2024-04-12T00:08:16.324 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-12T00:08:16.325 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_yuriw@teuthology --archive /home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458 --name yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi --description upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} -- /home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458/orig.config.yaml 2024-04-12T00:08:16.378 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T00:08:16.470 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458 branch: wip-yuri6-testing-2024-04-02-1310 description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7652458' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri6-testing-2024-04-02-1310 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum sha1: a5074d4516d566e9d8b6aec912f26afd099de101 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: a5074d4516d566e9d8b6aec912f26afd099de101 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri6-testing-2024-04-02-1310 sha1: a5074d4516d566e9d8b6aec912f26afd099de101 owner: scheduled_yuriw@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 1968 sha1: a5074d4516d566e9d8b6aec912f26afd099de101 sleep_before_teardown: 0 subset: 111/120000 suite: upgrade suite_branch: wip-yuri6-testing-2024-04-02-1310 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_a5074d4516d566e9d8b6aec912f26afd099de101/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: a5074d4516d566e9d8b6aec912f26afd099de101 targets: smithi098.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDN7srZGONs18+kE5mVCA38pQWzmcKkLnRjff3Q0e6/bZG6Py0Zp2EejXQEddDrviQHHnVR1vL266oaG2dktWUo= smithi193.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAcK8UvzW1eFu27Dl317VJ3HLOje/z6ZaDfmTZLPOorTUv9UN+qOBjfcw3hVlchAjQ/3YWA1vulf3BmhUxK2WbU= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-11_17:03:56 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-12T00:08:16.470 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_a5074d4516d566e9d8b6aec912f26afd099de101/qa; will attempt to use it 2024-04-12T00:08:16.471 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_a5074d4516d566e9d8b6aec912f26afd099de101/qa/tasks 2024-04-12T00:08:16.471 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-12T00:08:16.472 INFO:teuthology.task.internal:Checking packages... 2024-04-12T00:08:16.495 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'a5074d4516d566e9d8b6aec912f26afd099de101' 2024-04-12T00:08:16.496 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T00:08:16.496 INFO:teuthology.packaging:ref: None 2024-04-12T00:08:16.496 INFO:teuthology.packaging:tag: None 2024-04-12T00:08:16.496 INFO:teuthology.packaging:branch: wip-yuri6-testing-2024-04-02-1310 2024-04-12T00:08:16.496 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:08:16.496 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri6-testing-2024-04-02-1310 2024-04-12T00:08:16.725 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2838.ga5074d45 2024-04-12T00:08:16.726 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-12T00:08:16.732 INFO:teuthology.task.internal:no buildpackages task found 2024-04-12T00:08:16.733 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-12T00:08:16.739 INFO:teuthology.task.internal:Saving configuration 2024-04-12T00:08:16.758 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-12T00:08:16.763 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T00:08:16.790 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi098.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 00:03:03.800317', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDN7srZGONs18+kE5mVCA38pQWzmcKkLnRjff3Q0e6/bZG6Py0Zp2EejXQEddDrviQHHnVR1vL266oaG2dktWUo='} 2024-04-12T00:08:16.813 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi193.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 00:03:03.798424', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAcK8UvzW1eFu27Dl317VJ3HLOje/z6ZaDfmTZLPOorTUv9UN+qOBjfcw3hVlchAjQ/3YWA1vulf3BmhUxK2WbU='} 2024-04-12T00:08:16.813 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-12T00:08:16.819 INFO:teuthology.task.internal:roles: ubuntu@smithi098.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-12T00:08:16.819 INFO:teuthology.task.internal:roles: ubuntu@smithi193.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-12T00:08:16.819 INFO:teuthology.run_tasks:Running task console_log... 2024-04-12T00:08:16.893 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa1f02a8160>, signals=[15]) 2024-04-12T00:08:16.894 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-12T00:08:16.901 INFO:teuthology.task.internal:Opening connections... 2024-04-12T00:08:16.902 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi098.front.sepia.ceph.com 2024-04-12T00:08:16.905 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:08:17.009 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi193.front.sepia.ceph.com 2024-04-12T00:08:17.010 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:08:17.097 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-12T00:08:17.104 DEBUG:teuthology.orchestra.run.smithi098:> uname -m 2024-04-12T00:08:17.121 INFO:teuthology.orchestra.run.smithi098.stdout:x86_64 2024-04-12T00:08:17.121 DEBUG:teuthology.orchestra.run.smithi098:> cat /etc/os-release 2024-04-12T00:08:17.179 INFO:teuthology.orchestra.run.smithi098.stdout:NAME="CentOS Stream" 2024-04-12T00:08:17.179 INFO:teuthology.orchestra.run.smithi098.stdout:VERSION="9" 2024-04-12T00:08:17.179 INFO:teuthology.orchestra.run.smithi098.stdout:ID="centos" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:ID_LIKE="rhel fedora" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:VERSION_ID="9" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:PLATFORM_ID="platform:el9" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:ANSI_COLOR="0;31" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:LOGO="fedora-logo-icon" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:HOME_URL="https://centos.org/" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T00:08:17.180 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T00:08:17.181 INFO:teuthology.lock.ops:Updating smithi098.front.sepia.ceph.com on lock server 2024-04-12T00:08:17.211 DEBUG:teuthology.orchestra.run.smithi193:> uname -m 2024-04-12T00:08:17.229 INFO:teuthology.orchestra.run.smithi193.stdout:x86_64 2024-04-12T00:08:17.229 DEBUG:teuthology.orchestra.run.smithi193:> cat /etc/os-release 2024-04-12T00:08:17.286 INFO:teuthology.orchestra.run.smithi193.stdout:NAME="CentOS Stream" 2024-04-12T00:08:17.286 INFO:teuthology.orchestra.run.smithi193.stdout:VERSION="9" 2024-04-12T00:08:17.286 INFO:teuthology.orchestra.run.smithi193.stdout:ID="centos" 2024-04-12T00:08:17.286 INFO:teuthology.orchestra.run.smithi193.stdout:ID_LIKE="rhel fedora" 2024-04-12T00:08:17.286 INFO:teuthology.orchestra.run.smithi193.stdout:VERSION_ID="9" 2024-04-12T00:08:17.286 INFO:teuthology.orchestra.run.smithi193.stdout:PLATFORM_ID="platform:el9" 2024-04-12T00:08:17.286 INFO:teuthology.orchestra.run.smithi193.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T00:08:17.286 INFO:teuthology.orchestra.run.smithi193.stdout:ANSI_COLOR="0;31" 2024-04-12T00:08:17.286 INFO:teuthology.orchestra.run.smithi193.stdout:LOGO="fedora-logo-icon" 2024-04-12T00:08:17.287 INFO:teuthology.orchestra.run.smithi193.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T00:08:17.287 INFO:teuthology.orchestra.run.smithi193.stdout:HOME_URL="https://centos.org/" 2024-04-12T00:08:17.287 INFO:teuthology.orchestra.run.smithi193.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T00:08:17.287 INFO:teuthology.orchestra.run.smithi193.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T00:08:17.287 INFO:teuthology.orchestra.run.smithi193.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T00:08:17.287 INFO:teuthology.lock.ops:Updating smithi193.front.sepia.ceph.com on lock server 2024-04-12T00:08:17.317 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-12T00:08:17.329 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-12T00:08:17.334 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-12T00:08:17.335 DEBUG:teuthology.orchestra.run.smithi098:> test '!' -e /home/ubuntu/cephtest 2024-04-12T00:08:17.337 DEBUG:teuthology.orchestra.run.smithi193:> test '!' -e /home/ubuntu/cephtest 2024-04-12T00:08:17.353 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-12T00:08:17.359 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-12T00:08:17.359 DEBUG:teuthology.orchestra.run.smithi098:> test -z $(ls -A /var/lib/ceph) 2024-04-12T00:08:17.394 DEBUG:teuthology.orchestra.run.smithi193:> test -z $(ls -A /var/lib/ceph) 2024-04-12T00:08:17.483 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-12T00:08:17.537 INFO:teuthology.run_tasks:Running task kernel... 2024-04-12T00:08:17.553 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-12T00:08:17.554 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-12T00:08:17.554 DEBUG:teuthology.orchestra.run.smithi098:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T00:08:17.554 DEBUG:teuthology.orchestra.run.smithi193:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T00:08:17.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T00:08:17.571 DEBUG:teuthology.orchestra.run.smithi098:> uname -r 2024-04-12T00:08:17.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T00:08:17.572 DEBUG:teuthology.orchestra.run.smithi193:> uname -r 2024-04-12T00:08:17.628 INFO:teuthology.orchestra.run.smithi098.stdout:5.14.0-361.el9.x86_64 2024-04-12T00:08:17.629 INFO:teuthology.task.kernel:Running kernel on smithi098: 5.14.0-361.el9.x86_64 2024-04-12T00:08:17.629 DEBUG:teuthology.orchestra.run.smithi098:> sudo yum install -y kernel 2024-04-12T00:08:17.630 INFO:teuthology.orchestra.run.smithi193.stdout:5.14.0-361.el9.x86_64 2024-04-12T00:08:17.630 INFO:teuthology.task.kernel:Running kernel on smithi193: 5.14.0-361.el9.x86_64 2024-04-12T00:08:17.630 DEBUG:teuthology.orchestra.run.smithi193:> sudo yum install -y kernel 2024-04-12T00:08:19.751 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS-9 - AppStream 17 MB/s | 8.1 MB 00:00 2024-04-12T00:08:19.961 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS-9 - AppStream 13 MB/s | 8.1 MB 00:00 2024-04-12T00:08:21.418 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS-9 - BaseOS 7.1 MB/s | 2.5 MB 00:00 2024-04-12T00:08:21.653 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS-9 - BaseOS 7.0 MB/s | 2.5 MB 00:00 2024-04-12T00:08:23.210 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS Stream 9 - BaseOS 7.2 MB/s | 8.0 MB 00:01 2024-04-12T00:08:26.836 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS Stream 9 - AppStream 7.5 MB/s | 19 MB 00:02 2024-04-12T00:08:30.690 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - BaseOS 934 kB/s | 8.0 MB 00:08 2024-04-12T00:08:31.314 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS Stream 9 - CRB 7.0 MB/s | 6.2 MB 00:00 2024-04-12T00:08:32.791 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-04-12T00:08:33.171 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS Stream 9 - Extras packages 23 kB/s | 16 kB 00:00 2024-04-12T00:08:35.484 INFO:teuthology.orchestra.run.smithi098.stdout:Extra Packages for Enterprise Linux 9.6 MB/s | 21 MB 00:02 2024-04-12T00:08:39.300 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - CRB 2.1 MB/s | 6.2 MB 00:02 2024-04-12T00:08:40.640 INFO:teuthology.orchestra.run.smithi098.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-04-12T00:08:40.842 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 16 kB 00:00 2024-04-12T00:08:42.193 INFO:teuthology.orchestra.run.smithi193.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-12T00:08:42.893 INFO:teuthology.orchestra.run.smithi098.stderr:Modular dependency problems: 2024-04-12T00:08:42.893 INFO:teuthology.orchestra.run.smithi098.stderr: 2024-04-12T00:08:42.893 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 1: conflicting requests 2024-04-12T00:08:42.893 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.893 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 2: conflicting requests 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 3: conflicting requests 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 4: conflicting requests 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 5: conflicting requests 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 6: conflicting requests 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 7: conflicting requests 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 8: conflicting requests 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.894 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 9: conflicting requests 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 10: conflicting requests 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 11: conflicting requests 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 12: conflicting requests 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 13: conflicting requests 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 14: conflicting requests 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 15: conflicting requests 2024-04-12T00:08:42.895 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 16: conflicting requests 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 17: conflicting requests 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 18: conflicting requests 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 19: conflicting requests 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 20: conflicting requests 2024-04-12T00:08:42.896 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.897 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 21: conflicting requests 2024-04-12T00:08:42.897 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.897 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 22: conflicting requests 2024-04-12T00:08:42.897 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.897 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 23: conflicting requests 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 24: conflicting requests 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 25: conflicting requests 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 26: conflicting requests 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 27: conflicting requests 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 28: conflicting requests 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 29: conflicting requests 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.898 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 30: conflicting requests 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 31: conflicting requests 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 32: conflicting requests 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 33: conflicting requests 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 34: conflicting requests 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 35: conflicting requests 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 36: conflicting requests 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 37: conflicting requests 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.899 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 39: conflicting requests 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.900 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.901 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T00:08:42.902 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T00:08:43.280 INFO:teuthology.orchestra.run.smithi098.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T00:08:43.280 INFO:teuthology.orchestra.run.smithi098.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T00:08:43.383 INFO:teuthology.orchestra.run.smithi098.stdout:Dependencies resolved. 2024-04-12T00:08:43.389 INFO:teuthology.orchestra.run.smithi098.stdout:================================================================================ 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout: Package Architecture Version Repository Size 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout:================================================================================ 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout:Installing: 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout:Installing dependencies: 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction Summary 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout:================================================================================ 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout:Install 4 Packages 2024-04-12T00:08:43.390 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:08:43.391 INFO:teuthology.orchestra.run.smithi098.stdout:Total download size: 77 M 2024-04-12T00:08:43.391 INFO:teuthology.orchestra.run.smithi098.stdout:Installed size: 123 M 2024-04-12T00:08:43.391 INFO:teuthology.orchestra.run.smithi098.stdout:Downloading Packages: 2024-04-12T00:08:44.408 INFO:teuthology.orchestra.run.smithi098.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 225 kB/s | 214 kB 00:00 2024-04-12T00:08:47.293 INFO:teuthology.orchestra.run.smithi193.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-12T00:08:49.557 INFO:teuthology.orchestra.run.smithi193.stderr:Modular dependency problems: 2024-04-12T00:08:49.557 INFO:teuthology.orchestra.run.smithi193.stderr: 2024-04-12T00:08:49.557 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 1: conflicting requests 2024-04-12T00:08:49.558 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.558 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 2: conflicting requests 2024-04-12T00:08:49.558 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.558 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 3: conflicting requests 2024-04-12T00:08:49.558 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.559 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 4: conflicting requests 2024-04-12T00:08:49.559 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.559 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 5: conflicting requests 2024-04-12T00:08:49.559 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.559 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 6: conflicting requests 2024-04-12T00:08:49.559 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.560 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 7: conflicting requests 2024-04-12T00:08:49.560 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.560 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 8: conflicting requests 2024-04-12T00:08:49.560 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.560 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 9: conflicting requests 2024-04-12T00:08:49.561 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.561 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 10: conflicting requests 2024-04-12T00:08:49.561 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.561 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 11: conflicting requests 2024-04-12T00:08:49.561 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.561 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 12: conflicting requests 2024-04-12T00:08:49.562 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.562 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 13: conflicting requests 2024-04-12T00:08:49.562 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.562 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 14: conflicting requests 2024-04-12T00:08:49.562 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.562 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 15: conflicting requests 2024-04-12T00:08:49.563 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.563 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 16: conflicting requests 2024-04-12T00:08:49.563 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.563 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 17: conflicting requests 2024-04-12T00:08:49.564 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.564 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 18: conflicting requests 2024-04-12T00:08:49.564 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.564 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 19: conflicting requests 2024-04-12T00:08:49.564 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.564 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 20: conflicting requests 2024-04-12T00:08:49.565 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.565 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 21: conflicting requests 2024-04-12T00:08:49.565 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.565 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 22: conflicting requests 2024-04-12T00:08:49.565 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.565 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 23: conflicting requests 2024-04-12T00:08:49.565 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.566 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 24: conflicting requests 2024-04-12T00:08:49.566 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.566 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 25: conflicting requests 2024-04-12T00:08:49.566 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.566 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 26: conflicting requests 2024-04-12T00:08:49.566 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.567 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 27: conflicting requests 2024-04-12T00:08:49.567 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.567 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 28: conflicting requests 2024-04-12T00:08:49.567 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.567 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 29: conflicting requests 2024-04-12T00:08:49.567 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.567 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 30: conflicting requests 2024-04-12T00:08:49.568 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.568 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 31: conflicting requests 2024-04-12T00:08:49.568 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.568 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 32: conflicting requests 2024-04-12T00:08:49.568 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.568 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 33: conflicting requests 2024-04-12T00:08:49.568 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.569 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 34: conflicting requests 2024-04-12T00:08:49.569 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.569 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 35: conflicting requests 2024-04-12T00:08:49.569 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.569 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 36: conflicting requests 2024-04-12T00:08:49.569 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.569 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 37: conflicting requests 2024-04-12T00:08:49.570 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.570 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.570 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.570 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T00:08:49.570 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.570 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.570 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.570 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.570 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 39: conflicting requests 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.571 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.572 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.573 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.573 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T00:08:49.573 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.573 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.573 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.573 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T00:08:49.967 INFO:teuthology.orchestra.run.smithi193.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T00:08:49.967 INFO:teuthology.orchestra.run.smithi193.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T00:08:50.082 INFO:teuthology.orchestra.run.smithi193.stdout:Dependencies resolved. 2024-04-12T00:08:50.093 INFO:teuthology.orchestra.run.smithi193.stdout:================================================================================ 2024-04-12T00:08:50.093 INFO:teuthology.orchestra.run.smithi193.stdout: Package Architecture Version Repository Size 2024-04-12T00:08:50.093 INFO:teuthology.orchestra.run.smithi193.stdout:================================================================================ 2024-04-12T00:08:50.093 INFO:teuthology.orchestra.run.smithi193.stdout:Installing: 2024-04-12T00:08:50.093 INFO:teuthology.orchestra.run.smithi193.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T00:08:50.094 INFO:teuthology.orchestra.run.smithi193.stdout:Installing dependencies: 2024-04-12T00:08:50.094 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T00:08:50.094 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T00:08:50.094 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T00:08:50.094 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:08:50.094 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction Summary 2024-04-12T00:08:50.094 INFO:teuthology.orchestra.run.smithi193.stdout:================================================================================ 2024-04-12T00:08:50.094 INFO:teuthology.orchestra.run.smithi193.stdout:Install 4 Packages 2024-04-12T00:08:50.094 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:08:50.095 INFO:teuthology.orchestra.run.smithi193.stdout:Total download size: 77 M 2024-04-12T00:08:50.095 INFO:teuthology.orchestra.run.smithi193.stdout:Installed size: 123 M 2024-04-12T00:08:50.095 INFO:teuthology.orchestra.run.smithi193.stdout:Downloading Packages: 2024-04-12T00:08:50.319 INFO:teuthology.orchestra.run.smithi193.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 2.3 MB/s | 214 kB 00:00 2024-04-12T00:08:51.336 INFO:teuthology.orchestra.run.smithi193.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 14 MB/s | 15 MB 00:01 2024-04-12T00:08:51.636 INFO:teuthology.orchestra.run.smithi193.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 24 MB/s | 34 MB 00:01 2024-04-12T00:08:52.328 INFO:teuthology.orchestra.run.smithi193.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 14 MB/s | 28 MB 00:02 2024-04-12T00:08:52.328 INFO:teuthology.orchestra.run.smithi193.stdout:-------------------------------------------------------------------------------- 2024-04-12T00:08:52.328 INFO:teuthology.orchestra.run.smithi193.stdout:Total 34 MB/s | 77 MB 00:02 2024-04-12T00:08:53.000 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction check 2024-04-12T00:08:53.378 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction check succeeded. 2024-04-12T00:08:53.379 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction test 2024-04-12T00:08:54.366 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction test succeeded. 2024-04-12T00:08:54.367 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction 2024-04-12T00:08:56.821 INFO:teuthology.orchestra.run.smithi193.stdout: Preparing : 1/1 2024-04-12T00:08:57.519 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T00:08:57.603 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T00:09:00.344 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T00:09:00.480 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T00:09:03.114 INFO:teuthology.orchestra.run.smithi098.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 786 kB/s | 15 MB 00:19 2024-04-12T00:09:05.212 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T00:09:05.307 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:09:10.033 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:09:25.037 INFO:teuthology.orchestra.run.smithi098.stdout:(3/4): kernel-modules-core-5.14.0-435.el9.x86_6 697 kB/s | 28 MB 00:40 2024-04-12T00:09:27.620 INFO:teuthology.orchestra.run.smithi098.stdout:(4/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 779 kB/s | 34 MB 00:44 2024-04-12T00:09:27.621 INFO:teuthology.orchestra.run.smithi098.stdout:-------------------------------------------------------------------------------- 2024-04-12T00:09:27.621 INFO:teuthology.orchestra.run.smithi098.stdout:Total 1.7 MB/s | 77 MB 00:44 2024-04-12T00:09:28.288 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction check 2024-04-12T00:09:28.644 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction check succeeded. 2024-04-12T00:09:28.644 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction test 2024-04-12T00:09:29.677 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction test succeeded. 2024-04-12T00:09:29.678 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction 2024-04-12T00:09:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: Preparing : 1/1 2024-04-12T00:09:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T00:09:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T00:09:35.638 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T00:09:35.777 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T00:09:39.441 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:09:39.441 INFO:teuthology.orchestra.run.smithi193.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T00:09:39.441 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:09:39.487 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:09:39.884 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:09:39.884 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T00:09:39.884 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T00:09:39.884 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T00:09:40.318 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:09:40.318 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:09:40.318 INFO:teuthology.orchestra.run.smithi193.stdout:Installed: 2024-04-12T00:09:40.318 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T00:09:40.318 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T00:09:40.318 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T00:09:40.318 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T00:09:40.318 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:09:40.318 INFO:teuthology.orchestra.run.smithi193.stdout:Complete! 2024-04-12T00:09:40.509 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T00:09:40.611 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:09:40.669 DEBUG:teuthology.orchestra.run.smithi193:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T00:09:40.771 INFO:teuthology.orchestra.run.smithi193.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T00:09:40.772 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T00:09:40.772 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T00:09:40.772 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T00:09:40.772 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T00:09:40.772 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-12T00:09:40.772 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi193.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T00:09:40.772 DEBUG:teuthology.orchestra.run.smithi193:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T00:09:40.854 INFO:teuthology.orchestra.run.smithi193.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T00:09:40.854 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T00:09:40.855 DEBUG:teuthology.orchestra.run.smithi193:> sudo rpm -qi grub2-tools 2024-04-12T00:09:40.898 INFO:teuthology.orchestra.run.smithi193.stdout:Name : grub2-tools 2024-04-12T00:09:40.898 INFO:teuthology.orchestra.run.smithi193.stdout:Epoch : 1 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Version : 2.06 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Release : 68.el9 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Architecture: x86_64 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Group : Unspecified 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Size : 8264254 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:License : GPLv3+ 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Packager : builder@centos.org 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:Vendor : CentOS 2024-04-12T00:09:40.899 INFO:teuthology.orchestra.run.smithi193.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T00:09:40.900 INFO:teuthology.orchestra.run.smithi193.stdout:Summary : Support tools for GRUB. 2024-04-12T00:09:40.900 INFO:teuthology.orchestra.run.smithi193.stdout:Description : 2024-04-12T00:09:40.900 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:09:40.900 INFO:teuthology.orchestra.run.smithi193.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T00:09:40.900 INFO:teuthology.orchestra.run.smithi193.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T00:09:40.900 INFO:teuthology.orchestra.run.smithi193.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T00:09:40.900 INFO:teuthology.orchestra.run.smithi193.stdout:hardware devices. 2024-04-12T00:09:40.900 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:09:40.900 INFO:teuthology.orchestra.run.smithi193.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T00:09:40.901 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T00:09:40.901 INFO:teuthology.task.kernel:Updating grub on smithi193 to boot 5.14.0-435.el9.x86_64 2024-04-12T00:09:40.901 DEBUG:teuthology.orchestra.run.smithi193:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T00:09:41.456 INFO:teuthology.orchestra.run.smithi193.stderr:Generating grub configuration file ... 2024-04-12T00:09:42.990 INFO:teuthology.orchestra.run.smithi193.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T00:09:43.020 INFO:teuthology.orchestra.run.smithi193.stderr:done 2024-04-12T00:09:43.022 DEBUG:teuthology.orchestra.run.smithi193:> mktemp 2024-04-12T00:09:43.077 INFO:teuthology.orchestra.run.smithi193.stdout:/tmp/tmp.Xvx87FColA 2024-04-12T00:09:43.077 DEBUG:teuthology.orchestra.run.smithi193:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Xvx87FColA 2024-04-12T00:09:43.153 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod 0666 /tmp/tmp.Xvx87FColA 2024-04-12T00:09:43.293 DEBUG:teuthology.orchestra.remote:smithi193:/tmp/tmp.Xvx87FColA is 6KB 2024-04-12T00:09:43.342 DEBUG:teuthology.orchestra.run.smithi193:> rm -fr /tmp/tmp.Xvx87FColA 2024-04-12T00:09:43.356 DEBUG:teuthology.orchestra.run.smithi193:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T00:09:43.421 INFO:teuthology.orchestra.run.smithi193.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T00:09:43.421 INFO:teuthology.orchestra.run.smithi193.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T00:09:43.421 INFO:teuthology.orchestra.run.smithi193.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T00:09:43.421 INFO:teuthology.orchestra.run.smithi193.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T00:09:43.422 DEBUG:teuthology.orchestra.run.smithi193:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T00:09:43.576 DEBUG:teuthology.orchestra.run.smithi193:> sudo shutdown -r now 2024-04-12T00:09:45.311 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:10:13.579 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-12T00:10:13.580 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-04-12T00:10:13.581 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:10:14.848 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:10:14.848 INFO:teuthology.orchestra.run.smithi098.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T00:10:14.848 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:10:14.894 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:10:15.354 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:10:15.354 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T00:10:15.354 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T00:10:15.354 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T00:10:15.786 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T00:10:15.786 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:10:15.786 INFO:teuthology.orchestra.run.smithi098.stdout:Installed: 2024-04-12T00:10:15.786 INFO:teuthology.orchestra.run.smithi098.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T00:10:15.786 INFO:teuthology.orchestra.run.smithi098.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T00:10:15.786 INFO:teuthology.orchestra.run.smithi098.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T00:10:15.786 INFO:teuthology.orchestra.run.smithi098.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T00:10:15.786 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:10:15.786 INFO:teuthology.orchestra.run.smithi098.stdout:Complete! 2024-04-12T00:10:16.184 DEBUG:teuthology.orchestra.run.smithi098:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T00:10:16.285 INFO:teuthology.orchestra.run.smithi098.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T00:10:16.285 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T00:10:16.285 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T00:10:16.285 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T00:10:16.285 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T00:10:16.285 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-12T00:10:16.285 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi098.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T00:10:16.286 DEBUG:teuthology.orchestra.run.smithi098:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T00:10:16.365 INFO:teuthology.orchestra.run.smithi098.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T00:10:16.366 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T00:10:16.366 DEBUG:teuthology.orchestra.run.smithi098:> sudo rpm -qi grub2-tools 2024-04-12T00:10:16.400 INFO:teuthology.orchestra.run.smithi098.stdout:Name : grub2-tools 2024-04-12T00:10:16.400 INFO:teuthology.orchestra.run.smithi098.stdout:Epoch : 1 2024-04-12T00:10:16.400 INFO:teuthology.orchestra.run.smithi098.stdout:Version : 2.06 2024-04-12T00:10:16.400 INFO:teuthology.orchestra.run.smithi098.stdout:Release : 68.el9 2024-04-12T00:10:16.400 INFO:teuthology.orchestra.run.smithi098.stdout:Architecture: x86_64 2024-04-12T00:10:16.400 INFO:teuthology.orchestra.run.smithi098.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T00:10:16.400 INFO:teuthology.orchestra.run.smithi098.stdout:Group : Unspecified 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:Size : 8264254 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:License : GPLv3+ 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:Packager : builder@centos.org 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:Vendor : CentOS 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:Summary : Support tools for GRUB. 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:Description : 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T00:10:16.401 INFO:teuthology.orchestra.run.smithi098.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T00:10:16.402 INFO:teuthology.orchestra.run.smithi098.stdout:hardware devices. 2024-04-12T00:10:16.402 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:10:16.402 INFO:teuthology.orchestra.run.smithi098.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T00:10:16.402 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T00:10:16.403 INFO:teuthology.task.kernel:Updating grub on smithi098 to boot 5.14.0-435.el9.x86_64 2024-04-12T00:10:16.403 DEBUG:teuthology.orchestra.run.smithi098:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T00:10:16.990 INFO:teuthology.orchestra.run.smithi098.stderr:Generating grub configuration file ... 2024-04-12T00:10:18.417 INFO:teuthology.orchestra.run.smithi098.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T00:10:18.438 INFO:teuthology.orchestra.run.smithi098.stderr:done 2024-04-12T00:10:18.439 DEBUG:teuthology.orchestra.run.smithi098:> mktemp 2024-04-12T00:10:18.454 INFO:teuthology.orchestra.run.smithi098.stdout:/tmp/tmp.EtPBcLSsNQ 2024-04-12T00:10:18.455 DEBUG:teuthology.orchestra.run.smithi098:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.EtPBcLSsNQ 2024-04-12T00:10:18.523 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod 0666 /tmp/tmp.EtPBcLSsNQ 2024-04-12T00:10:18.664 DEBUG:teuthology.orchestra.remote:smithi098:/tmp/tmp.EtPBcLSsNQ is 6KB 2024-04-12T00:10:18.713 DEBUG:teuthology.orchestra.run.smithi098:> rm -fr /tmp/tmp.EtPBcLSsNQ 2024-04-12T00:10:18.727 DEBUG:teuthology.orchestra.run.smithi098:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T00:10:18.792 INFO:teuthology.orchestra.run.smithi098.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T00:10:18.792 INFO:teuthology.orchestra.run.smithi098.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T00:10:18.792 INFO:teuthology.orchestra.run.smithi098.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T00:10:18.792 INFO:teuthology.orchestra.run.smithi098.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T00:10:18.794 DEBUG:teuthology.orchestra.run.smithi098:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T00:10:18.973 DEBUG:teuthology.orchestra.run.smithi098:> sudo shutdown -r now 2024-04-12T00:10:32.095 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.193 2024-04-12T00:10:41.104 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-04-12T00:10:41.105 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:10:44.158 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.193 2024-04-12T00:10:48.978 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-12T00:10:48.979 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi098.front.sepia.ceph.com' 2024-04-12T00:10:48.979 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:10:56.162 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-04-12T00:10:56.163 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:11:07.422 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.98 2024-04-12T00:11:14.590 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.193 2024-04-12T00:11:16.425 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi098.front.sepia.ceph.com' 2024-04-12T00:11:16.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:11:19.487 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.98 2024-04-12T00:11:29.598 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-04-12T00:11:29.599 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:11:29.962 DEBUG:teuthology.orchestra.run.smithi193:> true 2024-04-12T00:11:30.387 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-04-12T00:11:30.387 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-12T00:11:30.387 DEBUG:teuthology.orchestra.run.smithi193:> uname -r 2024-04-12T00:11:30.402 INFO:teuthology.orchestra.run.smithi193.stdout:5.14.0-435.el9.x86_64 2024-04-12T00:11:30.402 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T00:11:30.403 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T00:11:30.403 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T00:11:31.403 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-12T00:11:31.404 DEBUG:teuthology.orchestra.run.smithi193:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T00:11:31.479 INFO:teuthology.orchestra.run.smithi193.stdout:ttyS1 2024-04-12T00:11:31.488 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi098.front.sepia.ceph.com' 2024-04-12T00:11:31.489 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:11:31.511 DEBUG:teuthology.parallel:result is None 2024-04-12T00:11:49.919 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.98 2024-04-12T00:12:04.919 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi098.front.sepia.ceph.com' 2024-04-12T00:12:04.921 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:12:05.304 DEBUG:teuthology.orchestra.run.smithi098:> true 2024-04-12T00:12:05.699 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi098.front.sepia.ceph.com' 2024-04-12T00:12:05.699 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-12T00:12:05.699 DEBUG:teuthology.orchestra.run.smithi098:> uname -r 2024-04-12T00:12:05.713 INFO:teuthology.orchestra.run.smithi098.stdout:5.14.0-435.el9.x86_64 2024-04-12T00:12:05.713 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T00:12:05.713 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T00:12:05.713 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T00:12:06.714 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-12T00:12:06.715 DEBUG:teuthology.orchestra.run.smithi098:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T00:12:06.788 INFO:teuthology.orchestra.run.smithi098.stdout:ttyS1 2024-04-12T00:12:06.842 DEBUG:teuthology.parallel:result is None 2024-04-12T00:12:06.842 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-12T00:12:06.865 INFO:teuthology.task.internal:Creating test directory... 2024-04-12T00:12:06.865 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T00:12:06.867 DEBUG:teuthology.orchestra.run.smithi193:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T00:12:06.887 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-12T00:12:06.897 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-12T00:12:06.907 INFO:teuthology.task.internal:Creating archive directory... 2024-04-12T00:12:06.908 DEBUG:teuthology.orchestra.run.smithi098:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T00:12:06.922 DEBUG:teuthology.orchestra.run.smithi193:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T00:12:06.953 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-12T00:12:06.960 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-12T00:12:06.961 DEBUG:teuthology.orchestra.run.smithi098:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T00:12:06.978 DEBUG:teuthology.orchestra.run.smithi193:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T00:12:07.005 INFO:teuthology.orchestra.run.smithi098.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T00:12:07.018 INFO:teuthology.orchestra.run.smithi098.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T00:12:07.031 INFO:teuthology.orchestra.run.smithi193.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T00:12:07.045 INFO:teuthology.orchestra.run.smithi193.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T00:12:07.047 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-12T00:12:07.054 INFO:teuthology.task.internal:Configuring sudo... 2024-04-12T00:12:07.054 DEBUG:teuthology.orchestra.run.smithi098:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T00:12:07.064 DEBUG:teuthology.orchestra.run.smithi193:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T00:12:07.117 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-12T00:12:07.125 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-12T00:12:07.126 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T00:12:07.131 DEBUG:teuthology.orchestra.run.smithi193:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T00:12:07.173 DEBUG:teuthology.orchestra.run.smithi098:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T00:12:07.225 DEBUG:teuthology.orchestra.run.smithi098:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T00:12:07.268 DEBUG:teuthology.orchestra.run.smithi098:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T00:12:07.350 DEBUG:teuthology.orchestra.run.smithi098:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T00:12:07.392 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:12:07.393 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T00:12:07.460 DEBUG:teuthology.orchestra.run.smithi193:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T00:12:07.503 DEBUG:teuthology.orchestra.run.smithi193:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T00:12:07.557 DEBUG:teuthology.orchestra.run.smithi193:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T00:12:07.640 DEBUG:teuthology.orchestra.run.smithi193:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T00:12:07.685 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:12:07.685 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T00:12:07.753 DEBUG:teuthology.orchestra.run.smithi098:> sudo service rsyslog restart 2024-04-12T00:12:07.756 DEBUG:teuthology.orchestra.run.smithi193:> sudo service rsyslog restart 2024-04-12T00:12:07.805 INFO:teuthology.orchestra.run.smithi098.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T00:12:07.877 INFO:teuthology.orchestra.run.smithi193.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T00:12:08.138 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-12T00:12:08.146 INFO:teuthology.task.internal:Starting timer... 2024-04-12T00:12:08.146 INFO:teuthology.run_tasks:Running task pcp... 2024-04-12T00:12:08.158 INFO:teuthology.run_tasks:Running task selinux... 2024-04-12T00:12:08.167 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-12T00:12:08.167 DEBUG:teuthology.orchestra.run.smithi098:> sudo service auditd rotate 2024-04-12T00:12:08.225 INFO:teuthology.orchestra.run.smithi098.stdout:Rotating logs: 2024-04-12T00:12:08.226 DEBUG:teuthology.orchestra.run.smithi193:> sudo service auditd rotate 2024-04-12T00:12:08.292 INFO:teuthology.orchestra.run.smithi193.stdout:Rotating logs: 2024-04-12T00:12:08.295 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-12T00:12:08.295 DEBUG:teuthology.orchestra.run.smithi098:> /usr/sbin/getenforce 2024-04-12T00:12:08.321 INFO:teuthology.orchestra.run.smithi098.stdout:Permissive 2024-04-12T00:12:08.321 DEBUG:teuthology.orchestra.run.smithi193:> /usr/sbin/getenforce 2024-04-12T00:12:08.352 INFO:teuthology.orchestra.run.smithi193.stdout:Permissive 2024-04-12T00:12:08.353 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi098.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi193.front.sepia.ceph.com': 'permissive'} 2024-04-12T00:12:08.353 DEBUG:teuthology.orchestra.run.smithi098:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T00:12:08.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T00:12:08.388 DEBUG:teuthology.orchestra.run.smithi193:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T00:12:08.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T00:12:08.421 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-12T00:12:08.421 DEBUG:teuthology.orchestra.run.smithi098:> sudo /usr/sbin/setenforce permissive 2024-04-12T00:12:08.481 DEBUG:teuthology.orchestra.run.smithi193:> sudo /usr/sbin/setenforce permissive 2024-04-12T00:12:08.529 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-12T00:12:08.539 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-12T00:12:08.545 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-12T00:12:08.702 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-12T00:12:08.720 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-12T00:12:08.722 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi098.front.sepia.ceph.com,smithi193.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-12T00:16:33.077 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi098.front.sepia.ceph.com'), Remote(name='ubuntu@smithi193.front.sepia.ceph.com')] 2024-04-12T00:16:33.079 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi098.front.sepia.ceph.com' 2024-04-12T00:16:33.080 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:16:33.174 DEBUG:teuthology.orchestra.run.smithi098:> true 2024-04-12T00:16:33.253 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi098.front.sepia.ceph.com' 2024-04-12T00:16:33.253 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-04-12T00:16:33.254 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T00:16:33.345 DEBUG:teuthology.orchestra.run.smithi193:> true 2024-04-12T00:16:33.420 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-04-12T00:16:33.421 INFO:teuthology.run_tasks:Running task clock... 2024-04-12T00:16:33.432 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-12T00:16:33.432 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T00:16:33.432 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T00:16:33.435 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T00:16:33.435 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T00:16:33.463 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T00:16:33.479 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T00:16:33.491 INFO:teuthology.orchestra.run.smithi193.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T00:16:33.507 INFO:teuthology.orchestra.run.smithi098.stderr:sudo: ntpd: command not found 2024-04-12T00:16:33.508 INFO:teuthology.orchestra.run.smithi193.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T00:16:33.521 INFO:teuthology.orchestra.run.smithi098.stdout:506 Cannot talk to daemon 2024-04-12T00:16:33.537 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T00:16:33.537 INFO:teuthology.orchestra.run.smithi193.stderr:sudo: ntpd: command not found 2024-04-12T00:16:33.550 INFO:teuthology.orchestra.run.smithi193.stdout:506 Cannot talk to daemon 2024-04-12T00:16:33.553 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T00:16:33.567 INFO:teuthology.orchestra.run.smithi193.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T00:16:33.583 INFO:teuthology.orchestra.run.smithi193.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T00:16:33.606 INFO:teuthology.orchestra.run.smithi098.stderr:bash: line 1: ntpq: command not found 2024-04-12T00:16:33.610 INFO:teuthology.orchestra.run.smithi098.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T00:16:33.610 INFO:teuthology.orchestra.run.smithi098.stdout:=============================================================================== 2024-04-12T00:16:33.610 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T00:16:33.610 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T00:16:33.611 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T00:16:33.611 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T00:16:33.643 INFO:teuthology.orchestra.run.smithi193.stderr:bash: line 1: ntpq: command not found 2024-04-12T00:16:33.646 INFO:teuthology.orchestra.run.smithi193.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T00:16:33.647 INFO:teuthology.orchestra.run.smithi193.stdout:=============================================================================== 2024-04-12T00:16:33.647 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T00:16:33.647 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T00:16:33.647 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T00:16:33.647 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T00:16:33.648 INFO:teuthology.run_tasks:Running task install... 2024-04-12T00:16:33.656 DEBUG:teuthology.task.install:project ceph 2024-04-12T00:16:33.656 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}} 2024-04-12T00:16:33.656 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'} 2024-04-12T00:16:33.656 INFO:teuthology.task.install:Using flavor: default 2024-04-12T00:16:33.664 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-12T00:16:33.664 INFO:teuthology.task.install:extra packages: [] 2024-04-12T00:16:33.664 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101', 'tag': None, 'wait_for_package': False} 2024-04-12T00:16:33.665 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T00:16:33.665 INFO:teuthology.packaging:ref: None 2024-04-12T00:16:33.665 INFO:teuthology.packaging:tag: None 2024-04-12T00:16:33.665 INFO:teuthology.packaging:branch: reef 2024-04-12T00:16:33.665 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:16:33.665 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T00:16:33.667 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101', 'tag': None, 'wait_for_package': False} 2024-04-12T00:16:33.667 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T00:16:33.667 INFO:teuthology.packaging:ref: None 2024-04-12T00:16:33.667 INFO:teuthology.packaging:tag: None 2024-04-12T00:16:33.667 INFO:teuthology.packaging:branch: reef 2024-04-12T00:16:33.667 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:16:33.667 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T00:16:33.914 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-12T00:16:33.915 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-12T00:16:33.952 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-12T00:16:33.953 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-12T00:16:34.034 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T00:16:34.034 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:16:34.034 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T00:16:34.063 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-12T00:16:34.063 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T00:16:34.063 INFO:teuthology.packaging:ref: None 2024-04-12T00:16:34.063 INFO:teuthology.packaging:tag: None 2024-04-12T00:16:34.063 INFO:teuthology.packaging:branch: reef 2024-04-12T00:16:34.063 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:16:34.064 DEBUG:teuthology.orchestra.run.smithi193:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T00:16:34.132 DEBUG:teuthology.orchestra.run.smithi193:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T00:16:34.180 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T00:16:34.180 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:16:34.180 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T00:16:34.209 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-12T00:16:34.209 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T00:16:34.209 INFO:teuthology.packaging:ref: None 2024-04-12T00:16:34.209 INFO:teuthology.packaging:tag: None 2024-04-12T00:16:34.210 INFO:teuthology.packaging:branch: reef 2024-04-12T00:16:34.210 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:16:34.210 DEBUG:teuthology.orchestra.run.smithi098:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T00:16:34.214 DEBUG:teuthology.orchestra.run.smithi193:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T00:16:34.279 DEBUG:teuthology.orchestra.run.smithi098:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T00:16:34.281 INFO:teuthology.orchestra.run.smithi193.stdout:check_obsoletes = 1 2024-04-12T00:16:34.283 DEBUG:teuthology.orchestra.run.smithi193:> sudo yum clean all 2024-04-12T00:16:34.360 DEBUG:teuthology.orchestra.run.smithi098:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T00:16:34.428 INFO:teuthology.orchestra.run.smithi098.stdout:check_obsoletes = 1 2024-04-12T00:16:34.429 DEBUG:teuthology.orchestra.run.smithi098:> sudo yum clean all 2024-04-12T00:16:34.525 INFO:teuthology.orchestra.run.smithi193.stdout:74 files removed 2024-04-12T00:16:34.553 DEBUG:teuthology.orchestra.run.smithi193:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-12T00:16:34.684 INFO:teuthology.orchestra.run.smithi098.stdout:74 files removed 2024-04-12T00:16:34.713 DEBUG:teuthology.orchestra.run.smithi098:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-12T00:16:35.277 INFO:teuthology.orchestra.run.smithi193.stdout:ceph packages for x86_64 183 kB/s | 77 kB 00:00 2024-04-12T00:16:35.443 INFO:teuthology.orchestra.run.smithi098.stdout:ceph packages for x86_64 180 kB/s | 77 kB 00:00 2024-04-12T00:16:35.653 INFO:teuthology.orchestra.run.smithi193.stdout:ceph noarch packages 35 kB/s | 11 kB 00:00 2024-04-12T00:16:35.886 INFO:teuthology.orchestra.run.smithi098.stdout:ceph noarch packages 29 kB/s | 11 kB 00:00 2024-04-12T00:16:36.004 INFO:teuthology.orchestra.run.smithi193.stdout:ceph source packages 6.0 kB/s | 1.9 kB 00:00 2024-04-12T00:16:36.253 INFO:teuthology.orchestra.run.smithi098.stdout:ceph source packages 5.7 kB/s | 1.9 kB 00:00 2024-04-12T00:16:36.456 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS-9 - AppStream 20 MB/s | 8.1 MB 00:00 2024-04-12T00:16:36.706 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS-9 - AppStream 20 MB/s | 8.1 MB 00:00 2024-04-12T00:16:38.523 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS-9 - BaseOS 3.4 MB/s | 2.5 MB 00:00 2024-04-12T00:16:38.698 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS-9 - BaseOS 3.9 MB/s | 2.5 MB 00:00 2024-04-12T00:16:39.755 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.0 MB 00:00 2024-04-12T00:16:41.132 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.0 MB 00:01 2024-04-12T00:16:41.773 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-12T00:16:43.706 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS Stream 9 - AppStream 13 MB/s | 19 MB 00:01 2024-04-12T00:16:47.907 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.2 MB 00:00 2024-04-12T00:16:48.407 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - CRB 2.0 MB/s | 6.2 MB 00:03 2024-04-12T00:16:49.808 INFO:teuthology.orchestra.run.smithi098.stdout:CentOS Stream 9 - Extras packages 29 kB/s | 16 kB 00:00 2024-04-12T00:16:50.532 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - Extras packages 20 kB/s | 16 kB 00:00 2024-04-12T00:16:51.743 INFO:teuthology.orchestra.run.smithi098.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-04-12T00:16:52.776 INFO:teuthology.orchestra.run.smithi193.stdout:Extra Packages for Enterprise Linux 9.9 MB/s | 21 MB 00:02 2024-04-12T00:16:56.943 INFO:teuthology.orchestra.run.smithi098.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-12T00:16:57.801 INFO:teuthology.orchestra.run.smithi193.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-04-12T00:16:59.504 INFO:teuthology.orchestra.run.smithi098.stderr:Modular dependency problems: 2024-04-12T00:16:59.504 INFO:teuthology.orchestra.run.smithi098.stderr: 2024-04-12T00:16:59.504 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 1: conflicting requests 2024-04-12T00:16:59.504 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.504 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 2: conflicting requests 2024-04-12T00:16:59.504 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.504 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 3: conflicting requests 2024-04-12T00:16:59.504 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 4: conflicting requests 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 5: conflicting requests 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 6: conflicting requests 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 7: conflicting requests 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 8: conflicting requests 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 9: conflicting requests 2024-04-12T00:16:59.505 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 10: conflicting requests 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 11: conflicting requests 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 12: conflicting requests 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 13: conflicting requests 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 14: conflicting requests 2024-04-12T00:16:59.506 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 15: conflicting requests 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 16: conflicting requests 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 17: conflicting requests 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 18: conflicting requests 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 19: conflicting requests 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 20: conflicting requests 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 21: conflicting requests 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.507 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 22: conflicting requests 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 23: conflicting requests 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 24: conflicting requests 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 25: conflicting requests 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 26: conflicting requests 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 27: conflicting requests 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 28: conflicting requests 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.508 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 29: conflicting requests 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 30: conflicting requests 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 31: conflicting requests 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 32: conflicting requests 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 33: conflicting requests 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 34: conflicting requests 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 35: conflicting requests 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 36: conflicting requests 2024-04-12T00:16:59.509 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 37: conflicting requests 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 39: conflicting requests 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.510 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.511 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T00:16:59.512 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.513 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.513 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.513 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.513 INFO:teuthology.orchestra.run.smithi098.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T00:16:59.513 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.513 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.513 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.513 INFO:teuthology.orchestra.run.smithi098.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T00:16:59.948 INFO:teuthology.orchestra.run.smithi098.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T00:16:59.949 INFO:teuthology.orchestra.run.smithi098.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T00:17:00.032 INFO:teuthology.orchestra.run.smithi098.stdout:Dependencies resolved. 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout:======================================================================================= 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout: Package Arch Version Repository Size 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout:======================================================================================= 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout:Installing: 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-12T00:17:00.059 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-12T00:17:00.060 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout:Upgrading: 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout:Installing dependencies: 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-12T00:17:00.061 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T00:17:00.062 INFO:teuthology.orchestra.run.smithi098.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T00:17:00.063 INFO:teuthology.orchestra.run.smithi098.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T00:17:00.064 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T00:17:00.065 INFO:teuthology.orchestra.run.smithi098.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T00:17:00.066 INFO:teuthology.orchestra.run.smithi098.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T00:17:00.067 INFO:teuthology.orchestra.run.smithi098.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T00:17:00.068 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:00.068 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction Summary 2024-04-12T00:17:00.068 INFO:teuthology.orchestra.run.smithi098.stdout:======================================================================================= 2024-04-12T00:17:00.068 INFO:teuthology.orchestra.run.smithi098.stdout:Install 118 Packages 2024-04-12T00:17:00.068 INFO:teuthology.orchestra.run.smithi098.stdout:Upgrade 2 Packages 2024-04-12T00:17:00.068 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:00.068 INFO:teuthology.orchestra.run.smithi098.stdout:Total download size: 180 M 2024-04-12T00:17:00.068 INFO:teuthology.orchestra.run.smithi098.stdout:Downloading Packages: 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr:Modular dependency problems: 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 1: conflicting requests 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 2: conflicting requests 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 3: conflicting requests 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 4: conflicting requests 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.426 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 5: conflicting requests 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 6: conflicting requests 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 7: conflicting requests 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 8: conflicting requests 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 9: conflicting requests 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 10: conflicting requests 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 11: conflicting requests 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.427 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 12: conflicting requests 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 13: conflicting requests 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 14: conflicting requests 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 15: conflicting requests 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 16: conflicting requests 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 17: conflicting requests 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 18: conflicting requests 2024-04-12T00:17:00.428 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 19: conflicting requests 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 20: conflicting requests 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 21: conflicting requests 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 22: conflicting requests 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 23: conflicting requests 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 24: conflicting requests 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 25: conflicting requests 2024-04-12T00:17:00.429 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 26: conflicting requests 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 27: conflicting requests 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 28: conflicting requests 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 29: conflicting requests 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 30: conflicting requests 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 31: conflicting requests 2024-04-12T00:17:00.430 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 32: conflicting requests 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 33: conflicting requests 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 34: conflicting requests 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 35: conflicting requests 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 36: conflicting requests 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 37: conflicting requests 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.431 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 39: conflicting requests 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.432 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T00:17:00.433 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.434 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.435 INFO:teuthology.orchestra.run.smithi193.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T00:17:00.851 INFO:teuthology.orchestra.run.smithi193.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T00:17:00.852 INFO:teuthology.orchestra.run.smithi193.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T00:17:00.936 INFO:teuthology.orchestra.run.smithi193.stdout:Dependencies resolved. 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout:======================================================================================= 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout: Package Arch Version Repository Size 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout:======================================================================================= 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout:Installing: 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-12T00:17:00.954 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T00:17:00.955 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout:Upgrading: 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout:Installing dependencies: 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-12T00:17:00.956 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T00:17:00.957 INFO:teuthology.orchestra.run.smithi193.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-12T00:17:00.958 INFO:teuthology.orchestra.run.smithi193.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T00:17:00.959 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T00:17:00.960 INFO:teuthology.orchestra.run.smithi193.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T00:17:00.961 INFO:teuthology.orchestra.run.smithi193.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T00:17:00.962 INFO:teuthology.orchestra.run.smithi193.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T00:17:00.963 INFO:teuthology.orchestra.run.smithi193.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T00:17:00.963 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:00.963 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction Summary 2024-04-12T00:17:00.963 INFO:teuthology.orchestra.run.smithi193.stdout:======================================================================================= 2024-04-12T00:17:00.963 INFO:teuthology.orchestra.run.smithi193.stdout:Install 118 Packages 2024-04-12T00:17:00.963 INFO:teuthology.orchestra.run.smithi193.stdout:Upgrade 2 Packages 2024-04-12T00:17:00.963 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:00.963 INFO:teuthology.orchestra.run.smithi193.stdout:Total download size: 180 M 2024-04-12T00:17:00.963 INFO:teuthology.orchestra.run.smithi193.stdout:Downloading Packages: 2024-04-12T00:17:01.395 INFO:teuthology.orchestra.run.smithi098.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 14 kB/s | 6.5 kB 00:00 2024-04-12T00:17:01.619 INFO:teuthology.orchestra.run.smithi098.stdout:(2/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 3.7 MB/s | 848 kB 00:00 2024-04-12T00:17:01.686 INFO:teuthology.orchestra.run.smithi098.stdout:(3/120): ceph-immutable-object-cache-18.2.2-118 2.1 MB/s | 143 kB 00:00 2024-04-12T00:17:01.762 INFO:teuthology.orchestra.run.smithi098.stdout:(4/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 6.2 MB/s | 5.1 MB 00:00 2024-04-12T00:17:01.912 INFO:teuthology.orchestra.run.smithi098.stdout:(5/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 9.7 MB/s | 1.5 MB 00:00 2024-04-12T00:17:01.954 INFO:teuthology.orchestra.run.smithi098.stdout:(6/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 7.8 MB/s | 2.1 MB 00:00 2024-04-12T00:17:02.204 INFO:teuthology.orchestra.run.smithi098.stdout:(7/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 16 MB/s | 4.7 MB 00:00 2024-04-12T00:17:02.426 INFO:teuthology.orchestra.run.smithi193.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 11 kB/s | 6.5 kB 00:00 2024-04-12T00:17:02.738 INFO:teuthology.orchestra.run.smithi098.stdout:(8/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el9 14 MB/s | 7.7 MB 00:00 2024-04-12T00:17:02.788 INFO:teuthology.orchestra.run.smithi098.stdout:(9/120): ceph-selinux-18.2.2-1189.gc96c8d47.el9 504 kB/s | 25 kB 00:00 2024-04-12T00:17:03.043 INFO:teuthology.orchestra.run.smithi193.stdout:(2/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.3 MB/s | 848 kB 00:00 2024-04-12T00:17:03.160 INFO:teuthology.orchestra.run.smithi193.stdout:(3/120): ceph-immutable-object-cache-18.2.2-118 1.2 MB/s | 143 kB 00:00 2024-04-12T00:17:03.852 INFO:teuthology.orchestra.run.smithi193.stdout:(4/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 3.0 MB/s | 2.1 MB 00:00 2024-04-12T00:17:04.194 INFO:teuthology.orchestra.run.smithi193.stdout:(5/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 2.2 MB/s | 5.1 MB 00:02 2024-04-12T00:17:04.227 INFO:teuthology.orchestra.run.smithi193.stdout:(6/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 3.9 MB/s | 1.5 MB 00:00 2024-04-12T00:17:04.246 INFO:teuthology.orchestra.run.smithi098.stdout:(10/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x8 7.2 MB/s | 17 MB 00:02 2024-04-12T00:17:04.338 INFO:teuthology.orchestra.run.smithi098.stdout:(11/120): libcephfs-devel-18.2.2-1189.gc96c8d47 340 kB/s | 31 kB 00:00 2024-04-12T00:17:04.639 INFO:teuthology.orchestra.run.smithi098.stdout:(12/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 2.3 MB/s | 708 kB 00:00 2024-04-12T00:17:04.764 INFO:teuthology.orchestra.run.smithi098.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 1.3 MB/s | 166 kB 00:00 2024-04-12T00:17:04.856 INFO:teuthology.orchestra.run.smithi098.stdout:(14/120): librados-devel-18.2.2-1189.gc96c8d47. 1.4 MB/s | 127 kB 00:00 2024-04-12T00:17:04.945 INFO:teuthology.orchestra.run.smithi193.stdout:(7/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 6.2 MB/s | 4.7 MB 00:00 2024-04-12T00:17:04.981 INFO:teuthology.orchestra.run.smithi098.stdout:(15/120): libradosstriper1-18.2.2-1189.gc96c8d4 3.7 MB/s | 474 kB 00:00 2024-04-12T00:17:05.961 INFO:teuthology.orchestra.run.smithi193.stdout:(8/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el9 7.6 MB/s | 7.7 MB 00:01 2024-04-12T00:17:06.028 INFO:teuthology.orchestra.run.smithi193.stdout:(9/120): ceph-selinux-18.2.2-1189.gc96c8d47.el9 378 kB/s | 25 kB 00:00 2024-04-12T00:17:06.081 INFO:teuthology.orchestra.run.smithi098.stdout:(16/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 4.1 MB/s | 4.5 MB 00:01 2024-04-12T00:17:06.181 INFO:teuthology.orchestra.run.smithi098.stdout:(17/120): python3-ceph-argparse-18.2.2-1189.gc9 451 kB/s | 45 kB 00:00 2024-04-12T00:17:06.282 INFO:teuthology.orchestra.run.smithi098.stdout:(18/120): python3-ceph-common-18.2.2-1189.gc96c 1.3 MB/s | 129 kB 00:00 2024-04-12T00:17:06.882 INFO:teuthology.orchestra.run.smithi098.stdout:(19/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 9.7 MB/s | 40 MB 00:04 2024-04-12T00:17:06.907 INFO:teuthology.orchestra.run.smithi098.stdout:(20/120): python3-cephfs-18.2.2-1189.gc96c8d47. 259 kB/s | 162 kB 00:00 2024-04-12T00:17:07.016 INFO:teuthology.orchestra.run.smithi098.stdout:(21/120): python3-rados-18.2.2-1189.gc96c8d47.e 2.4 MB/s | 321 kB 00:00 2024-04-12T00:17:07.041 INFO:teuthology.orchestra.run.smithi098.stdout:(22/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 2.2 MB/s | 298 kB 00:00 2024-04-12T00:17:07.083 INFO:teuthology.orchestra.run.smithi098.stdout:(23/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 1.4 MB/s | 99 kB 00:00 2024-04-12T00:17:07.117 INFO:teuthology.orchestra.run.smithi098.stdout:(24/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.1 MB/s | 87 kB 00:00 2024-04-12T00:17:07.201 INFO:teuthology.orchestra.run.smithi098.stdout:(25/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 2.0 MB/s | 172 kB 00:00 2024-04-12T00:17:07.268 INFO:teuthology.orchestra.run.smithi098.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1189.g 365 kB/s | 24 kB 00:00 2024-04-12T00:17:07.343 INFO:teuthology.orchestra.run.smithi098.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 1.8 MB/s | 138 kB 00:00 2024-04-12T00:17:07.452 INFO:teuthology.orchestra.run.smithi098.stdout:(28/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 8.1 MB/s | 3.0 MB 00:00 2024-04-12T00:17:07.470 INFO:teuthology.orchestra.run.smithi193.stdout:(10/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x8 5.1 MB/s | 17 MB 00:03 2024-04-12T00:17:07.537 INFO:teuthology.orchestra.run.smithi193.stdout:(11/120): libcephfs-devel-18.2.2-1189.gc96c8d47 468 kB/s | 31 kB 00:00 2024-04-12T00:17:07.830 INFO:teuthology.orchestra.run.smithi193.stdout:(12/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 2.4 MB/s | 708 kB 00:00 2024-04-12T00:17:07.954 INFO:teuthology.orchestra.run.smithi193.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 1.3 MB/s | 166 kB 00:00 2024-04-12T00:17:08.063 INFO:teuthology.orchestra.run.smithi193.stdout:(14/120): librados-devel-18.2.2-1189.gc96c8d47. 1.1 MB/s | 127 kB 00:00 2024-04-12T00:17:08.202 INFO:teuthology.orchestra.run.smithi098.stdout:(29/120): ceph-common-18.2.2-1189.gc96c8d47.el9 2.5 MB/s | 18 MB 00:07 2024-04-12T00:17:08.254 INFO:teuthology.orchestra.run.smithi193.stdout:(15/120): libradosstriper1-18.2.2-1189.gc96c8d4 2.4 MB/s | 474 kB 00:00 2024-04-12T00:17:08.310 INFO:teuthology.orchestra.run.smithi098.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1189.gc9 2.2 MB/s | 246 kB 00:00 2024-04-12T00:17:08.387 INFO:teuthology.orchestra.run.smithi098.stdout:(31/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 3.4 MB/s | 3.5 MB 00:01 2024-04-12T00:17:08.411 INFO:teuthology.orchestra.run.smithi098.stdout:(32/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 492 kB/s | 49 kB 00:00 2024-04-12T00:17:08.528 INFO:teuthology.orchestra.run.smithi098.stdout:(33/120): ceph-mgr-diskprediction-local-18.2.2- 6.9 MB/s | 7.4 MB 00:01 2024-04-12T00:17:08.545 INFO:teuthology.orchestra.run.smithi098.stdout:(34/120): ceph-prometheus-alerts-18.2.2-1189.gc 93 kB/s | 15 kB 00:00 2024-04-12T00:17:08.570 INFO:teuthology.orchestra.run.smithi098.stdout:(35/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 1.4 MB/s | 224 kB 00:00 2024-04-12T00:17:08.762 INFO:teuthology.orchestra.run.smithi098.stdout:(36/120): fuse-2.9.9-15.el9.x86_64.rpm 344 kB/s | 80 kB 00:00 2024-04-12T00:17:08.829 INFO:teuthology.orchestra.run.smithi098.stdout:(37/120): jq-1.6-16.el9.x86_64.rpm 660 kB/s | 187 kB 00:00 2024-04-12T00:17:08.946 INFO:teuthology.orchestra.run.smithi098.stdout:(38/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-04-12T00:17:08.971 INFO:teuthology.orchestra.run.smithi098.stdout:(39/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 1.5 MB/s | 218 kB 00:00 2024-04-12T00:17:08.997 INFO:teuthology.orchestra.run.smithi098.stdout:(40/120): libgfortran-11.4.1-3.el9.x86_64.rpm 1.8 MB/s | 803 kB 00:00 2024-04-12T00:17:09.072 INFO:teuthology.orchestra.run.smithi098.stdout:(41/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.0 MB/s | 253 kB 00:00 2024-04-12T00:17:09.097 INFO:teuthology.orchestra.run.smithi098.stdout:(42/120): python3-ply-3.11-14.el9.noarch.rpm 1.0 MB/s | 106 kB 00:00 2024-04-12T00:17:09.121 INFO:teuthology.orchestra.run.smithi193.stdout:(16/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 13 MB/s | 40 MB 00:03 2024-04-12T00:17:09.164 INFO:teuthology.orchestra.run.smithi098.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-04-12T00:17:09.189 INFO:teuthology.orchestra.run.smithi098.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-04-12T00:17:09.197 INFO:teuthology.orchestra.run.smithi193.stdout:(17/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 4.7 MB/s | 4.5 MB 00:00 2024-04-12T00:17:09.213 INFO:teuthology.orchestra.run.smithi193.stdout:(18/120): python3-ceph-argparse-18.2.2-1189.gc9 491 kB/s | 45 kB 00:00 2024-04-12T00:17:09.248 INFO:teuthology.orchestra.run.smithi098.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-04-12T00:17:09.256 INFO:teuthology.orchestra.run.smithi193.stdout:(19/120): python3-ceph-common-18.2.2-1189.gc96c 2.2 MB/s | 129 kB 00:00 2024-04-12T00:17:09.291 INFO:teuthology.orchestra.run.smithi193.stdout:(20/120): python3-cephfs-18.2.2-1189.gc96c8d47. 2.1 MB/s | 162 kB 00:00 2024-04-12T00:17:09.315 INFO:teuthology.orchestra.run.smithi098.stdout:(46/120): python3-cryptography-36.0.1-4.el9.x86 3.6 MB/s | 1.2 MB 00:00 2024-04-12T00:17:09.340 INFO:teuthology.orchestra.run.smithi193.stdout:(21/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 6.0 MB/s | 298 kB 00:00 2024-04-12T00:17:09.365 INFO:teuthology.orchestra.run.smithi193.stdout:(22/120): python3-rados-18.2.2-1189.gc96c8d47.e 2.9 MB/s | 321 kB 00:00 2024-04-12T00:17:09.390 INFO:teuthology.orchestra.run.smithi193.stdout:(23/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 1.9 MB/s | 99 kB 00:00 2024-04-12T00:17:09.424 INFO:teuthology.orchestra.run.smithi193.stdout:(24/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.4 MB/s | 87 kB 00:00 2024-04-12T00:17:09.507 INFO:teuthology.orchestra.run.smithi193.stdout:(25/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 2.0 MB/s | 172 kB 00:00 2024-04-12T00:17:09.541 INFO:teuthology.orchestra.run.smithi098.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 112 kB/s | 33 kB 00:00 2024-04-12T00:17:09.583 INFO:teuthology.orchestra.run.smithi193.stdout:(26/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 16 MB/s | 3.0 MB 00:00 2024-04-12T00:17:09.591 INFO:teuthology.orchestra.run.smithi098.stdout:(48/120): boost-program-options-1.75.0-8.el9.x8 267 kB/s | 107 kB 00:00 2024-04-12T00:17:09.608 INFO:teuthology.orchestra.run.smithi193.stdout:(27/120): ceph-grafana-dashboards-18.2.2-1189.g 243 kB/s | 24 kB 00:00 2024-04-12T00:17:09.616 INFO:teuthology.orchestra.run.smithi098.stdout:(49/120): flexiblas-openblas-openmp-3.0.4-8.el9 242 kB/s | 18 kB 00:00 2024-04-12T00:17:09.633 INFO:teuthology.orchestra.run.smithi193.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 2.7 MB/s | 138 kB 00:00 2024-04-12T00:17:09.691 INFO:teuthology.orchestra.run.smithi098.stdout:(50/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.0 MB/s | 3.0 MB 00:00 2024-04-12T00:17:09.717 INFO:teuthology.orchestra.run.smithi098.stdout:(51/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 450 kB/s | 45 kB 00:00 2024-04-12T00:17:09.759 INFO:teuthology.orchestra.run.smithi098.stdout:(52/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 956 kB/s | 160 kB 00:00 2024-04-12T00:17:09.809 INFO:teuthology.orchestra.run.smithi098.stdout:(53/120): openblas-0.3.21-2.el9.x86_64.rpm 706 kB/s | 35 kB 00:00 2024-04-12T00:17:09.834 INFO:teuthology.orchestra.run.smithi098.stdout:(54/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-04-12T00:17:09.868 INFO:teuthology.orchestra.run.smithi098.stdout:(55/120): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 662 kB 00:00 2024-04-12T00:17:10.010 INFO:teuthology.orchestra.run.smithi098.stdout:(56/120): python3-attrs-20.3.0-7.el9.noarch.rpm 499 kB/s | 87 kB 00:00 2024-04-12T00:17:10.092 INFO:teuthology.orchestra.run.smithi193.stdout:(29/120): ceph-mgr-diskprediction-local-18.2.2- 16 MB/s | 7.4 MB 00:00 2024-04-12T00:17:10.151 INFO:teuthology.orchestra.run.smithi193.stdout:(30/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 6.5 MB/s | 3.5 MB 00:00 2024-04-12T00:17:10.160 INFO:teuthology.orchestra.run.smithi098.stdout:(57/120): openblas-openmp-0.3.21-2.el9.x86_64.r 14 MB/s | 4.7 MB 00:00 2024-04-12T00:17:10.176 INFO:teuthology.orchestra.run.smithi193.stdout:(31/120): ceph-mgr-modules-core-18.2.2-1189.gc9 2.9 MB/s | 246 kB 00:00 2024-04-12T00:17:10.185 INFO:teuthology.orchestra.run.smithi098.stdout:(58/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.4 MB/s | 245 kB 00:00 2024-04-12T00:17:10.210 INFO:teuthology.orchestra.run.smithi193.stdout:(32/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 843 kB/s | 49 kB 00:00 2024-04-12T00:17:10.226 INFO:teuthology.orchestra.run.smithi193.stdout:(33/120): ceph-prometheus-alerts-18.2.2-1189.gc 296 kB/s | 15 kB 00:00 2024-04-12T00:17:10.236 INFO:teuthology.orchestra.run.smithi098.stdout:(59/120): python3-iniconfig-1.1.1-7.el9.noarch. 232 kB/s | 17 kB 00:00 2024-04-12T00:17:10.268 INFO:teuthology.orchestra.run.smithi193.stdout:(34/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 3.7 MB/s | 224 kB 00:00 2024-04-12T00:17:10.302 INFO:teuthology.orchestra.run.smithi098.stdout:(60/120): python3-jinja2-2.11.3-5.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-04-12T00:17:10.310 INFO:teuthology.orchestra.run.smithi193.stdout:(35/120): fuse-2.9.9-15.el9.x86_64.rpm 960 kB/s | 80 kB 00:00 2024-04-12T00:17:10.319 INFO:teuthology.orchestra.run.smithi098.stdout:(61/120): python3-jsonpatch-1.21-16.el9.noarch. 306 kB/s | 26 kB 00:00 2024-04-12T00:17:10.361 INFO:teuthology.orchestra.run.smithi098.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 327 kB/s | 19 kB 00:00 2024-04-12T00:17:10.377 INFO:teuthology.orchestra.run.smithi193.stdout:(36/120): jq-1.6-16.el9.x86_64.rpm 1.7 MB/s | 187 kB 00:00 2024-04-12T00:17:10.478 INFO:teuthology.orchestra.run.smithi193.stdout:(37/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 195 kB 00:00 2024-04-12T00:17:10.545 INFO:teuthology.orchestra.run.smithi193.stdout:(38/120): libgfortran-11.4.1-3.el9.x86_64.rpm 3.4 MB/s | 803 kB 00:00 2024-04-12T00:17:10.579 INFO:teuthology.orchestra.run.smithi098.stdout:(63/120): python3-babel-2.9.1-2.el9.noarch.rpm 8.4 MB/s | 6.0 MB 00:00 2024-04-12T00:17:10.595 INFO:teuthology.orchestra.run.smithi098.stdout:(64/120): python3-markupsafe-1.1.1-12.el9.x86_6 149 kB/s | 35 kB 00:00 2024-04-12T00:17:10.603 INFO:teuthology.orchestra.run.smithi193.stdout:(39/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 1.7 MB/s | 218 kB 00:00 2024-04-12T00:17:10.621 INFO:teuthology.orchestra.run.smithi098.stdout:(65/120): python3-mako-1.1.4-6.el9.noarch.rpm 572 kB/s | 172 kB 00:00 2024-04-12T00:17:10.662 INFO:teuthology.orchestra.run.smithi193.stdout:(40/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-04-12T00:17:10.746 INFO:teuthology.orchestra.run.smithi098.stdout:(66/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 250 kB 00:00 2024-04-12T00:17:10.772 INFO:teuthology.orchestra.run.smithi098.stdout:(67/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-04-12T00:17:10.787 INFO:teuthology.orchestra.run.smithi193.stdout:(41/120): python3-ply-3.11-14.el9.noarch.rpm 853 kB/s | 106 kB 00:00 2024-04-12T00:17:10.838 INFO:teuthology.orchestra.run.smithi098.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 840 kB/s | 77 kB 00:00 2024-04-12T00:17:10.864 INFO:teuthology.orchestra.run.smithi098.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 451 kB/s | 41 kB 00:00 2024-04-12T00:17:10.879 INFO:teuthology.orchestra.run.smithi193.stdout:(42/120): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-04-12T00:17:10.914 INFO:teuthology.orchestra.run.smithi098.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 561 kB/s | 42 kB 00:00 2024-04-12T00:17:10.938 INFO:teuthology.orchestra.run.smithi193.stdout:(43/120): python3-cryptography-36.0.1-4.el9.x86 3.7 MB/s | 1.2 MB 00:00 2024-04-12T00:17:10.972 INFO:teuthology.orchestra.run.smithi193.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-04-12T00:17:10.989 INFO:teuthology.orchestra.run.smithi098.stdout:(71/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-04-12T00:17:11.030 INFO:teuthology.orchestra.run.smithi193.stdout:(45/120): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-04-12T00:17:11.039 INFO:teuthology.orchestra.run.smithi098.stdout:(72/120): python3-py-1.10.0-6.el9.noarch.rpm 2.7 MB/s | 477 kB 00:00 2024-04-12T00:17:11.055 INFO:teuthology.orchestra.run.smithi193.stdout:(46/120): python3-urllib3-1.26.5-5.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-04-12T00:17:11.089 INFO:teuthology.orchestra.run.smithi193.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 560 kB/s | 33 kB 00:00 2024-04-12T00:17:11.098 INFO:teuthology.orchestra.run.smithi098.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-04-12T00:17:11.131 INFO:teuthology.orchestra.run.smithi193.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 438 kB/s | 18 kB 00:00 2024-04-12T00:17:11.190 INFO:teuthology.orchestra.run.smithi098.stdout:(74/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.3 MB/s | 5.1 MB 00:00 2024-04-12T00:17:11.198 INFO:teuthology.orchestra.run.smithi193.stdout:(49/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.4 MB/s | 160 kB 00:00 2024-04-12T00:17:11.215 INFO:teuthology.orchestra.run.smithi098.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 436 kB/s | 51 kB 00:00 2024-04-12T00:17:11.241 INFO:teuthology.orchestra.run.smithi098.stdout:(76/120): python3-pytest-6.2.2-7.el9.noarch.rpm 2.5 MB/s | 519 kB 00:00 2024-04-12T00:17:11.248 INFO:teuthology.orchestra.run.smithi193.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 908 kB/s | 45 kB 00:00 2024-04-12T00:17:11.266 INFO:teuthology.orchestra.run.smithi098.stdout:(77/120): python3-requests-oauthlib-1.3.0-12.el 712 kB/s | 54 kB 00:00 2024-04-12T00:17:11.317 INFO:teuthology.orchestra.run.smithi098.stdout:(78/120): python3-toml-0.10.2-6.el9.noarch.rpm 551 kB/s | 42 kB 00:00 2024-04-12T00:17:11.348 INFO:teuthology.orchestra.run.smithi193.stdout:(51/120): librdkafka-1.6.1-102.el9.x86_64.rpm 6.5 MB/s | 662 kB 00:00 2024-04-12T00:17:11.367 INFO:teuthology.orchestra.run.smithi098.stdout:(79/120): socat-1.7.4.1-5.el9.x86_64.rpm 3.0 MB/s | 305 kB 00:00 2024-04-12T00:17:11.392 INFO:teuthology.orchestra.run.smithi098.stdout:(80/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 847 kB/s | 64 kB 00:00 2024-04-12T00:17:11.416 INFO:teuthology.orchestra.run.smithi193.stdout:(52/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.3 MB/s | 3.0 MB 00:00 2024-04-12T00:17:11.466 INFO:teuthology.orchestra.run.smithi193.stdout:(53/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-04-12T00:17:11.491 INFO:teuthology.orchestra.run.smithi193.stdout:(54/120): openblas-0.3.21-2.el9.x86_64.rpm 469 kB/s | 35 kB 00:00 2024-04-12T00:17:11.583 INFO:teuthology.orchestra.run.smithi193.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 956 kB/s | 87 kB 00:00 2024-04-12T00:17:11.668 INFO:teuthology.orchestra.run.smithi098.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 369 kB/s | 111 kB 00:00 2024-04-12T00:17:11.734 INFO:teuthology.orchestra.run.smithi098.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 904 kB/s | 309 kB 00:00 2024-04-12T00:17:11.793 INFO:teuthology.orchestra.run.smithi098.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 446 kB/s | 26 kB 00:00 2024-04-12T00:17:11.852 INFO:teuthology.orchestra.run.smithi098.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 831 kB/s | 49 kB 00:00 2024-04-12T00:17:11.917 INFO:teuthology.orchestra.run.smithi193.stdout:(56/120): openblas-openmp-0.3.21-2.el9.x86_64.r 11 MB/s | 4.7 MB 00:00 2024-04-12T00:17:11.992 INFO:teuthology.orchestra.run.smithi193.stdout:(57/120): python3-devel-3.9.17-2.el9.x86_64.rpm 3.2 MB/s | 245 kB 00:00 2024-04-12T00:17:12.027 INFO:teuthology.orchestra.run.smithi098.stdout:(85/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 20 MB/s | 16 MB 00:00 2024-04-12T00:17:12.052 INFO:teuthology.orchestra.run.smithi098.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 337 kB/s | 67 kB 00:00 2024-04-12T00:17:12.084 INFO:teuthology.orchestra.run.smithi193.stdout:(58/120): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 6.0 MB 00:00 2024-04-12T00:17:12.109 INFO:teuthology.orchestra.run.smithi193.stdout:(59/120): python3-iniconfig-1.1.1-7.el9.noarch. 149 kB/s | 17 kB 00:00 2024-04-12T00:17:12.119 INFO:teuthology.orchestra.run.smithi098.stdout:(87/120): libarrow-9.0.0-10.el9.x86_64.rpm 9.8 MB/s | 4.4 MB 00:00 2024-04-12T00:17:12.167 INFO:teuthology.orchestra.run.smithi193.stdout:(60/120): python3-jsonpatch-1.21-16.el9.noarch. 440 kB/s | 26 kB 00:00 2024-04-12T00:17:12.193 INFO:teuthology.orchestra.run.smithi193.stdout:(61/120): python3-jinja2-2.11.3-5.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-04-12T00:17:12.194 INFO:teuthology.orchestra.run.smithi098.stdout:(88/120): python3-asyncssh-2.13.2-5.el9.noarch. 3.8 MB/s | 548 kB 00:00 2024-04-12T00:17:12.220 INFO:teuthology.orchestra.run.smithi098.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 573 kB/s | 43 kB 00:00 2024-04-12T00:17:12.235 INFO:teuthology.orchestra.run.smithi193.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 286 kB/s | 19 kB 00:00 2024-04-12T00:17:12.253 INFO:teuthology.orchestra.run.smithi098.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 556 kB/s | 32 kB 00:00 2024-04-12T00:17:12.277 INFO:teuthology.orchestra.run.smithi193.stdout:(63/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-04-12T00:17:12.278 INFO:teuthology.orchestra.run.smithi098.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 256 kB/s | 15 kB 00:00 2024-04-12T00:17:12.302 INFO:teuthology.orchestra.run.smithi193.stdout:(64/120): python3-markupsafe-1.1.1-12.el9.x86_6 519 kB/s | 35 kB 00:00 2024-04-12T00:17:12.304 INFO:teuthology.orchestra.run.smithi098.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-04-12T00:17:12.371 INFO:teuthology.orchestra.run.smithi098.stdout:(93/120): python3-google-auth-2.28.2-1.el9.noar 3.0 MB/s | 203 kB 00:00 2024-04-12T00:17:12.377 INFO:teuthology.orchestra.run.smithi193.stdout:(65/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.3 MB/s | 250 kB 00:00 2024-04-12T00:17:12.396 INFO:teuthology.orchestra.run.smithi098.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.0 MB/s | 358 kB 00:00 2024-04-12T00:17:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 160 kB/s | 11 kB 00:00 2024-04-12T00:17:12.455 INFO:teuthology.orchestra.run.smithi098.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 301 kB/s | 18 kB 00:00 2024-04-12T00:17:12.469 INFO:teuthology.orchestra.run.smithi193.stdout:(66/120): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-04-12T00:17:12.488 INFO:teuthology.orchestra.run.smithi098.stdout:(97/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.8 MB/s | 838 kB 00:00 2024-04-12T00:17:12.505 INFO:teuthology.orchestra.run.smithi098.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 344 kB/s | 23 kB 00:00 2024-04-12T00:17:12.523 INFO:teuthology.orchestra.run.smithi098.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 289 kB/s | 19 kB 00:00 2024-04-12T00:17:12.539 INFO:teuthology.orchestra.run.smithi098.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 389 kB/s | 20 kB 00:00 2024-04-12T00:17:12.553 INFO:teuthology.orchestra.run.smithi193.stdout:(67/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 18 MB/s | 5.1 MB 00:00 2024-04-12T00:17:12.581 INFO:teuthology.orchestra.run.smithi098.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 793 kB/s | 46 kB 00:00 2024-04-12T00:17:12.604 INFO:teuthology.orchestra.run.smithi193.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 577 kB/s | 77 kB 00:00 2024-04-12T00:17:12.606 INFO:teuthology.orchestra.run.smithi098.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-04-12T00:17:12.628 INFO:teuthology.orchestra.run.smithi193.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 550 kB/s | 41 kB 00:00 2024-04-12T00:17:12.648 INFO:teuthology.orchestra.run.smithi098.stdout:(103/120): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-04-12T00:17:12.674 INFO:teuthology.orchestra.run.smithi098.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 627 kB/s | 58 kB 00:00 2024-04-12T00:17:12.679 INFO:teuthology.orchestra.run.smithi193.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 562 kB/s | 42 kB 00:00 2024-04-12T00:17:12.699 INFO:teuthology.orchestra.run.smithi098.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-12T00:17:12.724 INFO:teuthology.orchestra.run.smithi098.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 217 kB/s | 16 kB 00:00 2024-04-12T00:17:12.737 INFO:teuthology.orchestra.run.smithi193.stdout:(71/120): python3-py-1.10.0-6.el9.noarch.rpm 4.3 MB/s | 477 kB 00:00 2024-04-12T00:17:12.750 INFO:teuthology.orchestra.run.smithi098.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-04-12T00:17:12.775 INFO:teuthology.orchestra.run.smithi098.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 405 kB/s | 31 kB 00:00 2024-04-12T00:17:12.779 INFO:teuthology.orchestra.run.smithi193.stdout:(72/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.5 MB/s | 159 kB 00:00 2024-04-12T00:17:12.801 INFO:teuthology.orchestra.run.smithi098.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-04-12T00:17:12.826 INFO:teuthology.orchestra.run.smithi098.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 783 kB/s | 59 kB 00:00 2024-04-12T00:17:12.830 INFO:teuthology.orchestra.run.smithi193.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 3.0 MB/s | 279 kB 00:00 2024-04-12T00:17:12.851 INFO:teuthology.orchestra.run.smithi098.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 472 kB/s | 36 kB 00:00 2024-04-12T00:17:12.876 INFO:teuthology.orchestra.run.smithi098.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 676 kB/s | 51 kB 00:00 2024-04-12T00:17:12.896 INFO:teuthology.orchestra.run.smithi193.stdout:(74/120): python3-pytest-6.2.2-7.el9.noarch.rpm 4.3 MB/s | 519 kB 00:00 2024-04-12T00:17:12.901 INFO:teuthology.orchestra.run.smithi098.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-12T00:17:12.918 INFO:teuthology.orchestra.run.smithi098.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-04-12T00:17:12.922 INFO:teuthology.orchestra.run.smithi193.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 556 kB/s | 51 kB 00:00 2024-04-12T00:17:12.952 INFO:teuthology.orchestra.run.smithi098.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-04-12T00:17:12.977 INFO:teuthology.orchestra.run.smithi098.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 264 kB/s | 20 kB 00:00 2024-04-12T00:17:13.003 INFO:teuthology.orchestra.run.smithi098.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 2.2 MB/s | 192 kB 00:00 2024-04-12T00:17:13.014 INFO:teuthology.orchestra.run.smithi193.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 587 kB/s | 54 kB 00:00 2024-04-12T00:17:13.045 INFO:teuthology.orchestra.run.smithi098.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-04-12T00:17:13.106 INFO:teuthology.orchestra.run.smithi193.stdout:(77/120): python3-toml-0.10.2-6.el9.noarch.rpm 454 kB/s | 42 kB 00:00 2024-04-12T00:17:13.239 INFO:teuthology.orchestra.run.smithi193.stdout:(78/120): socat-1.7.4.1-5.el9.x86_64.rpm 2.2 MB/s | 305 kB 00:00 2024-04-12T00:17:13.306 INFO:teuthology.orchestra.run.smithi193.stdout:(79/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 956 kB/s | 64 kB 00:00 2024-04-12T00:17:13.337 INFO:teuthology.orchestra.run.smithi098.stdout:(119/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 9.0 MB/s | 3.0 MB 00:00 2024-04-12T00:17:13.453 INFO:teuthology.orchestra.run.smithi098.stdout:(120/120): librados2-18.2.2-1189.gc96c8d47.el9. 6.9 MB/s | 3.3 MB 00:00 2024-04-12T00:17:13.459 INFO:teuthology.orchestra.run.smithi098.stdout:-------------------------------------------------------------------------------- 2024-04-12T00:17:13.459 INFO:teuthology.orchestra.run.smithi098.stdout:Total 13 MB/s | 180 MB 00:13 2024-04-12T00:17:13.499 INFO:teuthology.orchestra.run.smithi193.stdout:(80/120): ceph-common-18.2.2-1189.gc96c8d47.el9 1.6 MB/s | 18 MB 00:11 2024-04-12T00:17:13.882 INFO:teuthology.orchestra.run.smithi193.stdout:(81/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-04-12T00:17:13.907 INFO:teuthology.orchestra.run.smithi193.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 184 kB/s | 111 kB 00:00 2024-04-12T00:17:14.007 INFO:teuthology.orchestra.run.smithi193.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 259 kB/s | 26 kB 00:00 2024-04-12T00:17:14.124 INFO:teuthology.orchestra.run.smithi193.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 416 kB/s | 49 kB 00:00 2024-04-12T00:17:14.195 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction check 2024-04-12T00:17:14.242 INFO:teuthology.orchestra.run.smithi193.stdout:(85/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 416 kB/s | 309 kB 00:00 2024-04-12T00:17:14.267 INFO:teuthology.orchestra.run.smithi193.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 474 kB/s | 67 kB 00:00 2024-04-12T00:17:14.290 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction check succeeded. 2024-04-12T00:17:14.290 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction test 2024-04-12T00:17:14.492 INFO:teuthology.orchestra.run.smithi193.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 2.4 MB/s | 548 kB 00:00 2024-04-12T00:17:14.559 INFO:teuthology.orchestra.run.smithi193.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 652 kB/s | 43 kB 00:00 2024-04-12T00:17:14.634 INFO:teuthology.orchestra.run.smithi193.stdout:(89/120): python3-cachetools-4.2.4-1.el9.noarch 430 kB/s | 32 kB 00:00 2024-04-12T00:17:14.751 INFO:teuthology.orchestra.run.smithi193.stdout:(90/120): libarrow-9.0.0-10.el9.x86_64.rpm 5.1 MB/s | 4.4 MB 00:00 2024-04-12T00:17:14.768 INFO:teuthology.orchestra.run.smithi193.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 112 kB/s | 15 kB 00:00 2024-04-12T00:17:14.835 INFO:teuthology.orchestra.run.smithi193.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.0 MB/s | 172 kB 00:00 2024-04-12T00:17:14.860 INFO:teuthology.orchestra.run.smithi193.stdout:(93/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.8 MB/s | 358 kB 00:00 2024-04-12T00:17:14.902 INFO:teuthology.orchestra.run.smithi193.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 3.0 MB/s | 203 kB 00:00 2024-04-12T00:17:14.919 INFO:teuthology.orchestra.run.smithi193.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 182 kB/s | 11 kB 00:00 2024-04-12T00:17:15.005 INFO:teuthology.orchestra.run.smithi193.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 173 kB/s | 18 kB 00:00 2024-04-12T00:17:15.161 INFO:teuthology.orchestra.run.smithi193.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 96 kB/s | 23 kB 00:00 2024-04-12T00:17:15.186 INFO:teuthology.orchestra.run.smithi193.stdout:(98/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 887 kB/s | 838 kB 00:00 2024-04-12T00:17:15.203 INFO:teuthology.orchestra.run.smithi193.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 98 kB/s | 19 kB 00:00 2024-04-12T00:17:15.220 INFO:teuthology.orchestra.run.smithi193.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 335 kB/s | 20 kB 00:00 2024-04-12T00:17:15.270 INFO:teuthology.orchestra.run.smithi193.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-04-12T00:17:15.287 INFO:teuthology.orchestra.run.smithi193.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 555 kB/s | 46 kB 00:00 2024-04-12T00:17:15.313 INFO:teuthology.orchestra.run.smithi193.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 1.3 MB/s | 58 kB 00:00 2024-04-12T00:17:15.346 INFO:teuthology.orchestra.run.smithi193.stdout:(104/120): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2024-04-12T00:17:15.364 INFO:teuthology.orchestra.run.smithi193.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-04-12T00:17:15.415 INFO:teuthology.orchestra.run.smithi193.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-04-12T00:17:15.431 INFO:teuthology.orchestra.run.smithi193.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 460 kB/s | 31 kB 00:00 2024-04-12T00:17:15.464 INFO:teuthology.orchestra.run.smithi193.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 3.8 MB/s | 188 kB 00:00 2024-04-12T00:17:15.490 INFO:teuthology.orchestra.run.smithi193.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-04-12T00:17:15.515 INFO:teuthology.orchestra.run.smithi193.stdout:(110/120): python3-pecan-1.4.2-3.el9.noarch.rpm 1.2 MB/s | 272 kB 00:00 2024-04-12T00:17:15.540 INFO:teuthology.orchestra.run.smithi193.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 472 kB/s | 36 kB 00:00 2024-04-12T00:17:15.565 INFO:teuthology.orchestra.run.smithi193.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 675 kB/s | 51 kB 00:00 2024-04-12T00:17:15.591 INFO:teuthology.orchestra.run.smithi193.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-04-12T00:17:15.624 INFO:teuthology.orchestra.run.smithi193.stdout:(114/120): python3-werkzeug-2.0.3-3.el9.1.noarc 7.1 MB/s | 427 kB 00:00 2024-04-12T00:17:15.649 INFO:teuthology.orchestra.run.smithi193.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 342 kB/s | 20 kB 00:00 2024-04-12T00:17:15.675 INFO:teuthology.orchestra.run.smithi193.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-04-12T00:17:15.700 INFO:teuthology.orchestra.run.smithi193.stdout:(117/120): python3-webob-1.8.7-6.el9.noarch.rpm 1.2 MB/s | 230 kB 00:00 2024-04-12T00:17:15.751 INFO:teuthology.orchestra.run.smithi193.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-04-12T00:17:15.880 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction test succeeded. 2024-04-12T00:17:15.880 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction 2024-04-12T00:17:16.026 INFO:teuthology.orchestra.run.smithi193.stdout:(119/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 9.2 MB/s | 3.0 MB 00:00 2024-04-12T00:17:16.234 INFO:teuthology.orchestra.run.smithi193.stdout:(120/120): librados2-18.2.2-1189.gc96c8d47.el9. 5.9 MB/s | 3.3 MB 00:00 2024-04-12T00:17:16.241 INFO:teuthology.orchestra.run.smithi193.stdout:-------------------------------------------------------------------------------- 2024-04-12T00:17:16.241 INFO:teuthology.orchestra.run.smithi193.stdout:Total 12 MB/s | 180 MB 00:15 2024-04-12T00:17:16.980 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction check 2024-04-12T00:17:17.076 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction check succeeded. 2024-04-12T00:17:17.077 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction test 2024-04-12T00:17:18.675 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction test succeeded. 2024-04-12T00:17:18.676 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction 2024-04-12T00:17:20.600 INFO:teuthology.orchestra.run.smithi098.stdout: Preparing : 1/1 2024-04-12T00:17:20.664 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-12T00:17:20.698 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-12T00:17:20.741 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-12T00:17:21.060 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-12T00:17:21.116 INFO:teuthology.orchestra.run.smithi098.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T00:17:21.233 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T00:17:21.267 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T00:17:21.358 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T00:17:21.406 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T00:17:21.493 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-12T00:17:21.642 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-12T00:17:21.670 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T00:17:21.772 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T00:17:21.796 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T00:17:21.924 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T00:17:21.959 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-12T00:17:21.991 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-12T00:17:22.020 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-12T00:17:22.061 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-12T00:17:22.127 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-12T00:17:22.161 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-12T00:17:22.188 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-12T00:17:22.258 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-12T00:17:22.311 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-12T00:17:22.347 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-12T00:17:22.393 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-12T00:17:22.428 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-12T00:17:22.472 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-12T00:17:22.546 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-12T00:17:22.683 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-12T00:17:22.749 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-12T00:17:23.278 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-12T00:17:23.374 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-12T00:17:23.412 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-12T00:17:23.447 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-12T00:17:23.469 INFO:teuthology.orchestra.run.smithi193.stdout: Preparing : 1/1 2024-04-12T00:17:23.489 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-12T00:17:23.528 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-12T00:17:23.531 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-12T00:17:23.553 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-12T00:17:23.569 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-12T00:17:23.599 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-12T00:17:23.604 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-12T00:17:23.634 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-12T00:17:23.742 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-12T00:17:23.779 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-12T00:17:23.835 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-12T00:17:23.907 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-12T00:17:23.933 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-12T00:17:23.938 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-12T00:17:23.974 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-12T00:17:23.996 INFO:teuthology.orchestra.run.smithi193.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T00:17:24.021 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-12T00:17:24.066 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-12T00:17:24.109 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-12T00:17:24.114 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T00:17:24.147 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T00:17:24.243 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-12T00:17:24.247 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T00:17:24.286 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-12T00:17:24.295 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T00:17:24.327 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-12T00:17:24.335 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-12T00:17:24.363 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-12T00:17:24.391 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T00:17:24.430 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-12T00:17:24.476 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-12T00:17:24.476 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T00:17:24.500 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T00:17:24.516 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-12T00:17:24.549 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-12T00:17:24.575 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-12T00:17:24.611 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T00:17:24.612 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-12T00:17:24.647 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-12T00:17:24.657 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-12T00:17:24.679 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-12T00:17:24.708 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-12T00:17:24.749 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-12T00:17:24.780 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-12T00:17:24.815 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-12T00:17:24.822 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-12T00:17:24.854 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-12T00:17:24.865 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-12T00:17:24.892 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-12T00:17:24.896 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-12T00:17:24.961 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-12T00:17:24.995 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-12T00:17:25.014 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-12T00:17:25.051 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-12T00:17:25.052 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-12T00:17:25.098 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-12T00:17:25.132 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-12T00:17:25.177 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-12T00:17:25.249 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-12T00:17:25.395 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-12T00:17:25.453 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-12T00:17:25.801 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-12T00:17:25.848 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-12T00:17:25.882 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-12T00:17:25.915 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-12T00:17:25.993 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-12T00:17:26.018 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-12T00:17:26.073 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-12T00:17:26.079 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-12T00:17:26.108 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-12T00:17:26.117 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-12T00:17:26.179 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-12T00:17:26.211 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-12T00:17:26.252 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-12T00:17:26.286 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-12T00:17:26.290 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-12T00:17:26.320 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-12T00:17:26.324 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-12T00:17:26.355 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-12T00:17:26.402 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-12T00:17:26.463 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-12T00:17:26.500 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-12T00:17:26.555 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-12T00:17:26.637 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-12T00:17:26.667 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-12T00:17:26.704 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-12T00:17:26.751 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-12T00:17:26.804 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-12T00:17:26.846 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-12T00:17:26.983 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-12T00:17:27.023 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-12T00:17:27.064 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-12T00:17:27.070 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-12T00:17:27.160 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-12T00:17:27.182 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-12T00:17:27.202 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-12T00:17:27.241 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-12T00:17:27.281 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-12T00:17:27.309 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-12T00:17:27.340 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-12T00:17:27.389 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-12T00:17:27.514 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-12T00:17:27.556 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-12T00:17:27.595 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-12T00:17:27.637 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-12T00:17:27.736 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-12T00:17:27.792 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-12T00:17:28.460 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-12T00:17:28.535 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-12T00:17:28.538 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-12T00:17:28.580 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-12T00:17:28.613 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-12T00:17:28.647 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-12T00:17:28.748 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-12T00:17:28.837 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-12T00:17:28.867 INFO:teuthology.orchestra.run.smithi098.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T00:17:28.881 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-12T00:17:28.956 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T00:17:28.988 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-12T00:17:29.025 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-12T00:17:29.040 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-12T00:17:29.214 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-12T00:17:29.238 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-12T00:17:29.325 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-12T00:17:29.426 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-12T00:17:29.453 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T00:17:29.524 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T00:17:29.558 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-12T00:17:29.607 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-12T00:17:29.670 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-12T00:17:29.856 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-12T00:17:29.896 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-12T00:17:29.973 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-12T00:17:29.989 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-12T00:17:30.073 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-12T00:17:30.095 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-12T00:17:30.213 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-12T00:17:30.254 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-12T00:17:30.287 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-12T00:17:30.319 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-12T00:17:30.354 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-12T00:17:30.381 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-12T00:17:30.754 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T00:17:30.779 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T00:17:30.809 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-12T00:17:30.884 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-12T00:17:30.912 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-12T00:17:31.376 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-12T00:17:31.455 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-12T00:17:31.752 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-12T00:17:31.775 INFO:teuthology.orchestra.run.smithi193.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T00:17:31.849 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T00:17:31.880 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-12T00:17:31.917 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-12T00:17:32.316 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-12T00:17:32.344 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T00:17:32.407 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T00:17:32.441 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-12T00:17:32.490 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-12T00:17:32.547 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-12T00:17:32.737 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-12T00:17:32.788 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-12T00:17:32.866 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-12T00:17:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T00:17:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T00:17:32.962 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-12T00:17:33.104 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-12T00:17:33.146 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-12T00:17:33.179 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-12T00:17:33.211 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-12T00:17:33.246 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-12T00:17:33.274 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-12T00:17:33.483 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T00:17:33.521 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T00:17:33.609 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T00:17:33.609 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T00:17:33.609 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T00:17:33.609 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:33.639 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T00:17:33.738 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T00:17:33.763 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T00:17:33.793 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-12T00:17:33.867 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-12T00:17:33.896 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-12T00:17:35.927 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T00:17:35.984 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T00:17:36.519 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T00:17:36.554 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T00:17:36.646 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T00:17:36.647 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T00:17:36.647 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T00:17:36.647 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:36.689 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T00:17:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T00:17:45.277 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /sys 2024-04-12T00:17:45.277 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /proc 2024-04-12T00:17:45.277 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /mnt 2024-04-12T00:17:45.277 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /var/tmp 2024-04-12T00:17:45.277 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /home 2024-04-12T00:17:45.277 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /root 2024-04-12T00:17:45.277 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /tmp 2024-04-12T00:17:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:45.355 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T00:17:46.430 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T00:17:46.469 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T00:17:47.434 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T00:17:47.461 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T00:17:47.561 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T00:17:47.711 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-12T00:17:47.747 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T00:17:47.769 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T00:17:47.769 INFO:teuthology.orchestra.run.smithi098.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:47.769 INFO:teuthology.orchestra.run.smithi098.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T00:17:47.769 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T00:17:47.769 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T00:17:47.769 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:47.814 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T00:17:47.998 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T00:17:48.023 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T00:17:48.045 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T00:17:48.045 INFO:teuthology.orchestra.run.smithi098.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:48.045 INFO:teuthology.orchestra.run.smithi098.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T00:17:48.046 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T00:17:48.046 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T00:17:48.046 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:48.482 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T00:17:48.504 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T00:17:48.504 INFO:teuthology.orchestra.run.smithi098.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:48.504 INFO:teuthology.orchestra.run.smithi098.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T00:17:48.504 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T00:17:48.504 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T00:17:48.504 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:48.524 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T00:17:48.524 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /sys 2024-04-12T00:17:48.524 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /proc 2024-04-12T00:17:48.524 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /mnt 2024-04-12T00:17:48.524 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /var/tmp 2024-04-12T00:17:48.524 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /home 2024-04-12T00:17:48.525 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /root 2024-04-12T00:17:48.525 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /tmp 2024-04-12T00:17:48.525 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:48.600 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T00:17:49.671 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T00:17:49.704 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T00:17:49.916 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T00:17:49.941 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T00:17:49.942 INFO:teuthology.orchestra.run.smithi098.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:49.942 INFO:teuthology.orchestra.run.smithi098.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T00:17:49.942 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T00:17:49.942 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T00:17:49.942 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:50.650 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-12T00:17:50.665 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T00:17:50.676 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T00:17:50.696 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T00:17:50.699 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T00:17:50.699 INFO:teuthology.orchestra.run.smithi098.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:50.699 INFO:teuthology.orchestra.run.smithi098.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T00:17:50.699 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T00:17:50.699 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T00:17:50.699 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:50.743 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T00:17:50.765 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T00:17:50.765 INFO:teuthology.orchestra.run.smithi098.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:50.765 INFO:teuthology.orchestra.run.smithi098.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T00:17:50.765 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:50.794 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T00:17:50.955 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-12T00:17:50.990 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T00:17:51.013 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T00:17:51.013 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:51.013 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T00:17:51.013 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T00:17:51.014 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T00:17:51.014 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:51.057 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T00:17:51.069 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T00:17:51.091 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T00:17:51.091 INFO:teuthology.orchestra.run.smithi098.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:51.091 INFO:teuthology.orchestra.run.smithi098.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T00:17:51.092 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T00:17:51.092 INFO:teuthology.orchestra.run.smithi098.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T00:17:51.092 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:17:51.240 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T00:17:51.266 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T00:17:51.289 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T00:17:51.289 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:51.289 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T00:17:51.289 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T00:17:51.289 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T00:17:51.289 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:51.725 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T00:17:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T00:17:51.748 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:51.748 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T00:17:51.748 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T00:17:51.748 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T00:17:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:53.151 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T00:17:53.177 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T00:17:53.177 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:53.177 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T00:17:53.177 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T00:17:53.177 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T00:17:53.177 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:53.884 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-12T00:17:53.911 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T00:17:53.934 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T00:17:53.934 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:53.935 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T00:17:53.935 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T00:17:53.935 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T00:17:53.935 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:53.987 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T00:17:54.009 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T00:17:54.009 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:54.009 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T00:17:54.009 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:54.304 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T00:17:54.327 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T00:17:54.327 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T00:17:54.327 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T00:17:54.327 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T00:17:54.327 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T00:17:54.327 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:17:54.835 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-12T00:17:54.873 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-12T00:17:54.922 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-12T00:17:55.039 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-12T00:17:55.080 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-12T00:17:55.111 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-12T00:17:55.111 INFO:teuthology.orchestra.run.smithi098.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T00:17:55.220 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T00:17:55.220 INFO:teuthology.orchestra.run.smithi098.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T00:17:58.045 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-12T00:17:58.092 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-12T00:17:58.133 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-12T00:17:58.250 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-12T00:17:58.290 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-12T00:17:58.313 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-12T00:17:58.313 INFO:teuthology.orchestra.run.smithi193.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T00:17:58.405 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T00:17:58.406 INFO:teuthology.orchestra.run.smithi193.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T00:18:00.145 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T00:18:00.146 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-12T00:18:00.147 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-12T00:18:00.148 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-12T00:18:00.148 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-12T00:18:00.148 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-12T00:18:00.148 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-12T00:18:00.156 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-12T00:18:00.156 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-12T00:18:00.156 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-12T00:18:00.156 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-12T00:18:00.157 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-12T00:18:00.158 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-12T00:18:00.159 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-12T00:18:00.160 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-12T00:18:00.161 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-12T00:18:00.162 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-12T00:18:00.163 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-12T00:18:00.163 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-12T00:18:00.163 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-12T00:18:00.163 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-12T00:18:00.163 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout:Upgraded: 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout:Installed: 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.443 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.444 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: jq-1.6-16.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-12T00:18:02.445 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.446 INFO:teuthology.orchestra.run.smithi098.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T00:18:02.447 INFO:teuthology.orchestra.run.smithi098.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T00:18:02.447 INFO:teuthology.orchestra.run.smithi098.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T00:18:02.447 INFO:teuthology.orchestra.run.smithi098.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T00:18:02.447 INFO:teuthology.orchestra.run.smithi098.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T00:18:02.447 INFO:teuthology.orchestra.run.smithi098.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-12T00:18:02.447 INFO:teuthology.orchestra.run.smithi098.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T00:18:02.447 INFO:teuthology.orchestra.run.smithi098.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-12T00:18:02.447 INFO:teuthology.orchestra.run.smithi098.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T00:18:02.447 INFO:teuthology.orchestra.run.smithi098.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T00:18:02.448 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-12T00:18:02.449 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.450 INFO:teuthology.orchestra.run.smithi098.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T00:18:02.451 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.452 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.452 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:02.452 INFO:teuthology.orchestra.run.smithi098.stdout: re2-1:20211101-3.el9.x86_64 2024-04-12T00:18:02.452 INFO:teuthology.orchestra.run.smithi098.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T00:18:02.452 INFO:teuthology.orchestra.run.smithi098.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T00:18:02.452 INFO:teuthology.orchestra.run.smithi098.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T00:18:02.452 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:18:02.452 INFO:teuthology.orchestra.run.smithi098.stdout:Complete! 2024-04-12T00:18:02.814 DEBUG:teuthology.parallel:result is None 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-12T00:18:03.123 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-12T00:18:03.124 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-12T00:18:03.125 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-12T00:18:03.126 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-12T00:18:03.127 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-12T00:18:03.128 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-12T00:18:03.129 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-12T00:18:03.130 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-12T00:18:03.131 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-12T00:18:03.131 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-12T00:18:03.131 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-12T00:18:03.131 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-12T00:18:03.131 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-12T00:18:03.131 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-12T00:18:03.131 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout:Upgraded: 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout:Installed: 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.083 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.084 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: jq-1.6-16.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.085 INFO:teuthology.orchestra.run.smithi193.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.086 INFO:teuthology.orchestra.run.smithi193.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T00:18:05.086 INFO:teuthology.orchestra.run.smithi193.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T00:18:05.086 INFO:teuthology.orchestra.run.smithi193.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T00:18:05.086 INFO:teuthology.orchestra.run.smithi193.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T00:18:05.086 INFO:teuthology.orchestra.run.smithi193.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T00:18:05.086 INFO:teuthology.orchestra.run.smithi193.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T00:18:05.087 INFO:teuthology.orchestra.run.smithi193.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-12T00:18:05.088 INFO:teuthology.orchestra.run.smithi193.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T00:18:05.088 INFO:teuthology.orchestra.run.smithi193.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T00:18:05.088 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T00:18:05.088 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.088 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.088 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T00:18:05.089 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T00:18:05.090 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T00:18:05.091 INFO:teuthology.orchestra.run.smithi193.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T00:18:05.092 INFO:teuthology.orchestra.run.smithi193.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout: re2-1:20211101-3.el9.x86_64 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:18:05.093 INFO:teuthology.orchestra.run.smithi193.stdout:Complete! 2024-04-12T00:18:05.431 DEBUG:teuthology.parallel:result is None 2024-04-12T00:18:05.431 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T00:18:05.431 INFO:teuthology.packaging:ref: None 2024-04-12T00:18:05.431 INFO:teuthology.packaging:tag: None 2024-04-12T00:18:05.431 INFO:teuthology.packaging:branch: reef 2024-04-12T00:18:05.431 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:18:05.432 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T00:18:05.707 DEBUG:teuthology.orchestra.run.smithi098:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T00:18:05.733 INFO:teuthology.orchestra.run.smithi098.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-12T00:18:05.734 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-12T00:18:05.734 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-12T00:18:05.736 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T00:18:05.736 INFO:teuthology.packaging:ref: None 2024-04-12T00:18:05.736 INFO:teuthology.packaging:tag: None 2024-04-12T00:18:05.736 INFO:teuthology.packaging:branch: reef 2024-04-12T00:18:05.736 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:18:05.736 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T00:18:06.110 DEBUG:teuthology.orchestra.run.smithi193:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T00:18:06.132 INFO:teuthology.orchestra.run.smithi193.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-12T00:18:06.133 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-12T00:18:06.133 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-12T00:18:06.134 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-12T00:18:06.135 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:18:06.135 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T00:18:06.169 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:18:06.169 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T00:18:06.201 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-12T00:18:06.202 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:18:06.202 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T00:18:06.239 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T00:18:06.309 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:18:06.309 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T00:18:06.336 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T00:18:06.403 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-12T00:18:06.403 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:18:06.403 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T00:18:06.433 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T00:18:06.503 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:18:06.503 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T00:18:06.529 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T00:18:06.595 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-12T00:18:06.596 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:18:06.596 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T00:18:06.625 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T00:18:06.694 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:18:06.694 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T00:18:06.721 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T00:18:06.788 INFO:teuthology.run_tasks:Running task print... 2024-04-12T00:18:06.798 INFO:teuthology.task.print:**** done install task... 2024-04-12T00:18:06.799 INFO:teuthology.run_tasks:Running task print... 2024-04-12T00:18:06.817 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-12T00:18:06.817 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-12T00:18:06.929 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'} 2024-04-12T00:18:06.929 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-12T00:18:06.930 INFO:tasks.cephadm:Cluster fsid is 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:18:06.930 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-12T00:18:06.930 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.98', 'mon.c': '[v2:172.21.15.98:3301,v1:172.21.15.98:6790]', 'mon.b': '172.21.15.193'} 2024-04-12T00:18:06.931 INFO:tasks.cephadm:First mon is mon.a on smithi098 2024-04-12T00:18:06.931 INFO:tasks.cephadm:First mgr is y 2024-04-12T00:18:06.931 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-12T00:18:06.931 DEBUG:teuthology.orchestra.run.smithi098:> sudo hostname $(hostname -s) 2024-04-12T00:18:06.962 DEBUG:teuthology.orchestra.run.smithi193:> sudo hostname $(hostname -s) 2024-04-12T00:18:06.989 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-12T00:18:06.989 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:18:07.208 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78410/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2838-ga5074d45', 'node_name': '172.21.5.34+adami04', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2838.ga5074d45'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2024-04-02-1310/a5074d4516d566e9d8b6aec912f26afd099de101/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-09 23:26:38.757410', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-yuri6-testing-2024-04-02-1310', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-yuri6-testing-2024-04-02-1310/a5074d4516d566e9d8b6aec912f26afd099de101/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-12T00:18:07.547 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 c96c8d478b644b6433700141c5f69a1a68f8121b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-12T00:18:07.549 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm 2024-04-12T00:18:07.549 DEBUG:teuthology.orchestra.run.smithi098:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T00:18:07.957 INFO:teuthology.orchestra.run.smithi098.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 12 00:18 /home/ubuntu/cephtest/cephadm 2024-04-12T00:18:07.957 DEBUG:teuthology.orchestra.run.smithi193:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T00:18:08.484 INFO:teuthology.orchestra.run.smithi193.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 12 00:18 /home/ubuntu/cephtest/cephadm 2024-04-12T00:18:08.484 DEBUG:teuthology.orchestra.run.smithi098:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T00:18:08.503 DEBUG:teuthology.orchestra.run.smithi193:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T00:18:08.536 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-12T00:18:08.536 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-12T00:18:08.546 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-12T00:18:09.369 INFO:teuthology.orchestra.run.smithi098.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T00:18:09.388 INFO:teuthology.orchestra.run.smithi193.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T00:18:41.981 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:18:41.981 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-12T00:18:41.981 INFO:teuthology.orchestra.run.smithi098.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-12T00:18:41.981 INFO:teuthology.orchestra.run.smithi098.stdout: "repo_digests": [ 2024-04-12T00:18:41.981 INFO:teuthology.orchestra.run.smithi098.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-12T00:18:41.981 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2024-04-12T00:18:41.981 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:18:43.278 INFO:teuthology.orchestra.run.smithi193.stdout:{ 2024-04-12T00:18:43.279 INFO:teuthology.orchestra.run.smithi193.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-12T00:18:43.279 INFO:teuthology.orchestra.run.smithi193.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-12T00:18:43.279 INFO:teuthology.orchestra.run.smithi193.stdout: "repo_digests": [ 2024-04-12T00:18:43.279 INFO:teuthology.orchestra.run.smithi193.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-12T00:18:43.279 INFO:teuthology.orchestra.run.smithi193.stdout: ] 2024-04-12T00:18:43.279 INFO:teuthology.orchestra.run.smithi193.stdout:} 2024-04-12T00:18:43.298 DEBUG:teuthology.orchestra.run.smithi098:> sudo mkdir -p /etc/ceph 2024-04-12T00:18:43.333 DEBUG:teuthology.orchestra.run.smithi193:> sudo mkdir -p /etc/ceph 2024-04-12T00:18:43.362 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod 777 /etc/ceph 2024-04-12T00:18:43.403 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod 777 /etc/ceph 2024-04-12T00:18:43.430 INFO:tasks.cephadm:Writing seed config... 2024-04-12T00:18:43.431 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-12T00:18:43.431 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-12T00:18:43.431 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-12T00:18:43.431 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-12T00:18:43.431 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-12T00:18:43.431 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-12T00:18:43.432 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-12T00:18:43.432 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-12T00:18:43.432 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-12T00:18:43.432 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-12T00:18:43.432 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-12T00:18:43.432 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:18:43.432 DEBUG:teuthology.orchestra.run.smithi098:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-12T00:18:43.461 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 22cb6d54-f862-11ee-bc8c-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-12T00:18:43.461 DEBUG:teuthology.orchestra.run.smithi098:mon.a> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a.service 2024-04-12T00:18:43.504 DEBUG:teuthology.orchestra.run.smithi098:mgr.y> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y.service 2024-04-12T00:18:43.548 INFO:tasks.cephadm:Bootstrapping... 2024-04-12T00:18:43.548 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.98 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-12T00:18:43.706 INFO:teuthology.orchestra.run.smithi098.stdout:-------------------------------------------------------------------------------- 2024-04-12T00:18:43.707 INFO:teuthology.orchestra.run.smithi098.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '22cb6d54-f862-11ee-bc8c-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.98', '--skip-admin-label'] 2024-04-12T00:18:43.731 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T00:18:43.732 INFO:teuthology.orchestra.run.smithi098.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-12T00:18:43.732 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying podman|docker is present... 2024-04-12T00:18:43.754 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T00:18:43.754 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying lvm2 is present... 2024-04-12T00:18:43.755 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying time synchronization is in place... 2024-04-12T00:18:43.762 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T00:18:43.762 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T00:18:43.768 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T00:18:43.768 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2024-04-12T00:18:43.773 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout enabled 2024-04-12T00:18:43.780 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout active 2024-04-12T00:18:43.780 INFO:teuthology.orchestra.run.smithi098.stdout:Unit chronyd.service is enabled and running 2024-04-12T00:18:43.780 INFO:teuthology.orchestra.run.smithi098.stdout:Repeating the final host check... 2024-04-12T00:18:43.802 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T00:18:43.802 INFO:teuthology.orchestra.run.smithi098.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-12T00:18:43.802 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl is present 2024-04-12T00:18:43.802 INFO:teuthology.orchestra.run.smithi098.stdout:lvcreate is present 2024-04-12T00:18:43.808 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T00:18:43.808 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T00:18:43.813 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T00:18:43.814 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2024-04-12T00:18:43.819 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout enabled 2024-04-12T00:18:43.825 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout active 2024-04-12T00:18:43.825 INFO:teuthology.orchestra.run.smithi098.stdout:Unit chronyd.service is enabled and running 2024-04-12T00:18:43.825 INFO:teuthology.orchestra.run.smithi098.stdout:Host looks OK 2024-04-12T00:18:43.826 INFO:teuthology.orchestra.run.smithi098.stdout:Cluster fsid: 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:18:43.826 INFO:teuthology.orchestra.run.smithi098.stdout:Acquiring lock 140218284508112 on /run/cephadm/22cb6d54-f862-11ee-bc8c-c7b262605968.lock 2024-04-12T00:18:43.826 INFO:teuthology.orchestra.run.smithi098.stdout:Lock 140218284508112 acquired on /run/cephadm/22cb6d54-f862-11ee-bc8c-c7b262605968.lock 2024-04-12T00:18:43.826 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying IP 172.21.15.98 port 3300 ... 2024-04-12T00:18:43.826 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying IP 172.21.15.98 port 6789 ... 2024-04-12T00:18:43.826 INFO:teuthology.orchestra.run.smithi098.stdout:Base mon IP(s) is [172.21.15.98:3300, 172.21.15.98:6789], mon addrv is [v2:172.21.15.98:3300,v1:172.21.15.98:6789] 2024-04-12T00:18:43.829 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.98 metric 100 2024-04-12T00:18:43.829 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.98 metric 100 2024-04-12T00:18:43.832 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-12T00:18:43.832 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-12T00:18:43.832 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1778sec hoplimit 64 pref medium 2024-04-12T00:18:43.834 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-12T00:18:43.834 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-12T00:18:43.834 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T00:18:43.834 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-12T00:18:43.834 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d26b/64 scope link 2024-04-12T00:18:43.834 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T00:18:43.835 INFO:teuthology.orchestra.run.smithi098.stdout:Mon IP `172.21.15.98` is in CIDR network `172.21.0.0/20` 2024-04-12T00:18:43.835 INFO:teuthology.orchestra.run.smithi098.stdout:Mon IP `172.21.15.98` is in CIDR network `172.21.0.0/20` 2024-04-12T00:18:43.835 INFO:teuthology.orchestra.run.smithi098.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-12T00:18:43.835 INFO:teuthology.orchestra.run.smithi098.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-12T00:18:43.836 INFO:teuthology.orchestra.run.smithi098.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T00:18:44.275 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stdout bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-12T00:18:44.275 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T00:18:44.275 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Getting image source signatures 2024-04-12T00:18:44.275 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Copying blob sha256:9ae191255112f837f5ddf23e5c5ab1101aa18a0a5cef4402020e5a45c4dfa044 2024-04-12T00:18:44.275 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Copying blob sha256:77070339c81bcb5c53bbbf3f31a47f7187e5393cb0e096452852a31192d97570 2024-04-12T00:18:44.275 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Copying config sha256:bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-12T00:18:44.275 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-12T00:18:45.239 INFO:teuthology.orchestra.run.smithi098.stdout:ceph: stdout ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-12T00:18:45.239 INFO:teuthology.orchestra.run.smithi098.stdout:Ceph version: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-12T00:18:45.239 INFO:teuthology.orchestra.run.smithi098.stdout:Extracting ceph user uid/gid from container image... 2024-04-12T00:18:46.069 INFO:teuthology.orchestra.run.smithi098.stdout:stat: stdout 167 167 2024-04-12T00:18:46.069 INFO:teuthology.orchestra.run.smithi098.stdout:Creating initial keys... 2024-04-12T00:18:46.966 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph-authtool: stdout AQDmfRhmDjbpFxAA/iNz5ahQZnuWD1VzkjzqDA== 2024-04-12T00:18:48.031 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph-authtool: stdout AQDnfRhmdf5aExAAtUPhxcyBDLrSmeibhwNKYw== 2024-04-12T00:18:48.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph-authtool: stdout AQDofRhmsdsRExAAWp2vptEdIBOMna05IerKEw== 2024-04-12T00:18:48.895 INFO:teuthology.orchestra.run.smithi098.stdout:Creating initial monmap... 2024-04-12T00:18:49.859 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T00:18:49.859 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-12T00:18:49.859 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:18:49.859 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T00:18:49.859 INFO:teuthology.orchestra.run.smithi098.stdout:monmaptool for a [v2:172.21.15.98:3300,v1:172.21.15.98:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T00:18:49.859 INFO:teuthology.orchestra.run.smithi098.stdout:setting min_mon_release = pacific 2024-04-12T00:18:49.859 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: set fsid to 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:18:49.859 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T00:18:49.859 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:18:49.860 INFO:teuthology.orchestra.run.smithi098.stdout:Creating mon... 2024-04-12T00:18:55.098 INFO:teuthology.orchestra.run.smithi098.stdout:create mon.a on 2024-04-12T00:18:55.587 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-12T00:18:55.832 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-12T00:18:56.429 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968.target → /etc/systemd/system/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968.target. 2024-04-12T00:18:56.429 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968.target → /etc/systemd/system/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968.target. 2024-04-12T00:18:57.380 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a 2024-04-12T00:18:57.380 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Failed to reset failed state of unit ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a.service: Unit ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a.service not loaded. 2024-04-12T00:18:57.822 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968.target.wants/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a.service → /etc/systemd/system/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@.service. 2024-04-12T00:18:58.159 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:58 smithi098 podman[26543]: 2024-04-12 00:18:57.971559975 +0000 UTC m=+0.016843406 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph:reef 2024-04-12T00:18:58.339 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T00:18:58.339 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout disabled 2024-04-12T00:18:58.345 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T00:18:58.345 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2024-04-12T00:18:58.345 INFO:teuthology.orchestra.run.smithi098.stdout:firewalld.service is not enabled 2024-04-12T00:18:58.345 INFO:teuthology.orchestra.run.smithi098.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T00:18:58.346 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mon to start... 2024-04-12T00:18:58.346 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mon... 2024-04-12T00:18:58.461 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:58 smithi098 podman[26543]: 2024-04-12 00:18:58.258403308 +0000 UTC m=+0.303686724 container init e71c3bd2ed00363283d73b38a9a36a9ec6459e788e0420f67a167f7088850c88 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T00:18:58.461 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:58 smithi098 podman[26543]: 2024-04-12 00:18:58.261250653 +0000 UTC m=+0.306534070 container start e71c3bd2ed00363283d73b38a9a36a9ec6459e788e0420f67a167f7088850c88 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, GIT_CLEAN=True, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-04-12T00:18:58.461 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:58 smithi098 ceph-mon[26562]: mkfs 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:18:58.461 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:58 smithi098 ceph-mon[26562]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T00:18:58.461 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:58 smithi098 bash[26543]: e71c3bd2ed00363283d73b38a9a36a9ec6459e788e0420f67a167f7088850c88 2024-04-12T00:18:58.462 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:58 smithi098 systemd[1]: Started Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:18:59.387 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout cluster: 2024-04-12T00:18:59.387 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout id: 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:18:59.387 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-12T00:18:59.387 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:18:59.387 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout services: 2024-04-12T00:18:59.387 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.568943s) 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout data: 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout pgs: 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:mon is available 2024-04-12T00:18:59.388 INFO:teuthology.orchestra.run.smithi098.stdout:Assimilating anything we can from ceph.conf... 2024-04-12T00:18:59.500 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:59 smithi098 ceph-mon[26562]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T00:18:59.501 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:59 smithi098 ceph-mon[26562]: monmap e1: 1 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T00:18:59.501 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:59 smithi098 ceph-mon[26562]: fsmap 2024-04-12T00:18:59.501 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:59 smithi098 ceph-mon[26562]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T00:18:59.501 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:59 smithi098 ceph-mon[26562]: mgrmap e1: no daemons active 2024-04-12T00:18:59.501 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:18:59 smithi098 ceph-mon[26562]: from='client.? 172.21.15.98:0/1519208880' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T00:19:00.398 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:00 smithi098 ceph-mon[26562]: from='client.? 172.21.15.98:0/2322351443' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T00:19:00.398 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:00 smithi098 ceph-mon[26562]: from='client.? 172.21.15.98:0/2322351443' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-12T00:19:00.401 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:00.401 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T00:19:00.401 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout fsid = 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:19:00.401 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.98:3300,v1:172.21.15.98:6789] 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T00:19:00.402 INFO:teuthology.orchestra.run.smithi098.stdout:Generating new minimal ceph.conf... 2024-04-12T00:19:01.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:01 smithi098 ceph-mon[26562]: from='client.? 172.21.15.98:0/3550536140' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:19:02.007 INFO:teuthology.orchestra.run.smithi098.stdout:Restarting the monitor... 2024-04-12T00:19:02.275 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:02 smithi098 systemd[1]: Stopping Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:19:02.527 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:02 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a[26558]: 2024-04-12T00:19:02.289+0000 7f19183ef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:19:02.527 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:02 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a[26558]: 2024-04-12T00:19:02.289+0000 7f19183ef700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-12T00:19:02.527 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:02 smithi098 podman[26808]: 2024-04-12 00:19:02.423007476 +0000 UTC m=+0.243762086 container died e71c3bd2ed00363283d73b38a9a36a9ec6459e788e0420f67a167f7088850c88 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True) 2024-04-12T00:19:05.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:04 smithi098 podman[26808]: 2024-04-12 00:19:04.571389151 +0000 UTC m=+2.392143768 container cleanup e71c3bd2ed00363283d73b38a9a36a9ec6459e788e0420f67a167f7088850c88 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-12T00:19:05.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:04 smithi098 bash[26808]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a 2024-04-12T00:19:06.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:06 smithi098 podman[26822]: 2024-04-12 00:19:06.537217436 +0000 UTC m=+4.113035208 container remove e71c3bd2ed00363283d73b38a9a36a9ec6459e788e0420f67a167f7088850c88 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-12T00:19:06.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:06 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T00:19:06.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:06 smithi098 systemd[1]: Stopped Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:19:06.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:06 smithi098 systemd[1]: Starting Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:19:07.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:06 smithi098 podman[26916]: 2024-04-12 00:19:06.777166158 +0000 UTC m=+0.017313775 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph:reef 2024-04-12T00:19:07.904 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 podman[26916]: 2024-04-12 00:19:07.650272224 +0000 UTC m=+0.890419830 container create e70368c839385185f7618884cdab67e8958cd30b5c830f39161f4082bceae8b2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 podman[26916]: 2024-04-12 00:19:07.836187835 +0000 UTC m=+1.076335441 container init e70368c839385185f7618884cdab67e8958cd30b5c830f39161f4082bceae8b2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 podman[26916]: 2024-04-12 00:19:07.839224014 +0000 UTC m=+1.079371637 container start e70368c839385185f7618884cdab67e8958cd30b5c830f39161f4082bceae8b2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 2 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: pidfile_write: ignore empty --pid-file 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: load: jerasure load: lrc 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: RocksDB version: 7.9.2 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Git sha 0 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-12T00:19:07.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: DB SUMMARY 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: DB Session ID: 5JKZNMYD1QLP9MVW6HIB 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: CURRENT file: CURRENT 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84552 ; 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.error_if_exists: 0 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.create_if_missing: 0 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.paranoid_checks: 1 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T00:19:07.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.env: 0x5567b00be7a0 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.info_log: 0x5567b2933500 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.statistics: (nil) 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.use_fsync: 0 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_log_file_size: 0 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.allow_fallocate: 1 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T00:19:07.907 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.use_direct_reads: 0 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.db_log_dir: 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.wal_dir: 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T00:19:07.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.write_buffer_manager: 0x5567b1ba8140 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.unordered_write: 0 2024-04-12T00:19:07.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.row_cache: None 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.wal_filter: None 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.two_write_queues: 0 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.wal_compression: 0 2024-04-12T00:19:07.911 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.atomic_flush: 0 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.log_readahead_size: 0 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_background_jobs: 2 2024-04-12T00:19:07.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_background_compactions: -1 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_subcompactions: 1 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_open_files: -1 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T00:19:07.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_background_flushes: -1 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Compression algorithms supported: 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: kZSTD supported: 0 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: kXpressCompression supported: 0 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: kZlibCompression supported: 1 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: kSnappyCompression supported: 1 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: kLZ4Compression supported: 1 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: kBZip2Compression supported: 0 2024-04-12T00:19:07.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.merge_operator: 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_filter: None 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5567b2933600) 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout: cache_index_and_filter_blocks: 1 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T00:19:07.915 INFO:journalctl@ceph.mon.a.smithi098.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: pin_top_level_index_and_filter: 1 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: index_type: 0 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: data_block_index_type: 0 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: index_shortening: 1 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: checksum: 4 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: no_block_cache: 0 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache: 0x5567b1c491f0 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache_name: BinnedLRUCache 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache_options: 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: capacity : 536870912 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: num_shard_bits : 4 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: strict_capacity_limit : 0 2024-04-12T00:19:07.916 INFO:journalctl@ceph.mon.a.smithi098.stdout: high_pri_pool_ratio: 0.000 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache_compressed: (nil) 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: persistent_cache: (nil) 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_size: 4096 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_size_deviation: 10 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_restart_interval: 16 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: index_block_restart_interval: 1 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: metadata_block_size: 4096 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: partition_filters: 0 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: use_delta_encoding: 1 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: filter_policy: bloomfilter 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: whole_key_filtering: 1 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: verify_compression: 0 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: read_amp_bytes_per_bit: 0 2024-04-12T00:19:07.917 INFO:journalctl@ceph.mon.a.smithi098.stdout: format_version: 5 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout: enable_index_compression: 1 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_align: 0 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout: max_auto_readahead_size: 262144 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout: prepopulate_block_cache: 0 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout: initial_auto_readahead_size: 8192 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression: NoCompression 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.num_levels: 7 2024-04-12T00:19:07.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T00:19:07.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T00:19:07.920 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T00:19:07.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.table_properties_collectors: 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.inplace_update_support: 0 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T00:19:07.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.bloom_locality: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.max_successive_merges: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.ttl: 2592000 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.enable_blob_files: false 2024-04-12T00:19:07.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.min_blob_size: 0 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7cbb8899-4239-41d6-9ec7-5118818af0b0 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881147869144, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-12T00:19:07.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881147869996, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81076, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79252, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73453, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712881147, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7cbb8899-4239-41d6-9ec7-5118818af0b0", "db_session_id": "5JKZNMYD1QLP9MVW6HIB", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881147870056, "job": 1, "event": "recovery_finished"} 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5567b1ce8000 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: DB pointer 0x5567b1cd6000 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** DB Stats ** 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T00:19:07.925 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** Compaction Stats [default] ** 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: L0 2/0 81.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: Sum 2/0 81.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 142.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** Compaction Stats [default] ** 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T00:19:07.926 INFO:journalctl@ceph.mon.a.smithi098.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 142.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative compaction: 0.00 GB write, 15.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval compaction: 0.00 GB write, 15.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: Block cache BinnedLRUCache@0x5567b1c491f0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-12T00:19:07.927 INFO:journalctl@ceph.mon.a.smithi098.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: starting mon.a rank 0 at public addrs [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] at bind addrs [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mon.a@-1(???) e1 preinit fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mon.a@-1(???).mds e1 new map 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mon.a@-1(???).mds e1 print_map 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout: e1 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout: legacy client fscid: -1 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout: No filesystems configured 2024-04-12T00:19:07.928 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T00:19:07.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T00:19:07.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T00:19:07.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T00:19:07.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-12T00:19:07.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 bash[26916]: e70368c839385185f7618884cdab67e8958cd30b5c830f39161f4082bceae8b2 2024-04-12T00:19:07.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 systemd[1]: Started Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:19:07.929 INFO:teuthology.orchestra.run.smithi098.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-12T00:19:08.154 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T00:19:08.155 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: monmap e1: 1 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T00:19:08.155 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: fsmap 2024-04-12T00:19:08.155 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T00:19:08.155 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:07 smithi098 ceph-mon[26935]: mgrmap e1: no daemons active 2024-04-12T00:19:09.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:09 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3364522297' entity='client.admin' 2024-04-12T00:19:09.881 INFO:teuthology.orchestra.run.smithi098.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-12T00:19:09.902 INFO:teuthology.orchestra.run.smithi098.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-12T00:19:09.903 INFO:teuthology.orchestra.run.smithi098.stdout:Creating mgr... 2024-04-12T00:19:09.903 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-12T00:19:09.903 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-12T00:19:10.156 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y 2024-04-12T00:19:10.156 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Failed to reset failed state of unit ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y.service: Unit ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y.service not loaded. 2024-04-12T00:19:10.302 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968.target.wants/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@.service. 2024-04-12T00:19:10.527 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:10 smithi098 systemd[1]: Starting Ceph mgr.y for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:19:10.799 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:10 smithi098 podman[27153]: 2024-04-12 00:19:10.545309007 +0000 UTC m=+0.112554461 container create 47736cfdf655160499c795ded177ac7aa22c10fbda2cc31d2a6c7fdb1bd645e8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, ceph=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:19:10.799 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:10 smithi098 podman[27153]: 2024-04-12 00:19:10.450442936 +0000 UTC m=+0.017688354 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph:reef 2024-04-12T00:19:10.799 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:10 smithi098 podman[27153]: 2024-04-12 00:19:10.755875359 +0000 UTC m=+0.323120768 container init 47736cfdf655160499c795ded177ac7aa22c10fbda2cc31d2a6c7fdb1bd645e8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-d540eba, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-12T00:19:10.799 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:10 smithi098 podman[27153]: 2024-04-12 00:19:10.758400743 +0000 UTC m=+0.325646153 container start 47736cfdf655160499c795ded177ac7aa22c10fbda2cc31d2a6c7fdb1bd645e8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-12T00:19:10.799 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:10 smithi098 bash[27153]: 47736cfdf655160499c795ded177ac7aa22c10fbda2cc31d2a6c7fdb1bd645e8 2024-04-12T00:19:10.812 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T00:19:10.812 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout disabled 2024-04-12T00:19:10.819 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T00:19:10.819 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2024-04-12T00:19:10.819 INFO:teuthology.orchestra.run.smithi098.stdout:firewalld.service is not enabled 2024-04-12T00:19:10.819 INFO:teuthology.orchestra.run.smithi098.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T00:19:10.827 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T00:19:10.827 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout disabled 2024-04-12T00:19:10.835 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T00:19:10.835 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2024-04-12T00:19:10.835 INFO:teuthology.orchestra.run.smithi098.stdout:firewalld.service is not enabled 2024-04-12T00:19:10.835 INFO:teuthology.orchestra.run.smithi098.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-12T00:19:10.835 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mgr to start... 2024-04-12T00:19:10.835 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mgr... 2024-04-12T00:19:11.076 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:10 smithi098 systemd[1]: Started Ceph mgr.y for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:19:11.356 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:11.309+0000 7f1ed850f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:19:11.672 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:11 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/622640828' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T00:19:11.672 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:11.410+0000 7f1ed850f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:19:11.958 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:11.961 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2024-04-12T00:19:11.961 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsid": "22cb6d54-f862-11ee-bc8c-c7b262605968", 2024-04-12T00:19:11.961 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T00:19:11.961 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 0 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-12T00:19:11.962 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T00:19:11.963 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:11.963 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T00:19:11.963 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:11.963 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T00:19:11.963 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T00:19:11.963 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T00:19:11.963 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T00:19:11.966 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T00:19:11.967 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:11.968 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T00:18:58.302540+0000", 2024-04-12T00:19:11.969 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T00:19:11.969 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:11.969 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T00:19:11.969 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2024-04-12T00:19:11.969 INFO:teuthology.orchestra.run.smithi098.stdout:mgr not available, waiting (1/15)... 2024-04-12T00:19:12.270 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:12.055+0000 7f1ed850f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:19:12.270 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:12.146+0000 7f1ed850f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:19:12.270 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:12.285+0000 7f1ed850f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:19:12.526 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:12.379+0000 7f1ed850f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:19:12.527 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:12.461+0000 7f1ed850f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:19:12.989 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:12.719+0000 7f1ed850f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:19:12.989 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:12.826+0000 7f1ed850f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:19:12.989 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:12.910+0000 7f1ed850f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:19:12.989 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:13 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:13.003+0000 7f1ed850f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:19:13.276 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:13 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:13.177+0000 7f1ed850f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:19:14.367 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:14.141+0000 7f1ed850f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:19:14.367 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:14.275+0000 7f1ed850f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:19:14.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:14 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1361306497' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T00:19:14.694 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:14.619+0000 7f1ed850f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:19:15.026 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:14.708+0000 7f1ed850f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:19:15.027 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:14.903+0000 7f1ed850f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:19:15.104 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:15.104 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2024-04-12T00:19:15.104 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsid": "22cb6d54-f862-11ee-bc8c-c7b262605968", 2024-04-12T00:19:15.104 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T00:19:15.104 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T00:19:15.104 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 0 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:15.105 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T00:19:15.106 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T00:19:15.107 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T00:18:58.302540+0000", 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2024-04-12T00:19:15.108 INFO:teuthology.orchestra.run.smithi098.stdout:mgr not available, waiting (2/15)... 2024-04-12T00:19:15.357 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:15.088+0000 7f1ed850f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:19:15.613 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:15.371+0000 7f1ed850f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:19:15.613 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:15.627+0000 7f1ed850f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:19:16.026 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:15.859+0000 7f1ed850f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:19:17.026 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:16.644+0000 7f1ed850f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:19:17.524 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:17.238+0000 7f1ed850f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:19:17.524 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:17.337+0000 7f1ed850f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:19:17.776 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:17.557+0000 7f1ed850f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: Activating manager daemon y 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: mgrmap e2: y(active, starting, since 0.0033498s) 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: Manager daemon y is now available 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:19:17.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' 2024-04-12T00:19:17.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' 2024-04-12T00:19:17.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:17 smithi098 ceph-mon[26935]: from='mgr.14100 172.21.15.98:0/2054361425' entity='mgr.y' 2024-04-12T00:19:18.251 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:18.251 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2024-04-12T00:19:18.251 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsid": "22cb6d54-f862-11ee-bc8c-c7b262605968", 2024-04-12T00:19:18.251 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T00:19:18.251 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T00:19:18.251 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T00:19:18.251 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T00:19:18.251 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 0 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:18.252 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T00:19:18.253 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:18.253 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T00:19:18.253 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T00:19:18.253 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T00:19:18.253 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T00:19:18.257 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T00:19:18.258 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T00:18:58.302540+0000", 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2024-04-12T00:19:18.259 INFO:teuthology.orchestra.run.smithi098.stdout:mgr not available, waiting (3/15)... 2024-04-12T00:19:18.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:18 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2870267548' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T00:19:18.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:18 smithi098 ceph-mon[26935]: mgrmap e3: y(active, since 1.00654s) 2024-04-12T00:19:20.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:20 smithi098 ceph-mon[26935]: mgrmap e4: y(active, since 2s) 2024-04-12T00:19:21.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:21.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2024-04-12T00:19:21.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsid": "22cb6d54-f862-11ee-bc8c-c7b262605968", 2024-04-12T00:19:21.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T00:19:21.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T00:19:21.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T00:19:21.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T00:19:21.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 0 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T00:19:21.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:21.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T00:19:21.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T00:19:21.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T00:19:21.579 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T00:19:21.579 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:21.580 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:21.581 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T00:19:21.582 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T00:19:21.582 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T00:18:58.302540+0000", 2024-04-12T00:19:21.582 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T00:19:21.582 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2024-04-12T00:19:21.582 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T00:19:21.582 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2024-04-12T00:19:21.582 INFO:teuthology.orchestra.run.smithi098.stdout:mgr is available 2024-04-12T00:19:21.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:21 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3163925631' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T00:19:22.742 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:22 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3959593932' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout fsid = 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T00:19:22.746 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T00:19:22.747 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2024-04-12T00:19:22.747 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T00:19:22.747 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T00:19:22.747 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T00:19:22.747 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling cephadm module... 2024-04-12T00:19:23.924 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:23 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1033671315' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-12T00:19:23.924 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:23 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ignoring --setuser ceph since I am not root 2024-04-12T00:19:23.924 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:23 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ignoring --setgroup ceph since I am not root 2024-04-12T00:19:24.207 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:24 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:24.174+0000 7f63e3d0d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:19:24.458 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:24 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:24.271+0000 7f63e3d0d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:19:24.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1033671315' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-12T00:19:24.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:24 smithi098 ceph-mon[26935]: mgrmap e5: y(active, since 6s) 2024-04-12T00:19:25.248 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:24 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:24.921+0000 7f63e3d0d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:19:25.248 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:25.026+0000 7f63e3d0d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:19:25.248 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:25.167+0000 7f63e3d0d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:19:25.526 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:25.262+0000 7f63e3d0d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:19:25.526 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:25.345+0000 7f63e3d0d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:19:25.534 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2024-04-12T00:19:25.534 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-12T00:19:25.534 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T00:19:25.534 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T00:19:25.534 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T00:19:25.534 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2024-04-12T00:19:25.534 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for the mgr to restart... 2024-04-12T00:19:25.534 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mgr epoch 5... 2024-04-12T00:19:25.798 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:25 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1427567929' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T00:19:25.798 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:25.612+0000 7f63e3d0d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:19:25.798 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:25.724+0000 7f63e3d0d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:19:25.798 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:25.812+0000 7f63e3d0d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:19:26.072 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:25.908+0000 7f63e3d0d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:19:26.526 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:26 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:26.087+0000 7f63e3d0d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:19:27.276 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:27 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:27.033+0000 7f63e3d0d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:19:27.277 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:27 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:27.161+0000 7f63e3d0d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:19:27.757 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:27 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:27.490+0000 7f63e3d0d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:19:27.758 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:27 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:27.578+0000 7f63e3d0d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:19:27.758 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:27 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:27.771+0000 7f63e3d0d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:19:28.026 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:27 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:27.954+0000 7f63e3d0d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:19:28.479 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:28.234+0000 7f63e3d0d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:19:28.479 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:28.493+0000 7f63e3d0d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:19:28.776 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:28.725+0000 7f63e3d0d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:19:29.776 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:29 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:29.525+0000 7f63e3d0d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:19:30.398 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:30.102+0000 7f63e3d0d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:19:30.398 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:30.199+0000 7f63e3d0d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:19:30.398 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:30.412+0000 7f63e3d0d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:19:30.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: Active manager daemon y restarted 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: Activating manager daemon y 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: osdmap e2: 0 total, 0 up, 0 in 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: mgrmap e6: y(active, starting, since 0.00318031s) 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: Manager daemon y is now available 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:19:30.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:19:30.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:19:30.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:30 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:19:31.722 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:31 smithi098 ceph-mon[26935]: Found migration_current of "None". Setting to last migration. 2024-04-12T00:19:31.722 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:31 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:31.722 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:31 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:31.722 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:31 smithi098 ceph-mon[26935]: mgrmap e7: y(active, since 1.00562s) 2024-04-12T00:19:32.000 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2024-04-12T00:19:32.000 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-12T00:19:32.000 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T00:19:32.001 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2024-04-12T00:19:32.001 INFO:teuthology.orchestra.run.smithi098.stdout:mgr epoch 5 is available 2024-04-12T00:19:32.001 INFO:teuthology.orchestra.run.smithi098.stdout:Setting orchestrator backend to cephadm... 2024-04-12T00:19:32.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:32 smithi098 ceph-mon[26935]: [12/Apr/2024:00:19:31] ENGINE Bus STARTING 2024-04-12T00:19:32.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:32 smithi098 ceph-mon[26935]: [12/Apr/2024:00:19:31] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:19:32.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:32 smithi098 ceph-mon[26935]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T00:19:32.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:32 smithi098 ceph-mon[26935]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T00:19:32.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:32 smithi098 ceph-mon[26935]: [12/Apr/2024:00:19:31] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:19:32.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:32 smithi098 ceph-mon[26935]: [12/Apr/2024:00:19:31] ENGINE Bus STARTED 2024-04-12T00:19:32.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:32 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:19:33.672 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:33 smithi098 ceph-mon[26935]: mgrmap e8: y(active, since 2s) 2024-04-12T00:19:33.672 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:33 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:33.672 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:33 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:19:34.526 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:34 smithi098 ceph-mon[26935]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:19:34.528 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-12T00:19:34.528 INFO:teuthology.orchestra.run.smithi098.stdout:Generating ssh key... 2024-04-12T00:19:35.773 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-mon[26935]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:19:35.773 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: Generating public/private rsa key pair. 2024-04-12T00:19:35.773 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: Your identification has been saved in /tmp/tmpbctq566h/key. 2024-04-12T00:19:35.773 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: Your public key has been saved in /tmp/tmpbctq566h/key.pub. 2024-04-12T00:19:35.773 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: The key fingerprint is: 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: SHA256:s34BYugVzv1U+1DbV1/dN9SmLN4IWieGGES35ZOuKHk ceph-22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: The key's randomart image is: 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: +---[RSA 3072]----+ 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: | oo . . ..+| 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: | o. + .. ..O| 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: | + =..+. + =*| 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: | . B +.*.= + +| 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: | . o .SB.= * .| 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: | .. ..+o o o | 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: | o E o . | 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: | o . . | 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: | .. | 2024-04-12T00:19:35.774 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: +----[SHA256]-----+ 2024-04-12T00:19:36.625 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:36 smithi098 ceph-mon[26935]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:19:36.625 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:36 smithi098 ceph-mon[26935]: Generating ssh key... 2024-04-12T00:19:36.626 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:36 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:36.626 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:36 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:37.158 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdqLIpSpgp8eBHUAUartxb1vT6lwI2HUE2gAr1xuPkQWf4tCIpovLyGuckT7YKtdgjUdzUT3SkanSd/lzkUNQ4/PwgoPvRn0RU2Fbo0KOx3WYn74EYJsqXByLYxjC3lh2KWifuf0UflMZp/JXRKOHO8bq5TPJv3CosaBeG4wFCxKt2JHdHfPGYgA/91B5JeiyGpEbShdN1KaXsFgedFFF6nuCXEdi9R4wySNpGA7INIOrH/Kra57ogqsP4WKADuNnp0L/euBbK21aty44B2E3VDGu+CGPgxLppzhgPkWJQ97RO5rBq9FXjwcMxoFQ1ftZzHZSc87GJTMAYThUUMeVp29diI7h1zIoQlsCH8/9BQZrKgBYd4o2L7Gann43vLaTKUfrLBH0YqMO7eSQ+QoAJeunBgJmkdfY3TQRNP298MkAVibttzfYQ6BJpx2i6fuB63vxNsE0lAGR9nsV/xICLKGzU4oA0Gok5r5/s8Y4Igqsc01qw+0DA74UixGyggwM= ceph-22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:19:37.158 INFO:teuthology.orchestra.run.smithi098.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-12T00:19:37.158 INFO:teuthology.orchestra.run.smithi098.stdout:Adding key to root@localhost authorized_keys... 2024-04-12T00:19:37.158 INFO:teuthology.orchestra.run.smithi098.stdout:Adding host smithi098... 2024-04-12T00:19:37.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:37 smithi098 ceph-mon[26935]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:19:38.768 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:38 smithi098 ceph-mon[26935]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi098", "addr": "172.21.15.98", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:19:38.769 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:38 smithi098 ceph-mon[26935]: Deploying cephadm binary to smithi098 2024-04-12T00:19:40.934 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout Added host 'smithi098' with addr '172.21.15.98' 2024-04-12T00:19:40.934 INFO:teuthology.orchestra.run.smithi098.stdout:Deploying unmanaged mon service... 2024-04-12T00:19:41.526 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:41 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:41.526 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:41 smithi098 ceph-mon[26935]: Added host smithi098 2024-04-12T00:19:41.526 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:41 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:19:42.259 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-12T00:19:42.259 INFO:teuthology.orchestra.run.smithi098.stdout:Deploying unmanaged mgr service... 2024-04-12T00:19:42.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:42 smithi098 ceph-mon[26935]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:19:42.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:42 smithi098 ceph-mon[26935]: Saving service mon spec with placement count:5 2024-04-12T00:19:42.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:42 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:44.070 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-12T00:19:44.191 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:43 smithi098 ceph-mon[26935]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:19:44.191 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:43 smithi098 ceph-mon[26935]: Saving service mgr spec with placement count:2 2024-04-12T00:19:44.191 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:43 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:44.192 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:43 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:46.026 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:45 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:46.026 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:45 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/358888678' entity='client.admin' 2024-04-12T00:19:47.184 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:46 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3637343287' entity='client.admin' 2024-04-12T00:19:47.184 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:46 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:47.187 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling the dashboard module... 2024-04-12T00:19:49.026 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:48 smithi098 ceph-mon[26935]: from='mgr.14120 172.21.15.98:0/3115696945' entity='mgr.y' 2024-04-12T00:19:49.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:48 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1709239805' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-12T00:19:49.027 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ignoring --setuser ceph since I am not root 2024-04-12T00:19:49.027 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ignoring --setgroup ceph since I am not root 2024-04-12T00:19:49.526 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:49 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:49.325+0000 7fe3f9aeb200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:19:49.526 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:49 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:49.418+0000 7fe3f9aeb200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:19:49.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:49 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1709239805' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-12T00:19:49.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:49 smithi098 ceph-mon[26935]: mgrmap e9: y(active, since 18s) 2024-04-12T00:19:50.075 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:50.071+0000 7fe3f9aeb200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:19:50.395 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:50.166+0000 7fe3f9aeb200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:19:50.396 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:50.314+0000 7fe3f9aeb200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:19:50.396 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:50.410+0000 7fe3f9aeb200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:19:50.747 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:50.493+0000 7fe3f9aeb200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:19:51.026 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:50 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3217627744' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T00:19:51.027 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:50.763+0000 7fe3f9aeb200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:19:51.027 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:50.874+0000 7fe3f9aeb200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:19:51.027 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:50.960+0000 7fe3f9aeb200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:19:51.141 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2024-04-12T00:19:51.142 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-12T00:19:51.142 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T00:19:51.142 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T00:19:51.142 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T00:19:51.142 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2024-04-12T00:19:51.142 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for the mgr to restart... 2024-04-12T00:19:51.142 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mgr epoch 9... 2024-04-12T00:19:51.373 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:51 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:51.055+0000 7fe3f9aeb200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:19:51.373 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:51 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:51.235+0000 7fe3f9aeb200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:19:52.526 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:52.202+0000 7fe3f9aeb200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:19:52.526 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:52.334+0000 7fe3f9aeb200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:19:52.945 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:52.669+0000 7fe3f9aeb200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:19:52.945 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:52.761+0000 7fe3f9aeb200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:19:52.945 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:52.958+0000 7fe3f9aeb200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:19:53.276 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:53.144+0000 7fe3f9aeb200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:19:53.680 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:53.428+0000 7fe3f9aeb200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:19:54.026 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:53.693+0000 7fe3f9aeb200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:19:54.026 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:53.930+0000 7fe3f9aeb200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:19:55.026 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:54 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:54.733+0000 7fe3f9aeb200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:19:55.601 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:55.297+0000 7fe3f9aeb200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:19:55.601 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:55.396+0000 7fe3f9aeb200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:19:55.601 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:19:55.615+0000 7fe3f9aeb200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:19:56.026 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: Active manager daemon y restarted 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: Activating manager daemon y 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: osdmap e3: 0 total, 0 up, 0 in 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: mgrmap e10: y(active, starting, since 0.00309647s) 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: Manager daemon y is now available 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:19:56.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:19:57.276 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2024-04-12T00:19:57.276 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-12T00:19:57.276 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T00:19:57.277 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2024-04-12T00:19:57.277 INFO:teuthology.orchestra.run.smithi098.stdout:mgr epoch 9 is available 2024-04-12T00:19:57.277 INFO:teuthology.orchestra.run.smithi098.stdout:Generating a dashboard self-signed certificate... 2024-04-12T00:19:57.710 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:57 smithi098 ceph-mon[26935]: [12/Apr/2024:00:19:55] ENGINE Bus STARTING 2024-04-12T00:19:57.710 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:57 smithi098 ceph-mon[26935]: [12/Apr/2024:00:19:55] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:19:57.710 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:57 smithi098 ceph-mon[26935]: [12/Apr/2024:00:19:56] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:19:57.710 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:57 smithi098 ceph-mon[26935]: [12/Apr/2024:00:19:56] ENGINE Bus STARTED 2024-04-12T00:19:57.710 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:57 smithi098 ceph-mon[26935]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T00:19:57.710 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:57 smithi098 ceph-mon[26935]: mgrmap e11: y(active, since 1.00564s) 2024-04-12T00:19:57.710 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:57 smithi098 ceph-mon[26935]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T00:19:57.710 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:57 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:19:58.716 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-12T00:19:58.716 INFO:teuthology.orchestra.run.smithi098.stdout:Creating initial admin user... 2024-04-12T00:19:59.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:59 smithi098 ceph-mon[26935]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:19:59.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:59 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:19:59.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:59 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:19:59.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:59 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:19:59.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:19:59 smithi098 ceph-mon[26935]: mgrmap e12: y(active, since 2s) 2024-04-12T00:20:00.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:00 smithi098 ceph-mon[26935]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:00.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:00 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:00.697 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$0ZOvxXtLqO6XOFTepnRIM.D/EV1YOUj/baCWgaO.BUVRLizedpMWW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712881199, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-12T00:20:00.697 INFO:teuthology.orchestra.run.smithi098.stdout:Fetching dashboard port number... 2024-04-12T00:20:01.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:01 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3222451143' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-12T00:20:01.936 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 8443 2024-04-12T00:20:01.946 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T00:20:01.946 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout disabled 2024-04-12T00:20:01.954 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T00:20:01.954 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2024-04-12T00:20:01.954 INFO:teuthology.orchestra.run.smithi098.stdout:firewalld.service is not enabled 2024-04-12T00:20:01.954 INFO:teuthology.orchestra.run.smithi098.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-12T00:20:01.955 INFO:teuthology.orchestra.run.smithi098.stdout:Ceph Dashboard is now available at: 2024-04-12T00:20:01.955 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:01.955 INFO:teuthology.orchestra.run.smithi098.stdout: URL: https://smithi098.front.sepia.ceph.com:8443/ 2024-04-12T00:20:01.956 INFO:teuthology.orchestra.run.smithi098.stdout: User: admin 2024-04-12T00:20:01.956 INFO:teuthology.orchestra.run.smithi098.stdout: Password: nril3bo52s 2024-04-12T00:20:01.956 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:01.956 INFO:teuthology.orchestra.run.smithi098.stdout:Saving cluster configuration to /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config directory 2024-04-12T00:20:01.956 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling autotune for osd_memory_target 2024-04-12T00:20:03.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:03 smithi098 ceph-mon[26935]: mgrmap e13: y(active, since 6s) 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout:Or, if you are only running a single cluster on this host: 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:04.584 INFO:teuthology.orchestra.run.smithi098.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-12T00:20:04.585 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:04.585 INFO:teuthology.orchestra.run.smithi098.stdout: ceph telemetry on 2024-04-12T00:20:04.585 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:04.585 INFO:teuthology.orchestra.run.smithi098.stdout:For more information see: 2024-04-12T00:20:04.585 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:04.585 INFO:teuthology.orchestra.run.smithi098.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-12T00:20:04.585 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:04.585 INFO:teuthology.orchestra.run.smithi098.stdout:Bootstrap complete. 2024-04-12T00:20:04.619 INFO:tasks.cephadm:Fetching config... 2024-04-12T00:20:04.619 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:20:04.619 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-12T00:20:04.635 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-12T00:20:04.635 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:20:04.635 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-12T00:20:04.690 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-12T00:20:04.690 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:20:04.690 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-12T00:20:04.757 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-12T00:20:04.758 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:20:04.758 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-12T00:20:04.812 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-12T00:20:04.812 DEBUG:teuthology.orchestra.run.smithi098:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdqLIpSpgp8eBHUAUartxb1vT6lwI2HUE2gAr1xuPkQWf4tCIpovLyGuckT7YKtdgjUdzUT3SkanSd/lzkUNQ4/PwgoPvRn0RU2Fbo0KOx3WYn74EYJsqXByLYxjC3lh2KWifuf0UflMZp/JXRKOHO8bq5TPJv3CosaBeG4wFCxKt2JHdHfPGYgA/91B5JeiyGpEbShdN1KaXsFgedFFF6nuCXEdi9R4wySNpGA7INIOrH/Kra57ogqsP4WKADuNnp0L/euBbK21aty44B2E3VDGu+CGPgxLppzhgPkWJQ97RO5rBq9FXjwcMxoFQ1ftZzHZSc87GJTMAYThUUMeVp29diI7h1zIoQlsCH8/9BQZrKgBYd4o2L7Gann43vLaTKUfrLBH0YqMO7eSQ+QoAJeunBgJmkdfY3TQRNP298MkAVibttzfYQ6BJpx2i6fuB63vxNsE0lAGR9nsV/xICLKGzU4oA0Gok5r5/s8Y4Igqsc01qw+0DA74UixGyggwM= ceph-22cb6d54-f862-11ee-bc8c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T00:20:04.890 INFO:teuthology.orchestra.run.smithi098.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdqLIpSpgp8eBHUAUartxb1vT6lwI2HUE2gAr1xuPkQWf4tCIpovLyGuckT7YKtdgjUdzUT3SkanSd/lzkUNQ4/PwgoPvRn0RU2Fbo0KOx3WYn74EYJsqXByLYxjC3lh2KWifuf0UflMZp/JXRKOHO8bq5TPJv3CosaBeG4wFCxKt2JHdHfPGYgA/91B5JeiyGpEbShdN1KaXsFgedFFF6nuCXEdi9R4wySNpGA7INIOrH/Kra57ogqsP4WKADuNnp0L/euBbK21aty44B2E3VDGu+CGPgxLppzhgPkWJQ97RO5rBq9FXjwcMxoFQ1ftZzHZSc87GJTMAYThUUMeVp29diI7h1zIoQlsCH8/9BQZrKgBYd4o2L7Gann43vLaTKUfrLBH0YqMO7eSQ+QoAJeunBgJmkdfY3TQRNP298MkAVibttzfYQ6BJpx2i6fuB63vxNsE0lAGR9nsV/xICLKGzU4oA0Gok5r5/s8Y4Igqsc01qw+0DA74UixGyggwM= ceph-22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:20:04.904 DEBUG:teuthology.orchestra.run.smithi193:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdqLIpSpgp8eBHUAUartxb1vT6lwI2HUE2gAr1xuPkQWf4tCIpovLyGuckT7YKtdgjUdzUT3SkanSd/lzkUNQ4/PwgoPvRn0RU2Fbo0KOx3WYn74EYJsqXByLYxjC3lh2KWifuf0UflMZp/JXRKOHO8bq5TPJv3CosaBeG4wFCxKt2JHdHfPGYgA/91B5JeiyGpEbShdN1KaXsFgedFFF6nuCXEdi9R4wySNpGA7INIOrH/Kra57ogqsP4WKADuNnp0L/euBbK21aty44B2E3VDGu+CGPgxLppzhgPkWJQ97RO5rBq9FXjwcMxoFQ1ftZzHZSc87GJTMAYThUUMeVp29diI7h1zIoQlsCH8/9BQZrKgBYd4o2L7Gann43vLaTKUfrLBH0YqMO7eSQ+QoAJeunBgJmkdfY3TQRNP298MkAVibttzfYQ6BJpx2i6fuB63vxNsE0lAGR9nsV/xICLKGzU4oA0Gok5r5/s8Y4Igqsc01qw+0DA74UixGyggwM= ceph-22cb6d54-f862-11ee-bc8c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T00:20:04.952 INFO:teuthology.orchestra.run.smithi193.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdqLIpSpgp8eBHUAUartxb1vT6lwI2HUE2gAr1xuPkQWf4tCIpovLyGuckT7YKtdgjUdzUT3SkanSd/lzkUNQ4/PwgoPvRn0RU2Fbo0KOx3WYn74EYJsqXByLYxjC3lh2KWifuf0UflMZp/JXRKOHO8bq5TPJv3CosaBeG4wFCxKt2JHdHfPGYgA/91B5JeiyGpEbShdN1KaXsFgedFFF6nuCXEdi9R4wySNpGA7INIOrH/Kra57ogqsP4WKADuNnp0L/euBbK21aty44B2E3VDGu+CGPgxLppzhgPkWJQ97RO5rBq9FXjwcMxoFQ1ftZzHZSc87GJTMAYThUUMeVp29diI7h1zIoQlsCH8/9BQZrKgBYd4o2L7Gann43vLaTKUfrLBH0YqMO7eSQ+QoAJeunBgJmkdfY3TQRNP298MkAVibttzfYQ6BJpx2i6fuB63vxNsE0lAGR9nsV/xICLKGzU4oA0Gok5r5/s8Y4Igqsc01qw+0DA74UixGyggwM= ceph-22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:20:04.968 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-12T00:20:05.178 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:20:05.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:05 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/443581215' entity='client.admin' 2024-04-12T00:20:08.026 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:08.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:08.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi098", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:20:08.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:08.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:08.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:08.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:07 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3983219131' entity='client.admin' 2024-04-12T00:20:08.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:08.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:08.503 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-12T00:20:08.504 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-12T00:20:09.234 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:20:11.741 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi193 2024-04-12T00:20:11.742 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:20:11.742 DEBUG:teuthology.orchestra.run.smithi193:> dd of=/etc/ceph/ceph.conf 2024-04-12T00:20:11.760 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:20:11.760 DEBUG:teuthology.orchestra.run.smithi193:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:20:11.817 INFO:tasks.cephadm:Adding host smithi193 to orchestrator... 2024-04-12T00:20:11.817 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch host add smithi193 2024-04-12T00:20:12.018 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:20:12.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:12.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:12.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:12.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:12.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:12.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:20:12.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:20:12.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:20:12.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:20:12.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:12.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:12.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:14.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:13 smithi098 ceph-mon[26935]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi193", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:15.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:14 smithi098 ceph-mon[26935]: Deploying cephadm binary to smithi193 2024-04-12T00:20:16.367 INFO:teuthology.orchestra.run.smithi098.stdout:Added host 'smithi193' with addr '172.21.15.193' 2024-04-12T00:20:16.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:16 smithi098 ceph-mon[26935]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:16.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:16 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:16.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:16 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:16.998 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch host ls --format=json 2024-04-12T00:20:17.198 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:20:17.972 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:17 smithi098 ceph-mon[26935]: Added host smithi193 2024-04-12T00:20:17.972 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:17.972 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:19.002 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:20:19.002 INFO:teuthology.orchestra.run.smithi098.stdout:[{"addr": "172.21.15.98", "hostname": "smithi098", "labels": [], "status": ""}, {"addr": "172.21.15.193", "hostname": "smithi193", "labels": [], "status": ""}] 2024-04-12T00:20:19.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:18 smithi098 ceph-mon[26935]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:19.003 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:18 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:19.543 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-12T00:20:19.544 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd crush tunables default 2024-04-12T00:20:19.741 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:20:20.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:20 smithi098 ceph-mon[26935]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:20:20.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:20 smithi098 ceph-mon[26935]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:21.786 INFO:teuthology.orchestra.run.smithi098.stderr:adjusted tunables profile to default 2024-04-12T00:20:22.026 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi193", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3461783992' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:22.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:22.356 INFO:tasks.cephadm:Adding mon.a on smithi098 2024-04-12T00:20:22.357 INFO:tasks.cephadm:Adding mon.c on smithi098 2024-04-12T00:20:22.357 INFO:tasks.cephadm:Adding mon.b on smithi193 2024-04-12T00:20:22.357 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch apply mon '3;smithi098:172.21.15.98=a;smithi098:[v2:172.21.15.98:3301,v1:172.21.15.98:6790]=c;smithi193:172.21.15.193=b' 2024-04-12T00:20:22.550 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:20:23.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:22 smithi098 ceph-mon[26935]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:20:23.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:22 smithi098 ceph-mon[26935]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:20:23.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:22 smithi098 ceph-mon[26935]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:20:23.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:22 smithi098 ceph-mon[26935]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:23.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:22 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3461783992' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-12T00:20:23.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:22 smithi098 ceph-mon[26935]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T00:20:24.096 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled mon update... 2024-04-12T00:20:24.638 DEBUG:teuthology.orchestra.run.smithi098:mon.c> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.c.service 2024-04-12T00:20:24.641 DEBUG:teuthology.orchestra.run.smithi193:mon.b> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.b.service 2024-04-12T00:20:24.643 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T00:20:24.644 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph mon dump -f json 2024-04-12T00:20:25.026 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:24 smithi098 ceph-mon[26935]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:25.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:25.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:25.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:25.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:25.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:25.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:25.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:26.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:25 smithi098 ceph-mon[26935]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi098:172.21.15.98=a;smithi098:[v2:172.21.15.98:3301,v1:172.21.15.98:6790]=c;smithi193:172.21.15.193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:26.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:25 smithi098 ceph-mon[26935]: Saving service mon spec with placement smithi098:172.21.15.98=a;smithi098:[v2:172.21.15.98:3301,v1:172.21.15.98:6790]=c;smithi193:172.21.15.193=b;count:3 2024-04-12T00:20:26.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:25 smithi098 ceph-mon[26935]: Deploying daemon mon.b on smithi193 2024-04-12T00:20:26.649 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:20:27.276 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:26 smithi098 ceph-mon[26935]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:27.769 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:27 smithi193 systemd[1]: Starting Ceph mon.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:20:28.306 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 podman[30428]: 2024-04-12 00:20:28.069968924 +0000 UTC m=+0.197308698 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T00:20:28.306 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 podman[30428]: 2024-04-12 00:20:28.321055677 +0000 UTC m=+0.448395432 container create e06e75cd3e3be797e9f6fee5938d35febab47c9411964639da9be1bf1c5dd9ba (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T00:20:28.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 podman[30428]: 2024-04-12 00:20:28.507086708 +0000 UTC m=+0.634426466 container init e06e75cd3e3be797e9f6fee5938d35febab47c9411964639da9be1bf1c5dd9ba (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-12T00:20:28.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 podman[30428]: 2024-04-12 00:20:28.510235962 +0000 UTC m=+0.637575722 container start e06e75cd3e3be797e9f6fee5938d35febab47c9411964639da9be1bf1c5dd9ba (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:20:28.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T00:20:28.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 2 2024-04-12T00:20:28.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: pidfile_write: ignore empty --pid-file 2024-04-12T00:20:28.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: load: jerasure load: lrc 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: RocksDB version: 7.9.2 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Git sha 0 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: DB SUMMARY 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: DB Session ID: NVDYLPQOOAC2PQ0U0OX1 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: CURRENT file: CURRENT 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.error_if_exists: 0 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.create_if_missing: 0 2024-04-12T00:20:28.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.paranoid_checks: 1 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.env: 0x559c484f87a0 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.info_log: 0x559c4a113500 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.statistics: (nil) 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.use_fsync: 0 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_log_file_size: 0 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T00:20:28.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.allow_fallocate: 1 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.use_direct_reads: 0 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.db_log_dir: 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.wal_dir: 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T00:20:28.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.write_buffer_manager: 0x559c49388140 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T00:20:28.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.unordered_write: 0 2024-04-12T00:20:28.572 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T00:20:28.572 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T00:20:28.572 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T00:20:28.572 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T00:20:28.572 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.row_cache: None 2024-04-12T00:20:28.572 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.wal_filter: None 2024-04-12T00:20:28.572 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T00:20:28.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T00:20:28.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.two_write_queues: 0 2024-04-12T00:20:28.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.wal_compression: 0 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.atomic_flush: 0 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.log_readahead_size: 0 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T00:20:28.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_background_jobs: 2 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_background_compactions: -1 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_subcompactions: 1 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_open_files: -1 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T00:20:28.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_background_flushes: -1 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Compression algorithms supported: 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: kZSTD supported: 0 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: kXpressCompression supported: 0 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: kZlibCompression supported: 1 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: kSnappyCompression supported: 1 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: kLZ4Compression supported: 1 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: kBZip2Compression supported: 0 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T00:20:28.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.merge_operator: 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_filter: None 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559c4a113600) 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout: cache_index_and_filter_blocks: 1 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout: pin_top_level_index_and_filter: 1 2024-04-12T00:20:28.577 INFO:journalctl@ceph.mon.b.smithi193.stdout: index_type: 0 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: data_block_index_type: 0 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: index_shortening: 1 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: checksum: 4 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: no_block_cache: 0 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache: 0x559c494291f0 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache_name: BinnedLRUCache 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache_options: 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: capacity : 536870912 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: num_shard_bits : 4 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: strict_capacity_limit : 0 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: high_pri_pool_ratio: 0.000 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache_compressed: (nil) 2024-04-12T00:20:28.578 INFO:journalctl@ceph.mon.b.smithi193.stdout: persistent_cache: (nil) 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_size: 4096 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_size_deviation: 10 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_restart_interval: 16 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: index_block_restart_interval: 1 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: metadata_block_size: 4096 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: partition_filters: 0 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: use_delta_encoding: 1 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: filter_policy: bloomfilter 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: whole_key_filtering: 1 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: verify_compression: 0 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: read_amp_bytes_per_bit: 0 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: format_version: 5 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: enable_index_compression: 1 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_align: 0 2024-04-12T00:20:28.579 INFO:journalctl@ceph.mon.b.smithi193.stdout: max_auto_readahead_size: 262144 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout: prepopulate_block_cache: 0 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout: initial_auto_readahead_size: 8192 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression: NoCompression 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.num_levels: 7 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T00:20:28.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T00:20:28.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T00:20:28.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T00:20:28.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.table_properties_collectors: 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.inplace_update_support: 0 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.bloom_locality: 0 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.max_successive_merges: 0 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T00:20:28.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.ttl: 2592000 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.enable_blob_files: false 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.min_blob_size: 0 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T00:20:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a6a02073-015a-40ba-bdca-49c2cd7cb580 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881228550146, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881228550599, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712881228, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a6a02073-015a-40ba-bdca-49c2cd7cb580", "db_session_id": "NVDYLPQOOAC2PQ0U0OX1", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881228550693, "job": 1, "event": "recovery_finished"} 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559c494c8000 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: DB pointer 0x559c494b6000 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** DB Stats ** 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:20:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** Compaction Stats [default] ** 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** Compaction Stats [default] ** 2024-04-12T00:20:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T00:20:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout: Block cache BinnedLRUCache@0x559c494291f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: using public_addr v2:172.21.15.193:0/0 -> [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: starting mon.b rank -1 at public addrs [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] at bind addrs [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(???) e0 preinit fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).mds e1 new map 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout: e1 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout: legacy client fscid: -1 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:20:28.589 INFO:journalctl@ceph.mon.b.smithi193.stdout: No filesystems configured 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:28.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi098:172.21.15.98=a;smithi098:[v2:172.21.15.98:3301,v1:172.21.15.98:6790]=c;smithi193:172.21.15.193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: Saving service mon spec with placement smithi098:172.21.15.98=a;smithi098:[v2:172.21.15.98:3301,v1:172.21.15.98:6790]=c;smithi193:172.21.15.193=b;count:3 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: Deploying daemon mon.b on smithi193 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 ceph-mon[30474]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-12T00:20:28.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 bash[30428]: e06e75cd3e3be797e9f6fee5938d35febab47c9411964639da9be1bf1c5dd9ba 2024-04-12T00:20:28.852 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:28 smithi193 systemd[1]: Started Ceph mon.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:20:33.569 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:20:33.569 INFO:teuthology.orchestra.run.smithi193.stdout:{"epoch":2,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","modified":"2024-04-12T00:20:28.571244Z","created":"2024-04-12T00:18:49.248336Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:3300","nonce":0},{"type":"v1","addr":"172.21.15.98:6789","nonce":0}]},"addr":"172.21.15.98:6789/0","public_addr":"172.21.15.98:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:3300","nonce":0},{"type":"v1","addr":"172.21.15.193:6789","nonce":0}]},"addr":"172.21.15.193:6789/0","public_addr":"172.21.15.193:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-12T00:20:33.571 INFO:teuthology.orchestra.run.smithi193.stderr:dumped monmap epoch 2 2024-04-12T00:20:33.852 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:20:33.852 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: mon.a calling monitor election 2024-04-12T00:20:33.852 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/2359137861' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: mon.b calling monitor election 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: monmap e2: 2 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: fsmap 2024-04-12T00:20:33.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T00:20:33.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: mgrmap e13: y(active, since 37s) 2024-04-12T00:20:33.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: overall HEALTH_OK 2024-04-12T00:20:33.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:33.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:33.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:33.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:33.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:33 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: mon.a calling monitor election 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/2359137861' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: mon.b calling monitor election 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:34.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: monmap e2: 2 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: fsmap 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: mgrmap e13: y(active, since 37s) 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: overall HEALTH_OK 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:34.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:33 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:34.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:34 smithi098 ceph-mon[26935]: Deploying daemon mon.c on smithi098 2024-04-12T00:20:34.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:34 smithi098 ceph-mon[26935]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:34.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:35.102 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:34 smithi193 ceph-mon[30474]: Deploying daemon mon.c on smithi098 2024-04-12T00:20:35.102 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:34 smithi193 ceph-mon[30474]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:35.102 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:35.189 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T00:20:35.189 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph mon dump -f json 2024-04-12T00:20:35.400 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:20:36.627 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 systemd[1]: Starting Ceph mon.c for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:20:36.852 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:36 smithi193 ceph-mon[30474]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:36.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[26935]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:36.947 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 podman[37896]: 2024-04-12 00:20:36.615028553 +0000 UTC m=+0.017364268 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T00:20:36.947 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 podman[37896]: 2024-04-12 00:20:36.733979147 +0000 UTC m=+0.136314903 container create b5a558294d62b48492053756ea84759f2b465d70426af706bcb5c429cb3f5765 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-12T00:20:36.947 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 podman[37896]: 2024-04-12 00:20:36.961427773 +0000 UTC m=+0.363763487 container init b5a558294d62b48492053756ea84759f2b465d70426af706bcb5c429cb3f5765 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:20:37.277 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 podman[37896]: 2024-04-12 00:20:36.964574383 +0000 UTC m=+0.366910102 container start b5a558294d62b48492053756ea84759f2b465d70426af706bcb5c429cb3f5765 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux ) 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 2 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: pidfile_write: ignore empty --pid-file 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: load: jerasure load: lrc 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: RocksDB version: 7.9.2 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Git sha 0 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: DB SUMMARY 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: DB Session ID: AXLD9ITKCTG535LSEMQ1 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: CURRENT file: CURRENT 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T00:20:37.278 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.error_if_exists: 0 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.create_if_missing: 0 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.paranoid_checks: 1 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.env: 0x5636d69527a0 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.info_log: 0x5636d8fab500 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.statistics: (nil) 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.use_fsync: 0 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_log_file_size: 0 2024-04-12T00:20:37.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T00:20:37.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T00:20:37.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T00:20:37.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T00:20:37.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.allow_fallocate: 1 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.use_direct_reads: 0 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.db_log_dir: 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.wal_dir: 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.write_buffer_manager: 0x5636d8220140 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.unordered_write: 0 2024-04-12T00:20:37.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.row_cache: None 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.wal_filter: None 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.two_write_queues: 0 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.wal_compression: 0 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.atomic_flush: 0 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T00:20:37.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.log_readahead_size: 0 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_background_jobs: 2 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_background_compactions: -1 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_subcompactions: 1 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T00:20:37.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_open_files: -1 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_background_flushes: -1 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Compression algorithms supported: 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: kZSTD supported: 0 2024-04-12T00:20:37.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: kXpressCompression supported: 0 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: kZlibCompression supported: 1 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: kSnappyCompression supported: 1 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: kLZ4Compression supported: 1 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: kBZip2Compression supported: 0 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.merge_operator: 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_filter: None 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T00:20:37.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5636d8fab600) 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: cache_index_and_filter_blocks: 1 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: pin_top_level_index_and_filter: 1 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: index_type: 0 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: data_block_index_type: 0 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: index_shortening: 1 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: checksum: 4 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: no_block_cache: 0 2024-04-12T00:20:37.287 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_cache: 0x5636d82c11f0 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_cache_name: BinnedLRUCache 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_cache_options: 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: capacity : 536870912 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: num_shard_bits : 4 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: strict_capacity_limit : 0 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: high_pri_pool_ratio: 0.000 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_cache_compressed: (nil) 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: persistent_cache: (nil) 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_size: 4096 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_size_deviation: 10 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_restart_interval: 16 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: index_block_restart_interval: 1 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: metadata_block_size: 4096 2024-04-12T00:20:37.288 INFO:journalctl@ceph.mon.c.smithi098.stdout: partition_filters: 0 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: use_delta_encoding: 1 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: filter_policy: bloomfilter 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: whole_key_filtering: 1 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: verify_compression: 0 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: read_amp_bytes_per_bit: 0 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: format_version: 5 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: enable_index_compression: 1 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_align: 0 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: max_auto_readahead_size: 262144 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: prepopulate_block_cache: 0 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: initial_auto_readahead_size: 8192 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T00:20:37.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression: NoCompression 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.num_levels: 7 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T00:20:37.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T00:20:37.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T00:20:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T00:20:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.table_properties_collectors: 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.inplace_update_support: 0 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.bloom_locality: 0 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.max_successive_merges: 0 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T00:20:37.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.ttl: 2592000 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.enable_blob_files: false 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.min_blob_size: 0 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T00:20:37.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T00:20:37.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T00:20:37.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T00:20:37.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T00:20:37.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-12T00:20:37.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5fc04739-cb81-460e-b963-462c4a31c2a2 2024-04-12T00:20:37.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881236993697, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-12T00:20:37.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-12T00:20:37.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881236994097, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712881236, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5fc04739-cb81-460e-b963-462c4a31c2a2", "db_session_id": "AXLD9ITKCTG535LSEMQ1", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-12T00:20:37.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881236994176, "job": 1, "event": "recovery_finished"} 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5636d8360000 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: DB pointer 0x5636d834e000 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout: ** DB Stats ** 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:20:37.297 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: ** Compaction Stats [default] ** 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: ** Compaction Stats [default] ** 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T00:20:37.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: Cumulative compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: Interval compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: Block cache BinnedLRUCache@0x5636d82c11f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-12T00:20:37.299 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: using public_addrv [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: starting mon.c rank -1 at public addrs [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] at bind addrs [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:36 smithi098 ceph-mon[37915]: mon.c@-1(???) e0 preinit fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).mds e1 new map 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: e1 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: legacy client fscid: -1 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: No filesystems configured 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-12T00:20:37.300 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:37.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi098:172.21.15.98=a;smithi098:[v2:172.21.15.98:3301,v1:172.21.15.98:6790]=c;smithi193:172.21.15.193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: Saving service mon spec with placement smithi098:172.21.15.98=a;smithi098:[v2:172.21.15.98:3301,v1:172.21.15.98:6790]=c;smithi193:172.21.15.193=b;count:3 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: Deploying daemon mon.b on smithi193 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.a calling monitor election 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/2359137861' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.b calling monitor election 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:37.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: monmap e2: 2 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: fsmap 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mgrmap e13: y(active, since 37s) 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: overall HEALTH_OK 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: Deploying daemon mon.c on smithi098 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:37.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:37.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:37.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 ceph-mon[37915]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-12T00:20:37.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 bash[37896]: b5a558294d62b48492053756ea84759f2b465d70426af706bcb5c429cb3f5765 2024-04-12T00:20:37.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:37 smithi098 systemd[1]: Started Ceph mon.c for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:20:42.013 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-04-12T00:20:42.013 INFO:teuthology.orchestra.run.smithi193.stdout:{"epoch":3,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","modified":"2024-04-12T00:20:37.014783Z","created":"2024-04-12T00:18:49.248336Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:3300","nonce":0},{"type":"v1","addr":"172.21.15.98:6789","nonce":0}]},"addr":"172.21.15.98:6789/0","public_addr":"172.21.15.98:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:3300","nonce":0},{"type":"v1","addr":"172.21.15.193:6789","nonce":0}]},"addr":"172.21.15.193:6789/0","public_addr":"172.21.15.193:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:3301","nonce":0},{"type":"v1","addr":"172.21.15.98:6790","nonce":0}]},"addr":"172.21.15.98:6790/0","public_addr":"172.21.15.98:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-12T00:20:42.016 INFO:teuthology.orchestra.run.smithi193.stderr:dumped monmap epoch 3 2024-04-12T00:20:42.351 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:20:42.351 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: mon.a calling monitor election 2024-04-12T00:20:42.351 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:42.351 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.351 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: mon.b calling monitor election 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/2856706927' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: mon.c calling monitor election 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: monmap e3: 3 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T00:20:42.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: fsmap 2024-04-12T00:20:42.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T00:20:42.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: mgrmap e13: y(active, since 46s) 2024-04-12T00:20:42.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: overall HEALTH_OK 2024-04-12T00:20:42.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.527 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:20:42.527 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: mon.a calling monitor election 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: mon.b calling monitor election 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/2856706927' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: mon.c calling monitor election 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: monmap e3: 3 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: fsmap 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: mgrmap e13: y(active, since 46s) 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: overall HEALTH_OK 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: mon.a calling monitor election 2024-04-12T00:20:42.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: mon.b calling monitor election 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/2856706927' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: mon.c calling monitor election 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:20:42.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: monmap e3: 3 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T00:20:42.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: fsmap 2024-04-12T00:20:42.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T00:20:42.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: mgrmap e13: y(active, since 46s) 2024-04-12T00:20:42.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: overall HEALTH_OK 2024-04-12T00:20:42.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:42.622 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-12T00:20:42.622 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph config generate-minimal-conf 2024-04-12T00:20:43.250 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:20:43.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:43 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:43.277 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:43 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:43.277 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:43 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:43.277 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:43 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:43.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:43 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:43.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:43 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:20:44.527 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:44.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:20:44.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:44.603 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.603 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.603 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.603 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.603 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:44.603 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:44.603 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:20:44.603 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:20:44.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:45.355 INFO:teuthology.orchestra.run.smithi098.stdout:# minimal ceph.conf for 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:20:45.356 INFO:teuthology.orchestra.run.smithi098.stdout:[global] 2024-04-12T00:20:45.356 INFO:teuthology.orchestra.run.smithi098.stdout: fsid = 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:20:45.356 INFO:teuthology.orchestra.run.smithi098.stdout: mon_host = [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] 2024-04-12T00:20:45.852 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:45 smithi098 ceph-mon[26935]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T00:20:45.852 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:45 smithi098 ceph-mon[26935]: Reconfiguring daemon mon.a on smithi098 2024-04-12T00:20:45.852 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:45 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/126143707' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:45.852 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:45 smithi098 ceph-mon[37915]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T00:20:45.852 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:45 smithi098 ceph-mon[37915]: Reconfiguring daemon mon.a on smithi098 2024-04-12T00:20:45.852 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:45 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/126143707' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:45.852 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:45 smithi193 ceph-mon[30474]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T00:20:45.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:45 smithi193 ceph-mon[30474]: Reconfiguring daemon mon.a on smithi098 2024-04-12T00:20:45.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:45 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/126143707' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:46.181 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-12T00:20:46.181 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:20:46.181 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T00:20:46.212 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:20:46.212 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:20:46.279 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:20:46.279 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T00:20:46.312 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:20:46.312 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:20:46.380 INFO:tasks.cephadm:Adding mgr.y on smithi098 2024-04-12T00:20:46.380 INFO:tasks.cephadm:Adding mgr.x on smithi193 2024-04-12T00:20:46.381 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch apply mgr '2;smithi098=y;smithi193=x' 2024-04-12T00:20:46.616 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:20:47.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[37915]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:47.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:47.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:47.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:47.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:47.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:20:47.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:47.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[26935]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:47.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:47.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:47.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:47.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:47.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:20:47.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:47.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:46 smithi193 ceph-mon[30474]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:47.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:47.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:47.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:47.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:47.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:20:47.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:47.934 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:47 smithi193 ceph-mon[30474]: Reconfiguring mon.c (monmap changed)... 2024-04-12T00:20:47.934 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:47 smithi193 ceph-mon[30474]: Reconfiguring daemon mon.c on smithi098 2024-04-12T00:20:47.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:47 smithi098 ceph-mon[26935]: Reconfiguring mon.c (monmap changed)... 2024-04-12T00:20:47.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:47 smithi098 ceph-mon[26935]: Reconfiguring daemon mon.c on smithi098 2024-04-12T00:20:47.979 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:47 smithi098 ceph-mon[37915]: Reconfiguring mon.c (monmap changed)... 2024-04-12T00:20:47.979 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:47 smithi098 ceph-mon[37915]: Reconfiguring daemon mon.c on smithi098 2024-04-12T00:20:48.335 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled mgr update... 2024-04-12T00:20:48.904 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:48 smithi193 ceph-mon[30474]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:48.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:48.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:48.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:48.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:20:48.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:48.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:48.906 DEBUG:teuthology.orchestra.run.smithi193:mgr.x> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.x.service 2024-04-12T00:20:48.908 INFO:tasks.cephadm:Deploying OSDs... 2024-04-12T00:20:48.909 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:20:48.909 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T00:20:48.927 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T00:20:48.928 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_1 2024-04-12T00:20:48.985 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T00:20:48.986 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T00:20:48.986 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-12T00:20:48.986 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T00:20:48.986 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T00:20:48.986 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2024-04-12 00:20:36.440439893 +0000 2024-04-12T00:20:48.986 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2024-04-12 00:16:01.750103736 +0000 2024-04-12T00:20:48.986 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2024-04-12 00:16:01.750103736 +0000 2024-04-12T00:20:48.987 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: 2024-04-12 00:16:01.750103736 +0000 2024-04-12T00:20:48.987 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T00:20:49.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[37915]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:49.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:49.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:49.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:49.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:20:49.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:49.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:49.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[26935]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:49.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:49.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:49.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:20:49.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:20:49.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:49.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:49.055 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2024-04-12T00:20:49.055 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2024-04-12T00:20:49.056 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.00022327 s, 2.3 MB/s 2024-04-12T00:20:49.057 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T00:20:49.114 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_2 2024-04-12T00:20:49.170 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T00:20:49.170 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T00:20:49.170 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-12T00:20:49.170 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T00:20:49.170 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T00:20:49.171 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2024-04-12 00:20:36.441439880 +0000 2024-04-12T00:20:49.171 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2024-04-12 00:16:02.100099254 +0000 2024-04-12T00:20:49.171 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2024-04-12 00:16:02.100099254 +0000 2024-04-12T00:20:49.171 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: 2024-04-12 00:16:02.100099254 +0000 2024-04-12T00:20:49.171 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T00:20:49.238 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2024-04-12T00:20:49.238 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2024-04-12T00:20:49.238 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000184073 s, 2.8 MB/s 2024-04-12T00:20:49.239 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T00:20:49.295 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_3 2024-04-12T00:20:49.350 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T00:20:49.350 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T00:20:49.350 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-12T00:20:49.350 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T00:20:49.350 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T00:20:49.350 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2024-04-12 00:20:36.441439880 +0000 2024-04-12T00:20:49.350 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2024-04-12 00:16:02.439094913 +0000 2024-04-12T00:20:49.351 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2024-04-12 00:16:02.439094913 +0000 2024-04-12T00:20:49.351 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: 2024-04-12 00:16:02.439094913 +0000 2024-04-12T00:20:49.351 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T00:20:49.416 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2024-04-12T00:20:49.416 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2024-04-12T00:20:49.416 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000177789 s, 2.9 MB/s 2024-04-12T00:20:49.417 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T00:20:49.472 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_4 2024-04-12T00:20:49.528 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T00:20:49.528 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T00:20:49.528 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-12T00:20:49.528 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T00:20:49.528 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T00:20:49.528 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2024-04-12 00:20:36.441439880 +0000 2024-04-12T00:20:49.528 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2024-04-12 00:16:02.767090713 +0000 2024-04-12T00:20:49.528 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2024-04-12 00:16:02.767090713 +0000 2024-04-12T00:20:49.528 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: 2024-04-12 00:16:02.767090713 +0000 2024-04-12T00:20:49.528 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T00:20:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2024-04-12T00:20:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2024-04-12T00:20:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000196971 s, 2.6 MB/s 2024-04-12T00:20:49.595 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T00:20:49.651 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:20:49.651 DEBUG:teuthology.orchestra.run.smithi193:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T00:20:49.667 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T00:20:49.667 DEBUG:teuthology.orchestra.run.smithi193:> stat /dev/vg_nvme/lv_1 2024-04-12T00:20:49.722 INFO:teuthology.orchestra.run.smithi193.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T00:20:49.722 INFO:teuthology.orchestra.run.smithi193.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T00:20:49.722 INFO:teuthology.orchestra.run.smithi193.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-12T00:20:49.722 INFO:teuthology.orchestra.run.smithi193.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T00:20:49.722 INFO:teuthology.orchestra.run.smithi193.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T00:20:49.722 INFO:teuthology.orchestra.run.smithi193.stdout:Access: 2024-04-12 00:20:27.585652011 +0000 2024-04-12T00:20:49.723 INFO:teuthology.orchestra.run.smithi193.stdout:Modify: 2024-04-12 00:16:01.944893853 +0000 2024-04-12T00:20:49.723 INFO:teuthology.orchestra.run.smithi193.stdout:Change: 2024-04-12 00:16:01.944893853 +0000 2024-04-12T00:20:49.723 INFO:teuthology.orchestra.run.smithi193.stdout: Birth: 2024-04-12 00:16:01.944893853 +0000 2024-04-12T00:20:49.723 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T00:20:49.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:49 smithi098 ceph-mon[26935]: Reconfiguring mon.b (monmap changed)... 2024-04-12T00:20:49.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:49 smithi098 ceph-mon[26935]: Reconfiguring daemon mon.b on smithi193 2024-04-12T00:20:49.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:49 smithi098 ceph-mon[26935]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi098=y;smithi193=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:49.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:49 smithi098 ceph-mon[26935]: Saving service mgr spec with placement smithi098=y;smithi193=x;count:2 2024-04-12T00:20:49.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:49 smithi098 ceph-mon[37915]: Reconfiguring mon.b (monmap changed)... 2024-04-12T00:20:49.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:49 smithi098 ceph-mon[37915]: Reconfiguring daemon mon.b on smithi193 2024-04-12T00:20:49.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:49 smithi098 ceph-mon[37915]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi098=y;smithi193=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:49.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:49 smithi098 ceph-mon[37915]: Saving service mgr spec with placement smithi098=y;smithi193=x;count:2 2024-04-12T00:20:49.789 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records in 2024-04-12T00:20:49.790 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records out 2024-04-12T00:20:49.790 INFO:teuthology.orchestra.run.smithi193.stderr:512 bytes copied, 0.000270461 s, 1.9 MB/s 2024-04-12T00:20:49.791 DEBUG:teuthology.orchestra.run.smithi193:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T00:20:49.846 DEBUG:teuthology.orchestra.run.smithi193:> stat /dev/vg_nvme/lv_2 2024-04-12T00:20:49.903 INFO:teuthology.orchestra.run.smithi193.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T00:20:49.903 INFO:teuthology.orchestra.run.smithi193.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T00:20:49.903 INFO:teuthology.orchestra.run.smithi193.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-12T00:20:49.903 INFO:teuthology.orchestra.run.smithi193.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T00:20:49.903 INFO:teuthology.orchestra.run.smithi193.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T00:20:49.903 INFO:teuthology.orchestra.run.smithi193.stdout:Access: 2024-04-12 00:20:27.585652011 +0000 2024-04-12T00:20:49.904 INFO:teuthology.orchestra.run.smithi193.stdout:Modify: 2024-04-12 00:16:02.294888212 +0000 2024-04-12T00:20:49.904 INFO:teuthology.orchestra.run.smithi193.stdout:Change: 2024-04-12 00:16:02.294888212 +0000 2024-04-12T00:20:49.904 INFO:teuthology.orchestra.run.smithi193.stdout: Birth: 2024-04-12 00:16:02.294888212 +0000 2024-04-12T00:20:49.904 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T00:20:49.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:49 smithi193 ceph-mon[30474]: Reconfiguring mon.b (monmap changed)... 2024-04-12T00:20:49.967 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:49 smithi193 ceph-mon[30474]: Reconfiguring daemon mon.b on smithi193 2024-04-12T00:20:49.967 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:49 smithi193 ceph-mon[30474]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi098=y;smithi193=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:49.967 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:49 smithi193 ceph-mon[30474]: Saving service mgr spec with placement smithi098=y;smithi193=x;count:2 2024-04-12T00:20:49.969 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records in 2024-04-12T00:20:49.969 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records out 2024-04-12T00:20:49.969 INFO:teuthology.orchestra.run.smithi193.stderr:512 bytes copied, 0.000183118 s, 2.8 MB/s 2024-04-12T00:20:49.970 DEBUG:teuthology.orchestra.run.smithi193:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T00:20:50.025 DEBUG:teuthology.orchestra.run.smithi193:> stat /dev/vg_nvme/lv_3 2024-04-12T00:20:50.080 INFO:teuthology.orchestra.run.smithi193.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T00:20:50.080 INFO:teuthology.orchestra.run.smithi193.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T00:20:50.081 INFO:teuthology.orchestra.run.smithi193.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-12T00:20:50.081 INFO:teuthology.orchestra.run.smithi193.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T00:20:50.081 INFO:teuthology.orchestra.run.smithi193.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T00:20:50.081 INFO:teuthology.orchestra.run.smithi193.stdout:Access: 2024-04-12 00:20:27.585652011 +0000 2024-04-12T00:20:50.081 INFO:teuthology.orchestra.run.smithi193.stdout:Modify: 2024-04-12 00:16:02.648882507 +0000 2024-04-12T00:20:50.081 INFO:teuthology.orchestra.run.smithi193.stdout:Change: 2024-04-12 00:16:02.648882507 +0000 2024-04-12T00:20:50.081 INFO:teuthology.orchestra.run.smithi193.stdout: Birth: 2024-04-12 00:16:02.648882507 +0000 2024-04-12T00:20:50.081 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T00:20:50.147 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records in 2024-04-12T00:20:50.147 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records out 2024-04-12T00:20:50.147 INFO:teuthology.orchestra.run.smithi193.stderr:512 bytes copied, 0.00017361 s, 2.9 MB/s 2024-04-12T00:20:50.148 DEBUG:teuthology.orchestra.run.smithi193:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T00:20:50.203 DEBUG:teuthology.orchestra.run.smithi193:> stat /dev/vg_nvme/lv_4 2024-04-12T00:20:50.259 INFO:teuthology.orchestra.run.smithi193.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T00:20:50.259 INFO:teuthology.orchestra.run.smithi193.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T00:20:50.259 INFO:teuthology.orchestra.run.smithi193.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-04-12T00:20:50.259 INFO:teuthology.orchestra.run.smithi193.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T00:20:50.259 INFO:teuthology.orchestra.run.smithi193.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T00:20:50.259 INFO:teuthology.orchestra.run.smithi193.stdout:Access: 2024-04-12 00:20:27.586651996 +0000 2024-04-12T00:20:50.260 INFO:teuthology.orchestra.run.smithi193.stdout:Modify: 2024-04-12 00:16:02.987877043 +0000 2024-04-12T00:20:50.260 INFO:teuthology.orchestra.run.smithi193.stdout:Change: 2024-04-12 00:16:02.987877043 +0000 2024-04-12T00:20:50.260 INFO:teuthology.orchestra.run.smithi193.stdout: Birth: 2024-04-12 00:16:02.987877043 +0000 2024-04-12T00:20:50.260 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T00:20:50.325 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records in 2024-04-12T00:20:50.325 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records out 2024-04-12T00:20:50.326 INFO:teuthology.orchestra.run.smithi193.stderr:512 bytes copied, 0.000240021 s, 2.1 MB/s 2024-04-12T00:20:50.327 DEBUG:teuthology.orchestra.run.smithi193:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T00:20:50.383 INFO:tasks.cephadm:Deploying osd.0 on smithi098 with /dev/vg_nvme/lv_4... 2024-04-12T00:20:50.383 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T00:20:50.583 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:20:50.659 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:50.659 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:50.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:50.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:50.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:50.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:50.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:50.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:20:50.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T00:20:50.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:20:50.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:20:50.661 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T00:20:50.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:20:50.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:51.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:51 smithi098 ceph-mon[26935]: Deploying daemon mgr.x on smithi193 2024-04-12T00:20:51.773 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:51 smithi098 ceph-mon[37915]: Deploying daemon mgr.x on smithi193 2024-04-12T00:20:51.798 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:51 smithi193 ceph-mon[30474]: Deploying daemon mgr.x on smithi193 2024-04-12T00:20:52.103 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:52 smithi193 podman[32179]: 2024-04-12 00:20:52.03973156 +0000 UTC m=+0.126196155 container create a186f97e998b3d267b995213451556ac0f7ae22121ded13eb8d3d2df8c6041ed (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0) 2024-04-12T00:20:52.334 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T00:20:52.334 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T00:20:52.335 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2024-04-12T00:20:52.335 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2024-04-12T00:20:52.335 INFO:teuthology.orchestra.run.smithi098.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112425 s, 933 MB/s 2024-04-12T00:20:52.335 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 2024-04-12T00:20:52.335 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2024-04-12T00:20:52.603 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:52 smithi193 podman[32179]: 2024-04-12 00:20:52.258641928 +0000 UTC m=+0.345106522 container init a186f97e998b3d267b995213451556ac0f7ae22121ded13eb8d3d2df8c6041ed (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:20:52.603 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:52 smithi193 podman[32179]: 2024-04-12 00:20:52.261178714 +0000 UTC m=+0.347643308 container start a186f97e998b3d267b995213451556ac0f7ae22121ded13eb8d3d2df8c6041ed (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:20:52.603 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:52 smithi193 ceph-mgr[32198]: -- 172.21.15.193:0/3729162139 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56500653a1a0 con 0x565006510800 2024-04-12T00:20:52.603 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:52 smithi193 bash[32179]: a186f97e998b3d267b995213451556ac0f7ae22121ded13eb8d3d2df8c6041ed 2024-04-12T00:20:52.603 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:52 smithi193 systemd[1]: Started Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:20:52.923 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:52 smithi193 ceph-mon[30474]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:52.923 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:52 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.923 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:52 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.923 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:52 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.923 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:52 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.923 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:52 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:52.923 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:52.826+0000 7fd643219200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:20:52.923 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:52.935+0000 7fd643219200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:20:52.967 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[37915]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:52.967 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.967 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.967 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.967 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.967 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:52.967 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[26935]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:52.967 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.967 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:52.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:52 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:52.988 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi098:vg_nvme/lv_4 2024-04-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:20:53.577 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:53.590+0000 7fd643219200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:20:53.853 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:53.684+0000 7fd643219200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:20:53.853 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:53.822+0000 7fd643219200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:20:54.238 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:53.915+0000 7fd643219200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:20:54.238 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:53.994+0000 7fd643219200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:20:54.238 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:54.251+0000 7fd643219200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:20:54.518 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:54.358+0000 7fd643219200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:20:54.518 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:54.440+0000 7fd643219200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:20:54.518 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:54.531+0000 7fd643219200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:20:54.582 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: Reconfiguring daemon mgr.y on smithi098 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[26935]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:54.583 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:54.584 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:54.584 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:54.584 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:54.584 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T00:20:54.584 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:20:54.584 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:20:54.584 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:54.584 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: Reconfiguring daemon mgr.y on smithi098 2024-04-12T00:20:54.584 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:54 smithi098 ceph-mon[37915]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:54.706+0000 7fd643219200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:20:54.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:54.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: Reconfiguring daemon mgr.y on smithi098 2024-04-12T00:20:54.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:54 smithi193 ceph-mon[30474]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:55.840 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:55 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:20:55.840 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:55 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:20:55.840 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:55 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:55.841 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:20:55.841 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:20:55.841 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:55.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:55 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:20:55.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:55 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:20:55.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:55 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:55.853 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:55.655+0000 7fd643219200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:20:55.853 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:55.781+0000 7fd643219200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:20:56.353 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:56.111+0000 7fd643219200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:20:56.353 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:56.198+0000 7fd643219200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:20:56.651 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:56.387+0000 7fd643219200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:20:56.652 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:56.565+0000 7fd643219200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:20:57.021 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[26935]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:57.021 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[26935]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[37915]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[37915]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:57.022 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.023 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.023 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.023 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:57.023 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:57.023 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:57.023 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.082 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:56.839+0000 7fd643219200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:57.096+0000 7fd643219200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-mon[30474]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-mon[30474]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:20:57.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:20:57.353 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:57.324+0000 7fd643219200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:20:58.353 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:58.113+0000 7fd643219200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:20:58.973 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:58.676+0000 7fd643219200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:20:58.973 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:58.773+0000 7fd643219200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:20:58.973 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:20:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:20:58.986+0000 7fd643219200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:20:58.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:58 smithi193 ceph-mon[30474]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:58.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:58 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/244198256' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a86a70da-7a83-43dc-b489-fe56d3917900"}]: dispatch 2024-04-12T00:20:58.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:58 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/244198256' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a86a70da-7a83-43dc-b489-fe56d3917900"}]': finished 2024-04-12T00:20:58.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:58 smithi193 ceph-mon[30474]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T00:20:58.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:58 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:20:59.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[26935]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:59.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/244198256' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a86a70da-7a83-43dc-b489-fe56d3917900"}]: dispatch 2024-04-12T00:20:59.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/244198256' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a86a70da-7a83-43dc-b489-fe56d3917900"}]': finished 2024-04-12T00:20:59.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[26935]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T00:20:59.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:20:59.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[37915]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:20:59.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/244198256' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a86a70da-7a83-43dc-b489-fe56d3917900"}]: dispatch 2024-04-12T00:20:59.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/244198256' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a86a70da-7a83-43dc-b489-fe56d3917900"}]': finished 2024-04-12T00:20:59.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[37915]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T00:20:59.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:58 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:00.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3620051924' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:21:00.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[26935]: Standby manager daemon x started 2024-04-12T00:21:00.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:21:00.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:21:00.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:21:00.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:21:00.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3620051924' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:21:00.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[37915]: Standby manager daemon x started 2024-04-12T00:21:00.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:21:00.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:21:00.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:21:00.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:20:59 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:21:00.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:59 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3620051924' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:21:00.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:59 smithi193 ceph-mon[30474]: Standby manager daemon x started 2024-04-12T00:21:00.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:59 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:21:00.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:59 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:21:00.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:59 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:21:00.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:20:59 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/2148688534' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:21:00.998 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:00 smithi098 ceph-mon[26935]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:00.998 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:00 smithi098 ceph-mon[26935]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-12T00:21:00.998 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:00 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:21:00.998 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:00 smithi098 ceph-mon[37915]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:00.998 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:00 smithi098 ceph-mon[37915]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-12T00:21:00.998 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:00 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:21:01.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:00 smithi193 ceph-mon[30474]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:01.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:00 smithi193 ceph-mon[30474]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-12T00:21:01.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:00 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:21:02.668 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:02 smithi098 ceph-mon[26935]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:03.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:02 smithi098 ceph-mon[37915]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:03.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:02 smithi193 ceph-mon[30474]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:04.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:04 smithi098 ceph-mon[26935]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:04.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:04 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T00:21:04.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:04 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:04.979 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:04 smithi098 ceph-mon[37915]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:04.979 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:04 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T00:21:04.979 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:04 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:05.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:04 smithi193 ceph-mon[30474]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:05.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:04 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T00:21:05.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:04 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:05.973 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:05 smithi098 ceph-mon[26935]: Deploying daemon osd.0 on smithi098 2024-04-12T00:21:05.973 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:05 smithi098 ceph-mon[37915]: Deploying daemon osd.0 on smithi098 2024-04-12T00:21:06.004 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:05 smithi193 ceph-mon[30474]: Deploying daemon osd.0 on smithi098 2024-04-12T00:21:07.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:06 smithi098 ceph-mon[26935]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:07.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:06 smithi098 ceph-mon[37915]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:07.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:06 smithi193 ceph-mon[30474]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:09.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:08 smithi098 ceph-mon[26935]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:09.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:08 smithi098 ceph-mon[37915]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:09.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:08 smithi193 ceph-mon[30474]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:11.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:10 smithi098 ceph-mon[26935]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:11.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:10 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:11.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:10 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:11.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:10 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:11.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:10 smithi098 ceph-mon[37915]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:10 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:10 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:10 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:11.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:10 smithi193 ceph-mon[30474]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:11.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:10 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:11.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:10 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:11.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:10 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:12.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[26935]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:12.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:12.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:12.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:12.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:12.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:12.772 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[37915]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:12.772 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:12.773 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:12.773 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:12.773 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:12.773 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:12 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:13.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:12 smithi193 ceph-mon[30474]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:13.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:12 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:13.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:12 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:13.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:12 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:13.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:12 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:13.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:12 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:13.200 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 0 on host 'smithi098' 2024-04-12T00:21:13.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:13 smithi098 ceph-mon[26935]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T00:21:13.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:13 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:13.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:13 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:13.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:13 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:13.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:13 smithi098 ceph-mon[37915]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T00:21:13.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:13 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:13.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:13 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:13.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:13 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:13.857 DEBUG:teuthology.orchestra.run.smithi098:osd.0> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.0.service 2024-04-12T00:21:13.859 INFO:tasks.cephadm:Deploying osd.1 on smithi098 with /dev/vg_nvme/lv_3... 2024-04-12T00:21:13.859 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T00:21:14.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:13 smithi193 ceph-mon[30474]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T00:21:14.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:13 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:14.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:13 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:14.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:13 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:14.994 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[37915]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:14.994 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[37915]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T00:21:14.994 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[37915]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T00:21:14.994 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:14.994 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[37915]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:21:14.994 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[26935]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:14.995 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[26935]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T00:21:14.995 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[26935]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T00:21:14.995 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:14.995 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-mon[26935]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:21:14.995 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[41853]: 2024-04-12T00:21:14.692+0000 7f08ffa9c700 -1 osd.0 0 waiting for initial osdmap 2024-04-12T00:21:14.995 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:21:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[41853]: 2024-04-12T00:21:14.694+0000 7f08fb891700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:21:15.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:14 smithi193 ceph-mon[30474]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:15.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:14 smithi193 ceph-mon[30474]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T00:21:15.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:14 smithi193 ceph-mon[30474]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T00:21:15.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:15.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:14 smithi193 ceph-mon[30474]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:21:15.560 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:21:15.936 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[26935]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:21:15.936 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[26935]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T00:21:15.936 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:15.936 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:15.937 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:15.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[37915]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:21:15.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[37915]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T00:21:15.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:15.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:15.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:15 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:16.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:15 smithi193 ceph-mon[30474]: from='osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:21:16.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:15 smithi193 ceph-mon[30474]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T00:21:16.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:15 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:16.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:15 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:16.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:15 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:16.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[26935]: purged_snaps scrub starts 2024-04-12T00:21:16.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[26935]: purged_snaps scrub ok 2024-04-12T00:21:16.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[26935]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:16.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[26935]: osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407] boot 2024-04-12T00:21:16.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[26935]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T00:21:16.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:16.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[37915]: purged_snaps scrub starts 2024-04-12T00:21:16.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[37915]: purged_snaps scrub ok 2024-04-12T00:21:16.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[37915]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:16.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[37915]: osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407] boot 2024-04-12T00:21:16.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[37915]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T00:21:16.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:16 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:17.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:16 smithi193 ceph-mon[30474]: purged_snaps scrub starts 2024-04-12T00:21:17.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:16 smithi193 ceph-mon[30474]: purged_snaps scrub ok 2024-04-12T00:21:17.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:16 smithi193 ceph-mon[30474]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T00:21:17.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:16 smithi193 ceph-mon[30474]: osd.0 [v2:172.21.15.98:6802/3153742407,v1:172.21.15.98:6803/3153742407] boot 2024-04-12T00:21:17.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:16 smithi193 ceph-mon[30474]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T00:21:17.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:16 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:21:18.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[26935]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T00:21:18.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:21:18.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[37915]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.076 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T00:21:18.076 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T00:21:18.077 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2024-04-12T00:21:18.077 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2024-04-12T00:21:18.077 INFO:teuthology.orchestra.run.smithi098.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0123124 s, 852 MB/s 2024-04-12T00:21:18.077 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2024-04-12T00:21:18.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:17 smithi193 ceph-mon[30474]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T00:21:18.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:21:18.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:18.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:18.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:18.651 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi098:vg_nvme/lv_3 2024-04-12T00:21:18.856 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:21:18.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:18 smithi098 ceph-mon[26935]: Detected new or changed devices on smithi098 2024-04-12T00:21:18.918 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:18 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi098 to 16064M 2024-04-12T00:21:18.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:18 smithi098 ceph-mon[26935]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:18.919 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:18 smithi098 ceph-mon[37915]: Detected new or changed devices on smithi098 2024-04-12T00:21:18.919 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:18 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi098 to 16064M 2024-04-12T00:21:18.919 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:18 smithi098 ceph-mon[37915]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:19.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:18 smithi193 ceph-mon[30474]: Detected new or changed devices on smithi098 2024-04-12T00:21:19.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:18 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi098 to 16064M 2024-04-12T00:21:19.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:18 smithi193 ceph-mon[30474]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:21.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:20 smithi098 ceph-mon[26935]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:21.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:21:21.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:21:21.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:21.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:20 smithi098 ceph-mon[37915]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:21.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:21:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:21:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:21.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:20 smithi193 ceph-mon[30474]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:21.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:21:21.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:21:21.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:22.020 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:21 smithi098 ceph-mon[37915]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:21:22.020 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:21 smithi098 ceph-mon[26935]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:21:22.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:21 smithi193 ceph-mon[30474]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:21:23.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:22 smithi098 ceph-mon[26935]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:22 smithi098 ceph-mon[37915]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:23.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:22 smithi193 ceph-mon[30474]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:24.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:23 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2147721014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0ea0363-2b00-49a0-8dcd-f8834f1cb35f"}]: dispatch 2024-04-12T00:21:24.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:23 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2147721014' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d0ea0363-2b00-49a0-8dcd-f8834f1cb35f"}]': finished 2024-04-12T00:21:24.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:23 smithi098 ceph-mon[26935]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T00:21:24.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:23 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:24.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:23 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2147721014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0ea0363-2b00-49a0-8dcd-f8834f1cb35f"}]: dispatch 2024-04-12T00:21:24.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:23 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2147721014' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d0ea0363-2b00-49a0-8dcd-f8834f1cb35f"}]': finished 2024-04-12T00:21:24.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:23 smithi098 ceph-mon[37915]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T00:21:24.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:23 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:24.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:23 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2147721014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d0ea0363-2b00-49a0-8dcd-f8834f1cb35f"}]: dispatch 2024-04-12T00:21:24.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:23 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2147721014' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d0ea0363-2b00-49a0-8dcd-f8834f1cb35f"}]': finished 2024-04-12T00:21:24.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:23 smithi193 ceph-mon[30474]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T00:21:24.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:23 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:25.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:24 smithi098 ceph-mon[26935]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:25.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3845547836' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:21:25.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:24 smithi098 ceph-mon[37915]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:25.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:24 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3845547836' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:21:25.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:24 smithi193 ceph-mon[30474]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:25.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:24 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3845547836' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:21:27.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:26 smithi098 ceph-mon[26935]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:27.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:26 smithi098 ceph-mon[37915]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:27.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:26 smithi193 ceph-mon[30474]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:28.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:28 smithi098 ceph-mon[26935]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:28.978 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:28 smithi098 ceph-mon[37915]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:29.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:28 smithi193 ceph-mon[30474]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:30.020 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:29 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T00:21:30.020 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:29 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:30.020 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:29 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T00:21:30.020 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:29 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:30.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:29 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T00:21:30.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:29 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:31.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:30 smithi098 ceph-mon[26935]: Deploying daemon osd.1 on smithi098 2024-04-12T00:21:31.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:30 smithi098 ceph-mon[26935]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:31.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:30 smithi098 ceph-mon[37915]: Deploying daemon osd.1 on smithi098 2024-04-12T00:21:31.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:30 smithi098 ceph-mon[37915]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:31.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:30 smithi193 ceph-mon[30474]: Deploying daemon osd.1 on smithi098 2024-04-12T00:21:31.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:30 smithi193 ceph-mon[30474]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:33.027 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:32 smithi098 ceph-mon[26935]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:33.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:32 smithi098 ceph-mon[37915]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:33.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:32 smithi193 ceph-mon[30474]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:35.014 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:34 smithi098 ceph-mon[37915]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:35.014 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:34 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:35.014 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:34 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:35.014 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:34 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:35.014 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:34 smithi098 ceph-mon[26935]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:35.014 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:35.014 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:35.014 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:35.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:34 smithi193 ceph-mon[30474]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:35.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:35.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:35.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:37.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:36 smithi098 ceph-mon[26935]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:37.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:36 smithi098 ceph-mon[37915]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:37.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:36 smithi193 ceph-mon[30474]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:37.813 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 1 on host 'smithi098' 2024-04-12T00:21:38.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:37 smithi098 ceph-mon[37915]: from='osd.1 [v2:172.21.15.98:6810/885077001,v1:172.21.15.98:6811/885077001]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:21:38.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:37 smithi098 ceph-mon[37915]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:21:38.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:37 smithi098 ceph-mon[26935]: from='osd.1 [v2:172.21.15.98:6810/885077001,v1:172.21.15.98:6811/885077001]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:21:38.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:37 smithi098 ceph-mon[26935]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:21:38.092 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:37 smithi193 ceph-mon[30474]: from='osd.1 [v2:172.21.15.98:6810/885077001,v1:172.21.15.98:6811/885077001]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:21:38.092 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:37 smithi193 ceph-mon[30474]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:21:38.410 DEBUG:teuthology.orchestra.run.smithi098:osd.1> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.1.service 2024-04-12T00:21:38.412 INFO:tasks.cephadm:Deploying osd.2 on smithi098 with /dev/vg_nvme/lv_2... 2024-04-12T00:21:38.412 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T00:21:38.672 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:21:38.744 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:38.745 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T00:21:38.745 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T00:21:38.745 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:39.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: from='osd.1 [v2:172.21.15.98:6810/885077001,v1:172.21.15.98:6811/885077001]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:21:39.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:21:39.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:39.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T00:21:39.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T00:21:39.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:39.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: from='osd.1 [v2:172.21.15.98:6810/885077001,v1:172.21.15.98:6811/885077001]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:21:39.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:21:39.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.030 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[47945]: 2024-04-12T00:21:38.761+0000 7fc6f35f7700 -1 osd.1 0 waiting for initial osdmap 2024-04-12T00:21:39.030 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:21:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[47945]: 2024-04-12T00:21:38.763+0000 7fc6ef3ec700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:21:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T00:21:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T00:21:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: from='osd.1 [v2:172.21.15.98:6810/885077001,v1:172.21.15.98:6811/885077001]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:21:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:21:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:39.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:38 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:40.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:39 smithi098 ceph-mon[26935]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:21:40.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:39 smithi098 ceph-mon[26935]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T00:21:40.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:39 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:40.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:39 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:40.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:39 smithi098 ceph-mon[37915]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:21:40.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:39 smithi098 ceph-mon[37915]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T00:21:40.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:39 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:40.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:39 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:40.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:39 smithi193 ceph-mon[30474]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:21:40.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:39 smithi193 ceph-mon[30474]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T00:21:40.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:39 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:40.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:39 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:40.610 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T00:21:40.610 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T00:21:40.610 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2024-04-12T00:21:40.610 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2024-04-12T00:21:40.610 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0120981 s, 867 MB/s 2024-04-12T00:21:40.610 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2024-04-12T00:21:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[26935]: purged_snaps scrub starts 2024-04-12T00:21:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[26935]: purged_snaps scrub ok 2024-04-12T00:21:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[26935]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[26935]: osd.1 [v2:172.21.15.98:6810/885077001,v1:172.21.15.98:6811/885077001] boot 2024-04-12T00:21:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[26935]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T00:21:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[37915]: purged_snaps scrub starts 2024-04-12T00:21:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[37915]: purged_snaps scrub ok 2024-04-12T00:21:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[37915]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:41.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[37915]: osd.1 [v2:172.21.15.98:6810/885077001,v1:172.21.15.98:6811/885077001] boot 2024-04-12T00:21:41.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[37915]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T00:21:41.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:40 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:40 smithi193 ceph-mon[30474]: purged_snaps scrub starts 2024-04-12T00:21:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:40 smithi193 ceph-mon[30474]: purged_snaps scrub ok 2024-04-12T00:21:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:40 smithi193 ceph-mon[30474]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T00:21:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:40 smithi193 ceph-mon[30474]: osd.1 [v2:172.21.15.98:6810/885077001,v1:172.21.15.98:6811/885077001] boot 2024-04-12T00:21:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:40 smithi193 ceph-mon[30474]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T00:21:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:40 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:21:42.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:41 smithi098 ceph-mon[26935]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T00:21:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:41 smithi098 ceph-mon[37915]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T00:21:42.104 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi098:vg_nvme/lv_2 2024-04-12T00:21:42.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:41 smithi193 ceph-mon[30474]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T00:21:42.384 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:21:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:42 smithi098 ceph-mon[26935]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:42 smithi098 ceph-mon[37915]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:43.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:42 smithi193 ceph-mon[30474]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:44.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: Detected new or changed devices on smithi098 2024-04-12T00:21:44.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi098 to 8032M 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: Detected new or changed devices on smithi098 2024-04-12T00:21:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:21:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:21:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi098 to 8032M 2024-04-12T00:21:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:45.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:45.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:45.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:45.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:45.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: Detected new or changed devices on smithi098 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi098 to 8032M 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:45.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:21:45.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:45.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:45 smithi098 ceph-mon[37915]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:21:45.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:45 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:21:45.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:45 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:21:45.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:45 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:45.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:45 smithi098 ceph-mon[26935]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:21:45.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:45 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:21:45.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:45 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:21:45.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:45 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:45.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:45 smithi193 ceph-mon[30474]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:21:45.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:45 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:21:45.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:45 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:21:45.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:45 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:46.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:46 smithi098 ceph-mon[26935]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:46.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:46 smithi098 ceph-mon[37915]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:47.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:46 smithi193 ceph-mon[30474]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:47.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:47 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2694202286' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "987e7ba2-8757-4195-9dc8-1ef55a1fddcc"}]: dispatch 2024-04-12T00:21:47.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:47 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "987e7ba2-8757-4195-9dc8-1ef55a1fddcc"}]: dispatch 2024-04-12T00:21:47.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:47 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "987e7ba2-8757-4195-9dc8-1ef55a1fddcc"}]': finished 2024-04-12T00:21:47.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:47 smithi193 ceph-mon[30474]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T00:21:47.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:47 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2694202286' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "987e7ba2-8757-4195-9dc8-1ef55a1fddcc"}]: dispatch 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "987e7ba2-8757-4195-9dc8-1ef55a1fddcc"}]: dispatch 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "987e7ba2-8757-4195-9dc8-1ef55a1fddcc"}]': finished 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[26935]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2694202286' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "987e7ba2-8757-4195-9dc8-1ef55a1fddcc"}]: dispatch 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "987e7ba2-8757-4195-9dc8-1ef55a1fddcc"}]: dispatch 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "987e7ba2-8757-4195-9dc8-1ef55a1fddcc"}]': finished 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[37915]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T00:21:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:47 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:21:49.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:48 smithi098 ceph-mon[26935]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:49.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:48 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/518171179' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:21:49.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:48 smithi098 ceph-mon[37915]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:49.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:48 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/518171179' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:21:49.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:48 smithi193 ceph-mon[30474]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:49.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:48 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/518171179' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:21:51.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:50 smithi098 ceph-mon[26935]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:51.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:50 smithi098 ceph-mon[37915]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:51.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:50 smithi193 ceph-mon[30474]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:53.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:52 smithi098 ceph-mon[26935]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:52 smithi098 ceph-mon[37915]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:53.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:52 smithi193 ceph-mon[30474]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:53.956 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:53 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T00:21:53.956 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:53 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:53.956 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:53 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T00:21:53.956 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:53 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:54.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:53 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T00:21:54.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:53 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:21:54.969 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:54 smithi098 ceph-mon[26935]: Deploying daemon osd.2 on smithi098 2024-04-12T00:21:54.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:54 smithi098 ceph-mon[26935]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:54.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:54 smithi098 ceph-mon[37915]: Deploying daemon osd.2 on smithi098 2024-04-12T00:21:54.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:54 smithi098 ceph-mon[37915]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:55.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:54 smithi193 ceph-mon[30474]: Deploying daemon osd.2 on smithi098 2024-04-12T00:21:55.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:54 smithi193 ceph-mon[30474]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:56.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:56 smithi098 ceph-mon[26935]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:56.968 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:56 smithi098 ceph-mon[37915]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:57.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:56 smithi193 ceph-mon[30474]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:58.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:58 smithi098 ceph-mon[26935]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:58.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:58 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:58.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:58 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:58.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:21:58 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:58.955 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:58 smithi098 ceph-mon[37915]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:58.956 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:58 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:58.956 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:58 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:58.956 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:21:58 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:21:59.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:58 smithi193 ceph-mon[30474]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:21:59.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:58 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:59.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:58 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:21:59.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:21:58 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:01.005 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:00 smithi098 ceph-mon[37915]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:22:01.005 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:00 smithi098 ceph-mon[26935]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:22:01.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:00 smithi193 ceph-mon[30474]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:22:02.074 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 2 on host 'smithi098' 2024-04-12T00:22:02.362 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.362 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.362 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:02.362 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:02.362 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.362 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T00:22:02.362 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:22:02.362 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:02.362 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.363 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T00:22:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:22:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:02.649 DEBUG:teuthology.orchestra.run.smithi098:osd.2> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.2.service 2024-04-12T00:22:02.651 INFO:tasks.cephadm:Deploying osd.3 on smithi098 with /dev/vg_nvme/lv_1... 2024-04-12T00:22:02.651 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T00:22:03.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-mon[37915]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T00:22:03.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-mon[37915]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T00:22:03.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:03.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-mon[37915]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:22:03.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-mon[26935]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T00:22:03.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-mon[26935]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T00:22:03.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:03.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-mon[26935]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:22:03.444 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[53579]: 2024-04-12T00:22:03.234+0000 7ff3edd93700 -1 osd.2 0 waiting for initial osdmap 2024-04-12T00:22:03.444 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[53579]: 2024-04-12T00:22:03.237+0000 7ff3e9b88700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:22:03.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:03 smithi193 ceph-mon[30474]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T00:22:03.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:03 smithi193 ceph-mon[30474]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T00:22:03.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:03 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:03.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:03 smithi193 ceph-mon[30474]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:22:04.169 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:22:04.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[37915]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:22:04.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[37915]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T00:22:04.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:04.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:04.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[37915]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:22:04.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[26935]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:22:04.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[26935]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T00:22:04.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:04.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:04.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:04 smithi098 ceph-mon[26935]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:22:04.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:04 smithi193 ceph-mon[30474]: from='osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:22:04.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:04 smithi193 ceph-mon[30474]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T00:22:04.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:04 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:04.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:04 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:04.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:04 smithi193 ceph-mon[30474]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T00:22:05.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[37915]: purged_snaps scrub starts 2024-04-12T00:22:05.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[37915]: purged_snaps scrub ok 2024-04-12T00:22:05.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:05.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[37915]: osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024] boot 2024-04-12T00:22:05.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[37915]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T00:22:05.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:05.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[26935]: purged_snaps scrub starts 2024-04-12T00:22:05.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[26935]: purged_snaps scrub ok 2024-04-12T00:22:05.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:05.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[26935]: osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024] boot 2024-04-12T00:22:05.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[26935]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T00:22:05.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:05 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:05.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:05 smithi193 ceph-mon[30474]: purged_snaps scrub starts 2024-04-12T00:22:05.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:05 smithi193 ceph-mon[30474]: purged_snaps scrub ok 2024-04-12T00:22:05.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:05 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:05.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:05 smithi193 ceph-mon[30474]: osd.2 [v2:172.21.15.98:6818/2979369024,v1:172.21.15.98:6819/2979369024] boot 2024-04-12T00:22:05.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:05 smithi193 ceph-mon[30474]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T00:22:05.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:05 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:22:06.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: Detected new or changed devices on smithi098 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi098 to 5354M 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:06.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: Detected new or changed devices on smithi098 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi098 to 5354M 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:06.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:06 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:22:06.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T00:22:06.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: Detected new or changed devices on smithi098 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi098 to 5354M 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:06.507 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:06 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:22:06.675 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T00:22:06.675 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T00:22:06.675 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2024-04-12T00:22:06.676 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2024-04-12T00:22:06.676 INFO:teuthology.orchestra.run.smithi098.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115267 s, 910 MB/s 2024-04-12T00:22:06.676 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 2024-04-12T00:22:06.676 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2024-04-12T00:22:07.337 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi098:vg_nvme/lv_1 2024-04-12T00:22:07.553 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:22:07.674 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:07 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-12T00:22:07.674 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:07 smithi098 ceph-mon[37915]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T00:22:07.674 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:07 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:22:07.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-12T00:22:07.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:07 smithi098 ceph-mon[26935]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T00:22:07.675 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:07 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:22:07.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:07 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-12T00:22:07.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:07 smithi193 ceph-mon[30474]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T00:22:07.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:07 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:22:08.434 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57313]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T00:22:08.434 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57313]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:08.434 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57313]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:08.434 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57313]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:08.689 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T00:22:08.689 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:08 smithi098 ceph-mon[37915]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T00:22:08.689 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:08 smithi098 ceph-mon[37915]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:08.689 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:08.689 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57319]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T00:22:08.689 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57319]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:08.689 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57319]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:08.690 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57319]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:08.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T00:22:08.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:08 smithi098 ceph-mon[26935]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T00:22:08.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:08 smithi098 ceph-mon[26935]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:08.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:08.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T00:22:08.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:08 smithi193 ceph-mon[30474]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T00:22:08.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:08 smithi193 ceph-mon[30474]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:08.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:08.943 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57325]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T00:22:08.943 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57325]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:08.943 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57325]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:08.943 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57325]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:09.234 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57349]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T00:22:09.234 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57349]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:09.234 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57349]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:09.235 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:22:08 smithi098 sudo[57349]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:09.504 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57374]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T00:22:09.504 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57374]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:09.504 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57374]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:09.505 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57374]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:09.759 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57444]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T00:22:09.759 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57444]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:09.760 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57444]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:09.760 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57444]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:10.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57488]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T00:22:10.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57488]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:10.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57488]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:10.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:09 smithi098 sudo[57488]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:10.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[37915]: osdmap e22: 3 total, 3 up, 3 in 2024-04-12T00:22:10.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:10 smithi098 sudo[57509]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:10 smithi098 sudo[57509]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:10 smithi098 sudo[57509]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:10 smithi098 sudo[57509]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[26935]: osdmap e22: 3 total, 3 up, 3 in 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:10.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:10 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T00:22:10.285 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 ceph-mon[30474]: osdmap e22: 3 total, 3 up, 3 in 2024-04-12T00:22:10.286 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:22:10.286 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:22:10.286 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:10.286 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T00:22:10.286 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 sudo[32913]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T00:22:10.286 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 sudo[32913]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:10.286 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 sudo[32913]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:10.286 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 sudo[32913]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:10.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 sudo[32916]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T00:22:10.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 sudo[32916]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:10.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 sudo[32916]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:10.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:10 smithi193 sudo[32916]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:11.053 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:10 smithi098 sudo[57529]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T00:22:11.053 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:10 smithi098 sudo[57529]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:11.053 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:10 smithi098 sudo[57529]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:11.053 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:10 smithi098 sudo[57529]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:11.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:22:11.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:11.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T00:22:11.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:22:11.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:22:11.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:22:11.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T00:22:11.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:22:11.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:22:11.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:22:11.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T00:22:11.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:11.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:22:11.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:22:11.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:11 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:22:11.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:22:11.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:11.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T00:22:11.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:22:11.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:22:11.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:22:11.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T00:22:11.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 sudo[57553]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 sudo[57553]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 sudo[57553]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 sudo[57553]: pam_unix(sudo:session): session closed for user root 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:22:11.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:22:11.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:11 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:22:12.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:12 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T00:22:12.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:12 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T00:22:12.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:12 smithi193 ceph-mon[30474]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T00:22:12.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:12 smithi193 ceph-mon[30474]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:12.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:12 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1898048923' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d0c468d-0a4c-4e8b-aaad-41e122c49a49"}]: dispatch 2024-04-12T00:22:12.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:12 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d0c468d-0a4c-4e8b-aaad-41e122c49a49"}]: dispatch 2024-04-12T00:22:12.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:12 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6d0c468d-0a4c-4e8b-aaad-41e122c49a49"}]': finished 2024-04-12T00:22:12.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:12 smithi193 ceph-mon[30474]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T00:22:12.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:12 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:12.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T00:22:12.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T00:22:12.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[26935]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T00:22:12.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[26935]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1898048923' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d0c468d-0a4c-4e8b-aaad-41e122c49a49"}]: dispatch 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d0c468d-0a4c-4e8b-aaad-41e122c49a49"}]: dispatch 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6d0c468d-0a4c-4e8b-aaad-41e122c49a49"}]': finished 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[26935]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[37915]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[37915]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1898048923' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d0c468d-0a4c-4e8b-aaad-41e122c49a49"}]: dispatch 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d0c468d-0a4c-4e8b-aaad-41e122c49a49"}]: dispatch 2024-04-12T00:22:12.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6d0c468d-0a4c-4e8b-aaad-41e122c49a49"}]': finished 2024-04-12T00:22:12.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[37915]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T00:22:12.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:12 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:13.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:13 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3549621914' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:22:13.529 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:13 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3549621914' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:22:13.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:13 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3549621914' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:22:14.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:14 smithi193 ceph-mon[30474]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:14.529 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:14 smithi098 ceph-mon[37915]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:14.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:14 smithi098 ceph-mon[26935]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:17.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:16 smithi098 ceph-mon[37915]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:17.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:16 smithi098 ceph-mon[26935]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:17.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:16 smithi193 ceph-mon[30474]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:18.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:18 smithi098 ceph-mon[37915]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-12T00:22:18.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:18 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T00:22:18.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:18 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:18.965 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:18 smithi098 ceph-mon[26935]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-12T00:22:18.965 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:18 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T00:22:18.965 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:18 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:19.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:18 smithi193 ceph-mon[30474]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-12T00:22:19.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:18 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T00:22:19.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:18 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:19.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:19 smithi098 ceph-mon[26935]: Deploying daemon osd.3 on smithi098 2024-04-12T00:22:19.914 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:19 smithi098 ceph-mon[37915]: Deploying daemon osd.3 on smithi098 2024-04-12T00:22:20.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:19 smithi193 ceph-mon[30474]: Deploying daemon osd.3 on smithi098 2024-04-12T00:22:20.851 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:20 smithi098 ceph-mon[37915]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-12T00:22:20.851 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:20 smithi098 ceph-mon[26935]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-12T00:22:21.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:20 smithi193 ceph-mon[30474]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-12T00:22:23.026 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:22 smithi098 ceph-mon[26935]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-12T00:22:23.027 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:22 smithi098 ceph-mon[37915]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-12T00:22:23.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:22 smithi193 ceph-mon[30474]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-12T00:22:24.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:24 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:24.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:24 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:24.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:24 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:24.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:24 smithi098 ceph-mon[37915]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 787 B/s rd, 22 KiB/s wr, 2 op/s 2024-04-12T00:22:24.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:24.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:24.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:24 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:24.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:24 smithi098 ceph-mon[26935]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 787 B/s rd, 22 KiB/s wr, 2 op/s 2024-04-12T00:22:24.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:24 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:24.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:24 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:24.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:24 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:24.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:24 smithi193 ceph-mon[30474]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 787 B/s rd, 22 KiB/s wr, 2 op/s 2024-04-12T00:22:26.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[37915]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T00:22:26.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:26.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:26.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[37915]: from='osd.3 [v2:172.21.15.98:6826/4267551822,v1:172.21.15.98:6827/4267551822]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:22:26.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[37915]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:22:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[26935]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T00:22:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:26.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[26935]: from='osd.3 [v2:172.21.15.98:6826/4267551822,v1:172.21.15.98:6827/4267551822]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:22:26.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:26 smithi098 ceph-mon[26935]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:22:26.863 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 3 on host 'smithi098' 2024-04-12T00:22:27.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:26 smithi193 ceph-mon[30474]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T00:22:27.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:26 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:27.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:26 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:27.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:26 smithi193 ceph-mon[30474]: from='osd.3 [v2:172.21.15.98:6826/4267551822,v1:172.21.15.98:6827/4267551822]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:22:27.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:26 smithi193 ceph-mon[30474]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:22:27.428 DEBUG:teuthology.orchestra.run.smithi098:osd.3> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.3.service 2024-04-12T00:22:27.430 INFO:tasks.cephadm:Deploying osd.4 on smithi193 with /dev/vg_nvme/lv_4... 2024-04-12T00:22:27.431 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T00:22:27.641 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:22:28.062 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:27 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:28.062 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:27 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:28.062 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:27 smithi193 ceph-mon[30474]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T00:22:28.062 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:27 smithi193 ceph-mon[30474]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T00:22:28.062 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:27 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:28.062 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:27 smithi193 ceph-mon[30474]: from='osd.3 [v2:172.21.15.98:6826/4267551822,v1:172.21.15.98:6827/4267551822]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:22:28.062 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:27 smithi193 ceph-mon[30474]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:22:28.062 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:27 smithi193 ceph-mon[30474]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[26935]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[26935]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[26935]: from='osd.3 [v2:172.21.15.98:6826/4267551822,v1:172.21.15.98:6827/4267551822]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[26935]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[26935]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:28.113 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:28.114 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[37915]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T00:22:28.114 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[37915]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T00:22:28.114 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:28.114 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[37915]: from='osd.3 [v2:172.21.15.98:6826/4267551822,v1:172.21.15.98:6827/4267551822]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:22:28.114 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[37915]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:22:28.114 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:27 smithi098 ceph-mon[37915]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:28.750 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:22:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[59295]: 2024-04-12T00:22:28.618+0000 7fac785d5700 -1 osd.3 0 waiting for initial osdmap 2024-04-12T00:22:28.750 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:22:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[59295]: 2024-04-12T00:22:28.621+0000 7fac703c2700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:22:29.332 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[26935]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:22:29.332 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[26935]: osdmap e25: 4 total, 3 up, 4 in 2024-04-12T00:22:29.332 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:29.332 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:29.332 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[26935]: from='osd.3 ' entity='osd.3' 2024-04-12T00:22:29.333 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[37915]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:22:29.333 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[37915]: osdmap e25: 4 total, 3 up, 4 in 2024-04-12T00:22:29.333 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:29.333 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:29.333 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:29 smithi098 ceph-mon[37915]: from='osd.3 ' entity='osd.3' 2024-04-12T00:22:29.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:29 smithi193 ceph-mon[30474]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2024-04-12T00:22:29.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:29 smithi193 ceph-mon[30474]: osdmap e25: 4 total, 3 up, 4 in 2024-04-12T00:22:29.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:29 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:29.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:29 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:29.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:29 smithi193 ceph-mon[30474]: from='osd.3 ' entity='osd.3' 2024-04-12T00:22:29.596 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T00:22:29.597 INFO:teuthology.orchestra.run.smithi193.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T00:22:29.597 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10+0 records in 2024-04-12T00:22:29.597 INFO:teuthology.orchestra.run.smithi193.stderr:10+0 records out 2024-04-12T00:22:29.597 INFO:teuthology.orchestra.run.smithi193.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0128496 s, 816 MB/s 2024-04-12T00:22:29.597 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping successful for: 2024-04-12T00:22:30.195 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi193:vg_nvme/lv_4 2024-04-12T00:22:30.405 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[37915]: purged_snaps scrub starts 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[37915]: purged_snaps scrub ok 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[37915]: osd.3 [v2:172.21.15.98:6826/4267551822,v1:172.21.15.98:6827/4267551822] boot 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[37915]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[37915]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[26935]: purged_snaps scrub starts 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[26935]: purged_snaps scrub ok 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[26935]: osd.3 [v2:172.21.15.98:6826/4267551822,v1:172.21.15.98:6827/4267551822] boot 2024-04-12T00:22:30.430 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[26935]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T00:22:30.431 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:30.431 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:30 smithi098 ceph-mon[26935]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:30.481 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:30 smithi193 ceph-mon[30474]: purged_snaps scrub starts 2024-04-12T00:22:30.481 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:30 smithi193 ceph-mon[30474]: purged_snaps scrub ok 2024-04-12T00:22:30.481 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:30 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:30.481 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:30 smithi193 ceph-mon[30474]: osd.3 [v2:172.21.15.98:6826/4267551822,v1:172.21.15.98:6827/4267551822] boot 2024-04-12T00:22:30.481 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:30 smithi193 ceph-mon[30474]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T00:22:30.481 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:30 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:22:30.481 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:30 smithi193 ceph-mon[30474]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: Detected new or changed devices on smithi098 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:31.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:31.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:31.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:31.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:31.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:31 smithi193 ceph-mon[30474]: osdmap e27: 4 total, 4 up, 4 in 2024-04-12T00:22:32.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: Detected new or changed devices on smithi098 2024-04-12T00:22:32.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:32.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:32.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[26935]: osdmap e27: 4 total, 4 up, 4 in 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: Detected new or changed devices on smithi098 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:32.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:32.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:32.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:32.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:31 smithi098 ceph-mon[37915]: osdmap e27: 4 total, 4 up, 4 in 2024-04-12T00:22:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:32 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi098 to 4016M 2024-04-12T00:22:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:32 smithi193 ceph-mon[30474]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:32 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:22:32.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:32 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:22:32.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:32 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:33.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi098 to 4016M 2024-04-12T00:22:33.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[26935]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:33.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:22:33.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:22:33.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:33.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi098 to 4016M 2024-04-12T00:22:33.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[37915]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:33.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:22:33.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:22:33.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:32 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:33.933 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:33 smithi193 ceph-mon[30474]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:22:34.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:33 smithi098 ceph-mon[37915]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:22:34.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:33 smithi098 ceph-mon[26935]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:22:35.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:34 smithi193 ceph-mon[30474]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:35.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:34 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/73802440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e483fd76-647f-4f00-86a3-ca2241283950"}]: dispatch 2024-04-12T00:22:35.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:34 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e483fd76-647f-4f00-86a3-ca2241283950"}]: dispatch 2024-04-12T00:22:35.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:34 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e483fd76-647f-4f00-86a3-ca2241283950"}]': finished 2024-04-12T00:22:35.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:34 smithi193 ceph-mon[30474]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T00:22:35.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:35.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[26935]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:35.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/73802440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e483fd76-647f-4f00-86a3-ca2241283950"}]: dispatch 2024-04-12T00:22:35.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e483fd76-647f-4f00-86a3-ca2241283950"}]: dispatch 2024-04-12T00:22:35.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e483fd76-647f-4f00-86a3-ca2241283950"}]': finished 2024-04-12T00:22:35.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[26935]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T00:22:35.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:35.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[37915]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:35.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/73802440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e483fd76-647f-4f00-86a3-ca2241283950"}]: dispatch 2024-04-12T00:22:35.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e483fd76-647f-4f00-86a3-ca2241283950"}]: dispatch 2024-04-12T00:22:35.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e483fd76-647f-4f00-86a3-ca2241283950"}]': finished 2024-04-12T00:22:35.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[37915]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T00:22:35.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:34 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:36.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:35 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/3269401911' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:22:36.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:35 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/3269401911' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:22:36.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:35 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/3269401911' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:22:37.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:36 smithi193 ceph-mon[30474]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:37.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:36 smithi098 ceph-mon[37915]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:37.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:36 smithi098 ceph-mon[26935]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:38.033 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:37 smithi193 ceph-mon[30474]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:38.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:37 smithi098 ceph-mon[37915]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:38.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:37 smithi098 ceph-mon[26935]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:41.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:40 smithi098 ceph-mon[37915]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:41.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:40 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T00:22:41.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:40 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:41.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:40 smithi098 ceph-mon[26935]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:41.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:40 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T00:22:41.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:40 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:41.033 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:40 smithi193 ceph-mon[30474]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:41.033 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:40 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T00:22:41.033 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:40 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:42.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:41 smithi098 ceph-mon[37915]: Deploying daemon osd.4 on smithi193 2024-04-12T00:22:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:41 smithi098 ceph-mon[26935]: Deploying daemon osd.4 on smithi193 2024-04-12T00:22:42.054 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:41 smithi193 ceph-mon[30474]: Deploying daemon osd.4 on smithi193 2024-04-12T00:22:43.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:42 smithi098 ceph-mon[37915]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:42 smithi098 ceph-mon[26935]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:43.055 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:42 smithi193 ceph-mon[30474]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:44.846 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:44 smithi193 ceph-mon[30474]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:45.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:44 smithi098 ceph-mon[37915]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:45.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:44 smithi098 ceph-mon[26935]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:46.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:46 smithi193 ceph-mon[30474]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:46.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:46.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:46.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:47.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:46 smithi098 ceph-mon[37915]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:47.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:47.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:47.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:47.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:46 smithi098 ceph-mon[26935]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:47.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:47.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:47.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:48.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[37915]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[26935]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:48.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:48.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:48.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:48.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:48.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:48 smithi193 ceph-mon[30474]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:48.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:48.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:48.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:49.174 INFO:teuthology.orchestra.run.smithi193.stdout:Created osd(s) 4 on host 'smithi193' 2024-04-12T00:22:49.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:49 smithi193 ceph-mon[30474]: from='osd.4 [v2:172.21.15.193:6800/1262401864,v1:172.21.15.193:6801/1262401864]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:22:49.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:49 smithi193 ceph-mon[30474]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:22:49.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:49 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:49.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:49 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:49.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:49 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:49.756 DEBUG:teuthology.orchestra.run.smithi193:osd.4> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.4.service 2024-04-12T00:22:49.758 INFO:tasks.cephadm:Deploying osd.5 on smithi193 with /dev/vg_nvme/lv_3... 2024-04-12T00:22:49.759 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T00:22:49.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[26935]: from='osd.4 [v2:172.21.15.193:6800/1262401864,v1:172.21.15.193:6801/1262401864]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:22:49.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[26935]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:22:49.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:49.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:49.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:49.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[37915]: from='osd.4 [v2:172.21.15.193:6800/1262401864,v1:172.21.15.193:6801/1262401864]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:22:49.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[37915]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:22:49.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:49.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:49.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:49 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:22:50.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[26935]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T00:22:50.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[26935]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T00:22:50.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:50.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[26935]: from='osd.4 [v2:172.21.15.193:6800/1262401864,v1:172.21.15.193:6801/1262401864]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:22:50.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[26935]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:22:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[26935]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[37915]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T00:22:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[37915]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T00:22:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[37915]: from='osd.4 [v2:172.21.15.193:6800/1262401864,v1:172.21.15.193:6801/1262401864]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:22:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[37915]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:22:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:50 smithi098 ceph-mon[37915]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:50.809 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:50 smithi193 ceph-mon[30474]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T00:22:50.809 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:50 smithi193 ceph-mon[30474]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T00:22:50.809 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:50 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:50.809 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:50 smithi193 ceph-mon[30474]: from='osd.4 [v2:172.21.15.193:6800/1262401864,v1:172.21.15.193:6801/1262401864]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:22:50.809 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:50 smithi193 ceph-mon[30474]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:22:50.809 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:50 smithi193 ceph-mon[30474]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-12T00:22:50.809 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:22:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[35249]: 2024-04-12T00:22:50.549+0000 7f1ef068c700 -1 osd.4 0 waiting for initial osdmap 2024-04-12T00:22:50.810 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:22:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[35249]: 2024-04-12T00:22:50.554+0000 7f1eec481700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:22:50.874 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:22:51.698 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:51 smithi193 ceph-mon[30474]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:22:51.698 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:51 smithi193 ceph-mon[30474]: osdmap e30: 5 total, 4 up, 5 in 2024-04-12T00:22:51.698 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:51 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:51.698 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:51 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:52.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:51 smithi098 ceph-mon[26935]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:22:52.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:51 smithi098 ceph-mon[26935]: osdmap e30: 5 total, 4 up, 5 in 2024-04-12T00:22:52.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:51 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:52.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:51 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:52.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:51 smithi098 ceph-mon[37915]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:22:52.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:51 smithi098 ceph-mon[37915]: osdmap e30: 5 total, 4 up, 5 in 2024-04-12T00:22:52.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:51 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:52.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:51 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:52.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:52 smithi193 ceph-mon[30474]: purged_snaps scrub starts 2024-04-12T00:22:52.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:52 smithi193 ceph-mon[30474]: purged_snaps scrub ok 2024-04-12T00:22:52.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:52 smithi193 ceph-mon[30474]: osd.4 [v2:172.21.15.193:6800/1262401864,v1:172.21.15.193:6801/1262401864] boot 2024-04-12T00:22:52.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:52 smithi193 ceph-mon[30474]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T00:22:52.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:52 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:52.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:52 smithi193 ceph-mon[30474]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:22:53.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[37915]: purged_snaps scrub starts 2024-04-12T00:22:53.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[37915]: purged_snaps scrub ok 2024-04-12T00:22:53.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[37915]: osd.4 [v2:172.21.15.193:6800/1262401864,v1:172.21.15.193:6801/1262401864] boot 2024-04-12T00:22:53.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[37915]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T00:22:53.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:53.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[37915]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:22:53.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[26935]: purged_snaps scrub starts 2024-04-12T00:22:53.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[26935]: purged_snaps scrub ok 2024-04-12T00:22:53.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[26935]: osd.4 [v2:172.21.15.193:6800/1262401864,v1:172.21.15.193:6801/1262401864] boot 2024-04-12T00:22:53.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[26935]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T00:22:53.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:22:53.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:52 smithi098 ceph-mon[26935]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:22:53.797 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T00:22:53.797 INFO:teuthology.orchestra.run.smithi193.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T00:22:53.797 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10+0 records in 2024-04-12T00:22:53.797 INFO:teuthology.orchestra.run.smithi193.stderr:10+0 records out 2024-04-12T00:22:53.798 INFO:teuthology.orchestra.run.smithi193.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112593 s, 931 MB/s 2024-04-12T00:22:53.798 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping successful for: 2024-04-12T00:22:53.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:53 smithi193 ceph-mon[30474]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T00:22:53.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:53 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:53.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:53 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:53.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:53 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:53.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:53 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:53.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:53 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:53.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:53 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:53.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:53 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[37915]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[26935]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T00:22:54.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:54.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:54.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:22:54.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:54.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:54.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:22:54.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:53 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:22:54.484 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi193:vg_nvme/lv_3 2024-04-12T00:22:54.687 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:22:54.804 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:54 smithi193 ceph-mon[30474]: Detected new or changed devices on smithi193 2024-04-12T00:22:54.804 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:54 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi193 to 17088M 2024-04-12T00:22:54.804 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:54 smithi193 ceph-mon[30474]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T00:22:54.805 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:54 smithi193 ceph-mon[30474]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:22:55.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:54 smithi098 ceph-mon[26935]: Detected new or changed devices on smithi193 2024-04-12T00:22:55.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:54 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi193 to 17088M 2024-04-12T00:22:55.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:54 smithi098 ceph-mon[26935]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T00:22:55.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:54 smithi098 ceph-mon[26935]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:22:55.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:54 smithi098 ceph-mon[37915]: Detected new or changed devices on smithi193 2024-04-12T00:22:55.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:54 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi193 to 17088M 2024-04-12T00:22:55.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:54 smithi098 ceph-mon[37915]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T00:22:55.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:54 smithi098 ceph-mon[37915]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:22:55.795 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:55 smithi193 ceph-mon[30474]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T00:22:56.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:55 smithi098 ceph-mon[26935]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T00:22:56.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:55 smithi098 ceph-mon[37915]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T00:22:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:56 smithi193 ceph-mon[30474]: osdmap e35: 5 total, 5 up, 5 in 2024-04-12T00:22:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:56 smithi193 ceph-mon[30474]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:22:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:22:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:22:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:56 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:57.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[37915]: osdmap e35: 5 total, 5 up, 5 in 2024-04-12T00:22:57.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[37915]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:22:57.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:22:57.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:22:57.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:57.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[26935]: osdmap e35: 5 total, 5 up, 5 in 2024-04-12T00:22:57.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[26935]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:22:57.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:22:57.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:22:57.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:56 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:22:57.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:57 smithi193 ceph-mon[30474]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:22:58.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:57 smithi098 ceph-mon[26935]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:22:58.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:57 smithi098 ceph-mon[37915]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:22:58.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:58 smithi193 ceph-mon[30474]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-12T00:22:59.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:58 smithi098 ceph-mon[26935]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-12T00:22:59.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:58 smithi098 ceph-mon[37915]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-12T00:22:59.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/294040093' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f18a6505-767a-4478-b15d-8ca92b53ef97"}]: dispatch 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f18a6505-767a-4478-b15d-8ca92b53ef97"}]: dispatch 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f18a6505-767a-4478-b15d-8ca92b53ef97"}]': finished 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[26935]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/2327110086' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/294040093' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f18a6505-767a-4478-b15d-8ca92b53ef97"}]: dispatch 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f18a6505-767a-4478-b15d-8ca92b53ef97"}]: dispatch 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f18a6505-767a-4478-b15d-8ca92b53ef97"}]': finished 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[37915]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T00:22:59.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:22:59.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:22:59 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/2327110086' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:22:59.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:59 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/294040093' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f18a6505-767a-4478-b15d-8ca92b53ef97"}]: dispatch 2024-04-12T00:22:59.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:59 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f18a6505-767a-4478-b15d-8ca92b53ef97"}]: dispatch 2024-04-12T00:22:59.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:59 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f18a6505-767a-4478-b15d-8ca92b53ef97"}]': finished 2024-04-12T00:22:59.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:59 smithi193 ceph-mon[30474]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T00:22:59.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:59 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:22:59.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:22:59 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/2327110086' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:23:00.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:00 smithi193 ceph-mon[30474]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:23:01.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:00 smithi098 ceph-mon[26935]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:23:01.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:00 smithi098 ceph-mon[37915]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:23:02.997 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:02 smithi193 ceph-mon[30474]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-12T00:23:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:02 smithi098 ceph-mon[26935]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-12T00:23:03.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:02 smithi098 ceph-mon[37915]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-04-12T00:23:04.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:04 smithi193 ceph-mon[30474]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-12T00:23:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:04 smithi098 ceph-mon[26935]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-12T00:23:05.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:04 smithi098 ceph-mon[37915]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-12T00:23:06.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:05 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T00:23:06.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:05 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:06.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:05 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T00:23:06.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:05 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:06.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:05 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T00:23:06.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:05 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:07.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:06 smithi193 ceph-mon[30474]: Deploying daemon osd.5 on smithi193 2024-04-12T00:23:07.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:06 smithi193 ceph-mon[30474]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T00:23:07.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:06 smithi098 ceph-mon[26935]: Deploying daemon osd.5 on smithi193 2024-04-12T00:23:07.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:06 smithi098 ceph-mon[26935]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T00:23:07.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:06 smithi098 ceph-mon[37915]: Deploying daemon osd.5 on smithi193 2024-04-12T00:23:07.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:06 smithi098 ceph-mon[37915]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T00:23:09.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:08 smithi193 ceph-mon[30474]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:09.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:08 smithi098 ceph-mon[37915]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:09.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:08 smithi098 ceph-mon[26935]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:10.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:10 smithi193 ceph-mon[30474]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:10.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:10 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:10.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:10 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:10.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:10 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:11.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:10 smithi098 ceph-mon[37915]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:11.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:10 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:11.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:10 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:11.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:10 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:11.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:10 smithi098 ceph-mon[26935]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:11.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:10 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:11.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:10 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:11.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:10 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:13.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:12 smithi098 ceph-mon[37915]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:13.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:12 smithi098 ceph-mon[26935]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:13.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:12 smithi193 ceph-mon[30474]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:13.937 INFO:teuthology.orchestra.run.smithi193.stdout:Created osd(s) 5 on host 'smithi193' 2024-04-12T00:23:14.258 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.258 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.258 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:14.259 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:14.259 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.259 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='osd.5 [v2:172.21.15.193:6808/3323060616,v1:172.21.15.193:6809/3323060616]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:23:14.259 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:23:14.259 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:14.259 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.259 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:14.259 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='osd.5 [v2:172.21.15.193:6808/3323060616,v1:172.21.15.193:6809/3323060616]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:14.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='osd.5 [v2:172.21.15.193:6808/3323060616,v1:172.21.15.193:6809/3323060616]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:23:14.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:23:14.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:14.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:14.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:14.564 DEBUG:teuthology.orchestra.run.smithi193:osd.5> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.5.service 2024-04-12T00:23:14.566 INFO:tasks.cephadm:Deploying osd.6 on smithi193 with /dev/vg_nvme/lv_2... 2024-04-12T00:23:14.566 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T00:23:15.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:15 smithi193 ceph-mon[30474]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T00:23:15.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:15 smithi193 ceph-mon[30474]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T00:23:15.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:15 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:15.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:15 smithi193 ceph-mon[30474]: from='osd.5 [v2:172.21.15.193:6808/3323060616,v1:172.21.15.193:6809/3323060616]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:15.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:15 smithi193 ceph-mon[30474]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:15.357 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:23:15 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[40857]: 2024-04-12T00:23:15.078+0000 7fb09fdeb700 -1 osd.5 0 waiting for initial osdmap 2024-04-12T00:23:15.357 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:23:15 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[40857]: 2024-04-12T00:23:15.085+0000 7fb09bbe0700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:23:15.421 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:23:15.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[37915]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T00:23:15.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[37915]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T00:23:15.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:15.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[37915]: from='osd.5 [v2:172.21.15.193:6808/3323060616,v1:172.21.15.193:6809/3323060616]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:15.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[37915]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:15.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[26935]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T00:23:15.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[26935]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T00:23:15.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:15.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[26935]: from='osd.5 [v2:172.21.15.193:6808/3323060616,v1:172.21.15.193:6809/3323060616]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:15.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:15 smithi098 ceph-mon[26935]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:16.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:16 smithi193 ceph-mon[30474]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:23:16.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:16 smithi193 ceph-mon[30474]: osdmap e38: 6 total, 5 up, 6 in 2024-04-12T00:23:16.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:16 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:16.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:16 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:16.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:16 smithi193 ceph-mon[30474]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:16.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[37915]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:23:16.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[37915]: osdmap e38: 6 total, 5 up, 6 in 2024-04-12T00:23:16.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:16.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:16.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[37915]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:16.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[26935]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:23:16.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[26935]: osdmap e38: 6 total, 5 up, 6 in 2024-04-12T00:23:16.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:16.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:16.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:16 smithi098 ceph-mon[26935]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-12T00:23:17.123 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:17 smithi193 ceph-mon[30474]: purged_snaps scrub starts 2024-04-12T00:23:17.123 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:17 smithi193 ceph-mon[30474]: purged_snaps scrub ok 2024-04-12T00:23:17.123 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:17 smithi193 ceph-mon[30474]: osd.5 [v2:172.21.15.193:6808/3323060616,v1:172.21.15.193:6809/3323060616] boot 2024-04-12T00:23:17.123 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:17 smithi193 ceph-mon[30474]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T00:23:17.123 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:17.123 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:17 smithi193 ceph-mon[30474]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T00:23:17.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[37915]: purged_snaps scrub starts 2024-04-12T00:23:17.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[37915]: purged_snaps scrub ok 2024-04-12T00:23:17.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[37915]: osd.5 [v2:172.21.15.193:6808/3323060616,v1:172.21.15.193:6809/3323060616] boot 2024-04-12T00:23:17.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[37915]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T00:23:17.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:17.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[37915]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T00:23:17.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[26935]: purged_snaps scrub starts 2024-04-12T00:23:17.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[26935]: purged_snaps scrub ok 2024-04-12T00:23:17.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[26935]: osd.5 [v2:172.21.15.193:6808/3323060616,v1:172.21.15.193:6809/3323060616] boot 2024-04-12T00:23:17.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[26935]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T00:23:17.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:23:17.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:17 smithi098 ceph-mon[26935]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T00:23:17.799 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T00:23:17.799 INFO:teuthology.orchestra.run.smithi193.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T00:23:17.800 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10+0 records in 2024-04-12T00:23:17.800 INFO:teuthology.orchestra.run.smithi193.stderr:10+0 records out 2024-04-12T00:23:17.800 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012583 s, 833 MB/s 2024-04-12T00:23:17.800 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping successful for: 2024-04-12T00:23:18.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:18 smithi193 ceph-mon[30474]: pgmap v131: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:18.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:18 smithi193 ceph-mon[30474]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T00:23:18.432 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:18 smithi098 ceph-mon[37915]: pgmap v131: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:18.432 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:18 smithi098 ceph-mon[37915]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T00:23:18.432 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:18 smithi098 ceph-mon[26935]: pgmap v131: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:18.433 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:18 smithi098 ceph-mon[26935]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T00:23:18.472 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi193:vg_nvme/lv_2 2024-04-12T00:23:19.313 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:23:20.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: Detected new or changed devices on smithi193 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi193 to 8544M 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:20 smithi193 ceph-mon[30474]: pgmap v134: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:20.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T00:23:20.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: Detected new or changed devices on smithi193 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi193 to 8544M 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[26935]: pgmap v134: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: Detected new or changed devices on smithi193 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:20.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:20.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi193 to 8544M 2024-04-12T00:23:20.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:20.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:20.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:20.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:20 smithi098 ceph-mon[37915]: pgmap v134: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:21.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:21 smithi193 ceph-mon[30474]: osdmap e43: 6 total, 6 up, 6 in 2024-04-12T00:23:21.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:21 smithi098 ceph-mon[26935]: osdmap e43: 6 total, 6 up, 6 in 2024-04-12T00:23:21.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:21 smithi098 ceph-mon[37915]: osdmap e43: 6 total, 6 up, 6 in 2024-04-12T00:23:22.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:22 smithi193 ceph-mon[30474]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:23:22.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:22 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:23:22.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:22 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:23:22.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:22 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:22.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:22 smithi193 ceph-mon[30474]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-04-12T00:23:22.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[26935]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:23:22.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:23:22.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:23:22.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:22.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[26935]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-04-12T00:23:22.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[37915]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:23:22.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:23:22.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:23:22.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:22.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:22 smithi098 ceph-mon[37915]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 126 KiB/s, 0 objects/s recovering 2024-04-12T00:23:24.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/2301606675' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35dedfd0-8936-4a20-b780-1da8aaa81fe8"}]: dispatch 2024-04-12T00:23:24.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35dedfd0-8936-4a20-b780-1da8aaa81fe8"}]: dispatch 2024-04-12T00:23:24.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "35dedfd0-8936-4a20-b780-1da8aaa81fe8"}]': finished 2024-04-12T00:23:24.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[26935]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T00:23:24.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:24.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/2301606675' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35dedfd0-8936-4a20-b780-1da8aaa81fe8"}]: dispatch 2024-04-12T00:23:24.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35dedfd0-8936-4a20-b780-1da8aaa81fe8"}]: dispatch 2024-04-12T00:23:24.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "35dedfd0-8936-4a20-b780-1da8aaa81fe8"}]': finished 2024-04-12T00:23:24.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[37915]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T00:23:24.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:23 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:24.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:23 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/2301606675' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35dedfd0-8936-4a20-b780-1da8aaa81fe8"}]: dispatch 2024-04-12T00:23:24.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:23 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35dedfd0-8936-4a20-b780-1da8aaa81fe8"}]: dispatch 2024-04-12T00:23:24.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:23 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "35dedfd0-8936-4a20-b780-1da8aaa81fe8"}]': finished 2024-04-12T00:23:24.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:23 smithi193 ceph-mon[30474]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T00:23:24.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:23 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:25.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:24 smithi098 ceph-mon[37915]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:23:25.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:24 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/3496546662' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:23:25.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:24 smithi098 ceph-mon[26935]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:23:25.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/3496546662' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:23:25.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:24 smithi193 ceph-mon[30474]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:23:25.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:24 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/3496546662' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:23:26.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:26 smithi193 ceph-mon[30474]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-12T00:23:27.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:26 smithi098 ceph-mon[26935]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-12T00:23:27.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:26 smithi098 ceph-mon[37915]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-12T00:23:29.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:28 smithi098 ceph-mon[37915]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T00:23:29.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:28 smithi098 ceph-mon[26935]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T00:23:29.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:28 smithi193 ceph-mon[30474]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T00:23:31.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:30 smithi098 ceph-mon[37915]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-12T00:23:31.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:30 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T00:23:31.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:30 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:31.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:30 smithi098 ceph-mon[37915]: Deploying daemon osd.6 on smithi193 2024-04-12T00:23:31.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:30 smithi098 ceph-mon[26935]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-12T00:23:31.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:30 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T00:23:31.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:30 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:31.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:30 smithi098 ceph-mon[26935]: Deploying daemon osd.6 on smithi193 2024-04-12T00:23:31.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:30 smithi193 ceph-mon[30474]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-12T00:23:31.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:30 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T00:23:31.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:30 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:31.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:30 smithi193 ceph-mon[30474]: Deploying daemon osd.6 on smithi193 2024-04-12T00:23:32.986 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:32 smithi193 ceph-mon[30474]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:33.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:32 smithi098 ceph-mon[37915]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:33.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:32 smithi098 ceph-mon[26935]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:34.974 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:34 smithi193 ceph-mon[30474]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:35.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:34 smithi098 ceph-mon[37915]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:35.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:34 smithi098 ceph-mon[26935]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:36.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:36 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:36.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:36 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:36.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:36 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:36.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:36 smithi193 ceph-mon[30474]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:36.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:36 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:36.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:36 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:36.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:36 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:36.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:36 smithi098 ceph-mon[37915]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:36.282 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:36 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:36.282 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:36 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:36.282 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:36 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:36.282 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:36 smithi098 ceph-mon[26935]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:38.294 INFO:teuthology.orchestra.run.smithi193.stdout:Created osd(s) 6 on host 'smithi193' 2024-04-12T00:23:38.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:38 smithi193 ceph-mon[30474]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:38.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:38 smithi193 ceph-mon[30474]: from='osd.6 [v2:172.21.15.193:6816/922626530,v1:172.21.15.193:6817/922626530]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:23:38.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:38 smithi193 ceph-mon[30474]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:23:38.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:38 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:38.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:38 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:38.938 DEBUG:teuthology.orchestra.run.smithi193:osd.6> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.6.service 2024-04-12T00:23:38.941 INFO:tasks.cephadm:Deploying osd.7 on smithi193 with /dev/vg_nvme/lv_1... 2024-04-12T00:23:38.941 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T00:23:39.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[26935]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:39.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[26935]: from='osd.6 [v2:172.21.15.193:6816/922626530,v1:172.21.15.193:6817/922626530]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:23:39.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[26935]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:23:39.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:39.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:39.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[37915]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:39.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[37915]: from='osd.6 [v2:172.21.15.193:6816/922626530,v1:172.21.15.193:6817/922626530]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:23:39.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[37915]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:23:39.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:39.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:38 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:39.186 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:23:39.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:39 smithi193 ceph-mon[30474]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T00:23:39.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:39 smithi193 ceph-mon[30474]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T00:23:39.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:39 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:39.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:39 smithi193 ceph-mon[30474]: from='osd.6 [v2:172.21.15.193:6816/922626530,v1:172.21.15.193:6817/922626530]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:39.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:39 smithi193 ceph-mon[30474]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:39.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:39 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:39.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:39 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:40.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[37915]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T00:23:40.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[37915]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T00:23:40.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:40.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[37915]: from='osd.6 [v2:172.21.15.193:6816/922626530,v1:172.21.15.193:6817/922626530]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:40.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[37915]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:40.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:40.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:40.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[26935]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T00:23:40.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[26935]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T00:23:40.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:40.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[26935]: from='osd.6 [v2:172.21.15.193:6816/922626530,v1:172.21.15.193:6817/922626530]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:40.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[26935]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:23:40.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:40.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:39 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:40.283 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:23:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[46402]: 2024-04-12T00:23:40.142+0000 7f0de7b00700 -1 osd.6 0 waiting for initial osdmap 2024-04-12T00:23:40.283 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:23:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[46402]: 2024-04-12T00:23:40.149+0000 7f0ddf0ec700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:23:40.980 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:40 smithi193 ceph-mon[30474]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:40.980 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:40 smithi193 ceph-mon[30474]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:23:40.980 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:40 smithi193 ceph-mon[30474]: osdmap e46: 7 total, 6 up, 7 in 2024-04-12T00:23:40.980 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:40 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:40.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:40 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:40.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:40 smithi193 ceph-mon[30474]: from='osd.6 ' entity='osd.6' 2024-04-12T00:23:41.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[26935]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:41.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[26935]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:23:41.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[26935]: osdmap e46: 7 total, 6 up, 7 in 2024-04-12T00:23:41.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:41.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:41.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[26935]: from='osd.6 ' entity='osd.6' 2024-04-12T00:23:41.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[37915]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-12T00:23:41.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[37915]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:23:41.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[37915]: osdmap e46: 7 total, 6 up, 7 in 2024-04-12T00:23:41.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:41.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:41.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:40 smithi098 ceph-mon[37915]: from='osd.6 ' entity='osd.6' 2024-04-12T00:23:41.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:41 smithi193 ceph-mon[30474]: purged_snaps scrub starts 2024-04-12T00:23:41.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:41 smithi193 ceph-mon[30474]: purged_snaps scrub ok 2024-04-12T00:23:41.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:41 smithi193 ceph-mon[30474]: osd.6 [v2:172.21.15.193:6816/922626530,v1:172.21.15.193:6817/922626530] boot 2024-04-12T00:23:41.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:41 smithi193 ceph-mon[30474]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T00:23:41.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:41 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:41.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:41 smithi193 ceph-mon[30474]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T00:23:42.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[26935]: purged_snaps scrub starts 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[26935]: purged_snaps scrub ok 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[26935]: osd.6 [v2:172.21.15.193:6816/922626530,v1:172.21.15.193:6817/922626530] boot 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[26935]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[26935]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[37915]: purged_snaps scrub starts 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[37915]: purged_snaps scrub ok 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[37915]: osd.6 [v2:172.21.15.193:6816/922626530,v1:172.21.15.193:6817/922626530] boot 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[37915]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:23:42.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:41 smithi098 ceph-mon[37915]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T00:23:42.759 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T00:23:42.759 INFO:teuthology.orchestra.run.smithi193.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T00:23:42.759 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10+0 records in 2024-04-12T00:23:42.759 INFO:teuthology.orchestra.run.smithi193.stderr:10+0 records out 2024-04-12T00:23:42.759 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122702 s, 855 MB/s 2024-04-12T00:23:42.760 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping successful for: 2024-04-12T00:23:43.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:42 smithi098 ceph-mon[26935]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-04-12T00:23:43.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:42 smithi098 ceph-mon[26935]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T00:23:43.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:42 smithi098 ceph-mon[37915]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-04-12T00:23:43.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:42 smithi098 ceph-mon[37915]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T00:23:43.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:42 smithi193 ceph-mon[30474]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-04-12T00:23:43.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:42 smithi193 ceph-mon[30474]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T00:23:43.995 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi193:vg_nvme/lv_1 2024-04-12T00:23:44.201 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:23:44.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: Detected new or changed devices on smithi193 2024-04-12T00:23:44.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:44.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi193 to 5696M 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-04-12T00:23:44.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:44 smithi193 ceph-mon[30474]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: Detected new or changed devices on smithi193 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi193 to 5696M 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[26935]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: Detected new or changed devices on smithi193 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:44.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi193 to 5696M 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-04-12T00:23:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:44 smithi098 ceph-mon[37915]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T00:23:45.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:45 smithi193 ceph-mon[30474]: osdmap e51: 7 total, 7 up, 7 in 2024-04-12T00:23:46.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:45 smithi098 ceph-mon[26935]: osdmap e51: 7 total, 7 up, 7 in 2024-04-12T00:23:46.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:45 smithi098 ceph-mon[37915]: osdmap e51: 7 total, 7 up, 7 in 2024-04-12T00:23:47.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:46 smithi098 ceph-mon[26935]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-04-12T00:23:47.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:23:47.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:23:47.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:46 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:47.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:46 smithi098 ceph-mon[37915]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-04-12T00:23:47.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:23:47.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:23:47.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:46 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:47.093 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:46 smithi193 ceph-mon[30474]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-04-12T00:23:47.094 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T00:23:47.094 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T00:23:47.094 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:46 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:48.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:47 smithi098 ceph-mon[26935]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:23:48.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:47 smithi098 ceph-mon[37915]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:23:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:47 smithi193 ceph-mon[30474]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:23:49.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[37915]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-12T00:23:49.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/3195158797' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85f89120-b56f-4407-b93d-2452fdf061be"}]: dispatch 2024-04-12T00:23:49.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85f89120-b56f-4407-b93d-2452fdf061be"}]: dispatch 2024-04-12T00:23:49.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[37915]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "85f89120-b56f-4407-b93d-2452fdf061be"}]': finished 2024-04-12T00:23:49.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[37915]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T00:23:49.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:23:49.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[26935]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-12T00:23:49.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/3195158797' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85f89120-b56f-4407-b93d-2452fdf061be"}]: dispatch 2024-04-12T00:23:49.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85f89120-b56f-4407-b93d-2452fdf061be"}]: dispatch 2024-04-12T00:23:49.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[26935]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "85f89120-b56f-4407-b93d-2452fdf061be"}]': finished 2024-04-12T00:23:49.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[26935]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T00:23:49.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:23:49.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:48 smithi193 ceph-mon[30474]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-12T00:23:49.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:48 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/3195158797' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85f89120-b56f-4407-b93d-2452fdf061be"}]: dispatch 2024-04-12T00:23:49.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:48 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85f89120-b56f-4407-b93d-2452fdf061be"}]: dispatch 2024-04-12T00:23:49.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:48 smithi193 ceph-mon[30474]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "85f89120-b56f-4407-b93d-2452fdf061be"}]': finished 2024-04-12T00:23:49.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:48 smithi193 ceph-mon[30474]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T00:23:49.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:23:50.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:49 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/3780133698' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:23:50.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:49 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/3780133698' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:23:50.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:49 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/3780133698' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T00:23:51.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:50 smithi098 ceph-mon[26935]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:23:51.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:50 smithi098 ceph-mon[37915]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:23:51.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:50 smithi193 ceph-mon[30474]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:23:53.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:52 smithi098 ceph-mon[37915]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-12T00:23:53.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:52 smithi098 ceph-mon[26935]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-12T00:23:53.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:52 smithi193 ceph-mon[30474]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-12T00:23:55.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:54 smithi098 ceph-mon[26935]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-12T00:23:55.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:54 smithi098 ceph-mon[37915]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-12T00:23:55.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:54 smithi193 ceph-mon[30474]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-12T00:23:55.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:55 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T00:23:55.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:55 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:55.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:55 smithi193 ceph-mon[30474]: Deploying daemon osd.7 on smithi193 2024-04-12T00:23:56.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T00:23:56.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:55 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:56.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:55 smithi098 ceph-mon[26935]: Deploying daemon osd.7 on smithi193 2024-04-12T00:23:56.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:55 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T00:23:56.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:55 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:23:56.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:55 smithi098 ceph-mon[37915]: Deploying daemon osd.7 on smithi193 2024-04-12T00:23:57.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:56 smithi098 ceph-mon[26935]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T00:23:57.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:56 smithi098 ceph-mon[37915]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T00:23:57.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:56 smithi193 ceph-mon[30474]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T00:23:59.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:23:58 smithi098 ceph-mon[26935]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:23:59.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:23:58 smithi098 ceph-mon[37915]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:23:59.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:23:58 smithi193 ceph-mon[30474]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:01.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:00 smithi098 ceph-mon[26935]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:01.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:00 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:01.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:00 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:01.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:00 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:01.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:00 smithi098 ceph-mon[37915]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:01.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:00 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:01.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:00 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:01.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:00 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:01.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:00 smithi193 ceph-mon[30474]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:01.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:00 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:01.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:00 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:01.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:00 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:03.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:02 smithi098 ceph-mon[26935]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:03.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:03.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:02 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:03.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:02 smithi098 ceph-mon[37915]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:03.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:03.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:02 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:03.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:02 smithi193 ceph-mon[30474]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:03.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:03.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:02 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:03.497 INFO:teuthology.orchestra.run.smithi193.stdout:Created osd(s) 7 on host 'smithi193' 2024-04-12T00:24:04.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[26935]: from='osd.7 [v2:172.21.15.193:6824/333410335,v1:172.21.15.193:6825/333410335]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:24:04.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[26935]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:24:04.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:04.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:04.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:04.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:04.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:04.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:04.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[37915]: from='osd.7 [v2:172.21.15.193:6824/333410335,v1:172.21.15.193:6825/333410335]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:24:04.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[37915]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:24:04.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:04.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:04.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:04.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:04.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:04.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:03 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:04.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:03 smithi193 ceph-mon[30474]: from='osd.7 [v2:172.21.15.193:6824/333410335,v1:172.21.15.193:6825/333410335]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:24:04.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:03 smithi193 ceph-mon[30474]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:24:04.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:03 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:04.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:03 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:04.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:03 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:04.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:03 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:04.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:03 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:04.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:03 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:04.315 DEBUG:teuthology.orchestra.run.smithi193:osd.7> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.7.service 2024-04-12T00:24:04.318 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-12T00:24:04.318 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd stat -f json 2024-04-12T00:24:04.534 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:24:04.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:04 smithi193 ceph-mon[30474]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:04.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:04 smithi193 ceph-mon[30474]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T00:24:04.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:04 smithi193 ceph-mon[30474]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T00:24:04.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:04 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:04.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:04 smithi193 ceph-mon[30474]: from='osd.7 [v2:172.21.15.193:6824/333410335,v1:172.21.15.193:6825/333410335]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:24:04.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:04 smithi193 ceph-mon[30474]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:24:04.964 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[26935]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:04.964 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[26935]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T00:24:04.964 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[26935]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T00:24:04.964 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:04.965 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[26935]: from='osd.7 [v2:172.21.15.193:6824/333410335,v1:172.21.15.193:6825/333410335]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:24:04.965 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[26935]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:24:04.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[37915]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:04.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[37915]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T00:24:04.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[37915]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T00:24:04.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:04.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[37915]: from='osd.7 [v2:172.21.15.193:6824/333410335,v1:172.21.15.193:6825/333410335]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:24:04.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:04 smithi098 ceph-mon[37915]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:24:05.508 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[52017]: 2024-04-12T00:24:05.244+0000 7f25f91d7700 -1 osd.7 0 waiting for initial osdmap 2024-04-12T00:24:05.508 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[52017]: 2024-04-12T00:24:05.251+0000 7f25f0fc4700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:24:05.954 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[37915]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:24:05.954 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[37915]: osdmap e54: 8 total, 7 up, 8 in 2024-04-12T00:24:05.954 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[37915]: from='osd.7 ' entity='osd.7' 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[37915]: osd.7 [v2:172.21.15.193:6824/333410335,v1:172.21.15.193:6825/333410335] boot 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[37915]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[26935]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[26935]: osdmap e54: 8 total, 7 up, 8 in 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[26935]: from='osd.7 ' entity='osd.7' 2024-04-12T00:24:05.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[26935]: osd.7 [v2:172.21.15.193:6824/333410335,v1:172.21.15.193:6825/333410335] boot 2024-04-12T00:24:05.956 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[26935]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T00:24:05.956 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:05 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:06.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-mon[30474]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-04-12T00:24:06.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-mon[30474]: osdmap e54: 8 total, 7 up, 8 in 2024-04-12T00:24:06.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:06.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:06.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-mon[30474]: from='osd.7 ' entity='osd.7' 2024-04-12T00:24:06.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-mon[30474]: osd.7 [v2:172.21.15.193:6824/333410335,v1:172.21.15.193:6825/333410335] boot 2024-04-12T00:24:06.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-mon[30474]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T00:24:06.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:05 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:06.385 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:06.972 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:06 smithi193 ceph-mon[30474]: purged_snaps scrub starts 2024-04-12T00:24:06.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:06 smithi193 ceph-mon[30474]: purged_snaps scrub ok 2024-04-12T00:24:06.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:06 smithi193 ceph-mon[30474]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:06.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:06 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2974768628' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T00:24:06.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:06 smithi193 ceph-mon[30474]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T00:24:06.975 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[37915]: purged_snaps scrub starts 2024-04-12T00:24:06.975 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[37915]: purged_snaps scrub ok 2024-04-12T00:24:06.975 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[37915]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:06.975 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2974768628' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T00:24:06.975 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[37915]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T00:24:06.975 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[26935]: purged_snaps scrub starts 2024-04-12T00:24:06.975 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[26935]: purged_snaps scrub ok 2024-04-12T00:24:06.975 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[26935]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-12T00:24:06.975 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2974768628' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T00:24:06.976 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:06 smithi098 ceph-mon[26935]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T00:24:06.997 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1712881445,"num_in_osds":8,"osd_in_since":1712881428,"num_remapped_pgs":1} 2024-04-12T00:24:06.998 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T00:24:07.213 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: Detected new or changed devices on smithi193 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi193 to 4272M 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:08.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 572 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[26935]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: Detected new or changed devices on smithi193 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi193 to 4272M 2024-04-12T00:24:08.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:08.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:08.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 572 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:08.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T00:24:08.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:08 smithi098 ceph-mon[37915]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: Detected new or changed devices on smithi193 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi193 to 4272M 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 572 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T00:24:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:08 smithi193 ceph-mon[30474]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T00:24:09.024 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:09.025 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":59,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:24:08.918927+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:24:09.623 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T00:22:05.929657+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T00:24:09.623 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-12T00:24:09.825 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:24:10.253 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:09 smithi098 ceph-mon[37915]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T00:24:10.253 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:09 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1625837540' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:10.253 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:09 smithi098 ceph-mon[37915]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 572 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:10.253 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:09 smithi098 ceph-mon[26935]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T00:24:10.254 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:09 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1625837540' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:10.254 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:09 smithi098 ceph-mon[26935]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 572 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:10.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:09 smithi193 ceph-mon[30474]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T00:24:10.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:09 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1625837540' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:10.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:09 smithi193 ceph-mon[30474]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 572 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:11.612 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2024-04-12T00:24:11.941 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:11 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3200991199' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:24:11.941 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:11 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3200991199' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:24:12.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:11 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3200991199' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:24:12.294 INFO:tasks.cephadm:Adding mds.a on smithi098 2024-04-12T00:24:12.294 INFO:tasks.cephadm:Adding mds.b on smithi193 2024-04-12T00:24:12.294 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch apply mds all '2;smithi098=a;smithi193=b' 2024-04-12T00:24:12.509 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:24:12.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:12 smithi193 ceph-mon[30474]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s, 0 objects/s recovering 2024-04-12T00:24:13.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:12 smithi098 ceph-mon[26935]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s, 0 objects/s recovering 2024-04-12T00:24:13.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:12 smithi098 ceph-mon[37915]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s, 0 objects/s recovering 2024-04-12T00:24:14.281 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled mds.all update... 2024-04-12T00:24:14.833 DEBUG:teuthology.orchestra.run.smithi098:mds.a> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.a.service 2024-04-12T00:24:14.835 DEBUG:teuthology.orchestra.run.smithi193:mds.b> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.b.service 2024-04-12T00:24:14.838 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-12T00:24:14.838 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T00:24:14.969 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[37915]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[26935]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:14.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:14.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:14.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:14.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:14.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:24:14.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T00:24:14.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:14 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:15.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:14 smithi193 ceph-mon[30474]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T00:24:15.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:15.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:15.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:15.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:15.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:15.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:24:15.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T00:24:15.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:14 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:15.204 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:15.204 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":59,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:24:08.918927+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:24:15.216 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T00:22:05.929657+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T00:24:15.216 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T00:24:15.502 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2024-04-12T00:24:15.514 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T00:24:15.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[37915]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi098=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:15.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[37915]: Saving service mds.all spec with placement smithi098=a;smithi193=b;count:2 2024-04-12T00:24:15.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[37915]: Deploying daemon mds.a on smithi098 2024-04-12T00:24:15.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3933533785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:15.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2593772173' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:24:15.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[26935]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi098=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:15.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[26935]: Saving service mds.all spec with placement smithi098=a;smithi193=b;count:2 2024-04-12T00:24:15.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[26935]: Deploying daemon mds.a on smithi098 2024-04-12T00:24:15.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3933533785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:15.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:15 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2593772173' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:24:15.839 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:15.839 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-12T00:24:15.839 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 1 2024-04-12T00:24:16.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:15 smithi193 ceph-mon[30474]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi098=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:16.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:15 smithi193 ceph-mon[30474]: Saving service mds.all spec with placement smithi098=a;smithi193=b;count:2 2024-04-12T00:24:16.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:15 smithi193 ceph-mon[30474]: Deploying daemon mds.a on smithi098 2024-04-12T00:24:16.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:15 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3933533785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:16.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:15 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2593772173' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:24:16.533 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:24:16 smithi098 systemd[1]: Starting Ceph mds.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:24:16.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:16 smithi098 ceph-mon[26935]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-12T00:24:16.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:16 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/656168889' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:16.886 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:16 smithi098 ceph-mon[37915]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-12T00:24:16.886 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:16 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/656168889' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:16.886 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:24:16 smithi098 podman[64225]: 2024-04-12 00:24:16.521642037 +0000 UTC m=+0.017663999 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T00:24:16.886 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:24:16 smithi098 podman[64225]: 2024-04-12 00:24:16.63406564 +0000 UTC m=+0.130087589 container create b425524751d0977d0e3a1a8f3ccebb58ae260e3f875d86db3e1a689ca8efe1fb (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba) 2024-04-12T00:24:16.886 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:24:16 smithi098 podman[64225]: 2024-04-12 00:24:16.8365584 +0000 UTC m=+0.332580349 container init b425524751d0977d0e3a1a8f3ccebb58ae260e3f875d86db3e1a689ca8efe1fb (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:24:16.886 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:24:16 smithi098 podman[64225]: 2024-04-12 00:24:16.839270702 +0000 UTC m=+0.335292665 container start b425524751d0977d0e3a1a8f3ccebb58ae260e3f875d86db3e1a689ca8efe1fb (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-12T00:24:16.887 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:24:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[64240]: starting mds.a at 2024-04-12T00:24:16.887 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:24:16 smithi098 bash[64225]: b425524751d0977d0e3a1a8f3ccebb58ae260e3f875d86db3e1a689ca8efe1fb 2024-04-12T00:24:17.098 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:16 smithi193 ceph-mon[30474]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-12T00:24:17.098 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:16 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/656168889' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:17.282 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:24:16 smithi098 systemd[1]: Started Ceph mds.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:24:17.851 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T00:24:18.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: mds.? [v2:172.21.15.98:6834/1506290339,v1:172.21.15.98:6835/1506290339] up:boot 2024-04-12T00:24:18.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: fsmap 1 up:standby 2024-04-12T00:24:18.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:24:18.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:18.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:18.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:18.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:24:18.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T00:24:18.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:18.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: Deploying daemon mds.b on smithi193 2024-04-12T00:24:18.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:17 smithi193 ceph-mon[30474]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-12T00:24:18.180 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:18.180 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/1506290339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":1506290339},{"type":"v1","addr":"172.21.15.98:6835","nonce":1506290339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-12T00:24:18.180 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 2 2024-04-12T00:24:18.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: mds.? [v2:172.21.15.98:6834/1506290339,v1:172.21.15.98:6835/1506290339] up:boot 2024-04-12T00:24:18.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: fsmap 1 up:standby 2024-04-12T00:24:18.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:24:18.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:18.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:18.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:18.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:24:18.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T00:24:18.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:18.193 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: Deploying daemon mds.b on smithi193 2024-04-12T00:24:18.193 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[37915]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-12T00:24:18.193 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: mds.? [v2:172.21.15.98:6834/1506290339,v1:172.21.15.98:6835/1506290339] up:boot 2024-04-12T00:24:18.193 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: fsmap 1 up:standby 2024-04-12T00:24:18.194 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:24:18.194 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:18.194 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:18.194 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:18.194 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:24:18.194 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T00:24:18.195 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:18.195 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: Deploying daemon mds.b on smithi193 2024-04-12T00:24:18.195 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:17 smithi098 ceph-mon[26935]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-12T00:24:19.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:18 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/225231378' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:19.282 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:18 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/225231378' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:19.283 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:18 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/225231378' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:19.857 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:24:19 smithi193 systemd[1]: Started Ceph mds.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:24:20.197 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T00:24:20.527 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:20.527 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/3809717640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":3809717640},{"type":"v1","addr":"172.21.15.193:6833","nonce":3809717640}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/1506290339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":1506290339},{"type":"v1","addr":"172.21.15.98:6835","nonce":1506290339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-12T00:24:20.527 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 3 2024-04-12T00:24:20.539 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T00:24:20.843 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:20.843 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":59,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:24:08.918927+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:24:20.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.856 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.856 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.856 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-12T00:24:20.856 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:20.856 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:boot 2024-04-12T00:24:20.856 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: fsmap 2 up:standby 2024-04-12T00:24:20.857 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:24:20.857 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1010232309' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:20.857 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.857 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-12T00:24:20.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:20.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:boot 2024-04-12T00:24:20.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: fsmap 2 up:standby 2024-04-12T00:24:20.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:24:20.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:20 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1010232309' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:20.859 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T00:22:05.929657+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T00:24:20.860 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T00:24:20.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-12T00:24:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:boot 2024-04-12T00:24:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: fsmap 2 up:standby 2024-04-12T00:24:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:24:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:20 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1010232309' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:21.188 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2024-04-12T00:24:21.202 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-12T00:24:21.483 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:21.483 INFO:teuthology.orchestra.run.smithi098.stdout:[ 2024-04-12T00:24:21.483 INFO:teuthology.orchestra.run.smithi098.stdout: { 2024-04-12T00:24:21.483 INFO:teuthology.orchestra.run.smithi098.stdout: "poolnum": 1, 2024-04-12T00:24:21.483 INFO:teuthology.orchestra.run.smithi098.stdout: "poolname": ".mgr" 2024-04-12T00:24:21.483 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:24:21.483 INFO:teuthology.orchestra.run.smithi098.stdout:] 2024-04-12T00:24:21.496 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-12T00:24:21.496 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-12T00:24:21.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1923968511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2247162072' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2345046721' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-12T00:24:21.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1923968511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:21.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:21.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:21.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:21.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:21.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:21.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2247162072' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:24:21.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:21.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:21 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2345046721' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-12T00:24:22.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:22.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1923968511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:22.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:22.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:22.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:22.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:22.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:22.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:22.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:22.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:22.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:22.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:22.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2247162072' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:24:22.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:22.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:21 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2345046721' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-12T00:24:22.675 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_metadata' created 2024-04-12T00:24:22.693 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-12T00:24:23.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:22 smithi098 ceph-mon[37915]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T00:24:23.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:22 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/756413087' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T00:24:23.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:22 smithi098 ceph-mon[26935]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T00:24:23.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:22 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/756413087' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T00:24:23.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:22 smithi193 ceph-mon[30474]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T00:24:23.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:22 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/756413087' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T00:24:23.692 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_data' created 2024-04-12T00:24:23.717 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-12T00:24:24.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:23 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/756413087' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-12T00:24:24.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:23 smithi098 ceph-mon[37915]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T00:24:24.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:23 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1025356828' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T00:24:24.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:23 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/756413087' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-12T00:24:24.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:23 smithi098 ceph-mon[26935]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T00:24:24.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:23 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1025356828' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T00:24:24.046 INFO:teuthology.orchestra.run.smithi098.stderr:new fs with metadata pool 2 and data pool 3 2024-04-12T00:24:24.069 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T00:24:24.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:23 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/756413087' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-12T00:24:24.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:23 smithi193 ceph-mon[30474]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T00:24:24.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:23 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1025356828' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T00:24:24.355 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:24.356 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":62,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:24:24.049893+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:24:24.368 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T00:24:24.650 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:24.650 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":62,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:24:24.049893+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:24:24.663 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-12T00:24:25.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: pgmap v184: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1025356828' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1484244632' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3595973484' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:25.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2732416382' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: pgmap v184: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1025356828' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1484244632' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3595973484' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:25.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:24 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2732416382' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:25.060 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-12T00:24:25.060 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-12T00:24:25.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: pgmap v184: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:25.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:24:25.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1025356828' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-12T00:24:25.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T00:24:25.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1484244632' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T00:24:25.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T00:24:25.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T00:24:25.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T00:24:25.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-12T00:24:25.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-12T00:24:25.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T00:24:25.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3595973484' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:25.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:24 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2732416382' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/310396498' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[26935]: mds.? [v2:172.21.15.98:6834/1506290339,v1:172.21.15.98:6835/1506290339] up:active 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/310396498' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[26935]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[26935]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/189685666' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/310396498' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[37915]: mds.? [v2:172.21.15.98:6834/1506290339,v1:172.21.15.98:6835/1506290339] up:active 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/310396498' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-12T00:24:26.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[37915]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:24:26.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[37915]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T00:24:26.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/189685666' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T00:24:26.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:25 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T00:24:26.077 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-12T00:24:26.078 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T00:24:26.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:25 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/310396498' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T00:24:26.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:25 smithi193 ceph-mon[30474]: mds.? [v2:172.21.15.98:6834/1506290339,v1:172.21.15.98:6835/1506290339] up:active 2024-04-12T00:24:26.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:25 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/310396498' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-12T00:24:26.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:25 smithi193 ceph-mon[30474]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:24:26.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:25 smithi193 ceph-mon[30474]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T00:24:26.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:25 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/189685666' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T00:24:26.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:25 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T00:24:26.398 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:26.399 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/3809717640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":3809717640},{"type":"v1","addr":"172.21.15.193:6833","nonce":3809717640}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T00:24:24.050239+0000","modified":"2024-04-12T00:24:26.058778+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24335},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24335":{"gid":24335,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6835/1506290339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":1506290339},{"type":"v1","addr":"172.21.15.98:6835","nonce":1506290339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T00:24:26.399 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 6 2024-04-12T00:24:26.411 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T00:24:26.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[26935]: pgmap v188: 97 pgs: 76 unknown, 21 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-04-12T00:24:26.695 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:26.695 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":63,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:24:25.051959+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:24:26.707 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-12T00:24:26.708 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T00:24:26.997 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:26.998 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:24:27.006 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[64240]: 2024-04-12T00:24:26.871+0000 7f3f542a0700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-12T00:24:27.006 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[37915]: pgmap v188: 97 pgs: 76 unknown, 21 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-04-12T00:24:27.006 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[37915]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:24:27.006 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[37915]: Cluster is now healthy 2024-04-12T00:24:27.007 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-12T00:24:27.007 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[37915]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:24:27.007 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1670067053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:27.007 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[26935]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:24:27.007 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[26935]: Cluster is now healthy 2024-04-12T00:24:27.007 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-12T00:24:27.007 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[26935]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:24:27.007 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:26 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1670067053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:27.008 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-12T00:24:25.667746+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129,"ondisk_log_size":129,"up":63,"acting":63,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":28,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":222556,"kb_used_data":6364,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738660,"statfs":{"total":767960285184,"available":767732387840,"internally_reserved":0,"allocated":6516736,"data_stored":3695289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000806"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.084835+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:24:24.084835+0000","last_peered":"2024-04-12T00:24:24.084835+0000","last_clean":"2024-04-12T00:24:24.084835+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:24:24.084835+0000","last_undegraded":"2024-04-12T00:24:24.084835+0000","last_fullsized":"2024-04-12T00:24:24.084835+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081893+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:24:24.081893+0000","last_peered":"2024-04-12T00:24:24.081893+0000","last_clean":"2024-04-12T00:24:24.081893+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:24:24.081893+0000","last_undegraded":"2024-04-12T00:24:24.081893+0000","last_fullsized":"2024-04-12T00:24:24.081893+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.084814+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:24:24.084814+0000","last_peered":"2024-04-12T00:24:24.084814+0000","last_clean":"2024-04-12T00:24:24.084814+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:24:24.084814+0000","last_undegraded":"2024-04-12T00:24:24.084814+0000","last_fullsized":"2024-04-12T00:24:24.084814+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.087204+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:24:24.087204+0000","last_peered":"2024-04-12T00:24:24.087204+0000","last_clean":"2024-04-12T00:24:24.087204+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:24:24.087204+0000","last_undegraded":"2024-04-12T00:24:24.087204+0000","last_fullsized":"2024-04-12T00:24:24.087204+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079377+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:24:24.079377+0000","last_peered":"2024-04-12T00:24:24.079377+0000","last_clean":"2024-04-12T00:24:24.079377+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:24:24.079377+0000","last_undegraded":"2024-04-12T00:24:24.079377+0000","last_fullsized":"2024-04-12T00:24:24.079377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081660+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:24:24.081660+0000","last_peered":"2024-04-12T00:24:24.081660+0000","last_clean":"2024-04-12T00:24:24.081660+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:24:24.081660+0000","last_undegraded":"2024-04-12T00:24:24.081660+0000","last_fullsized":"2024-04-12T00:24:24.081660+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.056664+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:24:24.056664+0000","last_peered":"2024-04-12T00:24:24.056664+0000","last_clean":"2024-04-12T00:24:24.056664+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:24:24.056664+0000","last_undegraded":"2024-04-12T00:24:24.056664+0000","last_fullsized":"2024-04-12T00:24:24.056664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.073470+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:24:24.073470+0000","last_peered":"2024-04-12T00:24:24.073470+0000","last_clean":"2024-04-12T00:24:24.073470+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:24:24.073470+0000","last_undegraded":"2024-04-12T00:24:24.073470+0000","last_fullsized":"2024-04-12T00:24:24.073470+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.075802+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:24:24.075802+0000","last_peered":"2024-04-12T00:24:24.075802+0000","last_clean":"2024-04-12T00:24:24.075802+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:24:24.075802+0000","last_undegraded":"2024-04-12T00:24:24.075802+0000","last_fullsized":"2024-04-12T00:24:24.075802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.053484+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:24:24.053484+0000","last_peered":"2024-04-12T00:24:24.053484+0000","last_clean":"2024-04-12T00:24:24.053484+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:24:24.053484+0000","last_undegraded":"2024-04-12T00:24:24.053484+0000","last_fullsized":"2024-04-12T00:24:24.053484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.083767+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:24:24.083767+0000","last_peered":"2024-04-12T00:24:24.083767+0000","last_clean":"2024-04-12T00:24:24.083767+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:24:24.083767+0000","last_undegraded":"2024-04-12T00:24:24.083767+0000","last_fullsized":"2024-04-12T00:24:24.083767+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":215,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-12T00:24:08.926773+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:24:08.926773+0000","last_peered":"2024-04-12T00:24:08.926773+0000","last_clean":"2024-04-12T00:24:08.926773+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:24:08.926773+0000","last_undegraded":"2024-04-12T00:24:08.926773+0000","last_fullsized":"2024-04-12T00:24:08.926773+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081875+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:24.081875+0000","last_peered":"2024-04-12T00:24:24.081875+0000","last_clean":"2024-04-12T00:24:24.081875+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:24:24.081875+0000","last_undegraded":"2024-04-12T00:24:24.081875+0000","last_fullsized":"2024-04-12T00:24:24.081875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.080766+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:24:24.080766+0000","last_peered":"2024-04-12T00:24:24.080766+0000","last_clean":"2024-04-12T00:24:24.080766+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:24:24.080766+0000","last_undegraded":"2024-04-12T00:24:24.080766+0000","last_fullsized":"2024-04-12T00:24:24.080766+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079833+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:24:24.079833+0000","last_peered":"2024-04-12T00:24:24.079833+0000","last_clean":"2024-04-12T00:24:24.079833+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:24:24.079833+0000","last_undegraded":"2024-04-12T00:24:24.079833+0000","last_fullsized":"2024-04-12T00:24:24.079833+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.053443+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:24:24.053443+0000","last_peered":"2024-04-12T00:24:24.053443+0000","last_clean":"2024-04-12T00:24:24.053443+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:24:24.053443+0000","last_undegraded":"2024-04-12T00:24:24.053443+0000","last_fullsized":"2024-04-12T00:24:24.053443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079286+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:24:24.079286+0000","last_peered":"2024-04-12T00:24:24.079286+0000","last_clean":"2024-04-12T00:24:24.079286+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:24:24.079286+0000","last_undegraded":"2024-04-12T00:24:24.079286+0000","last_fullsized":"2024-04-12T00:24:24.079286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.078224+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:24:24.078224+0000","last_peered":"2024-04-12T00:24:24.078224+0000","last_clean":"2024-04-12T00:24:24.078224+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:24:24.078224+0000","last_undegraded":"2024-04-12T00:24:24.078224+0000","last_fullsized":"2024-04-12T00:24:24.078224+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079005+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:24:24.079005+0000","last_peered":"2024-04-12T00:24:24.079005+0000","last_clean":"2024-04-12T00:24:24.079005+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:24:24.079005+0000","last_undegraded":"2024-04-12T00:24:24.079005+0000","last_fullsized":"2024-04-12T00:24:24.079005+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.066503+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:24:24.066503+0000","last_peered":"2024-04-12T00:24:24.066503+0000","last_clean":"2024-04-12T00:24:24.066503+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:24:24.066503+0000","last_undegraded":"2024-04-12T00:24:24.066503+0000","last_fullsized":"2024-04-12T00:24:24.066503+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.072647+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:24:24.072647+0000","last_peered":"2024-04-12T00:24:24.072647+0000","last_clean":"2024-04-12T00:24:24.072647+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:24:24.072647+0000","last_undegraded":"2024-04-12T00:24:24.072647+0000","last_fullsized":"2024-04-12T00:24:24.072647+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":39,"acting":39,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":21,"acting":21,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201285,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462922,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1167360,"data_stored":825149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.315,"15min":0.30099999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.32900000000000001,"15min":0.307},"min":{"1min":0.27400000000000002,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.48999999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:24:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.40300000000000002,"15min":0.39500000000000002},"min":{"1min":0.29499999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34200000000000003,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.34899999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:23:33 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.372},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.434}]},{"osd":4,"last update":"Fri Apr 12 00:23:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.69699999999999995}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.73399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.311,"15min":0.29599999999999999},"min":{"1min":0.311,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.27200000000000002}]},{"osd":2,"last update":"Fri Apr 12 00:24:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.307,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.26600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.34999999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.311},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.38200000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.495}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.35799999999999998,"15min":0.35199999999999998},"min":{"1min":0.23999999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38,"15min":0.373},"min":{"1min":0.247,"5min":0.219,"15min":0.219},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.33000000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38200000000000001,"15min":0.38100000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40400000000000003,"15min":0.39700000000000002},"min":{"1min":0.31,"5min":0.252,"15min":0.252},"max":{"1min":0.57799999999999996,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.43099999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.36699999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.60699999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.435}]},{"osd":1,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.48099999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.79100000000000004}]},{"osd":5,"last update":"Fri Apr 12 00:24:18 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.83299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84699999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.47599999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.375}]},{"osd":2,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.40300000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.51800000000000002}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.35599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":8.968,"5min":8.968,"15min":8.968},"last":0.59899999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":9.0039999999999996,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.61399999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":8.9830000000000005,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":8.9499999999999993,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.57899999999999996}]},{"osd":4,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:24:27.014 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T00:24:27.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:26 smithi193 ceph-mon[30474]: pgmap v188: 97 pgs: 76 unknown, 21 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 3 op/s 2024-04-12T00:24:27.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:26 smithi193 ceph-mon[30474]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:24:27.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:26 smithi193 ceph-mon[30474]: Cluster is now healthy 2024-04-12T00:24:27.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:26 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-12T00:24:27.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:26 smithi193 ceph-mon[30474]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:24:27.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:26 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1670067053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:24:27.335 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:27.337 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:24:27.346 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-12T00:24:25.667746+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129,"ondisk_log_size":129,"up":63,"acting":63,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":28,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":222556,"kb_used_data":6364,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738660,"statfs":{"total":767960285184,"available":767732387840,"internally_reserved":0,"allocated":6516736,"data_stored":3695289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000806"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.084835+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:24:24.084835+0000","last_peered":"2024-04-12T00:24:24.084835+0000","last_clean":"2024-04-12T00:24:24.084835+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:24:24.084835+0000","last_undegraded":"2024-04-12T00:24:24.084835+0000","last_fullsized":"2024-04-12T00:24:24.084835+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081893+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:24:24.081893+0000","last_peered":"2024-04-12T00:24:24.081893+0000","last_clean":"2024-04-12T00:24:24.081893+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:24:24.081893+0000","last_undegraded":"2024-04-12T00:24:24.081893+0000","last_fullsized":"2024-04-12T00:24:24.081893+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.084814+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:24:24.084814+0000","last_peered":"2024-04-12T00:24:24.084814+0000","last_clean":"2024-04-12T00:24:24.084814+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:24:24.084814+0000","last_undegraded":"2024-04-12T00:24:24.084814+0000","last_fullsized":"2024-04-12T00:24:24.084814+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.087204+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:24:24.087204+0000","last_peered":"2024-04-12T00:24:24.087204+0000","last_clean":"2024-04-12T00:24:24.087204+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:24:24.087204+0000","last_undegraded":"2024-04-12T00:24:24.087204+0000","last_fullsized":"2024-04-12T00:24:24.087204+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079377+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:24:24.079377+0000","last_peered":"2024-04-12T00:24:24.079377+0000","last_clean":"2024-04-12T00:24:24.079377+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:24:24.079377+0000","last_undegraded":"2024-04-12T00:24:24.079377+0000","last_fullsized":"2024-04-12T00:24:24.079377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081660+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:24:24.081660+0000","last_peered":"2024-04-12T00:24:24.081660+0000","last_clean":"2024-04-12T00:24:24.081660+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:24:24.081660+0000","last_undegraded":"2024-04-12T00:24:24.081660+0000","last_fullsized":"2024-04-12T00:24:24.081660+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.056664+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:24:24.056664+0000","last_peered":"2024-04-12T00:24:24.056664+0000","last_clean":"2024-04-12T00:24:24.056664+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:24:24.056664+0000","last_undegraded":"2024-04-12T00:24:24.056664+0000","last_fullsized":"2024-04-12T00:24:24.056664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.073470+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:24:24.073470+0000","last_peered":"2024-04-12T00:24:24.073470+0000","last_clean":"2024-04-12T00:24:24.073470+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:24:24.073470+0000","last_undegraded":"2024-04-12T00:24:24.073470+0000","last_fullsized":"2024-04-12T00:24:24.073470+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.075802+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:24:24.075802+0000","last_peered":"2024-04-12T00:24:24.075802+0000","last_clean":"2024-04-12T00:24:24.075802+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:24:24.075802+0000","last_undegraded":"2024-04-12T00:24:24.075802+0000","last_fullsized":"2024-04-12T00:24:24.075802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.053484+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:24:24.053484+0000","last_peered":"2024-04-12T00:24:24.053484+0000","last_clean":"2024-04-12T00:24:24.053484+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:24:24.053484+0000","last_undegraded":"2024-04-12T00:24:24.053484+0000","last_fullsized":"2024-04-12T00:24:24.053484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.083767+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:24:24.083767+0000","last_peered":"2024-04-12T00:24:24.083767+0000","last_clean":"2024-04-12T00:24:24.083767+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:24:24.083767+0000","last_undegraded":"2024-04-12T00:24:24.083767+0000","last_fullsized":"2024-04-12T00:24:24.083767+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":215,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-12T00:24:08.926773+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:24:08.926773+0000","last_peered":"2024-04-12T00:24:08.926773+0000","last_clean":"2024-04-12T00:24:08.926773+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:24:08.926773+0000","last_undegraded":"2024-04-12T00:24:08.926773+0000","last_fullsized":"2024-04-12T00:24:08.926773+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081875+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:24.081875+0000","last_peered":"2024-04-12T00:24:24.081875+0000","last_clean":"2024-04-12T00:24:24.081875+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:24:24.081875+0000","last_undegraded":"2024-04-12T00:24:24.081875+0000","last_fullsized":"2024-04-12T00:24:24.081875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.080766+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:24:24.080766+0000","last_peered":"2024-04-12T00:24:24.080766+0000","last_clean":"2024-04-12T00:24:24.080766+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:24:24.080766+0000","last_undegraded":"2024-04-12T00:24:24.080766+0000","last_fullsized":"2024-04-12T00:24:24.080766+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079833+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:24:24.079833+0000","last_peered":"2024-04-12T00:24:24.079833+0000","last_clean":"2024-04-12T00:24:24.079833+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:24:24.079833+0000","last_undegraded":"2024-04-12T00:24:24.079833+0000","last_fullsized":"2024-04-12T00:24:24.079833+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.053443+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:24:24.053443+0000","last_peered":"2024-04-12T00:24:24.053443+0000","last_clean":"2024-04-12T00:24:24.053443+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:24:24.053443+0000","last_undegraded":"2024-04-12T00:24:24.053443+0000","last_fullsized":"2024-04-12T00:24:24.053443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:22.676327+0000","last_change":"2024-04-12T00:24:22.676327+0000","last_active":"2024-04-12T00:24:22.676327+0000","last_peered":"2024-04-12T00:24:22.676327+0000","last_clean":"2024-04-12T00:24:22.676327+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:22.676327+0000","last_undegraded":"2024-04-12T00:24:22.676327+0000","last_fullsized":"2024-04-12T00:24:22.676327+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079286+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:24:24.079286+0000","last_peered":"2024-04-12T00:24:24.079286+0000","last_clean":"2024-04-12T00:24:24.079286+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:24:24.079286+0000","last_undegraded":"2024-04-12T00:24:24.079286+0000","last_fullsized":"2024-04-12T00:24:24.079286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.078224+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:24:24.078224+0000","last_peered":"2024-04-12T00:24:24.078224+0000","last_clean":"2024-04-12T00:24:24.078224+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:24:24.078224+0000","last_undegraded":"2024-04-12T00:24:24.078224+0000","last_fullsized":"2024-04-12T00:24:24.078224+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079005+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:24:24.079005+0000","last_peered":"2024-04-12T00:24:24.079005+0000","last_clean":"2024-04-12T00:24:24.079005+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:24:24.079005+0000","last_undegraded":"2024-04-12T00:24:24.079005+0000","last_fullsized":"2024-04-12T00:24:24.079005+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.066503+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:24:24.066503+0000","last_peered":"2024-04-12T00:24:24.066503+0000","last_clean":"2024-04-12T00:24:24.066503+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:24:24.066503+0000","last_undegraded":"2024-04-12T00:24:24.066503+0000","last_fullsized":"2024-04-12T00:24:24.066503+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.072647+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:24:24.072647+0000","last_peered":"2024-04-12T00:24:24.072647+0000","last_clean":"2024-04-12T00:24:24.072647+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:24:24.072647+0000","last_undegraded":"2024-04-12T00:24:24.072647+0000","last_fullsized":"2024-04-12T00:24:24.072647+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T00:24:23.681559+0000","last_change":"2024-04-12T00:24:23.681559+0000","last_active":"2024-04-12T00:24:23.681559+0000","last_peered":"2024-04-12T00:24:23.681559+0000","last_clean":"2024-04-12T00:24:23.681559+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T00:24:23.681559+0000","last_undegraded":"2024-04-12T00:24:23.681559+0000","last_fullsized":"2024-04-12T00:24:23.681559+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":39,"acting":39,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":21,"acting":21,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201285,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462922,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1167360,"data_stored":825149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.315,"15min":0.30099999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.32900000000000001,"15min":0.307},"min":{"1min":0.27400000000000002,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.48999999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:24:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.40300000000000002,"15min":0.39500000000000002},"min":{"1min":0.29499999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34200000000000003,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.34899999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:23:33 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.372},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.434}]},{"osd":4,"last update":"Fri Apr 12 00:23:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.69699999999999995}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.73399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.311,"15min":0.29599999999999999},"min":{"1min":0.311,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.27200000000000002}]},{"osd":2,"last update":"Fri Apr 12 00:24:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.307,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.26600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.34999999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.311},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.38200000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.495}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.35799999999999998,"15min":0.35199999999999998},"min":{"1min":0.23999999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38,"15min":0.373},"min":{"1min":0.247,"5min":0.219,"15min":0.219},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.33000000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38200000000000001,"15min":0.38100000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40400000000000003,"15min":0.39700000000000002},"min":{"1min":0.31,"5min":0.252,"15min":0.252},"max":{"1min":0.57799999999999996,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.43099999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.36699999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.60699999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.435}]},{"osd":1,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.48099999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.79100000000000004}]},{"osd":5,"last update":"Fri Apr 12 00:24:18 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.83299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84699999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.47599999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.375}]},{"osd":2,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.40300000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.51800000000000002}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.35599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":8.968,"5min":8.968,"15min":8.968},"last":0.59899999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":9.0039999999999996,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.61399999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":8.9830000000000005,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":8.9499999999999993,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.57899999999999996}]},{"osd":4,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:24:27.351 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T00:24:27.676 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:27.678 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:24:27.687 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-12T00:24:27.668161+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222908,"kb_used_data":6716,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738308,"statfs":{"total":767960285184,"available":767732027392,"internally_reserved":0,"allocated":6877184,"data_stored":3855299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.986523"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063950+0000","last_change":"2024-04-12T00:24:24.086382+0000","last_active":"2024-04-12T00:24:25.063950+0000","last_peered":"2024-04-12T00:24:25.063950+0000","last_clean":"2024-04-12T00:24:25.063950+0000","last_became_active":"2024-04-12T00:24:24.086086+0000","last_became_peered":"2024-04-12T00:24:24.086086+0000","last_unstale":"2024-04-12T00:24:25.063950+0000","last_undegraded":"2024-04-12T00:24:25.063950+0000","last_fullsized":"2024-04-12T00:24:25.063950+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063083+0000","last_change":"2024-04-12T00:24:24.083133+0000","last_active":"2024-04-12T00:24:25.063083+0000","last_peered":"2024-04-12T00:24:25.063083+0000","last_clean":"2024-04-12T00:24:25.063083+0000","last_became_active":"2024-04-12T00:24:24.082731+0000","last_became_peered":"2024-04-12T00:24:24.082731+0000","last_unstale":"2024-04-12T00:24:25.063083+0000","last_undegraded":"2024-04-12T00:24:25.063083+0000","last_fullsized":"2024-04-12T00:24:25.063083+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063368+0000","last_change":"2024-04-12T00:24:24.075884+0000","last_active":"2024-04-12T00:24:25.063368+0000","last_peered":"2024-04-12T00:24:25.063368+0000","last_clean":"2024-04-12T00:24:25.063368+0000","last_became_active":"2024-04-12T00:24:24.075618+0000","last_became_peered":"2024-04-12T00:24:24.075618+0000","last_unstale":"2024-04-12T00:24:25.063368+0000","last_undegraded":"2024-04-12T00:24:25.063368+0000","last_fullsized":"2024-04-12T00:24:25.063368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458604+0000","last_change":"2024-04-12T00:24:24.079539+0000","last_active":"2024-04-12T00:24:25.458604+0000","last_peered":"2024-04-12T00:24:25.458604+0000","last_clean":"2024-04-12T00:24:25.458604+0000","last_became_active":"2024-04-12T00:24:24.079151+0000","last_became_peered":"2024-04-12T00:24:24.079151+0000","last_unstale":"2024-04-12T00:24:25.458604+0000","last_undegraded":"2024-04-12T00:24:25.458604+0000","last_fullsized":"2024-04-12T00:24:25.458604+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063609+0000","last_change":"2024-04-12T00:24:24.089644+0000","last_active":"2024-04-12T00:24:25.063609+0000","last_peered":"2024-04-12T00:24:25.063609+0000","last_clean":"2024-04-12T00:24:25.063609+0000","last_became_active":"2024-04-12T00:24:24.089322+0000","last_became_peered":"2024-04-12T00:24:24.089322+0000","last_unstale":"2024-04-12T00:24:25.063609+0000","last_undegraded":"2024-04-12T00:24:25.063609+0000","last_fullsized":"2024-04-12T00:24:25.063609+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459692+0000","last_change":"2024-04-12T00:24:24.076309+0000","last_active":"2024-04-12T00:24:25.459692+0000","last_peered":"2024-04-12T00:24:25.459692+0000","last_clean":"2024-04-12T00:24:25.459692+0000","last_became_active":"2024-04-12T00:24:24.076008+0000","last_became_peered":"2024-04-12T00:24:24.076008+0000","last_unstale":"2024-04-12T00:24:25.459692+0000","last_undegraded":"2024-04-12T00:24:25.459692+0000","last_fullsized":"2024-04-12T00:24:25.459692+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062988+0000","last_change":"2024-04-12T00:24:24.078744+0000","last_active":"2024-04-12T00:24:25.062988+0000","last_peered":"2024-04-12T00:24:25.062988+0000","last_clean":"2024-04-12T00:24:25.062988+0000","last_became_active":"2024-04-12T00:24:24.076867+0000","last_became_peered":"2024-04-12T00:24:24.076867+0000","last_unstale":"2024-04-12T00:24:25.062988+0000","last_undegraded":"2024-04-12T00:24:25.062988+0000","last_fullsized":"2024-04-12T00:24:25.062988+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.084835+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:24:24.084835+0000","last_peered":"2024-04-12T00:24:24.084835+0000","last_clean":"2024-04-12T00:24:24.084835+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:24:24.084835+0000","last_undegraded":"2024-04-12T00:24:24.084835+0000","last_fullsized":"2024-04-12T00:24:24.084835+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063885+0000","last_change":"2024-04-12T00:24:24.086577+0000","last_active":"2024-04-12T00:24:25.063885+0000","last_peered":"2024-04-12T00:24:25.063885+0000","last_clean":"2024-04-12T00:24:25.063885+0000","last_became_active":"2024-04-12T00:24:24.086255+0000","last_became_peered":"2024-04-12T00:24:24.086255+0000","last_unstale":"2024-04-12T00:24:25.063885+0000","last_undegraded":"2024-04-12T00:24:25.063885+0000","last_fullsized":"2024-04-12T00:24:25.063885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459756+0000","last_change":"2024-04-12T00:24:24.083523+0000","last_active":"2024-04-12T00:24:25.459756+0000","last_peered":"2024-04-12T00:24:25.459756+0000","last_clean":"2024-04-12T00:24:25.459756+0000","last_became_active":"2024-04-12T00:24:24.083227+0000","last_became_peered":"2024-04-12T00:24:24.083227+0000","last_unstale":"2024-04-12T00:24:25.459756+0000","last_undegraded":"2024-04-12T00:24:25.459756+0000","last_fullsized":"2024-04-12T00:24:25.459756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459487+0000","last_change":"2024-04-12T00:24:24.080715+0000","last_active":"2024-04-12T00:24:25.459487+0000","last_peered":"2024-04-12T00:24:25.459487+0000","last_clean":"2024-04-12T00:24:25.459487+0000","last_became_active":"2024-04-12T00:24:24.080129+0000","last_became_peered":"2024-04-12T00:24:24.080129+0000","last_unstale":"2024-04-12T00:24:25.459487+0000","last_undegraded":"2024-04-12T00:24:25.459487+0000","last_fullsized":"2024-04-12T00:24:25.459487+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459696+0000","last_change":"2024-04-12T00:24:24.078164+0000","last_active":"2024-04-12T00:24:25.459696+0000","last_peered":"2024-04-12T00:24:25.459696+0000","last_clean":"2024-04-12T00:24:25.459696+0000","last_became_active":"2024-04-12T00:24:24.077795+0000","last_became_peered":"2024-04-12T00:24:24.077795+0000","last_unstale":"2024-04-12T00:24:25.459696+0000","last_undegraded":"2024-04-12T00:24:25.459696+0000","last_fullsized":"2024-04-12T00:24:25.459696+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081893+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:24:24.081893+0000","last_peered":"2024-04-12T00:24:24.081893+0000","last_clean":"2024-04-12T00:24:24.081893+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:24:24.081893+0000","last_undegraded":"2024-04-12T00:24:24.081893+0000","last_fullsized":"2024-04-12T00:24:24.081893+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063075+0000","last_change":"2024-04-12T00:24:24.079905+0000","last_active":"2024-04-12T00:24:25.063075+0000","last_peered":"2024-04-12T00:24:25.063075+0000","last_clean":"2024-04-12T00:24:25.063075+0000","last_became_active":"2024-04-12T00:24:24.079648+0000","last_became_peered":"2024-04-12T00:24:24.079648+0000","last_unstale":"2024-04-12T00:24:25.063075+0000","last_undegraded":"2024-04-12T00:24:25.063075+0000","last_fullsized":"2024-04-12T00:24:25.063075+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063436+0000","last_change":"2024-04-12T00:24:24.076899+0000","last_active":"2024-04-12T00:24:25.063436+0000","last_peered":"2024-04-12T00:24:25.063436+0000","last_clean":"2024-04-12T00:24:25.063436+0000","last_became_active":"2024-04-12T00:24:24.076541+0000","last_became_peered":"2024-04-12T00:24:24.076541+0000","last_unstale":"2024-04-12T00:24:25.063436+0000","last_undegraded":"2024-04-12T00:24:25.063436+0000","last_fullsized":"2024-04-12T00:24:25.063436+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458692+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:25.458692+0000","last_peered":"2024-04-12T00:24:25.458692+0000","last_clean":"2024-04-12T00:24:25.458692+0000","last_became_active":"2024-04-12T00:24:24.080391+0000","last_became_peered":"2024-04-12T00:24:24.080391+0000","last_unstale":"2024-04-12T00:24:25.458692+0000","last_undegraded":"2024-04-12T00:24:25.458692+0000","last_fullsized":"2024-04-12T00:24:25.458692+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459319+0000","last_change":"2024-04-12T00:24:24.082907+0000","last_active":"2024-04-12T00:24:25.459319+0000","last_peered":"2024-04-12T00:24:25.459319+0000","last_clean":"2024-04-12T00:24:25.459319+0000","last_became_active":"2024-04-12T00:24:24.082634+0000","last_became_peered":"2024-04-12T00:24:24.082634+0000","last_unstale":"2024-04-12T00:24:25.459319+0000","last_undegraded":"2024-04-12T00:24:25.459319+0000","last_fullsized":"2024-04-12T00:24:25.459319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.084814+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:24:24.084814+0000","last_peered":"2024-04-12T00:24:24.084814+0000","last_clean":"2024-04-12T00:24:24.084814+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:24:24.084814+0000","last_undegraded":"2024-04-12T00:24:24.084814+0000","last_fullsized":"2024-04-12T00:24:24.084814+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063411+0000","last_change":"2024-04-12T00:24:24.083186+0000","last_active":"2024-04-12T00:24:25.063411+0000","last_peered":"2024-04-12T00:24:25.063411+0000","last_clean":"2024-04-12T00:24:25.063411+0000","last_became_active":"2024-04-12T00:24:24.082834+0000","last_became_peered":"2024-04-12T00:24:24.082834+0000","last_unstale":"2024-04-12T00:24:25.063411+0000","last_undegraded":"2024-04-12T00:24:25.063411+0000","last_fullsized":"2024-04-12T00:24:25.063411+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.064056+0000","last_change":"2024-04-12T00:24:23.709713+0000","last_active":"2024-04-12T00:24:25.064056+0000","last_peered":"2024-04-12T00:24:25.064056+0000","last_clean":"2024-04-12T00:24:25.064056+0000","last_became_active":"2024-04-12T00:24:23.709209+0000","last_became_peered":"2024-04-12T00:24:23.709209+0000","last_unstale":"2024-04-12T00:24:25.064056+0000","last_undegraded":"2024-04-12T00:24:25.064056+0000","last_fullsized":"2024-04-12T00:24:25.064056+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.087204+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:24:24.087204+0000","last_peered":"2024-04-12T00:24:24.087204+0000","last_clean":"2024-04-12T00:24:24.087204+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:24:24.087204+0000","last_undegraded":"2024-04-12T00:24:24.087204+0000","last_fullsized":"2024-04-12T00:24:24.087204+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079377+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:24:24.079377+0000","last_peered":"2024-04-12T00:24:24.079377+0000","last_clean":"2024-04-12T00:24:24.079377+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:24:24.079377+0000","last_undegraded":"2024-04-12T00:24:24.079377+0000","last_fullsized":"2024-04-12T00:24:24.079377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063697+0000","last_change":"2024-04-12T00:24:24.071426+0000","last_active":"2024-04-12T00:24:25.063697+0000","last_peered":"2024-04-12T00:24:25.063697+0000","last_clean":"2024-04-12T00:24:25.063697+0000","last_became_active":"2024-04-12T00:24:24.071159+0000","last_became_peered":"2024-04-12T00:24:24.071159+0000","last_unstale":"2024-04-12T00:24:25.063697+0000","last_undegraded":"2024-04-12T00:24:25.063697+0000","last_fullsized":"2024-04-12T00:24:25.063697+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063804+0000","last_change":"2024-04-12T00:24:23.713309+0000","last_active":"2024-04-12T00:24:25.063804+0000","last_peered":"2024-04-12T00:24:25.063804+0000","last_clean":"2024-04-12T00:24:25.063804+0000","last_became_active":"2024-04-12T00:24:23.712878+0000","last_became_peered":"2024-04-12T00:24:23.712878+0000","last_unstale":"2024-04-12T00:24:25.063804+0000","last_undegraded":"2024-04-12T00:24:25.063804+0000","last_fullsized":"2024-04-12T00:24:25.063804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458766+0000","last_change":"2024-04-12T00:24:24.073994+0000","last_active":"2024-04-12T00:24:25.458766+0000","last_peered":"2024-04-12T00:24:25.458766+0000","last_clean":"2024-04-12T00:24:25.458766+0000","last_became_active":"2024-04-12T00:24:24.073729+0000","last_became_peered":"2024-04-12T00:24:24.073729+0000","last_unstale":"2024-04-12T00:24:25.458766+0000","last_undegraded":"2024-04-12T00:24:25.458766+0000","last_fullsized":"2024-04-12T00:24:25.458766+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063463+0000","last_change":"2024-04-12T00:24:23.711837+0000","last_active":"2024-04-12T00:24:25.063463+0000","last_peered":"2024-04-12T00:24:25.063463+0000","last_clean":"2024-04-12T00:24:25.063463+0000","last_became_active":"2024-04-12T00:24:23.711542+0000","last_became_peered":"2024-04-12T00:24:23.711542+0000","last_unstale":"2024-04-12T00:24:25.063463+0000","last_undegraded":"2024-04-12T00:24:25.063463+0000","last_fullsized":"2024-04-12T00:24:25.063463+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459715+0000","last_change":"2024-04-12T00:24:24.072476+0000","last_active":"2024-04-12T00:24:25.459715+0000","last_peered":"2024-04-12T00:24:25.459715+0000","last_clean":"2024-04-12T00:24:25.459715+0000","last_became_active":"2024-04-12T00:24:24.072157+0000","last_became_peered":"2024-04-12T00:24:24.072157+0000","last_unstale":"2024-04-12T00:24:25.459715+0000","last_undegraded":"2024-04-12T00:24:25.459715+0000","last_fullsized":"2024-04-12T00:24:25.459715+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:32.767834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081660+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:24:24.081660+0000","last_peered":"2024-04-12T00:24:24.081660+0000","last_clean":"2024-04-12T00:24:24.081660+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:24:24.081660+0000","last_undegraded":"2024-04-12T00:24:24.081660+0000","last_fullsized":"2024-04-12T00:24:24.081660+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458218+0000","last_change":"2024-04-12T00:24:24.072606+0000","last_active":"2024-04-12T00:24:25.458218+0000","last_peered":"2024-04-12T00:24:25.458218+0000","last_clean":"2024-04-12T00:24:25.458218+0000","last_became_active":"2024-04-12T00:24:24.072311+0000","last_became_peered":"2024-04-12T00:24:24.072311+0000","last_unstale":"2024-04-12T00:24:25.458218+0000","last_undegraded":"2024-04-12T00:24:25.458218+0000","last_fullsized":"2024-04-12T00:24:25.458218+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458472+0000","last_change":"2024-04-12T00:24:23.709572+0000","last_active":"2024-04-12T00:24:25.458472+0000","last_peered":"2024-04-12T00:24:25.458472+0000","last_clean":"2024-04-12T00:24:25.458472+0000","last_became_active":"2024-04-12T00:24:23.709252+0000","last_became_peered":"2024-04-12T00:24:23.709252+0000","last_unstale":"2024-04-12T00:24:25.458472+0000","last_undegraded":"2024-04-12T00:24:25.458472+0000","last_fullsized":"2024-04-12T00:24:25.458472+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063758+0000","last_change":"2024-04-12T00:24:24.082487+0000","last_active":"2024-04-12T00:24:25.063758+0000","last_peered":"2024-04-12T00:24:25.063758+0000","last_clean":"2024-04-12T00:24:25.063758+0000","last_became_active":"2024-04-12T00:24:24.082084+0000","last_became_peered":"2024-04-12T00:24:24.082084+0000","last_unstale":"2024-04-12T00:24:25.063758+0000","last_undegraded":"2024-04-12T00:24:25.063758+0000","last_fullsized":"2024-04-12T00:24:25.063758+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:11:19.615249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.056664+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:24:24.056664+0000","last_peered":"2024-04-12T00:24:24.056664+0000","last_clean":"2024-04-12T00:24:24.056664+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:24:24.056664+0000","last_undegraded":"2024-04-12T00:24:24.056664+0000","last_fullsized":"2024-04-12T00:24:24.056664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.073470+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:24:24.073470+0000","last_peered":"2024-04-12T00:24:24.073470+0000","last_clean":"2024-04-12T00:24:24.073470+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:24:24.073470+0000","last_undegraded":"2024-04-12T00:24:24.073470+0000","last_fullsized":"2024-04-12T00:24:24.073470+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458863+0000","last_change":"2024-04-12T00:24:23.715388+0000","last_active":"2024-04-12T00:24:25.458863+0000","last_peered":"2024-04-12T00:24:25.458863+0000","last_clean":"2024-04-12T00:24:25.458863+0000","last_became_active":"2024-04-12T00:24:23.715106+0000","last_became_peered":"2024-04-12T00:24:23.715106+0000","last_unstale":"2024-04-12T00:24:25.458863+0000","last_undegraded":"2024-04-12T00:24:25.458863+0000","last_fullsized":"2024-04-12T00:24:25.458863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063608+0000","last_change":"2024-04-12T00:24:24.074509+0000","last_active":"2024-04-12T00:24:25.063608+0000","last_peered":"2024-04-12T00:24:25.063608+0000","last_clean":"2024-04-12T00:24:25.063608+0000","last_became_active":"2024-04-12T00:24:24.074210+0000","last_became_peered":"2024-04-12T00:24:24.074210+0000","last_unstale":"2024-04-12T00:24:25.063608+0000","last_undegraded":"2024-04-12T00:24:25.063608+0000","last_fullsized":"2024-04-12T00:24:25.063608+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459006+0000","last_change":"2024-04-12T00:24:23.708067+0000","last_active":"2024-04-12T00:24:25.459006+0000","last_peered":"2024-04-12T00:24:25.459006+0000","last_clean":"2024-04-12T00:24:25.459006+0000","last_became_active":"2024-04-12T00:24:23.707750+0000","last_became_peered":"2024-04-12T00:24:23.707750+0000","last_unstale":"2024-04-12T00:24:25.459006+0000","last_undegraded":"2024-04-12T00:24:25.459006+0000","last_fullsized":"2024-04-12T00:24:25.459006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459143+0000","last_change":"2024-04-12T00:24:24.083874+0000","last_active":"2024-04-12T00:24:25.459143+0000","last_peered":"2024-04-12T00:24:25.459143+0000","last_clean":"2024-04-12T00:24:25.459143+0000","last_became_active":"2024-04-12T00:24:24.083520+0000","last_became_peered":"2024-04-12T00:24:24.083520+0000","last_unstale":"2024-04-12T00:24:25.459143+0000","last_undegraded":"2024-04-12T00:24:25.459143+0000","last_fullsized":"2024-04-12T00:24:25.459143+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458976+0000","last_change":"2024-04-12T00:24:23.711835+0000","last_active":"2024-04-12T00:24:25.458976+0000","last_peered":"2024-04-12T00:24:25.458976+0000","last_clean":"2024-04-12T00:24:25.458976+0000","last_became_active":"2024-04-12T00:24:23.711387+0000","last_became_peered":"2024-04-12T00:24:23.711387+0000","last_unstale":"2024-04-12T00:24:25.458976+0000","last_undegraded":"2024-04-12T00:24:25.458976+0000","last_fullsized":"2024-04-12T00:24:25.458976+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063779+0000","last_change":"2024-04-12T00:24:24.075123+0000","last_active":"2024-04-12T00:24:25.063779+0000","last_peered":"2024-04-12T00:24:25.063779+0000","last_clean":"2024-04-12T00:24:25.063779+0000","last_became_active":"2024-04-12T00:24:24.074603+0000","last_became_peered":"2024-04-12T00:24:24.074603+0000","last_unstale":"2024-04-12T00:24:25.063779+0000","last_undegraded":"2024-04-12T00:24:25.063779+0000","last_fullsized":"2024-04-12T00:24:25.063779+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063891+0000","last_change":"2024-04-12T00:24:23.710174+0000","last_active":"2024-04-12T00:24:25.063891+0000","last_peered":"2024-04-12T00:24:25.063891+0000","last_clean":"2024-04-12T00:24:25.063891+0000","last_became_active":"2024-04-12T00:24:23.709495+0000","last_became_peered":"2024-04-12T00:24:23.709495+0000","last_unstale":"2024-04-12T00:24:25.063891+0000","last_undegraded":"2024-04-12T00:24:25.063891+0000","last_fullsized":"2024-04-12T00:24:25.063891+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459597+0000","last_change":"2024-04-12T00:24:24.082279+0000","last_active":"2024-04-12T00:24:25.459597+0000","last_peered":"2024-04-12T00:24:25.459597+0000","last_clean":"2024-04-12T00:24:25.459597+0000","last_became_active":"2024-04-12T00:24:24.081983+0000","last_became_peered":"2024-04-12T00:24:24.081983+0000","last_unstale":"2024-04-12T00:24:25.459597+0000","last_undegraded":"2024-04-12T00:24:25.459597+0000","last_fullsized":"2024-04-12T00:24:25.459597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:04:27.556470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.460009+0000","last_change":"2024-04-12T00:24:23.715606+0000","last_active":"2024-04-12T00:24:25.460009+0000","last_peered":"2024-04-12T00:24:25.460009+0000","last_clean":"2024-04-12T00:24:25.460009+0000","last_became_active":"2024-04-12T00:24:23.715262+0000","last_became_peered":"2024-04-12T00:24:23.715262+0000","last_unstale":"2024-04-12T00:24:25.460009+0000","last_undegraded":"2024-04-12T00:24:25.460009+0000","last_fullsized":"2024-04-12T00:24:25.460009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063441+0000","last_change":"2024-04-12T00:24:24.076310+0000","last_active":"2024-04-12T00:24:25.063441+0000","last_peered":"2024-04-12T00:24:25.063441+0000","last_clean":"2024-04-12T00:24:25.063441+0000","last_became_active":"2024-04-12T00:24:24.075999+0000","last_became_peered":"2024-04-12T00:24:24.075999+0000","last_unstale":"2024-04-12T00:24:25.063441+0000","last_undegraded":"2024-04-12T00:24:25.063441+0000","last_fullsized":"2024-04-12T00:24:25.063441+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063838+0000","last_change":"2024-04-12T00:24:23.719899+0000","last_active":"2024-04-12T00:24:25.063838+0000","last_peered":"2024-04-12T00:24:25.063838+0000","last_clean":"2024-04-12T00:24:25.063838+0000","last_became_active":"2024-04-12T00:24:23.719313+0000","last_became_peered":"2024-04-12T00:24:23.719313+0000","last_unstale":"2024-04-12T00:24:25.063838+0000","last_undegraded":"2024-04-12T00:24:25.063838+0000","last_fullsized":"2024-04-12T00:24:25.063838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063163+0000","last_change":"2024-04-12T00:24:24.078834+0000","last_active":"2024-04-12T00:24:25.063163+0000","last_peered":"2024-04-12T00:24:25.063163+0000","last_clean":"2024-04-12T00:24:25.063163+0000","last_became_active":"2024-04-12T00:24:24.078577+0000","last_became_peered":"2024-04-12T00:24:24.078577+0000","last_unstale":"2024-04-12T00:24:25.063163+0000","last_undegraded":"2024-04-12T00:24:25.063163+0000","last_fullsized":"2024-04-12T00:24:25.063163+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459381+0000","last_change":"2024-04-12T00:24:23.719640+0000","last_active":"2024-04-12T00:24:25.459381+0000","last_peered":"2024-04-12T00:24:25.459381+0000","last_clean":"2024-04-12T00:24:25.459381+0000","last_became_active":"2024-04-12T00:24:23.719309+0000","last_became_peered":"2024-04-12T00:24:23.719309+0000","last_unstale":"2024-04-12T00:24:25.459381+0000","last_undegraded":"2024-04-12T00:24:25.459381+0000","last_fullsized":"2024-04-12T00:24:25.459381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063294+0000","last_change":"2024-04-12T00:24:24.088843+0000","last_active":"2024-04-12T00:24:25.063294+0000","last_peered":"2024-04-12T00:24:25.063294+0000","last_clean":"2024-04-12T00:24:25.063294+0000","last_became_active":"2024-04-12T00:24:24.088563+0000","last_became_peered":"2024-04-12T00:24:24.088563+0000","last_unstale":"2024-04-12T00:24:25.063294+0000","last_undegraded":"2024-04-12T00:24:25.063294+0000","last_fullsized":"2024-04-12T00:24:25.063294+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458577+0000","last_change":"2024-04-12T00:24:23.701914+0000","last_active":"2024-04-12T00:24:25.458577+0000","last_peered":"2024-04-12T00:24:25.458577+0000","last_clean":"2024-04-12T00:24:25.458577+0000","last_became_active":"2024-04-12T00:24:23.701562+0000","last_became_peered":"2024-04-12T00:24:23.701562+0000","last_unstale":"2024-04-12T00:24:25.458577+0000","last_undegraded":"2024-04-12T00:24:25.458577+0000","last_fullsized":"2024-04-12T00:24:25.458577+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.457965+0000","last_change":"2024-04-12T00:24:24.078221+0000","last_active":"2024-04-12T00:24:25.457965+0000","last_peered":"2024-04-12T00:24:25.457965+0000","last_clean":"2024-04-12T00:24:25.457965+0000","last_became_active":"2024-04-12T00:24:24.077533+0000","last_became_peered":"2024-04-12T00:24:24.077533+0000","last_unstale":"2024-04-12T00:24:25.457965+0000","last_undegraded":"2024-04-12T00:24:25.457965+0000","last_fullsized":"2024-04-12T00:24:25.457965+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.075802+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:24:24.075802+0000","last_peered":"2024-04-12T00:24:24.075802+0000","last_clean":"2024-04-12T00:24:24.075802+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:24:24.075802+0000","last_undegraded":"2024-04-12T00:24:24.075802+0000","last_fullsized":"2024-04-12T00:24:24.075802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063152+0000","last_change":"2024-04-12T00:24:24.082363+0000","last_active":"2024-04-12T00:24:25.063152+0000","last_peered":"2024-04-12T00:24:25.063152+0000","last_clean":"2024-04-12T00:24:25.063152+0000","last_became_active":"2024-04-12T00:24:24.082064+0000","last_became_peered":"2024-04-12T00:24:24.082064+0000","last_unstale":"2024-04-12T00:24:25.063152+0000","last_undegraded":"2024-04-12T00:24:25.063152+0000","last_fullsized":"2024-04-12T00:24:25.063152+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459601+0000","last_change":"2024-04-12T00:24:23.705647+0000","last_active":"2024-04-12T00:24:25.459601+0000","last_peered":"2024-04-12T00:24:25.459601+0000","last_clean":"2024-04-12T00:24:25.459601+0000","last_became_active":"2024-04-12T00:24:23.705291+0000","last_became_peered":"2024-04-12T00:24:23.705291+0000","last_unstale":"2024-04-12T00:24:25.459601+0000","last_undegraded":"2024-04-12T00:24:25.459601+0000","last_fullsized":"2024-04-12T00:24:25.459601+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063778+0000","last_change":"2024-04-12T00:24:24.081349+0000","last_active":"2024-04-12T00:24:25.063778+0000","last_peered":"2024-04-12T00:24:25.063778+0000","last_clean":"2024-04-12T00:24:25.063778+0000","last_became_active":"2024-04-12T00:24:24.081052+0000","last_became_peered":"2024-04-12T00:24:24.081052+0000","last_unstale":"2024-04-12T00:24:25.063778+0000","last_undegraded":"2024-04-12T00:24:25.063778+0000","last_fullsized":"2024-04-12T00:24:25.063778+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062687+0000","last_change":"2024-04-12T00:24:23.706195+0000","last_active":"2024-04-12T00:24:25.062687+0000","last_peered":"2024-04-12T00:24:25.062687+0000","last_clean":"2024-04-12T00:24:25.062687+0000","last_became_active":"2024-04-12T00:24:23.705885+0000","last_became_peered":"2024-04-12T00:24:23.705885+0000","last_unstale":"2024-04-12T00:24:25.062687+0000","last_undegraded":"2024-04-12T00:24:25.062687+0000","last_fullsized":"2024-04-12T00:24:25.062687+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459818+0000","last_change":"2024-04-12T00:24:24.069850+0000","last_active":"2024-04-12T00:24:25.459818+0000","last_peered":"2024-04-12T00:24:25.459818+0000","last_clean":"2024-04-12T00:24:25.459818+0000","last_became_active":"2024-04-12T00:24:24.069538+0000","last_became_peered":"2024-04-12T00:24:24.069538+0000","last_unstale":"2024-04-12T00:24:25.459818+0000","last_undegraded":"2024-04-12T00:24:25.459818+0000","last_fullsized":"2024-04-12T00:24:25.459818+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459290+0000","last_change":"2024-04-12T00:24:23.712522+0000","last_active":"2024-04-12T00:24:25.459290+0000","last_peered":"2024-04-12T00:24:25.459290+0000","last_clean":"2024-04-12T00:24:25.459290+0000","last_became_active":"2024-04-12T00:24:23.712160+0000","last_became_peered":"2024-04-12T00:24:23.712160+0000","last_unstale":"2024-04-12T00:24:25.459290+0000","last_undegraded":"2024-04-12T00:24:25.459290+0000","last_fullsized":"2024-04-12T00:24:25.459290+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459145+0000","last_change":"2024-04-12T00:24:24.082957+0000","last_active":"2024-04-12T00:24:25.459145+0000","last_peered":"2024-04-12T00:24:25.459145+0000","last_clean":"2024-04-12T00:24:25.459145+0000","last_became_active":"2024-04-12T00:24:24.082665+0000","last_became_peered":"2024-04-12T00:24:24.082665+0000","last_unstale":"2024-04-12T00:24:25.459145+0000","last_undegraded":"2024-04-12T00:24:25.459145+0000","last_fullsized":"2024-04-12T00:24:25.459145+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062523+0000","last_change":"2024-04-12T00:24:24.078943+0000","last_active":"2024-04-12T00:24:25.062523+0000","last_peered":"2024-04-12T00:24:25.062523+0000","last_clean":"2024-04-12T00:24:25.062523+0000","last_became_active":"2024-04-12T00:24:24.078681+0000","last_became_peered":"2024-04-12T00:24:24.078681+0000","last_unstale":"2024-04-12T00:24:25.062523+0000","last_undegraded":"2024-04-12T00:24:25.062523+0000","last_fullsized":"2024-04-12T00:24:25.062523+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.053484+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:24:24.053484+0000","last_peered":"2024-04-12T00:24:24.053484+0000","last_clean":"2024-04-12T00:24:24.053484+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:24:24.053484+0000","last_undegraded":"2024-04-12T00:24:24.053484+0000","last_fullsized":"2024-04-12T00:24:24.053484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.083767+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:24:24.083767+0000","last_peered":"2024-04-12T00:24:24.083767+0000","last_clean":"2024-04-12T00:24:24.083767+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:24:24.083767+0000","last_undegraded":"2024-04-12T00:24:24.083767+0000","last_fullsized":"2024-04-12T00:24:24.083767+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458222+0000","last_change":"2024-04-12T00:24:23.714680+0000","last_active":"2024-04-12T00:24:25.458222+0000","last_peered":"2024-04-12T00:24:25.458222+0000","last_clean":"2024-04-12T00:24:25.458222+0000","last_became_active":"2024-04-12T00:24:23.714396+0000","last_became_peered":"2024-04-12T00:24:23.714396+0000","last_unstale":"2024-04-12T00:24:25.458222+0000","last_undegraded":"2024-04-12T00:24:25.458222+0000","last_fullsized":"2024-04-12T00:24:25.458222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.074743+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:24:24.074743+0000","last_peered":"2024-04-12T00:24:24.074743+0000","last_clean":"2024-04-12T00:24:24.074743+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:24:24.074743+0000","last_undegraded":"2024-04-12T00:24:24.074743+0000","last_fullsized":"2024-04-12T00:24:24.074743+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062580+0000","last_change":"2024-04-12T00:24:24.069860+0000","last_active":"2024-04-12T00:24:25.062580+0000","last_peered":"2024-04-12T00:24:25.062580+0000","last_clean":"2024-04-12T00:24:25.062580+0000","last_became_active":"2024-04-12T00:24:24.067880+0000","last_became_peered":"2024-04-12T00:24:24.067880+0000","last_unstale":"2024-04-12T00:24:25.062580+0000","last_undegraded":"2024-04-12T00:24:25.062580+0000","last_fullsized":"2024-04-12T00:24:25.062580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063574+0000","last_change":"2024-04-12T00:24:23.719355+0000","last_active":"2024-04-12T00:24:25.063574+0000","last_peered":"2024-04-12T00:24:25.063574+0000","last_clean":"2024-04-12T00:24:25.063574+0000","last_became_active":"2024-04-12T00:24:23.719048+0000","last_became_peered":"2024-04-12T00:24:23.719048+0000","last_unstale":"2024-04-12T00:24:25.063574+0000","last_undegraded":"2024-04-12T00:24:25.063574+0000","last_fullsized":"2024-04-12T00:24:25.063574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063553+0000","last_change":"2024-04-12T00:24:23.712630+0000","last_active":"2024-04-12T00:24:25.063553+0000","last_peered":"2024-04-12T00:24:25.063553+0000","last_clean":"2024-04-12T00:24:25.063553+0000","last_became_active":"2024-04-12T00:24:23.712339+0000","last_became_peered":"2024-04-12T00:24:23.712339+0000","last_unstale":"2024-04-12T00:24:25.063553+0000","last_undegraded":"2024-04-12T00:24:25.063553+0000","last_fullsized":"2024-04-12T00:24:25.063553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062768+0000","last_change":"2024-04-12T00:24:24.077842+0000","last_active":"2024-04-12T00:24:25.062768+0000","last_peered":"2024-04-12T00:24:25.062768+0000","last_clean":"2024-04-12T00:24:25.062768+0000","last_became_active":"2024-04-12T00:24:24.077583+0000","last_became_peered":"2024-04-12T00:24:24.077583+0000","last_unstale":"2024-04-12T00:24:25.062768+0000","last_undegraded":"2024-04-12T00:24:25.062768+0000","last_fullsized":"2024-04-12T00:24:25.062768+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063238+0000","last_change":"2024-04-12T00:24:23.704069+0000","last_active":"2024-04-12T00:24:25.063238+0000","last_peered":"2024-04-12T00:24:25.063238+0000","last_clean":"2024-04-12T00:24:25.063238+0000","last_became_active":"2024-04-12T00:24:23.703540+0000","last_became_peered":"2024-04-12T00:24:23.703540+0000","last_unstale":"2024-04-12T00:24:25.063238+0000","last_undegraded":"2024-04-12T00:24:25.063238+0000","last_fullsized":"2024-04-12T00:24:25.063238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081875+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:24.081875+0000","last_peered":"2024-04-12T00:24:24.081875+0000","last_clean":"2024-04-12T00:24:24.081875+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:24:24.081875+0000","last_undegraded":"2024-04-12T00:24:24.081875+0000","last_fullsized":"2024-04-12T00:24:24.081875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458895+0000","last_change":"2024-04-12T00:24:23.709941+0000","last_active":"2024-04-12T00:24:25.458895+0000","last_peered":"2024-04-12T00:24:25.458895+0000","last_clean":"2024-04-12T00:24:25.458895+0000","last_became_active":"2024-04-12T00:24:23.709661+0000","last_became_peered":"2024-04-12T00:24:23.709661+0000","last_unstale":"2024-04-12T00:24:25.458895+0000","last_undegraded":"2024-04-12T00:24:25.458895+0000","last_fullsized":"2024-04-12T00:24:25.458895+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063385+0000","last_change":"2024-04-12T00:24:24.076362+0000","last_active":"2024-04-12T00:24:25.063385+0000","last_peered":"2024-04-12T00:24:25.063385+0000","last_clean":"2024-04-12T00:24:25.063385+0000","last_became_active":"2024-04-12T00:24:24.076086+0000","last_became_peered":"2024-04-12T00:24:24.076086+0000","last_unstale":"2024-04-12T00:24:25.063385+0000","last_undegraded":"2024-04-12T00:24:25.063385+0000","last_fullsized":"2024-04-12T00:24:25.063385+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063061+0000","last_change":"2024-04-12T00:24:23.713478+0000","last_active":"2024-04-12T00:24:25.063061+0000","last_peered":"2024-04-12T00:24:25.063061+0000","last_clean":"2024-04-12T00:24:25.063061+0000","last_became_active":"2024-04-12T00:24:23.712411+0000","last_became_peered":"2024-04-12T00:24:23.712411+0000","last_unstale":"2024-04-12T00:24:25.063061+0000","last_undegraded":"2024-04-12T00:24:25.063061+0000","last_fullsized":"2024-04-12T00:24:25.063061+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458969+0000","last_change":"2024-04-12T00:24:24.079235+0000","last_active":"2024-04-12T00:24:25.458969+0000","last_peered":"2024-04-12T00:24:25.458969+0000","last_clean":"2024-04-12T00:24:25.458969+0000","last_became_active":"2024-04-12T00:24:24.078941+0000","last_became_peered":"2024-04-12T00:24:24.078941+0000","last_unstale":"2024-04-12T00:24:25.458969+0000","last_undegraded":"2024-04-12T00:24:25.458969+0000","last_fullsized":"2024-04-12T00:24:25.458969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063519+0000","last_change":"2024-04-12T00:24:23.716304+0000","last_active":"2024-04-12T00:24:25.063519+0000","last_peered":"2024-04-12T00:24:25.063519+0000","last_clean":"2024-04-12T00:24:25.063519+0000","last_became_active":"2024-04-12T00:24:23.716052+0000","last_became_peered":"2024-04-12T00:24:23.716052+0000","last_unstale":"2024-04-12T00:24:25.063519+0000","last_undegraded":"2024-04-12T00:24:25.063519+0000","last_fullsized":"2024-04-12T00:24:25.063519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.080766+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:24:24.080766+0000","last_peered":"2024-04-12T00:24:24.080766+0000","last_clean":"2024-04-12T00:24:24.080766+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:24:24.080766+0000","last_undegraded":"2024-04-12T00:24:24.080766+0000","last_fullsized":"2024-04-12T00:24:24.080766+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063680+0000","last_change":"2024-04-12T00:24:23.717001+0000","last_active":"2024-04-12T00:24:25.063680+0000","last_peered":"2024-04-12T00:24:25.063680+0000","last_clean":"2024-04-12T00:24:25.063680+0000","last_became_active":"2024-04-12T00:24:23.716675+0000","last_became_peered":"2024-04-12T00:24:23.716675+0000","last_unstale":"2024-04-12T00:24:25.063680+0000","last_undegraded":"2024-04-12T00:24:25.063680+0000","last_fullsized":"2024-04-12T00:24:25.063680+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079833+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:24:24.079833+0000","last_peered":"2024-04-12T00:24:24.079833+0000","last_clean":"2024-04-12T00:24:24.079833+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:24:24.079833+0000","last_undegraded":"2024-04-12T00:24:24.079833+0000","last_fullsized":"2024-04-12T00:24:24.079833+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063109+0000","last_change":"2024-04-12T00:24:23.711738+0000","last_active":"2024-04-12T00:24:25.063109+0000","last_peered":"2024-04-12T00:24:25.063109+0000","last_clean":"2024-04-12T00:24:25.063109+0000","last_became_active":"2024-04-12T00:24:23.711419+0000","last_became_peered":"2024-04-12T00:24:23.711419+0000","last_unstale":"2024-04-12T00:24:25.063109+0000","last_undegraded":"2024-04-12T00:24:25.063109+0000","last_fullsized":"2024-04-12T00:24:25.063109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:23:58.412241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458378+0000","last_change":"2024-04-12T00:24:24.079484+0000","last_active":"2024-04-12T00:24:25.458378+0000","last_peered":"2024-04-12T00:24:25.458378+0000","last_clean":"2024-04-12T00:24:25.458378+0000","last_became_active":"2024-04-12T00:24:24.079176+0000","last_became_peered":"2024-04-12T00:24:24.079176+0000","last_unstale":"2024-04-12T00:24:25.458378+0000","last_undegraded":"2024-04-12T00:24:25.458378+0000","last_fullsized":"2024-04-12T00:24:25.458378+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.053443+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:24:24.053443+0000","last_peered":"2024-04-12T00:24:24.053443+0000","last_clean":"2024-04-12T00:24:24.053443+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:24:24.053443+0000","last_undegraded":"2024-04-12T00:24:24.053443+0000","last_fullsized":"2024-04-12T00:24:24.053443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063714+0000","last_change":"2024-04-12T00:24:24.084311+0000","last_active":"2024-04-12T00:24:25.063714+0000","last_peered":"2024-04-12T00:24:25.063714+0000","last_clean":"2024-04-12T00:24:25.063714+0000","last_became_active":"2024-04-12T00:24:24.083528+0000","last_became_peered":"2024-04-12T00:24:24.083528+0000","last_unstale":"2024-04-12T00:24:25.063714+0000","last_undegraded":"2024-04-12T00:24:25.063714+0000","last_fullsized":"2024-04-12T00:24:25.063714+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063837+0000","last_change":"2024-04-12T00:24:23.718059+0000","last_active":"2024-04-12T00:24:25.063837+0000","last_peered":"2024-04-12T00:24:25.063837+0000","last_clean":"2024-04-12T00:24:25.063837+0000","last_became_active":"2024-04-12T00:24:23.717797+0000","last_became_peered":"2024-04-12T00:24:23.717797+0000","last_unstale":"2024-04-12T00:24:25.063837+0000","last_undegraded":"2024-04-12T00:24:25.063837+0000","last_fullsized":"2024-04-12T00:24:25.063837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458652+0000","last_change":"2024-04-12T00:24:24.072492+0000","last_active":"2024-04-12T00:24:25.458652+0000","last_peered":"2024-04-12T00:24:25.458652+0000","last_clean":"2024-04-12T00:24:25.458652+0000","last_became_active":"2024-04-12T00:24:24.072226+0000","last_became_peered":"2024-04-12T00:24:24.072226+0000","last_unstale":"2024-04-12T00:24:25.458652+0000","last_undegraded":"2024-04-12T00:24:25.458652+0000","last_fullsized":"2024-04-12T00:24:25.458652+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079286+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:24:24.079286+0000","last_peered":"2024-04-12T00:24:24.079286+0000","last_clean":"2024-04-12T00:24:24.079286+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:24:24.079286+0000","last_undegraded":"2024-04-12T00:24:24.079286+0000","last_fullsized":"2024-04-12T00:24:24.079286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063987+0000","last_change":"2024-04-12T00:24:24.087394+0000","last_active":"2024-04-12T00:24:25.063987+0000","last_peered":"2024-04-12T00:24:25.063987+0000","last_clean":"2024-04-12T00:24:25.063987+0000","last_became_active":"2024-04-12T00:24:24.087126+0000","last_became_peered":"2024-04-12T00:24:24.087126+0000","last_unstale":"2024-04-12T00:24:25.063987+0000","last_undegraded":"2024-04-12T00:24:25.063987+0000","last_fullsized":"2024-04-12T00:24:25.063987+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.457895+0000","last_change":"2024-04-12T00:24:24.078395+0000","last_active":"2024-04-12T00:24:25.457895+0000","last_peered":"2024-04-12T00:24:25.457895+0000","last_clean":"2024-04-12T00:24:25.457895+0000","last_became_active":"2024-04-12T00:24:24.077921+0000","last_became_peered":"2024-04-12T00:24:24.077921+0000","last_unstale":"2024-04-12T00:24:25.457895+0000","last_undegraded":"2024-04-12T00:24:25.457895+0000","last_fullsized":"2024-04-12T00:24:25.457895+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.078224+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:24:24.078224+0000","last_peered":"2024-04-12T00:24:24.078224+0000","last_clean":"2024-04-12T00:24:24.078224+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:24:24.078224+0000","last_undegraded":"2024-04-12T00:24:24.078224+0000","last_fullsized":"2024-04-12T00:24:24.078224+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459485+0000","last_change":"2024-04-12T00:24:24.077348+0000","last_active":"2024-04-12T00:24:25.459485+0000","last_peered":"2024-04-12T00:24:25.459485+0000","last_clean":"2024-04-12T00:24:25.459485+0000","last_became_active":"2024-04-12T00:24:24.077028+0000","last_became_peered":"2024-04-12T00:24:24.077028+0000","last_unstale":"2024-04-12T00:24:25.459485+0000","last_undegraded":"2024-04-12T00:24:25.459485+0000","last_fullsized":"2024-04-12T00:24:25.459485+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063678+0000","last_change":"2024-04-12T00:24:24.076726+0000","last_active":"2024-04-12T00:24:25.063678+0000","last_peered":"2024-04-12T00:24:25.063678+0000","last_clean":"2024-04-12T00:24:25.063678+0000","last_became_active":"2024-04-12T00:24:24.076430+0000","last_became_peered":"2024-04-12T00:24:24.076430+0000","last_unstale":"2024-04-12T00:24:25.063678+0000","last_undegraded":"2024-04-12T00:24:25.063678+0000","last_fullsized":"2024-04-12T00:24:25.063678+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079005+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:24:24.079005+0000","last_peered":"2024-04-12T00:24:24.079005+0000","last_clean":"2024-04-12T00:24:24.079005+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:24:24.079005+0000","last_undegraded":"2024-04-12T00:24:24.079005+0000","last_fullsized":"2024-04-12T00:24:24.079005+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063806+0000","last_change":"2024-04-12T00:24:24.076712+0000","last_active":"2024-04-12T00:24:25.063806+0000","last_peered":"2024-04-12T00:24:25.063806+0000","last_clean":"2024-04-12T00:24:25.063806+0000","last_became_active":"2024-04-12T00:24:24.076416+0000","last_became_peered":"2024-04-12T00:24:24.076416+0000","last_unstale":"2024-04-12T00:24:25.063806+0000","last_undegraded":"2024-04-12T00:24:25.063806+0000","last_fullsized":"2024-04-12T00:24:25.063806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459936+0000","last_change":"2024-04-12T00:24:24.091552+0000","last_active":"2024-04-12T00:24:25.459936+0000","last_peered":"2024-04-12T00:24:25.459936+0000","last_clean":"2024-04-12T00:24:25.459936+0000","last_became_active":"2024-04-12T00:24:24.091267+0000","last_became_peered":"2024-04-12T00:24:24.091267+0000","last_unstale":"2024-04-12T00:24:25.459936+0000","last_undegraded":"2024-04-12T00:24:25.459936+0000","last_fullsized":"2024-04-12T00:24:25.459936+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.066503+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:24:24.066503+0000","last_peered":"2024-04-12T00:24:24.066503+0000","last_clean":"2024-04-12T00:24:24.066503+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:24:24.066503+0000","last_undegraded":"2024-04-12T00:24:24.066503+0000","last_fullsized":"2024-04-12T00:24:24.066503+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458968+0000","last_change":"2024-04-12T00:24:24.064820+0000","last_active":"2024-04-12T00:24:25.458968+0000","last_peered":"2024-04-12T00:24:25.458968+0000","last_clean":"2024-04-12T00:24:25.458968+0000","last_became_active":"2024-04-12T00:24:24.064515+0000","last_became_peered":"2024-04-12T00:24:24.064515+0000","last_unstale":"2024-04-12T00:24:25.458968+0000","last_undegraded":"2024-04-12T00:24:25.458968+0000","last_fullsized":"2024-04-12T00:24:25.458968+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.072647+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:24:24.072647+0000","last_peered":"2024-04-12T00:24:24.072647+0000","last_clean":"2024-04-12T00:24:24.072647+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:24:24.072647+0000","last_undegraded":"2024-04-12T00:24:24.072647+0000","last_fullsized":"2024-04-12T00:24:24.072647+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459592+0000","last_change":"2024-04-12T00:24:24.079412+0000","last_active":"2024-04-12T00:24:25.459592+0000","last_peered":"2024-04-12T00:24:25.459592+0000","last_clean":"2024-04-12T00:24:25.459592+0000","last_became_active":"2024-04-12T00:24:24.079161+0000","last_became_peered":"2024-04-12T00:24:24.079161+0000","last_unstale":"2024-04-12T00:24:25.459592+0000","last_undegraded":"2024-04-12T00:24:25.459592+0000","last_fullsized":"2024-04-12T00:24:25.459592+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063596+0000","last_change":"2024-04-12T00:24:24.082338+0000","last_active":"2024-04-12T00:24:25.063596+0000","last_peered":"2024-04-12T00:24:25.063596+0000","last_clean":"2024-04-12T00:24:25.063596+0000","last_became_active":"2024-04-12T00:24:24.081664+0000","last_became_peered":"2024-04-12T00:24:24.081664+0000","last_unstale":"2024-04-12T00:24:25.063596+0000","last_undegraded":"2024-04-12T00:24:25.063596+0000","last_fullsized":"2024-04-12T00:24:25.063596+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:54:45.453560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459944+0000","last_change":"2024-04-12T00:24:24.081270+0000","last_active":"2024-04-12T00:24:25.459944+0000","last_peered":"2024-04-12T00:24:25.459944+0000","last_clean":"2024-04-12T00:24:25.459944+0000","last_became_active":"2024-04-12T00:24:24.080969+0000","last_became_peered":"2024-04-12T00:24:24.080969+0000","last_unstale":"2024-04-12T00:24:25.459944+0000","last_undegraded":"2024-04-12T00:24:25.459944+0000","last_fullsized":"2024-04-12T00:24:25.459944+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1232896,"data_stored":853244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1216512,"data_stored":846870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.315,"15min":0.30099999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.32900000000000001,"15min":0.307},"min":{"1min":0.27400000000000002,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.47599999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:24:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.40300000000000002,"15min":0.39500000000000002},"min":{"1min":0.29499999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34200000000000003,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.49299999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:23:33 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.50800000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:23:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.77200000000000002}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.75900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.246},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.311,"15min":0.29599999999999999},"min":{"1min":0.311,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.41499999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:24:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.307,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.311},{"interface":"front","average":{"1min":0.435,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.26600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.29399999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.28299999999999997}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.628}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.51400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.35799999999999998,"15min":0.35199999999999998},"min":{"1min":0.23999999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38,"15min":0.373},"min":{"1min":0.247,"5min":0.219,"15min":0.219},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.33000000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38200000000000001,"15min":0.38100000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40400000000000003,"15min":0.39700000000000002},"min":{"1min":0.31,"5min":0.252,"15min":0.252},"max":{"1min":0.57799999999999996,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.43099999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.36699999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.60699999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.435}]},{"osd":1,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.48099999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.79100000000000004}]},{"osd":5,"last update":"Fri Apr 12 00:24:18 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.83299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84699999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":262707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.59599999999999997}]},{"osd":1,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.63}]},{"osd":2,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.45800000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.61799999999999999}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.747}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27664,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717488,"statfs":{"total":95995035648,"available":95966707712,"internally_reserved":0,"allocated":647168,"data_stored":263926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":8.968,"5min":8.968,"15min":8.968},"last":0.67800000000000005}]},{"osd":1,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":9.0039999999999996,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.63100000000000001}]},{"osd":2,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.69199999999999995}]},{"osd":3,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":8.9830000000000005,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":8.9499999999999993,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.66300000000000003}]},{"osd":4,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.504}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:24:27.692 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-12T00:24:28.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:27 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3990668536' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:28.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:27 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3990668536' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:28.073 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:28.073 INFO:teuthology.orchestra.run.smithi098.stdout:{"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":226,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":63,"num_osds":8,"num_up_osds":8,"osd_up_since":1712881445,"num_in_osds":8,"osd_in_since":1712881428,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":23,"data_bytes":592730,"bytes_used":228257792,"bytes_avail":767732027392,"bytes_total":767960285184,"write_bytes_sec":2874,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24335}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.98:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-12T00:24:17.666312+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-12T00:24:28.086 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-12T00:24:28.086 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T00:24:28.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:27 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3990668536' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:28.373 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:28.375 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:24:28.384 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-12T00:24:27.668161+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222908,"kb_used_data":6716,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738308,"statfs":{"total":767960285184,"available":767732027392,"internally_reserved":0,"allocated":6877184,"data_stored":3855299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.986523"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063950+0000","last_change":"2024-04-12T00:24:24.086382+0000","last_active":"2024-04-12T00:24:25.063950+0000","last_peered":"2024-04-12T00:24:25.063950+0000","last_clean":"2024-04-12T00:24:25.063950+0000","last_became_active":"2024-04-12T00:24:24.086086+0000","last_became_peered":"2024-04-12T00:24:24.086086+0000","last_unstale":"2024-04-12T00:24:25.063950+0000","last_undegraded":"2024-04-12T00:24:25.063950+0000","last_fullsized":"2024-04-12T00:24:25.063950+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063083+0000","last_change":"2024-04-12T00:24:24.083133+0000","last_active":"2024-04-12T00:24:25.063083+0000","last_peered":"2024-04-12T00:24:25.063083+0000","last_clean":"2024-04-12T00:24:25.063083+0000","last_became_active":"2024-04-12T00:24:24.082731+0000","last_became_peered":"2024-04-12T00:24:24.082731+0000","last_unstale":"2024-04-12T00:24:25.063083+0000","last_undegraded":"2024-04-12T00:24:25.063083+0000","last_fullsized":"2024-04-12T00:24:25.063083+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063368+0000","last_change":"2024-04-12T00:24:24.075884+0000","last_active":"2024-04-12T00:24:25.063368+0000","last_peered":"2024-04-12T00:24:25.063368+0000","last_clean":"2024-04-12T00:24:25.063368+0000","last_became_active":"2024-04-12T00:24:24.075618+0000","last_became_peered":"2024-04-12T00:24:24.075618+0000","last_unstale":"2024-04-12T00:24:25.063368+0000","last_undegraded":"2024-04-12T00:24:25.063368+0000","last_fullsized":"2024-04-12T00:24:25.063368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458604+0000","last_change":"2024-04-12T00:24:24.079539+0000","last_active":"2024-04-12T00:24:25.458604+0000","last_peered":"2024-04-12T00:24:25.458604+0000","last_clean":"2024-04-12T00:24:25.458604+0000","last_became_active":"2024-04-12T00:24:24.079151+0000","last_became_peered":"2024-04-12T00:24:24.079151+0000","last_unstale":"2024-04-12T00:24:25.458604+0000","last_undegraded":"2024-04-12T00:24:25.458604+0000","last_fullsized":"2024-04-12T00:24:25.458604+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063609+0000","last_change":"2024-04-12T00:24:24.089644+0000","last_active":"2024-04-12T00:24:25.063609+0000","last_peered":"2024-04-12T00:24:25.063609+0000","last_clean":"2024-04-12T00:24:25.063609+0000","last_became_active":"2024-04-12T00:24:24.089322+0000","last_became_peered":"2024-04-12T00:24:24.089322+0000","last_unstale":"2024-04-12T00:24:25.063609+0000","last_undegraded":"2024-04-12T00:24:25.063609+0000","last_fullsized":"2024-04-12T00:24:25.063609+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459692+0000","last_change":"2024-04-12T00:24:24.076309+0000","last_active":"2024-04-12T00:24:25.459692+0000","last_peered":"2024-04-12T00:24:25.459692+0000","last_clean":"2024-04-12T00:24:25.459692+0000","last_became_active":"2024-04-12T00:24:24.076008+0000","last_became_peered":"2024-04-12T00:24:24.076008+0000","last_unstale":"2024-04-12T00:24:25.459692+0000","last_undegraded":"2024-04-12T00:24:25.459692+0000","last_fullsized":"2024-04-12T00:24:25.459692+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062988+0000","last_change":"2024-04-12T00:24:24.078744+0000","last_active":"2024-04-12T00:24:25.062988+0000","last_peered":"2024-04-12T00:24:25.062988+0000","last_clean":"2024-04-12T00:24:25.062988+0000","last_became_active":"2024-04-12T00:24:24.076867+0000","last_became_peered":"2024-04-12T00:24:24.076867+0000","last_unstale":"2024-04-12T00:24:25.062988+0000","last_undegraded":"2024-04-12T00:24:25.062988+0000","last_fullsized":"2024-04-12T00:24:25.062988+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.084835+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:24:24.084835+0000","last_peered":"2024-04-12T00:24:24.084835+0000","last_clean":"2024-04-12T00:24:24.084835+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:24:24.084835+0000","last_undegraded":"2024-04-12T00:24:24.084835+0000","last_fullsized":"2024-04-12T00:24:24.084835+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063885+0000","last_change":"2024-04-12T00:24:24.086577+0000","last_active":"2024-04-12T00:24:25.063885+0000","last_peered":"2024-04-12T00:24:25.063885+0000","last_clean":"2024-04-12T00:24:25.063885+0000","last_became_active":"2024-04-12T00:24:24.086255+0000","last_became_peered":"2024-04-12T00:24:24.086255+0000","last_unstale":"2024-04-12T00:24:25.063885+0000","last_undegraded":"2024-04-12T00:24:25.063885+0000","last_fullsized":"2024-04-12T00:24:25.063885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459756+0000","last_change":"2024-04-12T00:24:24.083523+0000","last_active":"2024-04-12T00:24:25.459756+0000","last_peered":"2024-04-12T00:24:25.459756+0000","last_clean":"2024-04-12T00:24:25.459756+0000","last_became_active":"2024-04-12T00:24:24.083227+0000","last_became_peered":"2024-04-12T00:24:24.083227+0000","last_unstale":"2024-04-12T00:24:25.459756+0000","last_undegraded":"2024-04-12T00:24:25.459756+0000","last_fullsized":"2024-04-12T00:24:25.459756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459487+0000","last_change":"2024-04-12T00:24:24.080715+0000","last_active":"2024-04-12T00:24:25.459487+0000","last_peered":"2024-04-12T00:24:25.459487+0000","last_clean":"2024-04-12T00:24:25.459487+0000","last_became_active":"2024-04-12T00:24:24.080129+0000","last_became_peered":"2024-04-12T00:24:24.080129+0000","last_unstale":"2024-04-12T00:24:25.459487+0000","last_undegraded":"2024-04-12T00:24:25.459487+0000","last_fullsized":"2024-04-12T00:24:25.459487+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459696+0000","last_change":"2024-04-12T00:24:24.078164+0000","last_active":"2024-04-12T00:24:25.459696+0000","last_peered":"2024-04-12T00:24:25.459696+0000","last_clean":"2024-04-12T00:24:25.459696+0000","last_became_active":"2024-04-12T00:24:24.077795+0000","last_became_peered":"2024-04-12T00:24:24.077795+0000","last_unstale":"2024-04-12T00:24:25.459696+0000","last_undegraded":"2024-04-12T00:24:25.459696+0000","last_fullsized":"2024-04-12T00:24:25.459696+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081893+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:24:24.081893+0000","last_peered":"2024-04-12T00:24:24.081893+0000","last_clean":"2024-04-12T00:24:24.081893+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:24:24.081893+0000","last_undegraded":"2024-04-12T00:24:24.081893+0000","last_fullsized":"2024-04-12T00:24:24.081893+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063075+0000","last_change":"2024-04-12T00:24:24.079905+0000","last_active":"2024-04-12T00:24:25.063075+0000","last_peered":"2024-04-12T00:24:25.063075+0000","last_clean":"2024-04-12T00:24:25.063075+0000","last_became_active":"2024-04-12T00:24:24.079648+0000","last_became_peered":"2024-04-12T00:24:24.079648+0000","last_unstale":"2024-04-12T00:24:25.063075+0000","last_undegraded":"2024-04-12T00:24:25.063075+0000","last_fullsized":"2024-04-12T00:24:25.063075+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063436+0000","last_change":"2024-04-12T00:24:24.076899+0000","last_active":"2024-04-12T00:24:25.063436+0000","last_peered":"2024-04-12T00:24:25.063436+0000","last_clean":"2024-04-12T00:24:25.063436+0000","last_became_active":"2024-04-12T00:24:24.076541+0000","last_became_peered":"2024-04-12T00:24:24.076541+0000","last_unstale":"2024-04-12T00:24:25.063436+0000","last_undegraded":"2024-04-12T00:24:25.063436+0000","last_fullsized":"2024-04-12T00:24:25.063436+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458692+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:25.458692+0000","last_peered":"2024-04-12T00:24:25.458692+0000","last_clean":"2024-04-12T00:24:25.458692+0000","last_became_active":"2024-04-12T00:24:24.080391+0000","last_became_peered":"2024-04-12T00:24:24.080391+0000","last_unstale":"2024-04-12T00:24:25.458692+0000","last_undegraded":"2024-04-12T00:24:25.458692+0000","last_fullsized":"2024-04-12T00:24:25.458692+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459319+0000","last_change":"2024-04-12T00:24:24.082907+0000","last_active":"2024-04-12T00:24:25.459319+0000","last_peered":"2024-04-12T00:24:25.459319+0000","last_clean":"2024-04-12T00:24:25.459319+0000","last_became_active":"2024-04-12T00:24:24.082634+0000","last_became_peered":"2024-04-12T00:24:24.082634+0000","last_unstale":"2024-04-12T00:24:25.459319+0000","last_undegraded":"2024-04-12T00:24:25.459319+0000","last_fullsized":"2024-04-12T00:24:25.459319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.084814+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:24:24.084814+0000","last_peered":"2024-04-12T00:24:24.084814+0000","last_clean":"2024-04-12T00:24:24.084814+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:24:24.084814+0000","last_undegraded":"2024-04-12T00:24:24.084814+0000","last_fullsized":"2024-04-12T00:24:24.084814+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063411+0000","last_change":"2024-04-12T00:24:24.083186+0000","last_active":"2024-04-12T00:24:25.063411+0000","last_peered":"2024-04-12T00:24:25.063411+0000","last_clean":"2024-04-12T00:24:25.063411+0000","last_became_active":"2024-04-12T00:24:24.082834+0000","last_became_peered":"2024-04-12T00:24:24.082834+0000","last_unstale":"2024-04-12T00:24:25.063411+0000","last_undegraded":"2024-04-12T00:24:25.063411+0000","last_fullsized":"2024-04-12T00:24:25.063411+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.064056+0000","last_change":"2024-04-12T00:24:23.709713+0000","last_active":"2024-04-12T00:24:25.064056+0000","last_peered":"2024-04-12T00:24:25.064056+0000","last_clean":"2024-04-12T00:24:25.064056+0000","last_became_active":"2024-04-12T00:24:23.709209+0000","last_became_peered":"2024-04-12T00:24:23.709209+0000","last_unstale":"2024-04-12T00:24:25.064056+0000","last_undegraded":"2024-04-12T00:24:25.064056+0000","last_fullsized":"2024-04-12T00:24:25.064056+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.087204+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:24:24.087204+0000","last_peered":"2024-04-12T00:24:24.087204+0000","last_clean":"2024-04-12T00:24:24.087204+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:24:24.087204+0000","last_undegraded":"2024-04-12T00:24:24.087204+0000","last_fullsized":"2024-04-12T00:24:24.087204+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079377+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:24:24.079377+0000","last_peered":"2024-04-12T00:24:24.079377+0000","last_clean":"2024-04-12T00:24:24.079377+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:24:24.079377+0000","last_undegraded":"2024-04-12T00:24:24.079377+0000","last_fullsized":"2024-04-12T00:24:24.079377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063697+0000","last_change":"2024-04-12T00:24:24.071426+0000","last_active":"2024-04-12T00:24:25.063697+0000","last_peered":"2024-04-12T00:24:25.063697+0000","last_clean":"2024-04-12T00:24:25.063697+0000","last_became_active":"2024-04-12T00:24:24.071159+0000","last_became_peered":"2024-04-12T00:24:24.071159+0000","last_unstale":"2024-04-12T00:24:25.063697+0000","last_undegraded":"2024-04-12T00:24:25.063697+0000","last_fullsized":"2024-04-12T00:24:25.063697+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063804+0000","last_change":"2024-04-12T00:24:23.713309+0000","last_active":"2024-04-12T00:24:25.063804+0000","last_peered":"2024-04-12T00:24:25.063804+0000","last_clean":"2024-04-12T00:24:25.063804+0000","last_became_active":"2024-04-12T00:24:23.712878+0000","last_became_peered":"2024-04-12T00:24:23.712878+0000","last_unstale":"2024-04-12T00:24:25.063804+0000","last_undegraded":"2024-04-12T00:24:25.063804+0000","last_fullsized":"2024-04-12T00:24:25.063804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458766+0000","last_change":"2024-04-12T00:24:24.073994+0000","last_active":"2024-04-12T00:24:25.458766+0000","last_peered":"2024-04-12T00:24:25.458766+0000","last_clean":"2024-04-12T00:24:25.458766+0000","last_became_active":"2024-04-12T00:24:24.073729+0000","last_became_peered":"2024-04-12T00:24:24.073729+0000","last_unstale":"2024-04-12T00:24:25.458766+0000","last_undegraded":"2024-04-12T00:24:25.458766+0000","last_fullsized":"2024-04-12T00:24:25.458766+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063463+0000","last_change":"2024-04-12T00:24:23.711837+0000","last_active":"2024-04-12T00:24:25.063463+0000","last_peered":"2024-04-12T00:24:25.063463+0000","last_clean":"2024-04-12T00:24:25.063463+0000","last_became_active":"2024-04-12T00:24:23.711542+0000","last_became_peered":"2024-04-12T00:24:23.711542+0000","last_unstale":"2024-04-12T00:24:25.063463+0000","last_undegraded":"2024-04-12T00:24:25.063463+0000","last_fullsized":"2024-04-12T00:24:25.063463+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459715+0000","last_change":"2024-04-12T00:24:24.072476+0000","last_active":"2024-04-12T00:24:25.459715+0000","last_peered":"2024-04-12T00:24:25.459715+0000","last_clean":"2024-04-12T00:24:25.459715+0000","last_became_active":"2024-04-12T00:24:24.072157+0000","last_became_peered":"2024-04-12T00:24:24.072157+0000","last_unstale":"2024-04-12T00:24:25.459715+0000","last_undegraded":"2024-04-12T00:24:25.459715+0000","last_fullsized":"2024-04-12T00:24:25.459715+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:32.767834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081660+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:24:24.081660+0000","last_peered":"2024-04-12T00:24:24.081660+0000","last_clean":"2024-04-12T00:24:24.081660+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:24:24.081660+0000","last_undegraded":"2024-04-12T00:24:24.081660+0000","last_fullsized":"2024-04-12T00:24:24.081660+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458218+0000","last_change":"2024-04-12T00:24:24.072606+0000","last_active":"2024-04-12T00:24:25.458218+0000","last_peered":"2024-04-12T00:24:25.458218+0000","last_clean":"2024-04-12T00:24:25.458218+0000","last_became_active":"2024-04-12T00:24:24.072311+0000","last_became_peered":"2024-04-12T00:24:24.072311+0000","last_unstale":"2024-04-12T00:24:25.458218+0000","last_undegraded":"2024-04-12T00:24:25.458218+0000","last_fullsized":"2024-04-12T00:24:25.458218+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458472+0000","last_change":"2024-04-12T00:24:23.709572+0000","last_active":"2024-04-12T00:24:25.458472+0000","last_peered":"2024-04-12T00:24:25.458472+0000","last_clean":"2024-04-12T00:24:25.458472+0000","last_became_active":"2024-04-12T00:24:23.709252+0000","last_became_peered":"2024-04-12T00:24:23.709252+0000","last_unstale":"2024-04-12T00:24:25.458472+0000","last_undegraded":"2024-04-12T00:24:25.458472+0000","last_fullsized":"2024-04-12T00:24:25.458472+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063758+0000","last_change":"2024-04-12T00:24:24.082487+0000","last_active":"2024-04-12T00:24:25.063758+0000","last_peered":"2024-04-12T00:24:25.063758+0000","last_clean":"2024-04-12T00:24:25.063758+0000","last_became_active":"2024-04-12T00:24:24.082084+0000","last_became_peered":"2024-04-12T00:24:24.082084+0000","last_unstale":"2024-04-12T00:24:25.063758+0000","last_undegraded":"2024-04-12T00:24:25.063758+0000","last_fullsized":"2024-04-12T00:24:25.063758+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:11:19.615249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.056664+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:24:24.056664+0000","last_peered":"2024-04-12T00:24:24.056664+0000","last_clean":"2024-04-12T00:24:24.056664+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:24:24.056664+0000","last_undegraded":"2024-04-12T00:24:24.056664+0000","last_fullsized":"2024-04-12T00:24:24.056664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.073470+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:24:24.073470+0000","last_peered":"2024-04-12T00:24:24.073470+0000","last_clean":"2024-04-12T00:24:24.073470+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:24:24.073470+0000","last_undegraded":"2024-04-12T00:24:24.073470+0000","last_fullsized":"2024-04-12T00:24:24.073470+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458863+0000","last_change":"2024-04-12T00:24:23.715388+0000","last_active":"2024-04-12T00:24:25.458863+0000","last_peered":"2024-04-12T00:24:25.458863+0000","last_clean":"2024-04-12T00:24:25.458863+0000","last_became_active":"2024-04-12T00:24:23.715106+0000","last_became_peered":"2024-04-12T00:24:23.715106+0000","last_unstale":"2024-04-12T00:24:25.458863+0000","last_undegraded":"2024-04-12T00:24:25.458863+0000","last_fullsized":"2024-04-12T00:24:25.458863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063608+0000","last_change":"2024-04-12T00:24:24.074509+0000","last_active":"2024-04-12T00:24:25.063608+0000","last_peered":"2024-04-12T00:24:25.063608+0000","last_clean":"2024-04-12T00:24:25.063608+0000","last_became_active":"2024-04-12T00:24:24.074210+0000","last_became_peered":"2024-04-12T00:24:24.074210+0000","last_unstale":"2024-04-12T00:24:25.063608+0000","last_undegraded":"2024-04-12T00:24:25.063608+0000","last_fullsized":"2024-04-12T00:24:25.063608+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459006+0000","last_change":"2024-04-12T00:24:23.708067+0000","last_active":"2024-04-12T00:24:25.459006+0000","last_peered":"2024-04-12T00:24:25.459006+0000","last_clean":"2024-04-12T00:24:25.459006+0000","last_became_active":"2024-04-12T00:24:23.707750+0000","last_became_peered":"2024-04-12T00:24:23.707750+0000","last_unstale":"2024-04-12T00:24:25.459006+0000","last_undegraded":"2024-04-12T00:24:25.459006+0000","last_fullsized":"2024-04-12T00:24:25.459006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459143+0000","last_change":"2024-04-12T00:24:24.083874+0000","last_active":"2024-04-12T00:24:25.459143+0000","last_peered":"2024-04-12T00:24:25.459143+0000","last_clean":"2024-04-12T00:24:25.459143+0000","last_became_active":"2024-04-12T00:24:24.083520+0000","last_became_peered":"2024-04-12T00:24:24.083520+0000","last_unstale":"2024-04-12T00:24:25.459143+0000","last_undegraded":"2024-04-12T00:24:25.459143+0000","last_fullsized":"2024-04-12T00:24:25.459143+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458976+0000","last_change":"2024-04-12T00:24:23.711835+0000","last_active":"2024-04-12T00:24:25.458976+0000","last_peered":"2024-04-12T00:24:25.458976+0000","last_clean":"2024-04-12T00:24:25.458976+0000","last_became_active":"2024-04-12T00:24:23.711387+0000","last_became_peered":"2024-04-12T00:24:23.711387+0000","last_unstale":"2024-04-12T00:24:25.458976+0000","last_undegraded":"2024-04-12T00:24:25.458976+0000","last_fullsized":"2024-04-12T00:24:25.458976+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063779+0000","last_change":"2024-04-12T00:24:24.075123+0000","last_active":"2024-04-12T00:24:25.063779+0000","last_peered":"2024-04-12T00:24:25.063779+0000","last_clean":"2024-04-12T00:24:25.063779+0000","last_became_active":"2024-04-12T00:24:24.074603+0000","last_became_peered":"2024-04-12T00:24:24.074603+0000","last_unstale":"2024-04-12T00:24:25.063779+0000","last_undegraded":"2024-04-12T00:24:25.063779+0000","last_fullsized":"2024-04-12T00:24:25.063779+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063891+0000","last_change":"2024-04-12T00:24:23.710174+0000","last_active":"2024-04-12T00:24:25.063891+0000","last_peered":"2024-04-12T00:24:25.063891+0000","last_clean":"2024-04-12T00:24:25.063891+0000","last_became_active":"2024-04-12T00:24:23.709495+0000","last_became_peered":"2024-04-12T00:24:23.709495+0000","last_unstale":"2024-04-12T00:24:25.063891+0000","last_undegraded":"2024-04-12T00:24:25.063891+0000","last_fullsized":"2024-04-12T00:24:25.063891+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459597+0000","last_change":"2024-04-12T00:24:24.082279+0000","last_active":"2024-04-12T00:24:25.459597+0000","last_peered":"2024-04-12T00:24:25.459597+0000","last_clean":"2024-04-12T00:24:25.459597+0000","last_became_active":"2024-04-12T00:24:24.081983+0000","last_became_peered":"2024-04-12T00:24:24.081983+0000","last_unstale":"2024-04-12T00:24:25.459597+0000","last_undegraded":"2024-04-12T00:24:25.459597+0000","last_fullsized":"2024-04-12T00:24:25.459597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:04:27.556470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.460009+0000","last_change":"2024-04-12T00:24:23.715606+0000","last_active":"2024-04-12T00:24:25.460009+0000","last_peered":"2024-04-12T00:24:25.460009+0000","last_clean":"2024-04-12T00:24:25.460009+0000","last_became_active":"2024-04-12T00:24:23.715262+0000","last_became_peered":"2024-04-12T00:24:23.715262+0000","last_unstale":"2024-04-12T00:24:25.460009+0000","last_undegraded":"2024-04-12T00:24:25.460009+0000","last_fullsized":"2024-04-12T00:24:25.460009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063441+0000","last_change":"2024-04-12T00:24:24.076310+0000","last_active":"2024-04-12T00:24:25.063441+0000","last_peered":"2024-04-12T00:24:25.063441+0000","last_clean":"2024-04-12T00:24:25.063441+0000","last_became_active":"2024-04-12T00:24:24.075999+0000","last_became_peered":"2024-04-12T00:24:24.075999+0000","last_unstale":"2024-04-12T00:24:25.063441+0000","last_undegraded":"2024-04-12T00:24:25.063441+0000","last_fullsized":"2024-04-12T00:24:25.063441+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063838+0000","last_change":"2024-04-12T00:24:23.719899+0000","last_active":"2024-04-12T00:24:25.063838+0000","last_peered":"2024-04-12T00:24:25.063838+0000","last_clean":"2024-04-12T00:24:25.063838+0000","last_became_active":"2024-04-12T00:24:23.719313+0000","last_became_peered":"2024-04-12T00:24:23.719313+0000","last_unstale":"2024-04-12T00:24:25.063838+0000","last_undegraded":"2024-04-12T00:24:25.063838+0000","last_fullsized":"2024-04-12T00:24:25.063838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063163+0000","last_change":"2024-04-12T00:24:24.078834+0000","last_active":"2024-04-12T00:24:25.063163+0000","last_peered":"2024-04-12T00:24:25.063163+0000","last_clean":"2024-04-12T00:24:25.063163+0000","last_became_active":"2024-04-12T00:24:24.078577+0000","last_became_peered":"2024-04-12T00:24:24.078577+0000","last_unstale":"2024-04-12T00:24:25.063163+0000","last_undegraded":"2024-04-12T00:24:25.063163+0000","last_fullsized":"2024-04-12T00:24:25.063163+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459381+0000","last_change":"2024-04-12T00:24:23.719640+0000","last_active":"2024-04-12T00:24:25.459381+0000","last_peered":"2024-04-12T00:24:25.459381+0000","last_clean":"2024-04-12T00:24:25.459381+0000","last_became_active":"2024-04-12T00:24:23.719309+0000","last_became_peered":"2024-04-12T00:24:23.719309+0000","last_unstale":"2024-04-12T00:24:25.459381+0000","last_undegraded":"2024-04-12T00:24:25.459381+0000","last_fullsized":"2024-04-12T00:24:25.459381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063294+0000","last_change":"2024-04-12T00:24:24.088843+0000","last_active":"2024-04-12T00:24:25.063294+0000","last_peered":"2024-04-12T00:24:25.063294+0000","last_clean":"2024-04-12T00:24:25.063294+0000","last_became_active":"2024-04-12T00:24:24.088563+0000","last_became_peered":"2024-04-12T00:24:24.088563+0000","last_unstale":"2024-04-12T00:24:25.063294+0000","last_undegraded":"2024-04-12T00:24:25.063294+0000","last_fullsized":"2024-04-12T00:24:25.063294+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458577+0000","last_change":"2024-04-12T00:24:23.701914+0000","last_active":"2024-04-12T00:24:25.458577+0000","last_peered":"2024-04-12T00:24:25.458577+0000","last_clean":"2024-04-12T00:24:25.458577+0000","last_became_active":"2024-04-12T00:24:23.701562+0000","last_became_peered":"2024-04-12T00:24:23.701562+0000","last_unstale":"2024-04-12T00:24:25.458577+0000","last_undegraded":"2024-04-12T00:24:25.458577+0000","last_fullsized":"2024-04-12T00:24:25.458577+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.457965+0000","last_change":"2024-04-12T00:24:24.078221+0000","last_active":"2024-04-12T00:24:25.457965+0000","last_peered":"2024-04-12T00:24:25.457965+0000","last_clean":"2024-04-12T00:24:25.457965+0000","last_became_active":"2024-04-12T00:24:24.077533+0000","last_became_peered":"2024-04-12T00:24:24.077533+0000","last_unstale":"2024-04-12T00:24:25.457965+0000","last_undegraded":"2024-04-12T00:24:25.457965+0000","last_fullsized":"2024-04-12T00:24:25.457965+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.075802+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:24:24.075802+0000","last_peered":"2024-04-12T00:24:24.075802+0000","last_clean":"2024-04-12T00:24:24.075802+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:24:24.075802+0000","last_undegraded":"2024-04-12T00:24:24.075802+0000","last_fullsized":"2024-04-12T00:24:24.075802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063152+0000","last_change":"2024-04-12T00:24:24.082363+0000","last_active":"2024-04-12T00:24:25.063152+0000","last_peered":"2024-04-12T00:24:25.063152+0000","last_clean":"2024-04-12T00:24:25.063152+0000","last_became_active":"2024-04-12T00:24:24.082064+0000","last_became_peered":"2024-04-12T00:24:24.082064+0000","last_unstale":"2024-04-12T00:24:25.063152+0000","last_undegraded":"2024-04-12T00:24:25.063152+0000","last_fullsized":"2024-04-12T00:24:25.063152+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459601+0000","last_change":"2024-04-12T00:24:23.705647+0000","last_active":"2024-04-12T00:24:25.459601+0000","last_peered":"2024-04-12T00:24:25.459601+0000","last_clean":"2024-04-12T00:24:25.459601+0000","last_became_active":"2024-04-12T00:24:23.705291+0000","last_became_peered":"2024-04-12T00:24:23.705291+0000","last_unstale":"2024-04-12T00:24:25.459601+0000","last_undegraded":"2024-04-12T00:24:25.459601+0000","last_fullsized":"2024-04-12T00:24:25.459601+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063778+0000","last_change":"2024-04-12T00:24:24.081349+0000","last_active":"2024-04-12T00:24:25.063778+0000","last_peered":"2024-04-12T00:24:25.063778+0000","last_clean":"2024-04-12T00:24:25.063778+0000","last_became_active":"2024-04-12T00:24:24.081052+0000","last_became_peered":"2024-04-12T00:24:24.081052+0000","last_unstale":"2024-04-12T00:24:25.063778+0000","last_undegraded":"2024-04-12T00:24:25.063778+0000","last_fullsized":"2024-04-12T00:24:25.063778+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062687+0000","last_change":"2024-04-12T00:24:23.706195+0000","last_active":"2024-04-12T00:24:25.062687+0000","last_peered":"2024-04-12T00:24:25.062687+0000","last_clean":"2024-04-12T00:24:25.062687+0000","last_became_active":"2024-04-12T00:24:23.705885+0000","last_became_peered":"2024-04-12T00:24:23.705885+0000","last_unstale":"2024-04-12T00:24:25.062687+0000","last_undegraded":"2024-04-12T00:24:25.062687+0000","last_fullsized":"2024-04-12T00:24:25.062687+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459818+0000","last_change":"2024-04-12T00:24:24.069850+0000","last_active":"2024-04-12T00:24:25.459818+0000","last_peered":"2024-04-12T00:24:25.459818+0000","last_clean":"2024-04-12T00:24:25.459818+0000","last_became_active":"2024-04-12T00:24:24.069538+0000","last_became_peered":"2024-04-12T00:24:24.069538+0000","last_unstale":"2024-04-12T00:24:25.459818+0000","last_undegraded":"2024-04-12T00:24:25.459818+0000","last_fullsized":"2024-04-12T00:24:25.459818+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459290+0000","last_change":"2024-04-12T00:24:23.712522+0000","last_active":"2024-04-12T00:24:25.459290+0000","last_peered":"2024-04-12T00:24:25.459290+0000","last_clean":"2024-04-12T00:24:25.459290+0000","last_became_active":"2024-04-12T00:24:23.712160+0000","last_became_peered":"2024-04-12T00:24:23.712160+0000","last_unstale":"2024-04-12T00:24:25.459290+0000","last_undegraded":"2024-04-12T00:24:25.459290+0000","last_fullsized":"2024-04-12T00:24:25.459290+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459145+0000","last_change":"2024-04-12T00:24:24.082957+0000","last_active":"2024-04-12T00:24:25.459145+0000","last_peered":"2024-04-12T00:24:25.459145+0000","last_clean":"2024-04-12T00:24:25.459145+0000","last_became_active":"2024-04-12T00:24:24.082665+0000","last_became_peered":"2024-04-12T00:24:24.082665+0000","last_unstale":"2024-04-12T00:24:25.459145+0000","last_undegraded":"2024-04-12T00:24:25.459145+0000","last_fullsized":"2024-04-12T00:24:25.459145+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062523+0000","last_change":"2024-04-12T00:24:24.078943+0000","last_active":"2024-04-12T00:24:25.062523+0000","last_peered":"2024-04-12T00:24:25.062523+0000","last_clean":"2024-04-12T00:24:25.062523+0000","last_became_active":"2024-04-12T00:24:24.078681+0000","last_became_peered":"2024-04-12T00:24:24.078681+0000","last_unstale":"2024-04-12T00:24:25.062523+0000","last_undegraded":"2024-04-12T00:24:25.062523+0000","last_fullsized":"2024-04-12T00:24:25.062523+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.053484+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:24:24.053484+0000","last_peered":"2024-04-12T00:24:24.053484+0000","last_clean":"2024-04-12T00:24:24.053484+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:24:24.053484+0000","last_undegraded":"2024-04-12T00:24:24.053484+0000","last_fullsized":"2024-04-12T00:24:24.053484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.083767+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:24:24.083767+0000","last_peered":"2024-04-12T00:24:24.083767+0000","last_clean":"2024-04-12T00:24:24.083767+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:24:24.083767+0000","last_undegraded":"2024-04-12T00:24:24.083767+0000","last_fullsized":"2024-04-12T00:24:24.083767+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458222+0000","last_change":"2024-04-12T00:24:23.714680+0000","last_active":"2024-04-12T00:24:25.458222+0000","last_peered":"2024-04-12T00:24:25.458222+0000","last_clean":"2024-04-12T00:24:25.458222+0000","last_became_active":"2024-04-12T00:24:23.714396+0000","last_became_peered":"2024-04-12T00:24:23.714396+0000","last_unstale":"2024-04-12T00:24:25.458222+0000","last_undegraded":"2024-04-12T00:24:25.458222+0000","last_fullsized":"2024-04-12T00:24:25.458222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.074743+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:24:24.074743+0000","last_peered":"2024-04-12T00:24:24.074743+0000","last_clean":"2024-04-12T00:24:24.074743+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:24:24.074743+0000","last_undegraded":"2024-04-12T00:24:24.074743+0000","last_fullsized":"2024-04-12T00:24:24.074743+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062580+0000","last_change":"2024-04-12T00:24:24.069860+0000","last_active":"2024-04-12T00:24:25.062580+0000","last_peered":"2024-04-12T00:24:25.062580+0000","last_clean":"2024-04-12T00:24:25.062580+0000","last_became_active":"2024-04-12T00:24:24.067880+0000","last_became_peered":"2024-04-12T00:24:24.067880+0000","last_unstale":"2024-04-12T00:24:25.062580+0000","last_undegraded":"2024-04-12T00:24:25.062580+0000","last_fullsized":"2024-04-12T00:24:25.062580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063574+0000","last_change":"2024-04-12T00:24:23.719355+0000","last_active":"2024-04-12T00:24:25.063574+0000","last_peered":"2024-04-12T00:24:25.063574+0000","last_clean":"2024-04-12T00:24:25.063574+0000","last_became_active":"2024-04-12T00:24:23.719048+0000","last_became_peered":"2024-04-12T00:24:23.719048+0000","last_unstale":"2024-04-12T00:24:25.063574+0000","last_undegraded":"2024-04-12T00:24:25.063574+0000","last_fullsized":"2024-04-12T00:24:25.063574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063553+0000","last_change":"2024-04-12T00:24:23.712630+0000","last_active":"2024-04-12T00:24:25.063553+0000","last_peered":"2024-04-12T00:24:25.063553+0000","last_clean":"2024-04-12T00:24:25.063553+0000","last_became_active":"2024-04-12T00:24:23.712339+0000","last_became_peered":"2024-04-12T00:24:23.712339+0000","last_unstale":"2024-04-12T00:24:25.063553+0000","last_undegraded":"2024-04-12T00:24:25.063553+0000","last_fullsized":"2024-04-12T00:24:25.063553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062768+0000","last_change":"2024-04-12T00:24:24.077842+0000","last_active":"2024-04-12T00:24:25.062768+0000","last_peered":"2024-04-12T00:24:25.062768+0000","last_clean":"2024-04-12T00:24:25.062768+0000","last_became_active":"2024-04-12T00:24:24.077583+0000","last_became_peered":"2024-04-12T00:24:24.077583+0000","last_unstale":"2024-04-12T00:24:25.062768+0000","last_undegraded":"2024-04-12T00:24:25.062768+0000","last_fullsized":"2024-04-12T00:24:25.062768+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063238+0000","last_change":"2024-04-12T00:24:23.704069+0000","last_active":"2024-04-12T00:24:25.063238+0000","last_peered":"2024-04-12T00:24:25.063238+0000","last_clean":"2024-04-12T00:24:25.063238+0000","last_became_active":"2024-04-12T00:24:23.703540+0000","last_became_peered":"2024-04-12T00:24:23.703540+0000","last_unstale":"2024-04-12T00:24:25.063238+0000","last_undegraded":"2024-04-12T00:24:25.063238+0000","last_fullsized":"2024-04-12T00:24:25.063238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.081875+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:24.081875+0000","last_peered":"2024-04-12T00:24:24.081875+0000","last_clean":"2024-04-12T00:24:24.081875+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:24:24.081875+0000","last_undegraded":"2024-04-12T00:24:24.081875+0000","last_fullsized":"2024-04-12T00:24:24.081875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458895+0000","last_change":"2024-04-12T00:24:23.709941+0000","last_active":"2024-04-12T00:24:25.458895+0000","last_peered":"2024-04-12T00:24:25.458895+0000","last_clean":"2024-04-12T00:24:25.458895+0000","last_became_active":"2024-04-12T00:24:23.709661+0000","last_became_peered":"2024-04-12T00:24:23.709661+0000","last_unstale":"2024-04-12T00:24:25.458895+0000","last_undegraded":"2024-04-12T00:24:25.458895+0000","last_fullsized":"2024-04-12T00:24:25.458895+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063385+0000","last_change":"2024-04-12T00:24:24.076362+0000","last_active":"2024-04-12T00:24:25.063385+0000","last_peered":"2024-04-12T00:24:25.063385+0000","last_clean":"2024-04-12T00:24:25.063385+0000","last_became_active":"2024-04-12T00:24:24.076086+0000","last_became_peered":"2024-04-12T00:24:24.076086+0000","last_unstale":"2024-04-12T00:24:25.063385+0000","last_undegraded":"2024-04-12T00:24:25.063385+0000","last_fullsized":"2024-04-12T00:24:25.063385+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063061+0000","last_change":"2024-04-12T00:24:23.713478+0000","last_active":"2024-04-12T00:24:25.063061+0000","last_peered":"2024-04-12T00:24:25.063061+0000","last_clean":"2024-04-12T00:24:25.063061+0000","last_became_active":"2024-04-12T00:24:23.712411+0000","last_became_peered":"2024-04-12T00:24:23.712411+0000","last_unstale":"2024-04-12T00:24:25.063061+0000","last_undegraded":"2024-04-12T00:24:25.063061+0000","last_fullsized":"2024-04-12T00:24:25.063061+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458969+0000","last_change":"2024-04-12T00:24:24.079235+0000","last_active":"2024-04-12T00:24:25.458969+0000","last_peered":"2024-04-12T00:24:25.458969+0000","last_clean":"2024-04-12T00:24:25.458969+0000","last_became_active":"2024-04-12T00:24:24.078941+0000","last_became_peered":"2024-04-12T00:24:24.078941+0000","last_unstale":"2024-04-12T00:24:25.458969+0000","last_undegraded":"2024-04-12T00:24:25.458969+0000","last_fullsized":"2024-04-12T00:24:25.458969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063519+0000","last_change":"2024-04-12T00:24:23.716304+0000","last_active":"2024-04-12T00:24:25.063519+0000","last_peered":"2024-04-12T00:24:25.063519+0000","last_clean":"2024-04-12T00:24:25.063519+0000","last_became_active":"2024-04-12T00:24:23.716052+0000","last_became_peered":"2024-04-12T00:24:23.716052+0000","last_unstale":"2024-04-12T00:24:25.063519+0000","last_undegraded":"2024-04-12T00:24:25.063519+0000","last_fullsized":"2024-04-12T00:24:25.063519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.080766+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:24:24.080766+0000","last_peered":"2024-04-12T00:24:24.080766+0000","last_clean":"2024-04-12T00:24:24.080766+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:24:24.080766+0000","last_undegraded":"2024-04-12T00:24:24.080766+0000","last_fullsized":"2024-04-12T00:24:24.080766+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063680+0000","last_change":"2024-04-12T00:24:23.717001+0000","last_active":"2024-04-12T00:24:25.063680+0000","last_peered":"2024-04-12T00:24:25.063680+0000","last_clean":"2024-04-12T00:24:25.063680+0000","last_became_active":"2024-04-12T00:24:23.716675+0000","last_became_peered":"2024-04-12T00:24:23.716675+0000","last_unstale":"2024-04-12T00:24:25.063680+0000","last_undegraded":"2024-04-12T00:24:25.063680+0000","last_fullsized":"2024-04-12T00:24:25.063680+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079833+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:24:24.079833+0000","last_peered":"2024-04-12T00:24:24.079833+0000","last_clean":"2024-04-12T00:24:24.079833+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:24:24.079833+0000","last_undegraded":"2024-04-12T00:24:24.079833+0000","last_fullsized":"2024-04-12T00:24:24.079833+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063109+0000","last_change":"2024-04-12T00:24:23.711738+0000","last_active":"2024-04-12T00:24:25.063109+0000","last_peered":"2024-04-12T00:24:25.063109+0000","last_clean":"2024-04-12T00:24:25.063109+0000","last_became_active":"2024-04-12T00:24:23.711419+0000","last_became_peered":"2024-04-12T00:24:23.711419+0000","last_unstale":"2024-04-12T00:24:25.063109+0000","last_undegraded":"2024-04-12T00:24:25.063109+0000","last_fullsized":"2024-04-12T00:24:25.063109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:23:58.412241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458378+0000","last_change":"2024-04-12T00:24:24.079484+0000","last_active":"2024-04-12T00:24:25.458378+0000","last_peered":"2024-04-12T00:24:25.458378+0000","last_clean":"2024-04-12T00:24:25.458378+0000","last_became_active":"2024-04-12T00:24:24.079176+0000","last_became_peered":"2024-04-12T00:24:24.079176+0000","last_unstale":"2024-04-12T00:24:25.458378+0000","last_undegraded":"2024-04-12T00:24:25.458378+0000","last_fullsized":"2024-04-12T00:24:25.458378+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.053443+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:24:24.053443+0000","last_peered":"2024-04-12T00:24:24.053443+0000","last_clean":"2024-04-12T00:24:24.053443+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:24:24.053443+0000","last_undegraded":"2024-04-12T00:24:24.053443+0000","last_fullsized":"2024-04-12T00:24:24.053443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063714+0000","last_change":"2024-04-12T00:24:24.084311+0000","last_active":"2024-04-12T00:24:25.063714+0000","last_peered":"2024-04-12T00:24:25.063714+0000","last_clean":"2024-04-12T00:24:25.063714+0000","last_became_active":"2024-04-12T00:24:24.083528+0000","last_became_peered":"2024-04-12T00:24:24.083528+0000","last_unstale":"2024-04-12T00:24:25.063714+0000","last_undegraded":"2024-04-12T00:24:25.063714+0000","last_fullsized":"2024-04-12T00:24:25.063714+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063837+0000","last_change":"2024-04-12T00:24:23.718059+0000","last_active":"2024-04-12T00:24:25.063837+0000","last_peered":"2024-04-12T00:24:25.063837+0000","last_clean":"2024-04-12T00:24:25.063837+0000","last_became_active":"2024-04-12T00:24:23.717797+0000","last_became_peered":"2024-04-12T00:24:23.717797+0000","last_unstale":"2024-04-12T00:24:25.063837+0000","last_undegraded":"2024-04-12T00:24:25.063837+0000","last_fullsized":"2024-04-12T00:24:25.063837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458652+0000","last_change":"2024-04-12T00:24:24.072492+0000","last_active":"2024-04-12T00:24:25.458652+0000","last_peered":"2024-04-12T00:24:25.458652+0000","last_clean":"2024-04-12T00:24:25.458652+0000","last_became_active":"2024-04-12T00:24:24.072226+0000","last_became_peered":"2024-04-12T00:24:24.072226+0000","last_unstale":"2024-04-12T00:24:25.458652+0000","last_undegraded":"2024-04-12T00:24:25.458652+0000","last_fullsized":"2024-04-12T00:24:25.458652+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079286+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:24:24.079286+0000","last_peered":"2024-04-12T00:24:24.079286+0000","last_clean":"2024-04-12T00:24:24.079286+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:24:24.079286+0000","last_undegraded":"2024-04-12T00:24:24.079286+0000","last_fullsized":"2024-04-12T00:24:24.079286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063987+0000","last_change":"2024-04-12T00:24:24.087394+0000","last_active":"2024-04-12T00:24:25.063987+0000","last_peered":"2024-04-12T00:24:25.063987+0000","last_clean":"2024-04-12T00:24:25.063987+0000","last_became_active":"2024-04-12T00:24:24.087126+0000","last_became_peered":"2024-04-12T00:24:24.087126+0000","last_unstale":"2024-04-12T00:24:25.063987+0000","last_undegraded":"2024-04-12T00:24:25.063987+0000","last_fullsized":"2024-04-12T00:24:25.063987+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.457895+0000","last_change":"2024-04-12T00:24:24.078395+0000","last_active":"2024-04-12T00:24:25.457895+0000","last_peered":"2024-04-12T00:24:25.457895+0000","last_clean":"2024-04-12T00:24:25.457895+0000","last_became_active":"2024-04-12T00:24:24.077921+0000","last_became_peered":"2024-04-12T00:24:24.077921+0000","last_unstale":"2024-04-12T00:24:25.457895+0000","last_undegraded":"2024-04-12T00:24:25.457895+0000","last_fullsized":"2024-04-12T00:24:25.457895+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.078224+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:24:24.078224+0000","last_peered":"2024-04-12T00:24:24.078224+0000","last_clean":"2024-04-12T00:24:24.078224+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:24:24.078224+0000","last_undegraded":"2024-04-12T00:24:24.078224+0000","last_fullsized":"2024-04-12T00:24:24.078224+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459485+0000","last_change":"2024-04-12T00:24:24.077348+0000","last_active":"2024-04-12T00:24:25.459485+0000","last_peered":"2024-04-12T00:24:25.459485+0000","last_clean":"2024-04-12T00:24:25.459485+0000","last_became_active":"2024-04-12T00:24:24.077028+0000","last_became_peered":"2024-04-12T00:24:24.077028+0000","last_unstale":"2024-04-12T00:24:25.459485+0000","last_undegraded":"2024-04-12T00:24:25.459485+0000","last_fullsized":"2024-04-12T00:24:25.459485+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063678+0000","last_change":"2024-04-12T00:24:24.076726+0000","last_active":"2024-04-12T00:24:25.063678+0000","last_peered":"2024-04-12T00:24:25.063678+0000","last_clean":"2024-04-12T00:24:25.063678+0000","last_became_active":"2024-04-12T00:24:24.076430+0000","last_became_peered":"2024-04-12T00:24:24.076430+0000","last_unstale":"2024-04-12T00:24:25.063678+0000","last_undegraded":"2024-04-12T00:24:25.063678+0000","last_fullsized":"2024-04-12T00:24:25.063678+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.079005+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:24:24.079005+0000","last_peered":"2024-04-12T00:24:24.079005+0000","last_clean":"2024-04-12T00:24:24.079005+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:24:24.079005+0000","last_undegraded":"2024-04-12T00:24:24.079005+0000","last_fullsized":"2024-04-12T00:24:24.079005+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063806+0000","last_change":"2024-04-12T00:24:24.076712+0000","last_active":"2024-04-12T00:24:25.063806+0000","last_peered":"2024-04-12T00:24:25.063806+0000","last_clean":"2024-04-12T00:24:25.063806+0000","last_became_active":"2024-04-12T00:24:24.076416+0000","last_became_peered":"2024-04-12T00:24:24.076416+0000","last_unstale":"2024-04-12T00:24:25.063806+0000","last_undegraded":"2024-04-12T00:24:25.063806+0000","last_fullsized":"2024-04-12T00:24:25.063806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459936+0000","last_change":"2024-04-12T00:24:24.091552+0000","last_active":"2024-04-12T00:24:25.459936+0000","last_peered":"2024-04-12T00:24:25.459936+0000","last_clean":"2024-04-12T00:24:25.459936+0000","last_became_active":"2024-04-12T00:24:24.091267+0000","last_became_peered":"2024-04-12T00:24:24.091267+0000","last_unstale":"2024-04-12T00:24:25.459936+0000","last_undegraded":"2024-04-12T00:24:25.459936+0000","last_fullsized":"2024-04-12T00:24:25.459936+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.066503+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:24:24.066503+0000","last_peered":"2024-04-12T00:24:24.066503+0000","last_clean":"2024-04-12T00:24:24.066503+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:24:24.066503+0000","last_undegraded":"2024-04-12T00:24:24.066503+0000","last_fullsized":"2024-04-12T00:24:24.066503+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458968+0000","last_change":"2024-04-12T00:24:24.064820+0000","last_active":"2024-04-12T00:24:25.458968+0000","last_peered":"2024-04-12T00:24:25.458968+0000","last_clean":"2024-04-12T00:24:25.458968+0000","last_became_active":"2024-04-12T00:24:24.064515+0000","last_became_peered":"2024-04-12T00:24:24.064515+0000","last_unstale":"2024-04-12T00:24:25.458968+0000","last_undegraded":"2024-04-12T00:24:25.458968+0000","last_fullsized":"2024-04-12T00:24:25.458968+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.072647+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:24:24.072647+0000","last_peered":"2024-04-12T00:24:24.072647+0000","last_clean":"2024-04-12T00:24:24.072647+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:24:24.072647+0000","last_undegraded":"2024-04-12T00:24:24.072647+0000","last_fullsized":"2024-04-12T00:24:24.072647+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459592+0000","last_change":"2024-04-12T00:24:24.079412+0000","last_active":"2024-04-12T00:24:25.459592+0000","last_peered":"2024-04-12T00:24:25.459592+0000","last_clean":"2024-04-12T00:24:25.459592+0000","last_became_active":"2024-04-12T00:24:24.079161+0000","last_became_peered":"2024-04-12T00:24:24.079161+0000","last_unstale":"2024-04-12T00:24:25.459592+0000","last_undegraded":"2024-04-12T00:24:25.459592+0000","last_fullsized":"2024-04-12T00:24:25.459592+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063596+0000","last_change":"2024-04-12T00:24:24.082338+0000","last_active":"2024-04-12T00:24:25.063596+0000","last_peered":"2024-04-12T00:24:25.063596+0000","last_clean":"2024-04-12T00:24:25.063596+0000","last_became_active":"2024-04-12T00:24:24.081664+0000","last_became_peered":"2024-04-12T00:24:24.081664+0000","last_unstale":"2024-04-12T00:24:25.063596+0000","last_undegraded":"2024-04-12T00:24:25.063596+0000","last_fullsized":"2024-04-12T00:24:25.063596+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:54:45.453560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459944+0000","last_change":"2024-04-12T00:24:24.081270+0000","last_active":"2024-04-12T00:24:25.459944+0000","last_peered":"2024-04-12T00:24:25.459944+0000","last_clean":"2024-04-12T00:24:25.459944+0000","last_became_active":"2024-04-12T00:24:24.080969+0000","last_became_peered":"2024-04-12T00:24:24.080969+0000","last_unstale":"2024-04-12T00:24:25.459944+0000","last_undegraded":"2024-04-12T00:24:25.459944+0000","last_fullsized":"2024-04-12T00:24:25.459944+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1232896,"data_stored":853244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1216512,"data_stored":846870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.315,"15min":0.30099999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.32900000000000001,"15min":0.307},"min":{"1min":0.27400000000000002,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.47599999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:24:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.40300000000000002,"15min":0.39500000000000002},"min":{"1min":0.29499999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34200000000000003,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.49299999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:23:33 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.50800000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:23:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.77200000000000002}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.75900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.246},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.311,"15min":0.29599999999999999},"min":{"1min":0.311,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.41499999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:24:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.307,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.311},{"interface":"front","average":{"1min":0.435,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.26600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.29399999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.28299999999999997}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.628}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.51400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.35799999999999998,"15min":0.35199999999999998},"min":{"1min":0.23999999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38,"15min":0.373},"min":{"1min":0.247,"5min":0.219,"15min":0.219},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.33000000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38200000000000001,"15min":0.38100000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40400000000000003,"15min":0.39700000000000002},"min":{"1min":0.31,"5min":0.252,"15min":0.252},"max":{"1min":0.57799999999999996,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.43099999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.36699999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.60699999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.435}]},{"osd":1,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.48099999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.79100000000000004}]},{"osd":5,"last update":"Fri Apr 12 00:24:18 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.83299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84699999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":262707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.59599999999999997}]},{"osd":1,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.63}]},{"osd":2,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.45800000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.61799999999999999}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.747}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27664,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717488,"statfs":{"total":95995035648,"available":95966707712,"internally_reserved":0,"allocated":647168,"data_stored":263926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":8.968,"5min":8.968,"15min":8.968},"last":0.67800000000000005}]},{"osd":1,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":9.0039999999999996,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.63100000000000001}]},{"osd":2,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.69199999999999995}]},{"osd":3,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":8.9830000000000005,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":8.9499999999999993,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.66300000000000003}]},{"osd":4,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.504}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:24:29.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[26935]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[26935]: from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[26935]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s wr, 8 op/s 2024-04-12T00:24:29.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[26935]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1029508192' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T00:24:29.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[37915]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[37915]: from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[37915]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s wr, 8 op/s 2024-04-12T00:24:29.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[37915]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:28 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1029508192' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T00:24:29.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:28 smithi193 ceph-mon[30474]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:28 smithi193 ceph-mon[30474]: from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:28 smithi193 ceph-mon[30474]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s wr, 8 op/s 2024-04-12T00:24:29.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:28 smithi193 ceph-mon[30474]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:28 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1029508192' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T00:24:29.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:29 smithi098 ceph-mon[26935]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:29.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:29 smithi098 ceph-mon[37915]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:30.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:29 smithi193 ceph-mon[30474]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:31.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:30 smithi098 ceph-mon[37915]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-12T00:24:31.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:30 smithi098 ceph-mon[26935]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-12T00:24:31.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:30 smithi193 ceph-mon[30474]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-12T00:24:31.389 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T00:24:31.689 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:24:31.691 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:24:31.701 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-12T00:24:31.669022+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222944,"kb_used_data":6752,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738272,"statfs":{"total":767960285184,"available":767731990528,"internally_reserved":0,"allocated":6914048,"data_stored":3875489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.974530"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063950+0000","last_change":"2024-04-12T00:24:24.086382+0000","last_active":"2024-04-12T00:24:25.063950+0000","last_peered":"2024-04-12T00:24:25.063950+0000","last_clean":"2024-04-12T00:24:25.063950+0000","last_became_active":"2024-04-12T00:24:24.086086+0000","last_became_peered":"2024-04-12T00:24:24.086086+0000","last_unstale":"2024-04-12T00:24:25.063950+0000","last_undegraded":"2024-04-12T00:24:25.063950+0000","last_fullsized":"2024-04-12T00:24:25.063950+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063083+0000","last_change":"2024-04-12T00:24:24.083133+0000","last_active":"2024-04-12T00:24:25.063083+0000","last_peered":"2024-04-12T00:24:25.063083+0000","last_clean":"2024-04-12T00:24:25.063083+0000","last_became_active":"2024-04-12T00:24:24.082731+0000","last_became_peered":"2024-04-12T00:24:24.082731+0000","last_unstale":"2024-04-12T00:24:25.063083+0000","last_undegraded":"2024-04-12T00:24:25.063083+0000","last_fullsized":"2024-04-12T00:24:25.063083+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063368+0000","last_change":"2024-04-12T00:24:24.075884+0000","last_active":"2024-04-12T00:24:25.063368+0000","last_peered":"2024-04-12T00:24:25.063368+0000","last_clean":"2024-04-12T00:24:25.063368+0000","last_became_active":"2024-04-12T00:24:24.075618+0000","last_became_peered":"2024-04-12T00:24:24.075618+0000","last_unstale":"2024-04-12T00:24:25.063368+0000","last_undegraded":"2024-04-12T00:24:25.063368+0000","last_fullsized":"2024-04-12T00:24:25.063368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458604+0000","last_change":"2024-04-12T00:24:24.079539+0000","last_active":"2024-04-12T00:24:25.458604+0000","last_peered":"2024-04-12T00:24:25.458604+0000","last_clean":"2024-04-12T00:24:25.458604+0000","last_became_active":"2024-04-12T00:24:24.079151+0000","last_became_peered":"2024-04-12T00:24:24.079151+0000","last_unstale":"2024-04-12T00:24:25.458604+0000","last_undegraded":"2024-04-12T00:24:25.458604+0000","last_fullsized":"2024-04-12T00:24:25.458604+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063609+0000","last_change":"2024-04-12T00:24:24.089644+0000","last_active":"2024-04-12T00:24:25.063609+0000","last_peered":"2024-04-12T00:24:25.063609+0000","last_clean":"2024-04-12T00:24:25.063609+0000","last_became_active":"2024-04-12T00:24:24.089322+0000","last_became_peered":"2024-04-12T00:24:24.089322+0000","last_unstale":"2024-04-12T00:24:25.063609+0000","last_undegraded":"2024-04-12T00:24:25.063609+0000","last_fullsized":"2024-04-12T00:24:25.063609+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459692+0000","last_change":"2024-04-12T00:24:24.076309+0000","last_active":"2024-04-12T00:24:25.459692+0000","last_peered":"2024-04-12T00:24:25.459692+0000","last_clean":"2024-04-12T00:24:25.459692+0000","last_became_active":"2024-04-12T00:24:24.076008+0000","last_became_peered":"2024-04-12T00:24:24.076008+0000","last_unstale":"2024-04-12T00:24:25.459692+0000","last_undegraded":"2024-04-12T00:24:25.459692+0000","last_fullsized":"2024-04-12T00:24:25.459692+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062988+0000","last_change":"2024-04-12T00:24:24.078744+0000","last_active":"2024-04-12T00:24:25.062988+0000","last_peered":"2024-04-12T00:24:25.062988+0000","last_clean":"2024-04-12T00:24:25.062988+0000","last_became_active":"2024-04-12T00:24:24.076867+0000","last_became_peered":"2024-04-12T00:24:24.076867+0000","last_unstale":"2024-04-12T00:24:25.062988+0000","last_undegraded":"2024-04-12T00:24:25.062988+0000","last_fullsized":"2024-04-12T00:24:25.062988+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197175+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:24:25.197175+0000","last_peered":"2024-04-12T00:24:25.197175+0000","last_clean":"2024-04-12T00:24:25.197175+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:24:25.197175+0000","last_undegraded":"2024-04-12T00:24:25.197175+0000","last_fullsized":"2024-04-12T00:24:25.197175+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063885+0000","last_change":"2024-04-12T00:24:24.086577+0000","last_active":"2024-04-12T00:24:25.063885+0000","last_peered":"2024-04-12T00:24:25.063885+0000","last_clean":"2024-04-12T00:24:25.063885+0000","last_became_active":"2024-04-12T00:24:24.086255+0000","last_became_peered":"2024-04-12T00:24:24.086255+0000","last_unstale":"2024-04-12T00:24:25.063885+0000","last_undegraded":"2024-04-12T00:24:25.063885+0000","last_fullsized":"2024-04-12T00:24:25.063885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459756+0000","last_change":"2024-04-12T00:24:24.083523+0000","last_active":"2024-04-12T00:24:25.459756+0000","last_peered":"2024-04-12T00:24:25.459756+0000","last_clean":"2024-04-12T00:24:25.459756+0000","last_became_active":"2024-04-12T00:24:24.083227+0000","last_became_peered":"2024-04-12T00:24:24.083227+0000","last_unstale":"2024-04-12T00:24:25.459756+0000","last_undegraded":"2024-04-12T00:24:25.459756+0000","last_fullsized":"2024-04-12T00:24:25.459756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459487+0000","last_change":"2024-04-12T00:24:24.080715+0000","last_active":"2024-04-12T00:24:25.459487+0000","last_peered":"2024-04-12T00:24:25.459487+0000","last_clean":"2024-04-12T00:24:25.459487+0000","last_became_active":"2024-04-12T00:24:24.080129+0000","last_became_peered":"2024-04-12T00:24:24.080129+0000","last_unstale":"2024-04-12T00:24:25.459487+0000","last_undegraded":"2024-04-12T00:24:25.459487+0000","last_fullsized":"2024-04-12T00:24:25.459487+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459696+0000","last_change":"2024-04-12T00:24:24.078164+0000","last_active":"2024-04-12T00:24:25.459696+0000","last_peered":"2024-04-12T00:24:25.459696+0000","last_clean":"2024-04-12T00:24:25.459696+0000","last_became_active":"2024-04-12T00:24:24.077795+0000","last_became_peered":"2024-04-12T00:24:24.077795+0000","last_unstale":"2024-04-12T00:24:25.459696+0000","last_undegraded":"2024-04-12T00:24:25.459696+0000","last_fullsized":"2024-04-12T00:24:25.459696+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197242+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:24:25.197242+0000","last_peered":"2024-04-12T00:24:25.197242+0000","last_clean":"2024-04-12T00:24:25.197242+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:24:25.197242+0000","last_undegraded":"2024-04-12T00:24:25.197242+0000","last_fullsized":"2024-04-12T00:24:25.197242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063075+0000","last_change":"2024-04-12T00:24:24.079905+0000","last_active":"2024-04-12T00:24:25.063075+0000","last_peered":"2024-04-12T00:24:25.063075+0000","last_clean":"2024-04-12T00:24:25.063075+0000","last_became_active":"2024-04-12T00:24:24.079648+0000","last_became_peered":"2024-04-12T00:24:24.079648+0000","last_unstale":"2024-04-12T00:24:25.063075+0000","last_undegraded":"2024-04-12T00:24:25.063075+0000","last_fullsized":"2024-04-12T00:24:25.063075+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063436+0000","last_change":"2024-04-12T00:24:24.076899+0000","last_active":"2024-04-12T00:24:25.063436+0000","last_peered":"2024-04-12T00:24:25.063436+0000","last_clean":"2024-04-12T00:24:25.063436+0000","last_became_active":"2024-04-12T00:24:24.076541+0000","last_became_peered":"2024-04-12T00:24:24.076541+0000","last_unstale":"2024-04-12T00:24:25.063436+0000","last_undegraded":"2024-04-12T00:24:25.063436+0000","last_fullsized":"2024-04-12T00:24:25.063436+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458692+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:25.458692+0000","last_peered":"2024-04-12T00:24:25.458692+0000","last_clean":"2024-04-12T00:24:25.458692+0000","last_became_active":"2024-04-12T00:24:24.080391+0000","last_became_peered":"2024-04-12T00:24:24.080391+0000","last_unstale":"2024-04-12T00:24:25.458692+0000","last_undegraded":"2024-04-12T00:24:25.458692+0000","last_fullsized":"2024-04-12T00:24:25.458692+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459319+0000","last_change":"2024-04-12T00:24:24.082907+0000","last_active":"2024-04-12T00:24:25.459319+0000","last_peered":"2024-04-12T00:24:25.459319+0000","last_clean":"2024-04-12T00:24:25.459319+0000","last_became_active":"2024-04-12T00:24:24.082634+0000","last_became_peered":"2024-04-12T00:24:24.082634+0000","last_unstale":"2024-04-12T00:24:25.459319+0000","last_undegraded":"2024-04-12T00:24:25.459319+0000","last_fullsized":"2024-04-12T00:24:25.459319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.246281+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:24:25.246281+0000","last_peered":"2024-04-12T00:24:25.246281+0000","last_clean":"2024-04-12T00:24:25.246281+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:24:25.246281+0000","last_undegraded":"2024-04-12T00:24:25.246281+0000","last_fullsized":"2024-04-12T00:24:25.246281+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063411+0000","last_change":"2024-04-12T00:24:24.083186+0000","last_active":"2024-04-12T00:24:25.063411+0000","last_peered":"2024-04-12T00:24:25.063411+0000","last_clean":"2024-04-12T00:24:25.063411+0000","last_became_active":"2024-04-12T00:24:24.082834+0000","last_became_peered":"2024-04-12T00:24:24.082834+0000","last_unstale":"2024-04-12T00:24:25.063411+0000","last_undegraded":"2024-04-12T00:24:25.063411+0000","last_fullsized":"2024-04-12T00:24:25.063411+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.064056+0000","last_change":"2024-04-12T00:24:23.709713+0000","last_active":"2024-04-12T00:24:25.064056+0000","last_peered":"2024-04-12T00:24:25.064056+0000","last_clean":"2024-04-12T00:24:25.064056+0000","last_became_active":"2024-04-12T00:24:23.709209+0000","last_became_peered":"2024-04-12T00:24:23.709209+0000","last_unstale":"2024-04-12T00:24:25.064056+0000","last_undegraded":"2024-04-12T00:24:25.064056+0000","last_fullsized":"2024-04-12T00:24:25.064056+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197288+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:24:25.197288+0000","last_peered":"2024-04-12T00:24:25.197288+0000","last_clean":"2024-04-12T00:24:25.197288+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:24:25.197288+0000","last_undegraded":"2024-04-12T00:24:25.197288+0000","last_fullsized":"2024-04-12T00:24:25.197288+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197297+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:24:25.197297+0000","last_peered":"2024-04-12T00:24:25.197297+0000","last_clean":"2024-04-12T00:24:25.197297+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:24:25.197297+0000","last_undegraded":"2024-04-12T00:24:25.197297+0000","last_fullsized":"2024-04-12T00:24:25.197297+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063697+0000","last_change":"2024-04-12T00:24:24.071426+0000","last_active":"2024-04-12T00:24:25.063697+0000","last_peered":"2024-04-12T00:24:25.063697+0000","last_clean":"2024-04-12T00:24:25.063697+0000","last_became_active":"2024-04-12T00:24:24.071159+0000","last_became_peered":"2024-04-12T00:24:24.071159+0000","last_unstale":"2024-04-12T00:24:25.063697+0000","last_undegraded":"2024-04-12T00:24:25.063697+0000","last_fullsized":"2024-04-12T00:24:25.063697+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063804+0000","last_change":"2024-04-12T00:24:23.713309+0000","last_active":"2024-04-12T00:24:25.063804+0000","last_peered":"2024-04-12T00:24:25.063804+0000","last_clean":"2024-04-12T00:24:25.063804+0000","last_became_active":"2024-04-12T00:24:23.712878+0000","last_became_peered":"2024-04-12T00:24:23.712878+0000","last_unstale":"2024-04-12T00:24:25.063804+0000","last_undegraded":"2024-04-12T00:24:25.063804+0000","last_fullsized":"2024-04-12T00:24:25.063804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458766+0000","last_change":"2024-04-12T00:24:24.073994+0000","last_active":"2024-04-12T00:24:25.458766+0000","last_peered":"2024-04-12T00:24:25.458766+0000","last_clean":"2024-04-12T00:24:25.458766+0000","last_became_active":"2024-04-12T00:24:24.073729+0000","last_became_peered":"2024-04-12T00:24:24.073729+0000","last_unstale":"2024-04-12T00:24:25.458766+0000","last_undegraded":"2024-04-12T00:24:25.458766+0000","last_fullsized":"2024-04-12T00:24:25.458766+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063463+0000","last_change":"2024-04-12T00:24:23.711837+0000","last_active":"2024-04-12T00:24:25.063463+0000","last_peered":"2024-04-12T00:24:25.063463+0000","last_clean":"2024-04-12T00:24:25.063463+0000","last_became_active":"2024-04-12T00:24:23.711542+0000","last_became_peered":"2024-04-12T00:24:23.711542+0000","last_unstale":"2024-04-12T00:24:25.063463+0000","last_undegraded":"2024-04-12T00:24:25.063463+0000","last_fullsized":"2024-04-12T00:24:25.063463+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459715+0000","last_change":"2024-04-12T00:24:24.072476+0000","last_active":"2024-04-12T00:24:25.459715+0000","last_peered":"2024-04-12T00:24:25.459715+0000","last_clean":"2024-04-12T00:24:25.459715+0000","last_became_active":"2024-04-12T00:24:24.072157+0000","last_became_peered":"2024-04-12T00:24:24.072157+0000","last_unstale":"2024-04-12T00:24:25.459715+0000","last_undegraded":"2024-04-12T00:24:25.459715+0000","last_fullsized":"2024-04-12T00:24:25.459715+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:32.767834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197266+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:24:25.197266+0000","last_peered":"2024-04-12T00:24:25.197266+0000","last_clean":"2024-04-12T00:24:25.197266+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:24:25.197266+0000","last_undegraded":"2024-04-12T00:24:25.197266+0000","last_fullsized":"2024-04-12T00:24:25.197266+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458218+0000","last_change":"2024-04-12T00:24:24.072606+0000","last_active":"2024-04-12T00:24:25.458218+0000","last_peered":"2024-04-12T00:24:25.458218+0000","last_clean":"2024-04-12T00:24:25.458218+0000","last_became_active":"2024-04-12T00:24:24.072311+0000","last_became_peered":"2024-04-12T00:24:24.072311+0000","last_unstale":"2024-04-12T00:24:25.458218+0000","last_undegraded":"2024-04-12T00:24:25.458218+0000","last_fullsized":"2024-04-12T00:24:25.458218+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458472+0000","last_change":"2024-04-12T00:24:23.709572+0000","last_active":"2024-04-12T00:24:25.458472+0000","last_peered":"2024-04-12T00:24:25.458472+0000","last_clean":"2024-04-12T00:24:25.458472+0000","last_became_active":"2024-04-12T00:24:23.709252+0000","last_became_peered":"2024-04-12T00:24:23.709252+0000","last_unstale":"2024-04-12T00:24:25.458472+0000","last_undegraded":"2024-04-12T00:24:25.458472+0000","last_fullsized":"2024-04-12T00:24:25.458472+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063758+0000","last_change":"2024-04-12T00:24:24.082487+0000","last_active":"2024-04-12T00:24:25.063758+0000","last_peered":"2024-04-12T00:24:25.063758+0000","last_clean":"2024-04-12T00:24:25.063758+0000","last_became_active":"2024-04-12T00:24:24.082084+0000","last_became_peered":"2024-04-12T00:24:24.082084+0000","last_unstale":"2024-04-12T00:24:25.063758+0000","last_undegraded":"2024-04-12T00:24:25.063758+0000","last_fullsized":"2024-04-12T00:24:25.063758+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:11:19.615249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197222+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:24:25.197222+0000","last_peered":"2024-04-12T00:24:25.197222+0000","last_clean":"2024-04-12T00:24:25.197222+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:24:25.197222+0000","last_undegraded":"2024-04-12T00:24:25.197222+0000","last_fullsized":"2024-04-12T00:24:25.197222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197203+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:24:25.197203+0000","last_peered":"2024-04-12T00:24:25.197203+0000","last_clean":"2024-04-12T00:24:25.197203+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:24:25.197203+0000","last_undegraded":"2024-04-12T00:24:25.197203+0000","last_fullsized":"2024-04-12T00:24:25.197203+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458863+0000","last_change":"2024-04-12T00:24:23.715388+0000","last_active":"2024-04-12T00:24:25.458863+0000","last_peered":"2024-04-12T00:24:25.458863+0000","last_clean":"2024-04-12T00:24:25.458863+0000","last_became_active":"2024-04-12T00:24:23.715106+0000","last_became_peered":"2024-04-12T00:24:23.715106+0000","last_unstale":"2024-04-12T00:24:25.458863+0000","last_undegraded":"2024-04-12T00:24:25.458863+0000","last_fullsized":"2024-04-12T00:24:25.458863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063608+0000","last_change":"2024-04-12T00:24:24.074509+0000","last_active":"2024-04-12T00:24:25.063608+0000","last_peered":"2024-04-12T00:24:25.063608+0000","last_clean":"2024-04-12T00:24:25.063608+0000","last_became_active":"2024-04-12T00:24:24.074210+0000","last_became_peered":"2024-04-12T00:24:24.074210+0000","last_unstale":"2024-04-12T00:24:25.063608+0000","last_undegraded":"2024-04-12T00:24:25.063608+0000","last_fullsized":"2024-04-12T00:24:25.063608+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459006+0000","last_change":"2024-04-12T00:24:23.708067+0000","last_active":"2024-04-12T00:24:25.459006+0000","last_peered":"2024-04-12T00:24:25.459006+0000","last_clean":"2024-04-12T00:24:25.459006+0000","last_became_active":"2024-04-12T00:24:23.707750+0000","last_became_peered":"2024-04-12T00:24:23.707750+0000","last_unstale":"2024-04-12T00:24:25.459006+0000","last_undegraded":"2024-04-12T00:24:25.459006+0000","last_fullsized":"2024-04-12T00:24:25.459006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459143+0000","last_change":"2024-04-12T00:24:24.083874+0000","last_active":"2024-04-12T00:24:25.459143+0000","last_peered":"2024-04-12T00:24:25.459143+0000","last_clean":"2024-04-12T00:24:25.459143+0000","last_became_active":"2024-04-12T00:24:24.083520+0000","last_became_peered":"2024-04-12T00:24:24.083520+0000","last_unstale":"2024-04-12T00:24:25.459143+0000","last_undegraded":"2024-04-12T00:24:25.459143+0000","last_fullsized":"2024-04-12T00:24:25.459143+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458976+0000","last_change":"2024-04-12T00:24:23.711835+0000","last_active":"2024-04-12T00:24:25.458976+0000","last_peered":"2024-04-12T00:24:25.458976+0000","last_clean":"2024-04-12T00:24:25.458976+0000","last_became_active":"2024-04-12T00:24:23.711387+0000","last_became_peered":"2024-04-12T00:24:23.711387+0000","last_unstale":"2024-04-12T00:24:25.458976+0000","last_undegraded":"2024-04-12T00:24:25.458976+0000","last_fullsized":"2024-04-12T00:24:25.458976+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063779+0000","last_change":"2024-04-12T00:24:24.075123+0000","last_active":"2024-04-12T00:24:25.063779+0000","last_peered":"2024-04-12T00:24:25.063779+0000","last_clean":"2024-04-12T00:24:25.063779+0000","last_became_active":"2024-04-12T00:24:24.074603+0000","last_became_peered":"2024-04-12T00:24:24.074603+0000","last_unstale":"2024-04-12T00:24:25.063779+0000","last_undegraded":"2024-04-12T00:24:25.063779+0000","last_fullsized":"2024-04-12T00:24:25.063779+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063891+0000","last_change":"2024-04-12T00:24:23.710174+0000","last_active":"2024-04-12T00:24:25.063891+0000","last_peered":"2024-04-12T00:24:25.063891+0000","last_clean":"2024-04-12T00:24:25.063891+0000","last_became_active":"2024-04-12T00:24:23.709495+0000","last_became_peered":"2024-04-12T00:24:23.709495+0000","last_unstale":"2024-04-12T00:24:25.063891+0000","last_undegraded":"2024-04-12T00:24:25.063891+0000","last_fullsized":"2024-04-12T00:24:25.063891+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459597+0000","last_change":"2024-04-12T00:24:24.082279+0000","last_active":"2024-04-12T00:24:25.459597+0000","last_peered":"2024-04-12T00:24:25.459597+0000","last_clean":"2024-04-12T00:24:25.459597+0000","last_became_active":"2024-04-12T00:24:24.081983+0000","last_became_peered":"2024-04-12T00:24:24.081983+0000","last_unstale":"2024-04-12T00:24:25.459597+0000","last_undegraded":"2024-04-12T00:24:25.459597+0000","last_fullsized":"2024-04-12T00:24:25.459597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:04:27.556470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.460009+0000","last_change":"2024-04-12T00:24:23.715606+0000","last_active":"2024-04-12T00:24:25.460009+0000","last_peered":"2024-04-12T00:24:25.460009+0000","last_clean":"2024-04-12T00:24:25.460009+0000","last_became_active":"2024-04-12T00:24:23.715262+0000","last_became_peered":"2024-04-12T00:24:23.715262+0000","last_unstale":"2024-04-12T00:24:25.460009+0000","last_undegraded":"2024-04-12T00:24:25.460009+0000","last_fullsized":"2024-04-12T00:24:25.460009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063441+0000","last_change":"2024-04-12T00:24:24.076310+0000","last_active":"2024-04-12T00:24:25.063441+0000","last_peered":"2024-04-12T00:24:25.063441+0000","last_clean":"2024-04-12T00:24:25.063441+0000","last_became_active":"2024-04-12T00:24:24.075999+0000","last_became_peered":"2024-04-12T00:24:24.075999+0000","last_unstale":"2024-04-12T00:24:25.063441+0000","last_undegraded":"2024-04-12T00:24:25.063441+0000","last_fullsized":"2024-04-12T00:24:25.063441+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063838+0000","last_change":"2024-04-12T00:24:23.719899+0000","last_active":"2024-04-12T00:24:25.063838+0000","last_peered":"2024-04-12T00:24:25.063838+0000","last_clean":"2024-04-12T00:24:25.063838+0000","last_became_active":"2024-04-12T00:24:23.719313+0000","last_became_peered":"2024-04-12T00:24:23.719313+0000","last_unstale":"2024-04-12T00:24:25.063838+0000","last_undegraded":"2024-04-12T00:24:25.063838+0000","last_fullsized":"2024-04-12T00:24:25.063838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063163+0000","last_change":"2024-04-12T00:24:24.078834+0000","last_active":"2024-04-12T00:24:25.063163+0000","last_peered":"2024-04-12T00:24:25.063163+0000","last_clean":"2024-04-12T00:24:25.063163+0000","last_became_active":"2024-04-12T00:24:24.078577+0000","last_became_peered":"2024-04-12T00:24:24.078577+0000","last_unstale":"2024-04-12T00:24:25.063163+0000","last_undegraded":"2024-04-12T00:24:25.063163+0000","last_fullsized":"2024-04-12T00:24:25.063163+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459381+0000","last_change":"2024-04-12T00:24:23.719640+0000","last_active":"2024-04-12T00:24:25.459381+0000","last_peered":"2024-04-12T00:24:25.459381+0000","last_clean":"2024-04-12T00:24:25.459381+0000","last_became_active":"2024-04-12T00:24:23.719309+0000","last_became_peered":"2024-04-12T00:24:23.719309+0000","last_unstale":"2024-04-12T00:24:25.459381+0000","last_undegraded":"2024-04-12T00:24:25.459381+0000","last_fullsized":"2024-04-12T00:24:25.459381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063294+0000","last_change":"2024-04-12T00:24:24.088843+0000","last_active":"2024-04-12T00:24:25.063294+0000","last_peered":"2024-04-12T00:24:25.063294+0000","last_clean":"2024-04-12T00:24:25.063294+0000","last_became_active":"2024-04-12T00:24:24.088563+0000","last_became_peered":"2024-04-12T00:24:24.088563+0000","last_unstale":"2024-04-12T00:24:25.063294+0000","last_undegraded":"2024-04-12T00:24:25.063294+0000","last_fullsized":"2024-04-12T00:24:25.063294+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458577+0000","last_change":"2024-04-12T00:24:23.701914+0000","last_active":"2024-04-12T00:24:25.458577+0000","last_peered":"2024-04-12T00:24:25.458577+0000","last_clean":"2024-04-12T00:24:25.458577+0000","last_became_active":"2024-04-12T00:24:23.701562+0000","last_became_peered":"2024-04-12T00:24:23.701562+0000","last_unstale":"2024-04-12T00:24:25.458577+0000","last_undegraded":"2024-04-12T00:24:25.458577+0000","last_fullsized":"2024-04-12T00:24:25.458577+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.457965+0000","last_change":"2024-04-12T00:24:24.078221+0000","last_active":"2024-04-12T00:24:25.457965+0000","last_peered":"2024-04-12T00:24:25.457965+0000","last_clean":"2024-04-12T00:24:25.457965+0000","last_became_active":"2024-04-12T00:24:24.077533+0000","last_became_peered":"2024-04-12T00:24:24.077533+0000","last_unstale":"2024-04-12T00:24:25.457965+0000","last_undegraded":"2024-04-12T00:24:25.457965+0000","last_fullsized":"2024-04-12T00:24:25.457965+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.246231+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:24:25.246231+0000","last_peered":"2024-04-12T00:24:25.246231+0000","last_clean":"2024-04-12T00:24:25.246231+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:24:25.246231+0000","last_undegraded":"2024-04-12T00:24:25.246231+0000","last_fullsized":"2024-04-12T00:24:25.246231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063152+0000","last_change":"2024-04-12T00:24:24.082363+0000","last_active":"2024-04-12T00:24:25.063152+0000","last_peered":"2024-04-12T00:24:25.063152+0000","last_clean":"2024-04-12T00:24:25.063152+0000","last_became_active":"2024-04-12T00:24:24.082064+0000","last_became_peered":"2024-04-12T00:24:24.082064+0000","last_unstale":"2024-04-12T00:24:25.063152+0000","last_undegraded":"2024-04-12T00:24:25.063152+0000","last_fullsized":"2024-04-12T00:24:25.063152+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459601+0000","last_change":"2024-04-12T00:24:23.705647+0000","last_active":"2024-04-12T00:24:25.459601+0000","last_peered":"2024-04-12T00:24:25.459601+0000","last_clean":"2024-04-12T00:24:25.459601+0000","last_became_active":"2024-04-12T00:24:23.705291+0000","last_became_peered":"2024-04-12T00:24:23.705291+0000","last_unstale":"2024-04-12T00:24:25.459601+0000","last_undegraded":"2024-04-12T00:24:25.459601+0000","last_fullsized":"2024-04-12T00:24:25.459601+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063778+0000","last_change":"2024-04-12T00:24:24.081349+0000","last_active":"2024-04-12T00:24:25.063778+0000","last_peered":"2024-04-12T00:24:25.063778+0000","last_clean":"2024-04-12T00:24:25.063778+0000","last_became_active":"2024-04-12T00:24:24.081052+0000","last_became_peered":"2024-04-12T00:24:24.081052+0000","last_unstale":"2024-04-12T00:24:25.063778+0000","last_undegraded":"2024-04-12T00:24:25.063778+0000","last_fullsized":"2024-04-12T00:24:25.063778+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062687+0000","last_change":"2024-04-12T00:24:23.706195+0000","last_active":"2024-04-12T00:24:25.062687+0000","last_peered":"2024-04-12T00:24:25.062687+0000","last_clean":"2024-04-12T00:24:25.062687+0000","last_became_active":"2024-04-12T00:24:23.705885+0000","last_became_peered":"2024-04-12T00:24:23.705885+0000","last_unstale":"2024-04-12T00:24:25.062687+0000","last_undegraded":"2024-04-12T00:24:25.062687+0000","last_fullsized":"2024-04-12T00:24:25.062687+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459818+0000","last_change":"2024-04-12T00:24:24.069850+0000","last_active":"2024-04-12T00:24:25.459818+0000","last_peered":"2024-04-12T00:24:25.459818+0000","last_clean":"2024-04-12T00:24:25.459818+0000","last_became_active":"2024-04-12T00:24:24.069538+0000","last_became_peered":"2024-04-12T00:24:24.069538+0000","last_unstale":"2024-04-12T00:24:25.459818+0000","last_undegraded":"2024-04-12T00:24:25.459818+0000","last_fullsized":"2024-04-12T00:24:25.459818+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459290+0000","last_change":"2024-04-12T00:24:23.712522+0000","last_active":"2024-04-12T00:24:25.459290+0000","last_peered":"2024-04-12T00:24:25.459290+0000","last_clean":"2024-04-12T00:24:25.459290+0000","last_became_active":"2024-04-12T00:24:23.712160+0000","last_became_peered":"2024-04-12T00:24:23.712160+0000","last_unstale":"2024-04-12T00:24:25.459290+0000","last_undegraded":"2024-04-12T00:24:25.459290+0000","last_fullsized":"2024-04-12T00:24:25.459290+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459145+0000","last_change":"2024-04-12T00:24:24.082957+0000","last_active":"2024-04-12T00:24:25.459145+0000","last_peered":"2024-04-12T00:24:25.459145+0000","last_clean":"2024-04-12T00:24:25.459145+0000","last_became_active":"2024-04-12T00:24:24.082665+0000","last_became_peered":"2024-04-12T00:24:24.082665+0000","last_unstale":"2024-04-12T00:24:25.459145+0000","last_undegraded":"2024-04-12T00:24:25.459145+0000","last_fullsized":"2024-04-12T00:24:25.459145+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062523+0000","last_change":"2024-04-12T00:24:24.078943+0000","last_active":"2024-04-12T00:24:25.062523+0000","last_peered":"2024-04-12T00:24:25.062523+0000","last_clean":"2024-04-12T00:24:25.062523+0000","last_became_active":"2024-04-12T00:24:24.078681+0000","last_became_peered":"2024-04-12T00:24:24.078681+0000","last_unstale":"2024-04-12T00:24:25.062523+0000","last_undegraded":"2024-04-12T00:24:25.062523+0000","last_fullsized":"2024-04-12T00:24:25.062523+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.246260+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:24:25.246260+0000","last_peered":"2024-04-12T00:24:25.246260+0000","last_clean":"2024-04-12T00:24:25.246260+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:24:25.246260+0000","last_undegraded":"2024-04-12T00:24:25.246260+0000","last_fullsized":"2024-04-12T00:24:25.246260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197231+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:24:25.197231+0000","last_peered":"2024-04-12T00:24:25.197231+0000","last_clean":"2024-04-12T00:24:25.197231+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:24:25.197231+0000","last_undegraded":"2024-04-12T00:24:25.197231+0000","last_fullsized":"2024-04-12T00:24:25.197231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458222+0000","last_change":"2024-04-12T00:24:23.714680+0000","last_active":"2024-04-12T00:24:25.458222+0000","last_peered":"2024-04-12T00:24:25.458222+0000","last_clean":"2024-04-12T00:24:25.458222+0000","last_became_active":"2024-04-12T00:24:23.714396+0000","last_became_peered":"2024-04-12T00:24:23.714396+0000","last_unstale":"2024-04-12T00:24:25.458222+0000","last_undegraded":"2024-04-12T00:24:25.458222+0000","last_fullsized":"2024-04-12T00:24:25.458222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:24.074743+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:24:24.074743+0000","last_peered":"2024-04-12T00:24:24.074743+0000","last_clean":"2024-04-12T00:24:24.074743+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:24:24.074743+0000","last_undegraded":"2024-04-12T00:24:24.074743+0000","last_fullsized":"2024-04-12T00:24:24.074743+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062580+0000","last_change":"2024-04-12T00:24:24.069860+0000","last_active":"2024-04-12T00:24:25.062580+0000","last_peered":"2024-04-12T00:24:25.062580+0000","last_clean":"2024-04-12T00:24:25.062580+0000","last_became_active":"2024-04-12T00:24:24.067880+0000","last_became_peered":"2024-04-12T00:24:24.067880+0000","last_unstale":"2024-04-12T00:24:25.062580+0000","last_undegraded":"2024-04-12T00:24:25.062580+0000","last_fullsized":"2024-04-12T00:24:25.062580+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063574+0000","last_change":"2024-04-12T00:24:23.719355+0000","last_active":"2024-04-12T00:24:25.063574+0000","last_peered":"2024-04-12T00:24:25.063574+0000","last_clean":"2024-04-12T00:24:25.063574+0000","last_became_active":"2024-04-12T00:24:23.719048+0000","last_became_peered":"2024-04-12T00:24:23.719048+0000","last_unstale":"2024-04-12T00:24:25.063574+0000","last_undegraded":"2024-04-12T00:24:25.063574+0000","last_fullsized":"2024-04-12T00:24:25.063574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063553+0000","last_change":"2024-04-12T00:24:23.712630+0000","last_active":"2024-04-12T00:24:25.063553+0000","last_peered":"2024-04-12T00:24:25.063553+0000","last_clean":"2024-04-12T00:24:25.063553+0000","last_became_active":"2024-04-12T00:24:23.712339+0000","last_became_peered":"2024-04-12T00:24:23.712339+0000","last_unstale":"2024-04-12T00:24:25.063553+0000","last_undegraded":"2024-04-12T00:24:25.063553+0000","last_fullsized":"2024-04-12T00:24:25.063553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.062768+0000","last_change":"2024-04-12T00:24:24.077842+0000","last_active":"2024-04-12T00:24:25.062768+0000","last_peered":"2024-04-12T00:24:25.062768+0000","last_clean":"2024-04-12T00:24:25.062768+0000","last_became_active":"2024-04-12T00:24:24.077583+0000","last_became_peered":"2024-04-12T00:24:24.077583+0000","last_unstale":"2024-04-12T00:24:25.062768+0000","last_undegraded":"2024-04-12T00:24:25.062768+0000","last_fullsized":"2024-04-12T00:24:25.062768+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.774287+0000","last_change":"2024-04-12T00:24:23.704069+0000","last_active":"2024-04-12T00:24:25.774287+0000","last_peered":"2024-04-12T00:24:25.774287+0000","last_clean":"2024-04-12T00:24:25.774287+0000","last_became_active":"2024-04-12T00:24:23.703540+0000","last_became_peered":"2024-04-12T00:24:23.703540+0000","last_unstale":"2024-04-12T00:24:25.774287+0000","last_undegraded":"2024-04-12T00:24:25.774287+0000","last_fullsized":"2024-04-12T00:24:25.774287+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197307+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:25.197307+0000","last_peered":"2024-04-12T00:24:25.197307+0000","last_clean":"2024-04-12T00:24:25.197307+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:24:25.197307+0000","last_undegraded":"2024-04-12T00:24:25.197307+0000","last_fullsized":"2024-04-12T00:24:25.197307+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458895+0000","last_change":"2024-04-12T00:24:23.709941+0000","last_active":"2024-04-12T00:24:25.458895+0000","last_peered":"2024-04-12T00:24:25.458895+0000","last_clean":"2024-04-12T00:24:25.458895+0000","last_became_active":"2024-04-12T00:24:23.709661+0000","last_became_peered":"2024-04-12T00:24:23.709661+0000","last_unstale":"2024-04-12T00:24:25.458895+0000","last_undegraded":"2024-04-12T00:24:25.458895+0000","last_fullsized":"2024-04-12T00:24:25.458895+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063385+0000","last_change":"2024-04-12T00:24:24.076362+0000","last_active":"2024-04-12T00:24:25.063385+0000","last_peered":"2024-04-12T00:24:25.063385+0000","last_clean":"2024-04-12T00:24:25.063385+0000","last_became_active":"2024-04-12T00:24:24.076086+0000","last_became_peered":"2024-04-12T00:24:24.076086+0000","last_unstale":"2024-04-12T00:24:25.063385+0000","last_undegraded":"2024-04-12T00:24:25.063385+0000","last_fullsized":"2024-04-12T00:24:25.063385+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063061+0000","last_change":"2024-04-12T00:24:23.713478+0000","last_active":"2024-04-12T00:24:25.063061+0000","last_peered":"2024-04-12T00:24:25.063061+0000","last_clean":"2024-04-12T00:24:25.063061+0000","last_became_active":"2024-04-12T00:24:23.712411+0000","last_became_peered":"2024-04-12T00:24:23.712411+0000","last_unstale":"2024-04-12T00:24:25.063061+0000","last_undegraded":"2024-04-12T00:24:25.063061+0000","last_fullsized":"2024-04-12T00:24:25.063061+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458969+0000","last_change":"2024-04-12T00:24:24.079235+0000","last_active":"2024-04-12T00:24:25.458969+0000","last_peered":"2024-04-12T00:24:25.458969+0000","last_clean":"2024-04-12T00:24:25.458969+0000","last_became_active":"2024-04-12T00:24:24.078941+0000","last_became_peered":"2024-04-12T00:24:24.078941+0000","last_unstale":"2024-04-12T00:24:25.458969+0000","last_undegraded":"2024-04-12T00:24:25.458969+0000","last_fullsized":"2024-04-12T00:24:25.458969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063519+0000","last_change":"2024-04-12T00:24:23.716304+0000","last_active":"2024-04-12T00:24:25.063519+0000","last_peered":"2024-04-12T00:24:25.063519+0000","last_clean":"2024-04-12T00:24:25.063519+0000","last_became_active":"2024-04-12T00:24:23.716052+0000","last_became_peered":"2024-04-12T00:24:23.716052+0000","last_unstale":"2024-04-12T00:24:25.063519+0000","last_undegraded":"2024-04-12T00:24:25.063519+0000","last_fullsized":"2024-04-12T00:24:25.063519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197191+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:24:25.197191+0000","last_peered":"2024-04-12T00:24:25.197191+0000","last_clean":"2024-04-12T00:24:25.197191+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:24:25.197191+0000","last_undegraded":"2024-04-12T00:24:25.197191+0000","last_fullsized":"2024-04-12T00:24:25.197191+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063680+0000","last_change":"2024-04-12T00:24:23.717001+0000","last_active":"2024-04-12T00:24:25.063680+0000","last_peered":"2024-04-12T00:24:25.063680+0000","last_clean":"2024-04-12T00:24:25.063680+0000","last_became_active":"2024-04-12T00:24:23.716675+0000","last_became_peered":"2024-04-12T00:24:23.716675+0000","last_unstale":"2024-04-12T00:24:25.063680+0000","last_undegraded":"2024-04-12T00:24:25.063680+0000","last_fullsized":"2024-04-12T00:24:25.063680+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197252+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:24:25.197252+0000","last_peered":"2024-04-12T00:24:25.197252+0000","last_clean":"2024-04-12T00:24:25.197252+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:24:25.197252+0000","last_undegraded":"2024-04-12T00:24:25.197252+0000","last_fullsized":"2024-04-12T00:24:25.197252+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063109+0000","last_change":"2024-04-12T00:24:23.711738+0000","last_active":"2024-04-12T00:24:25.063109+0000","last_peered":"2024-04-12T00:24:25.063109+0000","last_clean":"2024-04-12T00:24:25.063109+0000","last_became_active":"2024-04-12T00:24:23.711419+0000","last_became_peered":"2024-04-12T00:24:23.711419+0000","last_unstale":"2024-04-12T00:24:25.063109+0000","last_undegraded":"2024-04-12T00:24:25.063109+0000","last_fullsized":"2024-04-12T00:24:25.063109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:23:58.412241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458378+0000","last_change":"2024-04-12T00:24:24.079484+0000","last_active":"2024-04-12T00:24:25.458378+0000","last_peered":"2024-04-12T00:24:25.458378+0000","last_clean":"2024-04-12T00:24:25.458378+0000","last_became_active":"2024-04-12T00:24:24.079176+0000","last_became_peered":"2024-04-12T00:24:24.079176+0000","last_unstale":"2024-04-12T00:24:25.458378+0000","last_undegraded":"2024-04-12T00:24:25.458378+0000","last_fullsized":"2024-04-12T00:24:25.458378+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.246270+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:24:25.246270+0000","last_peered":"2024-04-12T00:24:25.246270+0000","last_clean":"2024-04-12T00:24:25.246270+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:24:25.246270+0000","last_undegraded":"2024-04-12T00:24:25.246270+0000","last_fullsized":"2024-04-12T00:24:25.246270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063714+0000","last_change":"2024-04-12T00:24:24.084311+0000","last_active":"2024-04-12T00:24:25.063714+0000","last_peered":"2024-04-12T00:24:25.063714+0000","last_clean":"2024-04-12T00:24:25.063714+0000","last_became_active":"2024-04-12T00:24:24.083528+0000","last_became_peered":"2024-04-12T00:24:24.083528+0000","last_unstale":"2024-04-12T00:24:25.063714+0000","last_undegraded":"2024-04-12T00:24:25.063714+0000","last_fullsized":"2024-04-12T00:24:25.063714+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063837+0000","last_change":"2024-04-12T00:24:23.718059+0000","last_active":"2024-04-12T00:24:25.063837+0000","last_peered":"2024-04-12T00:24:25.063837+0000","last_clean":"2024-04-12T00:24:25.063837+0000","last_became_active":"2024-04-12T00:24:23.717797+0000","last_became_peered":"2024-04-12T00:24:23.717797+0000","last_unstale":"2024-04-12T00:24:25.063837+0000","last_undegraded":"2024-04-12T00:24:25.063837+0000","last_fullsized":"2024-04-12T00:24:25.063837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458652+0000","last_change":"2024-04-12T00:24:24.072492+0000","last_active":"2024-04-12T00:24:25.458652+0000","last_peered":"2024-04-12T00:24:25.458652+0000","last_clean":"2024-04-12T00:24:25.458652+0000","last_became_active":"2024-04-12T00:24:24.072226+0000","last_became_peered":"2024-04-12T00:24:24.072226+0000","last_unstale":"2024-04-12T00:24:25.458652+0000","last_undegraded":"2024-04-12T00:24:25.458652+0000","last_fullsized":"2024-04-12T00:24:25.458652+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.246291+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:24:25.246291+0000","last_peered":"2024-04-12T00:24:25.246291+0000","last_clean":"2024-04-12T00:24:25.246291+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:24:25.246291+0000","last_undegraded":"2024-04-12T00:24:25.246291+0000","last_fullsized":"2024-04-12T00:24:25.246291+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063987+0000","last_change":"2024-04-12T00:24:24.087394+0000","last_active":"2024-04-12T00:24:25.063987+0000","last_peered":"2024-04-12T00:24:25.063987+0000","last_clean":"2024-04-12T00:24:25.063987+0000","last_became_active":"2024-04-12T00:24:24.087126+0000","last_became_peered":"2024-04-12T00:24:24.087126+0000","last_unstale":"2024-04-12T00:24:25.063987+0000","last_undegraded":"2024-04-12T00:24:25.063987+0000","last_fullsized":"2024-04-12T00:24:25.063987+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.457895+0000","last_change":"2024-04-12T00:24:24.078395+0000","last_active":"2024-04-12T00:24:25.457895+0000","last_peered":"2024-04-12T00:24:25.457895+0000","last_clean":"2024-04-12T00:24:25.457895+0000","last_became_active":"2024-04-12T00:24:24.077921+0000","last_became_peered":"2024-04-12T00:24:24.077921+0000","last_unstale":"2024-04-12T00:24:25.457895+0000","last_undegraded":"2024-04-12T00:24:25.457895+0000","last_fullsized":"2024-04-12T00:24:25.457895+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.246250+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:24:25.246250+0000","last_peered":"2024-04-12T00:24:25.246250+0000","last_clean":"2024-04-12T00:24:25.246250+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:24:25.246250+0000","last_undegraded":"2024-04-12T00:24:25.246250+0000","last_fullsized":"2024-04-12T00:24:25.246250+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459485+0000","last_change":"2024-04-12T00:24:24.077348+0000","last_active":"2024-04-12T00:24:25.459485+0000","last_peered":"2024-04-12T00:24:25.459485+0000","last_clean":"2024-04-12T00:24:25.459485+0000","last_became_active":"2024-04-12T00:24:24.077028+0000","last_became_peered":"2024-04-12T00:24:24.077028+0000","last_unstale":"2024-04-12T00:24:25.459485+0000","last_undegraded":"2024-04-12T00:24:25.459485+0000","last_fullsized":"2024-04-12T00:24:25.459485+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063678+0000","last_change":"2024-04-12T00:24:24.076726+0000","last_active":"2024-04-12T00:24:25.063678+0000","last_peered":"2024-04-12T00:24:25.063678+0000","last_clean":"2024-04-12T00:24:25.063678+0000","last_became_active":"2024-04-12T00:24:24.076430+0000","last_became_peered":"2024-04-12T00:24:24.076430+0000","last_unstale":"2024-04-12T00:24:25.063678+0000","last_undegraded":"2024-04-12T00:24:25.063678+0000","last_fullsized":"2024-04-12T00:24:25.063678+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197279+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:24:25.197279+0000","last_peered":"2024-04-12T00:24:25.197279+0000","last_clean":"2024-04-12T00:24:25.197279+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:24:25.197279+0000","last_undegraded":"2024-04-12T00:24:25.197279+0000","last_fullsized":"2024-04-12T00:24:25.197279+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063806+0000","last_change":"2024-04-12T00:24:24.076712+0000","last_active":"2024-04-12T00:24:25.063806+0000","last_peered":"2024-04-12T00:24:25.063806+0000","last_clean":"2024-04-12T00:24:25.063806+0000","last_became_active":"2024-04-12T00:24:24.076416+0000","last_became_peered":"2024-04-12T00:24:24.076416+0000","last_unstale":"2024-04-12T00:24:25.063806+0000","last_undegraded":"2024-04-12T00:24:25.063806+0000","last_fullsized":"2024-04-12T00:24:25.063806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459936+0000","last_change":"2024-04-12T00:24:24.091552+0000","last_active":"2024-04-12T00:24:25.459936+0000","last_peered":"2024-04-12T00:24:25.459936+0000","last_clean":"2024-04-12T00:24:25.459936+0000","last_became_active":"2024-04-12T00:24:24.091267+0000","last_became_peered":"2024-04-12T00:24:24.091267+0000","last_unstale":"2024-04-12T00:24:25.459936+0000","last_undegraded":"2024-04-12T00:24:25.459936+0000","last_fullsized":"2024-04-12T00:24:25.459936+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197315+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:24:25.197315+0000","last_peered":"2024-04-12T00:24:25.197315+0000","last_clean":"2024-04-12T00:24:25.197315+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:24:25.197315+0000","last_undegraded":"2024-04-12T00:24:25.197315+0000","last_fullsized":"2024-04-12T00:24:25.197315+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.458968+0000","last_change":"2024-04-12T00:24:24.064820+0000","last_active":"2024-04-12T00:24:25.458968+0000","last_peered":"2024-04-12T00:24:25.458968+0000","last_clean":"2024-04-12T00:24:25.458968+0000","last_became_active":"2024-04-12T00:24:24.064515+0000","last_became_peered":"2024-04-12T00:24:24.064515+0000","last_unstale":"2024-04-12T00:24:25.458968+0000","last_undegraded":"2024-04-12T00:24:25.458968+0000","last_fullsized":"2024-04-12T00:24:25.458968+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.197212+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:24:25.197212+0000","last_peered":"2024-04-12T00:24:25.197212+0000","last_clean":"2024-04-12T00:24:25.197212+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:24:25.197212+0000","last_undegraded":"2024-04-12T00:24:25.197212+0000","last_fullsized":"2024-04-12T00:24:25.197212+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459592+0000","last_change":"2024-04-12T00:24:24.079412+0000","last_active":"2024-04-12T00:24:25.459592+0000","last_peered":"2024-04-12T00:24:25.459592+0000","last_clean":"2024-04-12T00:24:25.459592+0000","last_became_active":"2024-04-12T00:24:24.079161+0000","last_became_peered":"2024-04-12T00:24:24.079161+0000","last_unstale":"2024-04-12T00:24:25.459592+0000","last_undegraded":"2024-04-12T00:24:25.459592+0000","last_fullsized":"2024-04-12T00:24:25.459592+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.063596+0000","last_change":"2024-04-12T00:24:24.082338+0000","last_active":"2024-04-12T00:24:25.063596+0000","last_peered":"2024-04-12T00:24:25.063596+0000","last_clean":"2024-04-12T00:24:25.063596+0000","last_became_active":"2024-04-12T00:24:24.081664+0000","last_became_peered":"2024-04-12T00:24:24.081664+0000","last_unstale":"2024-04-12T00:24:25.063596+0000","last_undegraded":"2024-04-12T00:24:25.063596+0000","last_fullsized":"2024-04-12T00:24:25.063596+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:54:45.453560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T00:24:25.459944+0000","last_change":"2024-04-12T00:24:24.081270+0000","last_active":"2024-04-12T00:24:25.459944+0000","last_peered":"2024-04-12T00:24:25.459944+0000","last_clean":"2024-04-12T00:24:25.459944+0000","last_became_active":"2024-04-12T00:24:24.080969+0000","last_became_peered":"2024-04-12T00:24:24.080969+0000","last_unstale":"2024-04-12T00:24:25.459944+0000","last_undegraded":"2024-04-12T00:24:25.459944+0000","last_fullsized":"2024-04-12T00:24:25.459944+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201287,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1232896,"data_stored":853244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82199999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462924,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1228800,"data_stored":853600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.315,"15min":0.30099999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.32900000000000001,"15min":0.307},"min":{"1min":0.27400000000000002,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.48399999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:24:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.40300000000000002,"15min":0.39500000000000002},"min":{"1min":0.29499999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34200000000000003,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.36699999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:23:33 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.40799999999999997}]},{"osd":4,"last update":"Fri Apr 12 00:23:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.68500000000000005}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.60099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716920,"statfs":{"total":95995035648,"available":95966126080,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:23:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.246},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.311,"15min":0.29599999999999999},"min":{"1min":0.311,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.41499999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:24:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.307,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.311},{"interface":"front","average":{"1min":0.435,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.26600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.29399999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.28299999999999997}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.628}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.51400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.35799999999999998,"15min":0.35199999999999998},"min":{"1min":0.23999999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38,"15min":0.373},"min":{"1min":0.247,"5min":0.219,"15min":0.219},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.33000000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:24:11 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38200000000000001,"15min":0.38100000000000001},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40400000000000003,"15min":0.39700000000000002},"min":{"1min":0.31,"5min":0.252,"15min":0.252},"max":{"1min":0.57799999999999996,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.43099999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:23:32 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.36699999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.60699999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:24:17 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149723,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717488,"statfs":{"total":95995035648,"available":95966707712,"internally_reserved":0,"allocated":651264,"data_stored":263940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33300000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.314}]},{"osd":2,"last update":"Fri Apr 12 00:23:34 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.29999999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.53400000000000003}]},{"osd":5,"last update":"Fri Apr 12 00:24:18 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986198,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":262707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.83199999999999996}]},{"osd":1,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.99099999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.878}]},{"osd":2,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.54400000000000004}]},{"osd":3,"last update":"Fri Apr 12 00:23:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.95199999999999996}]},{"osd":5,"last update":"Fri Apr 12 00:24:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.57999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724561,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27664,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717488,"statfs":{"total":95995035648,"available":95966707712,"internally_reserved":0,"allocated":647168,"data_stored":263926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":8.968,"5min":8.968,"15min":8.968},"last":0.627}]},{"osd":1,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":9.0039999999999996,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.66200000000000003}]},{"osd":2,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.63800000000000001}]},{"osd":3,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":8.9830000000000005,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":8.9499999999999993,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Apr 12 00:24:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.55900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:24:31.706 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-12T00:24:31.706 INFO:tasks.cephadm:Adding prometheus.a on smithi193 2024-04-12T00:24:31.706 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch apply prometheus '1;smithi193=a' 2024-04-12T00:24:31.917 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:24:32.980 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:32 smithi193 ceph-mon[30474]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-12T00:24:32.980 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:32 smithi193 ceph-mon[30474]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:33.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:32 smithi098 ceph-mon[26935]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-12T00:24:33.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:32 smithi098 ceph-mon[26935]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:33.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:32 smithi098 ceph-mon[37915]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-12T00:24:33.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:32 smithi098 ceph-mon[37915]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:24:33.682 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled prometheus update... 2024-04-12T00:24:34.289 DEBUG:teuthology.orchestra.run.smithi193:prometheus.a> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service 2024-04-12T00:24:34.292 INFO:tasks.cephadm:Adding node-exporter.a on smithi098 2024-04-12T00:24:34.292 INFO:tasks.cephadm:Adding node-exporter.b on smithi193 2024-04-12T00:24:34.292 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch apply node-exporter '2;smithi098=a;smithi193=b' 2024-04-12T00:24:34.560 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:24:34.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:34 smithi193 ceph-mon[30474]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-12T00:24:34.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:34 smithi193 ceph-mon[30474]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi193=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:34.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:34 smithi193 ceph-mon[30474]: Saving service prometheus spec with placement smithi193=a;count:1 2024-04-12T00:24:34.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:34.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:34.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:34.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:34.981 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:34 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:35.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[37915]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[37915]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi193=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[37915]: Saving service prometheus spec with placement smithi193=a;count:1 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[26935]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[26935]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi193=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[26935]: Saving service prometheus spec with placement smithi193=a;count:1 2024-04-12T00:24:35.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:35.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:35.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:24:35.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:24:35.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:34 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:35.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:35 smithi193 ceph-mon[30474]: Deploying daemon prometheus.a on smithi193 2024-04-12T00:24:36.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:35 smithi098 ceph-mon[26935]: Deploying daemon prometheus.a on smithi193 2024-04-12T00:24:36.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:35 smithi098 ceph-mon[37915]: Deploying daemon prometheus.a on smithi193 2024-04-12T00:24:37.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:36 smithi098 ceph-mon[26935]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-12T00:24:37.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:36 smithi098 ceph-mon[37915]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-12T00:24:37.098 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled node-exporter update... 2024-04-12T00:24:37.099 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:36 smithi193 ceph-mon[30474]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-12T00:24:38.041 DEBUG:teuthology.orchestra.run.smithi098:node-exporter.a> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.a.service 2024-04-12T00:24:38.044 DEBUG:teuthology.orchestra.run.smithi193:node-exporter.b> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.b.service 2024-04-12T00:24:38.046 INFO:tasks.cephadm:Adding alertmanager.a on smithi098 2024-04-12T00:24:38.047 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch apply alertmanager '1;smithi098=a' 2024-04-12T00:24:38.285 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:24:38.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:38 smithi193 ceph-mon[30474]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi098=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:38.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:38 smithi193 ceph-mon[30474]: Saving service node-exporter spec with placement smithi098=a;smithi193=b;count:2 2024-04-12T00:24:38.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:38 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:38.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:38 smithi193 ceph-mon[30474]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-12T00:24:38.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:38 smithi098 ceph-mon[26935]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi098=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:38.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:38 smithi098 ceph-mon[26935]: Saving service node-exporter spec with placement smithi098=a;smithi193=b;count:2 2024-04-12T00:24:38.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:38 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:38.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:38 smithi098 ceph-mon[26935]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-12T00:24:38.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:38 smithi098 ceph-mon[37915]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi098=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:38.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:38 smithi098 ceph-mon[37915]: Saving service node-exporter spec with placement smithi098=a;smithi193=b;count:2 2024-04-12T00:24:38.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:38 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:38.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:38 smithi098 ceph-mon[37915]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-12T00:24:41.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:40 smithi098 ceph-mon[37915]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T00:24:41.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:40 smithi098 ceph-mon[26935]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T00:24:41.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:40 smithi193 ceph-mon[30474]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T00:24:42.569 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled alertmanager update... 2024-04-12T00:24:43.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:42 smithi098 ceph-mon[37915]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T00:24:43.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:42 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:43.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:42 smithi098 ceph-mon[26935]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T00:24:43.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:42 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:43.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:42 smithi193 ceph-mon[30474]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T00:24:43.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:42 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:43.927 DEBUG:teuthology.orchestra.run.smithi098:alertmanager.a> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@alertmanager.a.service 2024-04-12T00:24:43.930 INFO:tasks.cephadm:Adding grafana.a on smithi193 2024-04-12T00:24:43.931 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph orch apply grafana '1;smithi193=a' 2024-04-12T00:24:44.016 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:43 smithi193 ceph-mon[30474]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi098=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:44.017 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:43 smithi193 ceph-mon[30474]: Saving service alertmanager spec with placement smithi098=a;count:1 2024-04-12T00:24:44.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:43 smithi098 ceph-mon[26935]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi098=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:44.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:43 smithi098 ceph-mon[26935]: Saving service alertmanager spec with placement smithi098=a;count:1 2024-04-12T00:24:44.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:43 smithi098 ceph-mon[37915]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi098=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:24:44.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:43 smithi098 ceph-mon[37915]: Saving service alertmanager spec with placement smithi098=a;count:1 2024-04-12T00:24:44.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:44 smithi193 ceph-mon[30474]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:45.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:44 smithi098 ceph-mon[37915]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:45.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:44 smithi098 ceph-mon[26935]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:45.875 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:24:46.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:46 smithi193 systemd[1]: Starting Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:24:47.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:46 smithi098 ceph-mon[37915]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:47.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:46 smithi098 ceph-mon[26935]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:47.052 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:46 smithi193 ceph-mon[30474]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:47.304 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 podman[57438]: 2024-04-12 00:24:46.96448878 +0000 UTC m=+0.021075564 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T00:24:47.304 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 podman[57438]: 2024-04-12 00:24:47.067923644 +0000 UTC m=+0.124510408 container create 62cec8beca0c69339dd89c6932dc3560ef7bef041e930640d7b4582a7f73a0d0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:24:47.304 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 podman[57438]: 2024-04-12 00:24:47.286498467 +0000 UTC m=+0.343085231 container init 62cec8beca0c69339dd89c6932dc3560ef7bef041e930640d7b4582a7f73a0d0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:24:47.304 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 podman[57438]: 2024-04-12 00:24:47.288994158 +0000 UTC m=+0.345580923 container start 62cec8beca0c69339dd89c6932dc3560ef7bef041e930640d7b4582a7f73a0d0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:24:47.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.313Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T00:24:47.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.313Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T00:24:47.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.313Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi193 (none))" 2024-04-12T00:24:47.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.313Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T00:24:47.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.313Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T00:24:47.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.314Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T00:24:47.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.314Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.316Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.316Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.318Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.318Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.519µs 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.318Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.318Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.318Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.09µs wal_replay_duration=196.907µs wbl_replay_duration=110ns total_replay_duration=253.761µs 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.319Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.319Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T00:24:47.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.319Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T00:24:47.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.335Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.015049ms db_storage=680ns remote_storage=1.084µs web_handler=248ns query_engine=512ns scrape=383.733µs scrape_sd=82.28µs notify=792ns notify_sd=1.634µs rules=15.311817ms tracing=6.37µs 2024-04-12T00:24:47.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.335Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T00:24:47.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:24:47.335Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T00:24:47.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 bash[57438]: 62cec8beca0c69339dd89c6932dc3560ef7bef041e930640d7b4582a7f73a0d0 2024-04-12T00:24:47.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:24:47 smithi193 systemd[1]: Started Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:24:48.136 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled grafana update... 2024-04-12T00:24:48.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T00:24:48.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:48 smithi193 ceph-mon[30474]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:48.753 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:48 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.753 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:48 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: ignoring --setuser ceph since I am not root 2024-04-12T00:24:48.753 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:48 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: ignoring --setgroup ceph since I am not root 2024-04-12T00:24:48.753 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:48 smithi193 ceph-mgr[32198]: -- 172.21.15.193:0/3897896677 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55db820201a0 con 0x55db81ff7000 2024-04-12T00:24:48.775 DEBUG:teuthology.orchestra.run.smithi193:grafana.a> sudo journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@grafana.a.service 2024-04-12T00:24:48.778 INFO:tasks.cephadm:Setting up client nodes... 2024-04-12T00:24:48.778 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T00:24:48.782 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ignoring --setuser ceph since I am not root 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ignoring --setgroup ceph since I am not root 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[37915]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:48.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T00:24:48.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[26935]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:48.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:48 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' 2024-04-12T00:24:49.004 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:24:49.082 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:49 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:49.089+0000 7f695d2e3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:24:49.333 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:49 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:49.189+0000 7f695d2e3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:24:49.358 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:49.058+0000 7fe5d66cb200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:24:49.358 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:49.151+0000 7fe5d66cb200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:24:49.773 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:49 smithi193 ceph-mon[30474]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T00:24:49.773 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:49 smithi193 ceph-mon[30474]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T00:24:49.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:49 smithi098 ceph-mon[37915]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T00:24:49.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:49 smithi098 ceph-mon[37915]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T00:24:49.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:49 smithi098 ceph-mon[26935]: from='mgr.14152 172.21.15.98:0/1083221880' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T00:24:49.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:49 smithi098 ceph-mon[26935]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T00:24:50.100 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:49.781+0000 7fe5d66cb200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:24:50.100 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:49.871+0000 7fe5d66cb200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:24:50.100 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:50.012+0000 7fe5d66cb200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:24:50.100 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:50.107+0000 7fe5d66cb200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:24:50.195 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:49 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:49.865+0000 7f695d2e3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:24:50.196 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:49 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:49.961+0000 7f695d2e3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:24:50.196 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:50.105+0000 7f695d2e3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:24:50.358 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:50.190+0000 7fe5d66cb200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:24:50.521 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:50.203+0000 7f695d2e3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:24:50.521 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:50.287+0000 7f695d2e3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:24:50.729 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:50.451+0000 7fe5d66cb200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:24:50.729 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:50.559+0000 7fe5d66cb200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:24:50.729 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:50.644+0000 7fe5d66cb200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:24:50.729 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:50.737+0000 7fe5d66cb200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:24:50.783 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:50.560+0000 7f695d2e3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:24:50.783 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:50.672+0000 7f695d2e3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:24:50.783 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:50.762+0000 7f695d2e3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:24:51.080 INFO:teuthology.orchestra.run.smithi098.stdout:[client.0] 2024-04-12T00:24:51.080 INFO:teuthology.orchestra.run.smithi098.stdout: key = AQBTfxhmAAAdBRAAIxtSf3Mbr91SQ7YoCq9JUA== 2024-04-12T00:24:51.081 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:50.863+0000 7f695d2e3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:24:51.081 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:51 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:51.039+0000 7f695d2e3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:24:51.108 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:50.914+0000 7fe5d66cb200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:24:51.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:51 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3701589097' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:51.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:51 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:51.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:51 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T00:24:51.462 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:51 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3701589097' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:51.462 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:51 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:51.462 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:51 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T00:24:51.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:51 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3701589097' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:51.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:51 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:51.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:51 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T00:24:51.860 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:24:51.861 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-12T00:24:51.861 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-12T00:24:51.945 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T00:24:52.148 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:52.025+0000 7f695d2e3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:24:52.155 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T00:24:52.277 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:51.870+0000 7fe5d66cb200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:24:52.277 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:52.002+0000 7fe5d66cb200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:24:52.479 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:52.156+0000 7f695d2e3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:24:52.480 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:52.487+0000 7f695d2e3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:24:52.588 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:52.358+0000 7fe5d66cb200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:24:52.588 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:52.449+0000 7fe5d66cb200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:24:52.765 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:52.578+0000 7f695d2e3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:24:52.858 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:52.654+0000 7fe5d66cb200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:24:52.858 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:52.841+0000 7fe5d66cb200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:24:53.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:52.773+0000 7f695d2e3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:24:53.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:52.960+0000 7f695d2e3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:24:53.378 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:53.130+0000 7fe5d66cb200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:24:53.496 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:53.247+0000 7f695d2e3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:24:53.629 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:53.401+0000 7fe5d66cb200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:24:53.783 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:53.504+0000 7f695d2e3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:24:53.783 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:53.741+0000 7f695d2e3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:24:54.031 INFO:teuthology.orchestra.run.smithi193.stdout:[client.1] 2024-04-12T00:24:54.031 INFO:teuthology.orchestra.run.smithi193.stdout: key = AQBWfxhmwSEgAhAAOchdb6GDHkODonDACeauqQ== 2024-04-12T00:24:54.031 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:53.645+0000 7fe5d66cb200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:24:54.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:54 smithi193 ceph-mon[30474]: from='client.? 172.21.15.193:0/3263142033' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:54.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:54 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:54.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:54 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T00:24:54.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:54 smithi098 ceph-mon[37915]: from='client.? 172.21.15.193:0/3263142033' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:54.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:54 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:54.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:54 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T00:24:54.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:54 smithi098 ceph-mon[26935]: from='client.? 172.21.15.193:0/3263142033' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:54.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:54 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T00:24:54.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:54 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T00:24:54.598 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T00:24:54.598 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-12T00:24:54.598 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-12T00:24:54.643 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-12T00:24:54.644 DEBUG:teuthology.orchestra.run.smithi098:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-12T00:24:54.858 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:54 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:54.471+0000 7fe5d66cb200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:24:54.929 INFO:teuthology.misc.health.smithi098.stdout: 2024-04-12T00:24:54.929 INFO:teuthology.misc.health.smithi098.stdout:{"epoch":63,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:24:25.051959+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:24:54.940 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-12T00:24:54.940 INFO:tasks.cephadm:Creating RBD pool 2024-04-12T00:24:54.940 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-12T00:24:54.963 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:54 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:54.545+0000 7f695d2e3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:24:55.145 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:24:55.237 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1780890171' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:55.238 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.139+0000 7f695d2e3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:24:55.238 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1780890171' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:55.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1780890171' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:24:55.359 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:55.052+0000 7fe5d66cb200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:24:55.359 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:55.151+0000 7fe5d66cb200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:24:55.530 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.245+0000 7f695d2e3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:24:55.533 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.469+0000 7f695d2e3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:24:55.534 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:24:55] ENGINE Bus STARTING 2024-04-12T00:24:55.643 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:55.370+0000 7fe5d66cb200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:24:55.643 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: [12/Apr/2024:00:24:55] ENGINE Bus STARTING 2024-04-12T00:24:55.643 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: CherryPy Checker: 2024-04-12T00:24:55.643 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: The Application mounted at '' has an empty config. 2024-04-12T00:24:55.643 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: 2024-04-12T00:24:55.643 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: [12/Apr/2024:00:24:55] ENGINE Serving on http://:::9283 2024-04-12T00:24:55.643 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:24:55 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[32194]: [12/Apr/2024:00:24:55] ENGINE Bus STARTED 2024-04-12T00:24:55.783 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.590+0000 7f68c38bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.590+0000 7f68c38bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.590+0000 7f68c38bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.590+0000 7f68c38bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.590+0000 7f68c38bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.593+0000 7f68bc0ac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.593+0000 7f68bc0ac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.593+0000 7f68bc0ac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.593+0000 7f68bc0ac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.593+0000 7f68bc0ac700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: CherryPy Checker: 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: The Application mounted at '' has an empty config. 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:24:55] ENGINE Serving on http://:::9283 2024-04-12T00:24:55.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:24:55] ENGINE Bus STARTED 2024-04-12T00:24:56.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: Standby manager daemon x restarted 2024-04-12T00:24:56.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: Standby manager daemon x started 2024-04-12T00:24:56.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: Active manager daemon y restarted 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: Activating manager daemon y 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: mgrmap e17: y(active, starting, since 0.00825583s), standbys: x 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:24:56.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: Manager daemon y is now available 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:24:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:24:56.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:24:56.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:56 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:24:56.481 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: Standby manager daemon x restarted 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: Standby manager daemon x started 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: Active manager daemon y restarted 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: Activating manager daemon y 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: mgrmap e17: y(active, starting, since 0.00825583s), standbys: x 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:24:56.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:24:56.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: Manager daemon y is now available 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:24:56.484 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: Standby manager daemon x restarted 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: Standby manager daemon x started 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/516938832' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: Active manager daemon y restarted 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: Activating manager daemon y 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: mgrmap e17: y(active, starting, since 0.00825583s), standbys: x 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:24:56.485 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:24:56.486 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:24:56.487 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: Manager daemon y is now available 2024-04-12T00:24:56.487 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:24:56.487 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:56.487 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:24:56.487 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:24:56.487 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:24:56.487 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:24:56.487 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:56 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:24:57.488 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'rbd' created 2024-04-12T00:24:57.765 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:57 smithi193 ceph-mon[30474]: mgrmap e18: y(active, since 1.01078s), standbys: x 2024-04-12T00:24:57.765 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:57 smithi193 ceph-mon[30474]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:57.766 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:57 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3904389883' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T00:24:57.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:57 smithi098 ceph-mon[37915]: mgrmap e18: y(active, since 1.01078s), standbys: x 2024-04-12T00:24:57.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:57 smithi098 ceph-mon[37915]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:57.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:57 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3904389883' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T00:24:57.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:57 smithi098 ceph-mon[26935]: mgrmap e18: y(active, since 1.01078s), standbys: x 2024-04-12T00:24:57.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:57 smithi098 ceph-mon[26935]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:57.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:57 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3904389883' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T00:24:58.167 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-12T00:24:58.447 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: [12/Apr/2024:00:24:56] ENGINE Bus STARTING 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: [12/Apr/2024:00:24:56] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: [12/Apr/2024:00:24:56] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: [12/Apr/2024:00:24:56] ENGINE Bus STARTED 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3904389883' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:58.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: [12/Apr/2024:00:24:56] ENGINE Bus STARTING 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: [12/Apr/2024:00:24:56] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: [12/Apr/2024:00:24:56] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: [12/Apr/2024:00:24:56] ENGINE Bus STARTED 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3904389883' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:58.737 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:58 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:58.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: [12/Apr/2024:00:24:56] ENGINE Bus STARTING 2024-04-12T00:24:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: [12/Apr/2024:00:24:56] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:24:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: [12/Apr/2024:00:24:56] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:24:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: [12/Apr/2024:00:24:56] ENGINE Bus STARTED 2024-04-12T00:24:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:24:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-12T00:24:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3904389883' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T00:24:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T00:24:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:58 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:24:59.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T00:24:59.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:24:59 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:24:59.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:24:59 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi193 to 2992M 2024-04-12T00:25:00.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:00.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T00:25:00.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-12T00:25:00.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/73375725' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:25:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi193 to 2992M 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:25:00.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:25:00.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/73375725' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:25:00.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:00 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:25:00.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi193 to 2992M 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:25:00.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:00.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:25:00.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:25:00.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/73375725' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:25:00.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:00 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:25:01.186 INFO:teuthology.orchestra.run.smithi098.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-12T00:25:01.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi098 to 2992M 2024-04-12T00:25:01.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:25:01.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:25:01.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:25:01.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:25:01.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T00:25:01.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi098 to 2992M 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T00:25:01.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:01 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi098 to 2992M 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:01 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:01.928 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-12T00:25:01.928 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-12T00:25:01.928 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph mgr dump --format=json 2024-04-12T00:25:02.148 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[37915]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:25:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[37915]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:25:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[37915]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:25:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[37915]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[37915]: Deploying daemon alertmanager.a on smithi098 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[37915]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[37915]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[37915]: Cluster is now healthy 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[26935]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[26935]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[26935]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[26935]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[26935]: Deploying daemon alertmanager.a on smithi098 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[26935]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[26935]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:25:02.535 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:02 smithi098 ceph-mon[26935]: Cluster is now healthy 2024-04-12T00:25:02.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:02 smithi193 ceph-mon[30474]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:25:02.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:02 smithi193 ceph-mon[30474]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:25:02.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:02 smithi193 ceph-mon[30474]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:25:02.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:02 smithi193 ceph-mon[30474]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:25:02.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:02 smithi193 ceph-mon[30474]: Deploying daemon alertmanager.a on smithi098 2024-04-12T00:25:02.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:02 smithi193 ceph-mon[30474]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:02.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:02 smithi193 ceph-mon[30474]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:25:02.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:02 smithi193 ceph-mon[30474]: Cluster is now healthy 2024-04-12T00:25:04.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:04 smithi098 ceph-mon[37915]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-12T00:25:04.533 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:04 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:25:04] "GET /metrics HTTP/1.1" 200 28772 "" "Prometheus/2.43.0" 2024-04-12T00:25:04.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:04 smithi098 ceph-mon[26935]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-12T00:25:04.555 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:25:04.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:04 smithi193 ceph-mon[30474]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-12T00:25:05.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:05 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/4162191261' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T00:25:05.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:05 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/4162191261' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T00:25:05.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:05 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/4162191261' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T00:25:05.864 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":20,"flags":0,"active_gid":14604,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1230678706},{"type":"v1","addr":"172.21.15.98:6801","nonce":1230678706}]},"active_addr":"172.21.15.98:6801/1230678706","active_change":"2024-04-12T00:24:55.471716+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24415,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.98:8443/","prometheus":"http://172.21.15.98:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":64,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":4059166450}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":2418999555}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":4245698698}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":3813068296}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":414229371}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":4099642594}]}]} 2024-04-12T00:25:05.868 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-12T00:25:05.868 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-12T00:25:05.868 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T00:25:06.403 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:06.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:06 smithi098 ceph-mon[37915]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T00:25:06.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:06 smithi098 ceph-mon[26935]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T00:25:06.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:06 smithi193 ceph-mon[30474]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T00:25:08.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:08 smithi098 ceph-mon[37915]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T00:25:08.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:08 smithi098 ceph-mon[26935]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T00:25:08.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:08 smithi193 ceph-mon[30474]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T00:25:10.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:10 smithi098 ceph-mon[37915]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T00:25:10.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:10 smithi098 ceph-mon[26935]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T00:25:10.784 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:10 smithi098 systemd[1]: Starting Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:25:10.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:10 smithi193 ceph-mon[30474]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T00:25:11.380 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:25:11.380 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":68,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:25:01.182215+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T00:24:57.303279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/3321987296":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2016920237":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6801/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6800/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/3885972226":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/1700160071":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:25:11.674 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:11.674 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1124961084' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:25:11.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:11.675 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1124961084' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:25:11.675 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 podman[68373]: 2024-04-12 00:25:11.262133912 +0000 UTC m=+0.020091503 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T00:25:11.675 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 podman[68373]: 2024-04-12 00:25:11.384123276 +0000 UTC m=+0.142080829 volume create 63c9f7ad9703bdb7960b32f8443f516a801ef7cad55f632999e57ac1d46d4d69 2024-04-12T00:25:11.675 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 podman[68373]: 2024-04-12 00:25:11.476398252 +0000 UTC m=+0.234355884 container create 4a58fe83f91d3c174eccca6c5f8a38e50e4a25dae7a2f3e34808389463b64947 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:25:11.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:11 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:11.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:11 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1124961084' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:25:12.033 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 podman[68373]: 2024-04-12 00:25:11.795962657 +0000 UTC m=+0.553920209 container init 4a58fe83f91d3c174eccca6c5f8a38e50e4a25dae7a2f3e34808389463b64947 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 podman[68373]: 2024-04-12 00:25:11.798705209 +0000 UTC m=+0.556662762 container start 4a58fe83f91d3c174eccca6c5f8a38e50e4a25dae7a2f3e34808389463b64947 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:11.811Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:11.811Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:11.811Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.98 port=9094 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:11.812Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:11.837Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:11.837Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:11.840Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:11.840Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 bash[68373]: 4a58fe83f91d3c174eccca6c5f8a38e50e4a25dae7a2f3e34808389463b64947 2024-04-12T00:25:12.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:11 smithi098 systemd[1]: Started Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:25:12.530 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:25:12] ENGINE Bus STOPPING 2024-04-12T00:25:12.530 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:25:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:25:12.530 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:25:12] ENGINE Bus STOPPED 2024-04-12T00:25:12.530 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:25:12] ENGINE Bus STARTING 2024-04-12T00:25:12.530 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:25:12] ENGINE Serving on http://:::9283 2024-04-12T00:25:12.530 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:25:12] ENGINE Bus STARTED 2024-04-12T00:25:12.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[37915]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T00:25:12.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[26935]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T00:25:12.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:12 smithi193 ceph-mon[30474]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T00:25:12.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:12.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:12 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T00:25:12.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:13.105 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-12T00:25:13.105 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T00:25:13.318 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:13.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:13 smithi098 ceph-mon[37915]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-12T00:25:13.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:13 smithi098 ceph-mon[37915]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T00:25:13.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:13 smithi098 ceph-mon[37915]: Deploying daemon grafana.a on smithi193 2024-04-12T00:25:13.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:13 smithi098 ceph-mon[26935]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-12T00:25:13.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:13 smithi098 ceph-mon[26935]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T00:25:13.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:13 smithi098 ceph-mon[26935]: Deploying daemon grafana.a on smithi193 2024-04-12T00:25:13.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:13 smithi193 ceph-mon[30474]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-12T00:25:13.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:13 smithi193 ceph-mon[30474]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T00:25:13.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:13 smithi193 ceph-mon[30474]: Deploying daemon grafana.a on smithi193 2024-04-12T00:25:14.265 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:13 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:13.813Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000229348s 2024-04-12T00:25:14.533 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:25:14] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-12T00:25:14.820 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:14 smithi098 ceph-mon[37915]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T00:25:14.821 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:14 smithi098 ceph-mon[26935]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T00:25:14.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:14 smithi193 ceph-mon[30474]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T00:25:15.125 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:25:15.126 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":68,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:25:01.182215+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T00:24:57.303279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/3321987296":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2016920237":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6801/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6800/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/3885972226":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/1700160071":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:25:15.733 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:15 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1113629059' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:25:15.733 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:15 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:15.734 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:15 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1113629059' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:25:15.734 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:15 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:15.757 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-12T00:25:15.757 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-12T00:25:15.758 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-12T00:25:15.758 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-12T00:25:15.759 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-12T00:25:15.759 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-12T00:25:15.759 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-12T00:25:15.760 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-12T00:25:15.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:15 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1113629059' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:25:15.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:15 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:16.138 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:16.139 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:16.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:16 smithi193 ceph-mon[30474]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:17.022 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:16 smithi098 ceph-mon[37915]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:17.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:16 smithi098 ceph-mon[26935]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:18.087 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:18.087 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:18.089 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:18.093 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:18.093 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:18.093 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:18.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:18 smithi098 ceph-mon[37915]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:18.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:18 smithi098 ceph-mon[26935]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:18.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:18 smithi193 ceph-mon[30474]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:20.652 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:20 smithi098 ceph-mon[37915]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:20.653 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:20 smithi098 ceph-mon[26935]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:20.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:20 smithi193 ceph-mon[30474]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:21.929 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:25:21 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:25:21.814Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001474398s 2024-04-12T00:25:22.604 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:22 smithi098 ceph-mon[37915]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:22.604 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:22 smithi098 ceph-mon[26935]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:22.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:22 smithi193 ceph-mon[30474]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:23.730 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:23 smithi193 ceph-mon[30474]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:23.801 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:23 smithi098 ceph-mon[37915]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:23.801 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:23 smithi098 ceph-mon[26935]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:23.820 INFO:teuthology.orchestra.run.smithi098.stdout:133143986208 2024-04-12T00:25:23.820 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-12T00:25:24.533 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:24 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:25:24] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-12T00:25:25.109 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:24 smithi193 systemd[1]: Starting Ceph grafana.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:25:25.414 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 podman[59554]: 2024-04-12 00:25:25.047569165 +0000 UTC m=+0.016780230 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T00:25:25.414 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 podman[59554]: 2024-04-12 00:25:25.170019002 +0000 UTC m=+0.139230113 container create 508bb963a7edfc64175f47488cd323441e2c1ce06c273700c731e8060a3965d5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, release=239.1651231664, vcs-type=git, architecture=x86_64, name=ubi8, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , vendor=Red Hat, Inc., distribution-scope=public) 2024-04-12T00:25:25.414 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 podman[59554]: 2024-04-12 00:25:25.422613328 +0000 UTC m=+0.391824398 container init 508bb963a7edfc64175f47488cd323441e2c1ce06c273700c731e8060a3965d5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, vcs-type=git, distribution-scope=public, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, release=239.1651231664, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T00:25:25.665 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-mon[30474]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:25.665 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:25.665 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:25.666 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:25.666 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 podman[59554]: 2024-04-12 00:25:25.425887313 +0000 UTC m=+0.395098382 container start 508bb963a7edfc64175f47488cd323441e2c1ce06c273700c731e8060a3965d5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, name=ubi8, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, maintainer=Paul Cuzner , architecture=x86_64, description=Ceph Grafana Container, io.buildah.version=1.32.0, vcs-type=git, io.openshift.tags=base rhel8, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-12T00:25:25.666 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 bash[59554]: 508bb963a7edfc64175f47488cd323441e2c1ce06c273700c731e8060a3965d5 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 systemd[1]: Started Ceph grafana.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584119245Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584288396Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584305568Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.58432941Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584335291Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584341465Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.58434691Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584352641Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584358461Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584364363Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-12T00:25:25.667 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584369675Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584375003Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.584380586Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=settings t=2024-04-12T00:25:25.58438616Z level=info msg="App mode production" 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=sqlstore t=2024-04-12T00:25:25.584432073Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=sqlstore t=2024-04-12T00:25:25.584449425Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.585314962Z level=info msg="Starting DB migrations" 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.58539114Z level=info msg="Executing migration" id="create migration_log table" 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.585942762Z level=info msg="Executing migration" id="create user table" 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.59017519Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.593892442Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.594354338Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.597832444Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-12T00:25:25.668 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.601524595Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.605472094Z level=info msg="Executing migration" id="create user table v2" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.609229451Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.613097505Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.617001581Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.62066104Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.624567252Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.628091017Z level=info msg="Executing migration" id="Update user table charset" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.632048096Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.635917259Z level=info msg="Executing migration" id="Add missing user data" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.639662674Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.641472942Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-12T00:25:25.669 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.643370988Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-12T00:25:25.670 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.645191244Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-12T00:25:25.670 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.646943175Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-12T00:25:25.670 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.648800567Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-12T00:25:25.670 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.65060698Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-12T00:25:25.670 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.652399604Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-12T00:25:25.670 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.654327625Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-12T00:25:25.670 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.656059814Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-12T00:25:25.670 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.657924836Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-12T00:25:25.671 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.659824979Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-12T00:25:25.671 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.661600706Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-12T00:25:25.671 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.663328997Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-12T00:25:25.671 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.663696734Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-12T00:25:25.671 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.66575473Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-12T00:25:25.671 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.667484408Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-12T00:25:25.671 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.669344581Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-12T00:25:25.671 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.669891012Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-12T00:25:25.672 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.671856892Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-12T00:25:25.672 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.673746249Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-12T00:25:25.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:25 smithi098 ceph-mon[37915]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:25.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:25 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:25.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:25 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:25.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:25 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:25.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:25 smithi098 ceph-mon[26935]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:25.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:25 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:25.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:25 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:25.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:25 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:25.916 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.67547729Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-12T00:25:25.916 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.677357482Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-12T00:25:25.916 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.679226884Z level=info msg="Executing migration" id="create star table" 2024-04-12T00:25:25.916 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.681050983Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-12T00:25:25.916 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.683120051Z level=info msg="Executing migration" id="create org table v1" 2024-04-12T00:25:25.916 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.684830509Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.68678837Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.688871885Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.690917145Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.692681466Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.694676411Z level=info msg="Executing migration" id="Update org table charset" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.696454331Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.698242314Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.70019071Z level=info msg="Executing migration" id="create dashboard table" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.702109143Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.706012429Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.709888363Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-12T00:25:25.917 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.713741478Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.71780337Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.721725375Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.725731267Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.729334574Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.733320357Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.73725493Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.741137117Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.745298452Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.749303009Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.753187786Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.757221059Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.760975973Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-12T00:25:25.918 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.764804773Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-12T00:25:25.919 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.768665964Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-12T00:25:25.919 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.770708095Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-12T00:25:25.919 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.771298482Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-12T00:25:25.919 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.773239232Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-12T00:25:25.919 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.773903656Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-12T00:25:25.919 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.77577551Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-12T00:25:25.919 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.77756684Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-12T00:25:25.920 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.779683321Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-12T00:25:25.920 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.781496017Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-12T00:25:25.920 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.783397928Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-12T00:25:25.920 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.785432028Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-12T00:25:25.920 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.787615517Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-12T00:25:25.920 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.788258429Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.790242645Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.792038246Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.794214251Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.796203698Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.798026289Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.798801446Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.800866115Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.801270016Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.801810069Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.804427483Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.804957017Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.807127124Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.809880815Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-12T00:25:25.921 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.812545677Z level=info msg="Executing migration" id="create data_source table" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.815391906Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.818036076Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.8185152Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.821054881Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.821520103Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.823820255Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.826504011Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.829207573Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.831724794Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.834378659Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.83717922Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.839877845Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-12T00:25:25.922 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.8407393Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.841462769Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.842251452Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.84317766Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.844029852Z level=info msg="Executing migration" id="Add uid column" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.844738091Z level=info msg="Executing migration" id="Update uid value" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.845471568Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.845948677Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.846411217Z level=info msg="Executing migration" id="create api_key table" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.847198982Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.848172609Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.848816868Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.849766289Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.850524376Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-12T00:25:25.923 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.851309545Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.852275579Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.853428796Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.853864039Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.854798086Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.855538478Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.856515911Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.856992931Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.857360586Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.858209362Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.859260985Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.859923519Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.860760185Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.861614248Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.862420819Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-12T00:25:25.924 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.862833393Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.863669314Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.86412436Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.864607882Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.865407051Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.865853825Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.8666142Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.866958907Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.869599351Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.872333432Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.872839433Z level=info msg="Executing migration" id="create quota table v1" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.875585402Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.878452007Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.878945016Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.881146504Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-12T00:25:25.925 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.883873927Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.88660727Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.886957486Z level=info msg="Executing migration" id="create session table" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.889428894Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.892058776Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.892391024Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.892799755Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.893227732Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.895882906Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.896191575Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.896480402Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.896739948Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-12T00:25:25.926 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.897124317Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.900085136Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.900762664Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.901045499Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.903549593Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.90418579Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.90684506Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.907282242Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.910165822Z level=info msg="Executing migration" id="create alert table v1" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.910650349Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.91339013Z level=info msg="Executing migration" id="add index alert state" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.916033865Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.916709286Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.917095861Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-12T00:25:25.927 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.917528216Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.91787984Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.91926773Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.919661531Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.920084993Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.920397185Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.920713359Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.921290296Z level=info msg="Executing migration" id="Add column is_default" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.921888632Z level=info msg="Executing migration" id="Add column frequency" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.922522199Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.923137178Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.923790993Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.924198343Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.924549078Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-12T00:25:25.928 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.924836887Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-12T00:25:25.929 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.925248524Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-12T00:25:25.929 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.925688622Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-12T00:25:25.929 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.926052887Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-12T00:25:25.929 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.926469002Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-12T00:25:25.929 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.926855118Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-12T00:25:25.929 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.927542625Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-12T00:25:25.929 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.928191057Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-12T00:25:25.929 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.928524424Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-12T00:25:26.167 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.928982885Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.929398809Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.93001461Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.930334558Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.93076517Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.931183553Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.931493438Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.931971355Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.932410755Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.932833591Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.933264208Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-12T00:25:26.168 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.934542467Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.937351169Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.937649268Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.938309513Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.941254469Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.94394602Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.944534281Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.947042727Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.949576952Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.952382424Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.952814804Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.955606954Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.958246819Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.96092251Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-12T00:25:26.169 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.961279742Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.962129965Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.962955096Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.963838432Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.964411654Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.965359687Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.96623206Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.967035283Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.967384744Z level=info msg="Executing migration" id="Move region to single row" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.968249685Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.969088824Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.970070018Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.970721312Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.971489151Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-12T00:25:26.170 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.971959636Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.972437478Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.974053583Z level=info msg="Executing migration" id="create test_data table" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.97450347Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.975483693Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.978267164Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.980996566Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.981411028Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.984137069Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.984444155Z level=info msg="Executing migration" id="create team table" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.987009476Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.989560438Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.990066241Z level=info msg="Executing migration" id="create team member table" 2024-04-12T00:25:26.171 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.992857848Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.995470757Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.998174224Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:25.99862073Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.001459808Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.004078635Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.00698502Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.00742875Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.010135874Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.012843071Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.015507719Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.016019512Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.018729499Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-12T00:25:26.172 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.021286371Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-12T00:25:26.173 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.023957078Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-12T00:25:26.173 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.02654082Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-12T00:25:26.173 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.029174528Z level=info msg="Executing migration" id="create tag table" 2024-04-12T00:25:26.173 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.031799166Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-12T00:25:26.173 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.034401557Z level=info msg="Executing migration" id="create login attempt table" 2024-04-12T00:25:26.173 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.037332577Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-12T00:25:26.173 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.040036941Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-12T00:25:26.173 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.042638142Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-12T00:25:26.173 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.045471589Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-12T00:25:26.174 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.048329787Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-12T00:25:26.174 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.050794098Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-12T00:25:26.174 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.053458453Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-12T00:25:26.174 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.056174437Z level=info msg="Executing migration" id="create user auth table" 2024-04-12T00:25:26.174 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.056851761Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-12T00:25:26.174 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.057666119Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.058436982Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.059254622Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.060039577Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.060823548Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.06165602Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.062575221Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.063457811Z level=info msg="Executing migration" id="create server_lock table" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.064291383Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.065269742Z level=info msg="Executing migration" id="create user auth token table" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.065909819Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.066696975Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.067555065Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-12T00:25:26.175 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.068335586Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.069138552Z level=info msg="Executing migration" id="create cache_data table" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.069924071Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.070893743Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.071628964Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.072413607Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.073308036Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.074106505Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.074965432Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.075796172Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.076570357Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.077502294Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.078299472Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.079299201Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.079980705Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-12T00:25:26.176 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.080837963Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.081792089Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.082593859Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.083519966Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.084303115Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.085161216Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.087898356Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.090803929Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.093490249Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.096230467Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.099052579Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.101591636Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.10435569Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.106992317Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.109663467Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-12T00:25:26.177 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.113054092Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.116359791Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.119067781Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.121932337Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.125087654Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.127480573Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.130172149Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.13282572Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.13555959Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.138322741Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.140876065Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.143568517Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.146260264Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.148779224Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.15136045Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-12T00:25:26.178 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.153710132Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-12T00:25:26.179 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.156354934Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-12T00:25:26.179 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.158912266Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-12T00:25:26.179 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.161658527Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-12T00:25:26.179 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.164334004Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-12T00:25:26.179 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.167096649Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-12T00:25:26.179 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.169670715Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-12T00:25:26.179 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.17236981Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-12T00:25:26.179 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.175148729Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-12T00:25:26.179 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.177755697Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-12T00:25:26.435 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.180444042Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-12T00:25:26.435 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.18127591Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-12T00:25:26.435 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.182142346Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-12T00:25:26.435 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.182992606Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-12T00:25:26.435 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.183886149Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-12T00:25:26.435 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.184717322Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-12T00:25:26.435 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.185512347Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-12T00:25:26.435 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.186346887Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-12T00:25:26.435 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.187241173Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.188287906Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.189054134Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.189925844Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.190723797Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.191676989Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.192700497Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.193502653Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.194478442Z level=info msg="Executing migration" id="create alert_image table" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.195204608Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.196194767Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.196840635Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-12T00:25:26.436 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.197632716Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.198150617Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.19823458Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.198993714Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.199868862Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.200636967Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.200759569Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.200878467Z level=info msg="alerts found to migrate" alerts=0 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.201501816Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.202482886Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.203245762Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.204304806Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.205137607Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-12T00:25:26.437 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.205808834Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-12T00:25:26.438 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.206646355Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-12T00:25:26.438 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.207062037Z level=info msg="Executing migration" id="create data_keys table" 2024-04-12T00:25:26.439 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.209536704Z level=info msg="Executing migration" id="create secrets table" 2024-04-12T00:25:26.439 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.212241609Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-12T00:25:26.439 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.216674529Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-12T00:25:26.439 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.219505736Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-12T00:25:26.439 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.222262304Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-12T00:25:26.439 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.226344079Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-12T00:25:26.439 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.230371351Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-12T00:25:26.439 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.233203077Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.235936325Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.238652906Z level=info msg="Executing migration" id="create permission table" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.241532944Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.244236077Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.247342209Z level=info msg="Executing migration" id="create role table" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.249959707Z level=info msg="Executing migration" id="add column display_name" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.252530475Z level=info msg="Executing migration" id="add column group_name" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.255341165Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.258122627Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.260868155Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.263539697Z level=info msg="Executing migration" id="create team role table" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.266243175Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-12T00:25:26.440 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.268888007Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.271574214Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.274195596Z level=info msg="Executing migration" id="create user role table" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.276799533Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.279396788Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.282168927Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.2845439Z level=info msg="Executing migration" id="create builtin role table" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.28699387Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.289835326Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.292532948Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.293606904Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.295295948Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.29790258Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-12T00:25:26.441 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.298342792Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.298762235Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.301421046Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.301865521Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.302832016Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.30330406Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.303754747Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.304015742Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.304437498Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.304874744Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.305244142Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.305539948Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.305845511Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-12T00:25:26.442 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.306221785Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.306642651Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.307608992Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.307905211Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.308313906Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.308736411Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.309152303Z level=info msg="Executing migration" id="add correlation config column" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.31009676Z level=info msg="Executing migration" id="create entity_events table" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.310529327Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.313344092Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.313451644Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.313758672Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.313849727Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T00:25:26.443 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.314114775Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-12T00:25:26.444 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.314506595Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-12T00:25:26.444 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.314902349Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-12T00:25:26.444 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.315338628Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T00:25:26.444 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.315758762Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-12T00:25:26.444 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.316142783Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T00:25:26.444 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.316552578Z level=info msg="Executing migration" id="Drop public config table" 2024-04-12T00:25:26.444 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.316908233Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-12T00:25:26.444 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.317339029Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-12T00:25:26.444 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.317755389Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.318180905Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.318608817Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.321688687Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.322729407Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.323766777Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.324086372Z level=info msg="Executing migration" id="add share column" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.325106708Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.32553044Z level=info msg="Executing migration" id="create file table" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.325949515Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.326720528Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.327208557Z level=info msg="Executing migration" id="create file_meta table" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.32802118Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-12T00:25:26.445 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.329018331Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.32970388Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.330536475Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.331374454Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.332106864Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.333139021Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.334092348Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.334794008Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.335676392Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.336122567Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.336555219Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.337643605Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.338690796Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-12T00:25:26.446 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.33948068Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.349365956Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.350253233Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.351257543Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.354663828Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.355612679Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.356328453Z level=info msg="Executing migration" id="create folder table" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.357289412Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.358172009Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.358913318Z level=info msg="Executing migration" id="Update folder title length" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.359793805Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=migrator t=2024-04-12T00:25:26.360400303Z level=info msg="migrations completed" performed=485 skipped=0 duration=775.03197ms 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=sqlstore t=2024-04-12T00:25:26.360763011Z level=info msg="Created default organization" 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=plugin.loader t=2024-04-12T00:25:26.416013766Z level=info msg="Plugin registered" pluginID=input 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=plugin.loader t=2024-04-12T00:25:26.442832589Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-12T00:25:26.447 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=plugin.loader t=2024-04-12T00:25:26.442849464Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-12T00:25:26.448 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=secrets t=2024-04-12T00:25:26.442881311Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-12T00:25:26.448 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=query_data t=2024-04-12T00:25:26.444721348Z level=info msg="Query Service initialization" 2024-04-12T00:25:26.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=live.push_http t=2024-04-12T00:25:26.447057587Z level=info msg="Live Push Gateway initialization" 2024-04-12T00:25:26.844 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:26.844 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:26.844 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:26 smithi193 ceph-mon[30474]: Deploying daemon node-exporter.a on smithi098 2024-04-12T00:25:26.913 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:26 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:26.913 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:26 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:26.914 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:26 smithi098 ceph-mon[37915]: Deploying daemon node-exporter.a on smithi098 2024-04-12T00:25:26.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:26 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:26.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:26 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:26.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:26 smithi098 ceph-mon[26935]: Deploying daemon node-exporter.a on smithi098 2024-04-12T00:25:27.593 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=infra.usagestats.collector t=2024-04-12T00:25:27.242819811Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-12T00:25:27.593 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=provisioning.datasources t=2024-04-12T00:25:27.298904061Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=provisioning.datasources t=2024-04-12T00:25:27.330783699Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=provisioning.alerting t=2024-04-12T00:25:27.352436419Z level=info msg="starting to provision alerting" 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=provisioning.alerting t=2024-04-12T00:25:27.352472582Z level=info msg="finished to provision alerting" 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=ngalert.state.manager t=2024-04-12T00:25:27.352691008Z level=info msg="Warming state cache for startup" 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=grafanaStorageLogger t=2024-04-12T00:25:27.352721267Z level=info msg="storage starting" 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=http.server t=2024-04-12T00:25:27.354427606Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=ngalert.state.manager t=2024-04-12T00:25:27.362973616Z level=info msg="State cache has been initialized" states=0 duration=10.281139ms 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=ngalert.multiorg.alertmanager t=2024-04-12T00:25:27.36301968Z level=info msg="starting MultiOrg Alertmanager" 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=ticker t=2024-04-12T00:25:27.36305615Z level=info msg=starting first_tick=2024-04-12T00:25:30Z 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=sqlstore.transactions t=2024-04-12T00:25:27.364088231Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=sqlstore.transactions t=2024-04-12T00:25:27.407445235Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T00:25:27.594 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=sqlstore.transactions t=2024-04-12T00:25:27.417841921Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-12T00:25:27.595 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=sqlstore.transactions t=2024-04-12T00:25:27.453138215Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T00:25:27.852 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:27 smithi098 ceph-mon[37915]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:27.852 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:27 smithi098 ceph-mon[26935]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:27.853 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:27 smithi193 ceph-mon[30474]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:28.648 INFO:teuthology.orchestra.run.smithi098.stdout:77309411370 2024-04-12T00:25:28.649 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-12T00:25:30.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:30 smithi193 ceph-mon[30474]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:30.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:30 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:30.894 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:30 smithi098 ceph-mon[37915]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:30.894 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:30 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:30.895 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:30 smithi098 ceph-mon[26935]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:30.895 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:30 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:31.217 INFO:teuthology.orchestra.run.smithi098.stdout:236223201297 2024-04-12T00:25:31.217 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-12T00:25:31.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:31 smithi098 ceph-mon[37915]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:31.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:31 smithi098 ceph-mon[26935]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:31.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:31 smithi193 ceph-mon[30474]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:31.937 INFO:teuthology.orchestra.run.smithi098.stdout:55834574895 2024-04-12T00:25:31.938 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-12T00:25:32.304 INFO:teuthology.orchestra.run.smithi098.stdout:201863462935 2024-04-12T00:25:32.305 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-12T00:25:32.960 INFO:teuthology.orchestra.run.smithi098.stdout:34359738421 2024-04-12T00:25:32.960 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-12T00:25:33.089 INFO:teuthology.orchestra.run.smithi098.stdout:111669149734 2024-04-12T00:25:33.090 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-12T00:25:33.454 INFO:teuthology.orchestra.run.smithi098.stdout:167503724572 2024-04-12T00:25:33.455 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-12T00:25:33.534 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:33.539 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:33.685 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:33 smithi098 bash[70421]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-12T00:25:34.265 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:34 smithi098 bash[70421]: Getting image source signatures 2024-04-12T00:25:34.266 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:34 smithi098 bash[70421]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-12T00:25:34.266 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:34 smithi098 bash[70421]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-12T00:25:34.266 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:34 smithi098 bash[70421]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-12T00:25:34.534 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:25:34] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-04-12T00:25:34.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:34 smithi193 ceph-mon[30474]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:34.919 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:34 smithi098 ceph-mon[26935]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:34.920 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:34 smithi098 ceph-mon[37915]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:35.425 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:35.426 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:35.427 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:35.427 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:35.428 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:36.034 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:35 smithi098 bash[70421]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T00:25:36.455 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:36 smithi098 bash[70421]: Writing manifest to image destination 2024-04-12T00:25:36.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:36 smithi098 ceph-mon[37915]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:36.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:36 smithi098 ceph-mon[26935]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:36.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:36 smithi193 ceph-mon[30474]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:37.120 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:36 smithi098 podman[70421]: 2024-04-12 00:25:36.719094529 +0000 UTC m=+3.170723747 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T00:25:38.034 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:37 smithi098 podman[70421]: 2024-04-12 00:25:37.943150367 +0000 UTC m=+4.394779582 container create 4f27472be8f4fb1e0eb3f067e8cbb6005a644dfb99aef6c89dd2af9b199e8658 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T00:25:38.069 INFO:teuthology.orchestra.run.smithi098.stdout:77309411373 2024-04-12T00:25:38.675 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-mon[37915]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:38.675 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2226031440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T00:25:38.675 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:38.675 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:38.675 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-mon[26935]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:38.675 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2226031440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T00:25:38.675 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:38.675 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:38.676 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 podman[70421]: 2024-04-12 00:25:38.379354197 +0000 UTC m=+4.830983423 container init 4f27472be8f4fb1e0eb3f067e8cbb6005a644dfb99aef6c89dd2af9b199e8658 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T00:25:38.676 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 podman[70421]: 2024-04-12 00:25:38.382107988 +0000 UTC m=+4.833737211 container start 4f27472be8f4fb1e0eb3f067e8cbb6005a644dfb99aef6c89dd2af9b199e8658 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T00:25:38.676 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.385Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T00:25:38.676 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.385Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T00:25:38.676 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T00:25:38.676 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T00:25:38.677 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T00:25:38.678 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T00:25:38.679 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.386Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.387Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[70750]: ts=2024-04-12T00:25:38.387Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 bash[70421]: 4f27472be8f4fb1e0eb3f067e8cbb6005a644dfb99aef6c89dd2af9b199e8658 2024-04-12T00:25:38.680 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:25:38 smithi098 systemd[1]: Started Ceph node-exporter.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:25:38.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:38 smithi193 ceph-mon[30474]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:38.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:38 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2226031440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T00:25:38.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:38 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:38.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:38 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:39.774 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:39 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:39.774 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:39 smithi098 ceph-mon[37915]: Deploying daemon node-exporter.b on smithi193 2024-04-12T00:25:39.774 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:39 smithi098 ceph-mon[37915]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:39.774 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:39 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:39.774 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:39 smithi098 ceph-mon[26935]: Deploying daemon node-exporter.b on smithi193 2024-04-12T00:25:39.774 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:39 smithi098 ceph-mon[26935]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:39.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:39 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:39.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:39 smithi193 ceph-mon[30474]: Deploying daemon node-exporter.b on smithi193 2024-04-12T00:25:39.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:39 smithi193 ceph-mon[30474]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:39.860 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:39 smithi193 bash[59837]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-12T00:25:40.285 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:40.359 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:40 smithi193 bash[59837]: Getting image source signatures 2024-04-12T00:25:40.359 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:40 smithi193 bash[59837]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-12T00:25:40.359 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:40 smithi193 bash[59837]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-12T00:25:40.359 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:40 smithi193 bash[59837]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-12T00:25:40.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:40 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:40.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:40 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:40.706 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411370 got 77309411373 for osd.2 2024-04-12T00:25:40.707 DEBUG:teuthology.parallel:result is None 2024-04-12T00:25:40.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:40 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:41.594 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:41 smithi193 bash[59837]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T00:25:41.594 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:41 smithi193 bash[59837]: Writing manifest to image destination 2024-04-12T00:25:41.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:41 smithi098 ceph-mon[37915]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:41.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:41 smithi098 ceph-mon[26935]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:41.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:41 smithi193 ceph-mon[30474]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:42.110 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:41 smithi193 podman[59837]: 2024-04-12 00:25:41.855060147 +0000 UTC m=+2.305888381 container create d62e187f9e4cbeb638d190e7c7964c9e565a8bd0bb6753019e138c4c5917e3b1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T00:25:42.110 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:41 smithi193 podman[59837]: 2024-04-12 00:25:41.773464815 +0000 UTC m=+2.224292993 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T00:25:42.110 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 podman[59837]: 2024-04-12 00:25:42.03206901 +0000 UTC m=+2.482897189 container init d62e187f9e4cbeb638d190e7c7964c9e565a8bd0bb6753019e138c4c5917e3b1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T00:25:42.110 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 podman[59837]: 2024-04-12 00:25:42.034902519 +0000 UTC m=+2.485730702 container start d62e187f9e4cbeb638d190e7c7964c9e565a8bd0bb6753019e138c4c5917e3b1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T00:25:42.110 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.039Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T00:25:42.110 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.039Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T00:25:42.110 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T00:25:42.110 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T00:25:42.111 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T00:25:42.111 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T00:25:42.111 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T00:25:42.111 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T00:25:42.111 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T00:25:42.111 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T00:25:42.111 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T00:25:42.111 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T00:25:42.112 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T00:25:42.113 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.040Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.041Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T00:25:42.114 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[59888]: ts=2024-04-12T00:25:42.041Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T00:25:42.609 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 bash[59837]: d62e187f9e4cbeb638d190e7c7964c9e565a8bd0bb6753019e138c4c5917e3b1 2024-04-12T00:25:42.609 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:25:42 smithi193 systemd[1]: Started Ceph node-exporter.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:25:43.127 INFO:teuthology.orchestra.run.smithi098.stdout:34359738424 2024-04-12T00:25:43.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:43 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:43 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:43 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:43 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:43 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:43 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:25:43.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:43 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/461561157' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/461561157' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.394 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.395 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.395 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:43.395 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:25:43.395 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:43 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/461561157' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T00:25:44.483 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:44 smithi098 ceph-mon[37915]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:44.484 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:44 smithi098 ceph-mon[26935]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:44.484 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:25:44] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-04-12T00:25:44.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:44 smithi193 ceph-mon[30474]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:45.788 INFO:teuthology.orchestra.run.smithi098.stdout:133143986212 2024-04-12T00:25:46.010 INFO:teuthology.orchestra.run.smithi098.stdout:236223201301 2024-04-12T00:25:46.710 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[37915]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:46.710 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:46.710 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3460225528' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T00:25:46.710 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:46.710 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:46.710 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3429681445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T00:25:46.710 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[26935]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:46.711 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:46.711 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3460225528' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T00:25:46.711 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:46.711 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:46.711 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:46 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3429681445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T00:25:46.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:46 smithi193 ceph-mon[30474]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:46.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:46 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:46.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:46 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3460225528' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T00:25:46.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:46 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:46.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:46 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:46.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:46 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3429681445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T00:25:47.135 INFO:teuthology.orchestra.run.smithi098.stdout:55834574899 2024-04-12T00:25:47.601 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738424 for osd.0 2024-04-12T00:25:47.602 DEBUG:teuthology.parallel:result is None 2024-04-12T00:25:47.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:47 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2384883045' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T00:25:47.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:47 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1241782673' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T00:25:47.938 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:47 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2384883045' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T00:25:47.938 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:47 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1241782673' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T00:25:47.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:47 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2384883045' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T00:25:47.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:47 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1241782673' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T00:25:47.963 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986208 got 133143986212 for osd.4 2024-04-12T00:25:47.963 DEBUG:teuthology.parallel:result is None 2024-04-12T00:25:48.021 INFO:teuthology.orchestra.run.smithi098.stdout:111669149737 2024-04-12T00:25:48.520 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149734 got 111669149737 for osd.3 2024-04-12T00:25:48.520 DEBUG:teuthology.parallel:result is None 2024-04-12T00:25:48.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:48 smithi098 ceph-mon[37915]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:48.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:48 smithi098 ceph-mon[26935]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:48.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:48 smithi193 ceph-mon[30474]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:49.398 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201297 got 236223201301 for osd.7 2024-04-12T00:25:49.399 DEBUG:teuthology.parallel:result is None 2024-04-12T00:25:49.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:49 smithi098 ceph-mon[37915]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:49.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:49 smithi098 ceph-mon[26935]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:49.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:49 smithi193 ceph-mon[30474]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:49.980 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574895 got 55834574899 for osd.1 2024-04-12T00:25:49.980 DEBUG:teuthology.parallel:result is None 2024-04-12T00:25:51.072 INFO:teuthology.orchestra.run.smithi098.stdout:201863462939 2024-04-12T00:25:51.370 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:51 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/4152046652' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T00:25:51.370 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:51 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/4152046652' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T00:25:51.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:51 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/4152046652' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T00:25:51.688 INFO:teuthology.orchestra.run.smithi098.stdout:167503724576 2024-04-12T00:25:51.997 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462935 got 201863462939 for osd.6 2024-04-12T00:25:51.997 DEBUG:teuthology.parallel:result is None 2024-04-12T00:25:52.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:52 smithi098 ceph-mon[37915]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:52.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:52 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1354440929' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T00:25:52.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:52 smithi098 ceph-mon[26935]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:52.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:52 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1354440929' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T00:25:52.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:52 smithi193 ceph-mon[30474]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:52.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:52 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1354440929' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T00:25:53.035 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724572 got 167503724576 for osd.5 2024-04-12T00:25:53.035 DEBUG:teuthology.parallel:result is None 2024-04-12T00:25:53.035 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-12T00:25:53.036 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T00:25:53.432 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:54.534 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:25:54 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:25:54] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-04-12T00:25:54.815 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:54 smithi098 ceph-mon[37915]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:54.815 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:54 smithi098 ceph-mon[26935]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:54 smithi193 ceph-mon[30474]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:55.333 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:25:55.335 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:25:55.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:55.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:55 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:55.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-04-12T00:25:55.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-12T00:25:55.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-04-12T00:25:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2024-04-12T00:25:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-04-12T00:25:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2024-04-12T00:25:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-12T00:25:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:55 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:25:56.656 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-04-12T00:25:53.497079+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223400,"kb_used_data":7232,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737816,"statfs":{"total":767960285184,"available":767731523584,"internally_reserved":0,"allocated":7405568,"data_stored":4163359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002550"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733842+0000","last_change":"2024-04-12T00:24:24.086382+0000","last_active":"2024-04-12T00:24:59.733842+0000","last_peered":"2024-04-12T00:24:59.733842+0000","last_clean":"2024-04-12T00:24:59.733842+0000","last_became_active":"2024-04-12T00:24:24.086086+0000","last_became_peered":"2024-04-12T00:24:24.086086+0000","last_unstale":"2024-04-12T00:24:59.733842+0000","last_undegraded":"2024-04-12T00:24:59.733842+0000","last_fullsized":"2024-04-12T00:24:59.733842+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732090+0000","last_change":"2024-04-12T00:24:24.083133+0000","last_active":"2024-04-12T00:24:59.732090+0000","last_peered":"2024-04-12T00:24:59.732090+0000","last_clean":"2024-04-12T00:24:59.732090+0000","last_became_active":"2024-04-12T00:24:24.082731+0000","last_became_peered":"2024-04-12T00:24:24.082731+0000","last_unstale":"2024-04-12T00:24:59.732090+0000","last_undegraded":"2024-04-12T00:24:59.732090+0000","last_fullsized":"2024-04-12T00:24:59.732090+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731510+0000","last_change":"2024-04-12T00:24:24.075884+0000","last_active":"2024-04-12T00:24:59.731510+0000","last_peered":"2024-04-12T00:24:59.731510+0000","last_clean":"2024-04-12T00:24:59.731510+0000","last_became_active":"2024-04-12T00:24:24.075618+0000","last_became_peered":"2024-04-12T00:24:24.075618+0000","last_unstale":"2024-04-12T00:24:59.731510+0000","last_undegraded":"2024-04-12T00:24:59.731510+0000","last_fullsized":"2024-04-12T00:24:59.731510+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733632+0000","last_change":"2024-04-12T00:24:24.079539+0000","last_active":"2024-04-12T00:24:59.733632+0000","last_peered":"2024-04-12T00:24:59.733632+0000","last_clean":"2024-04-12T00:24:59.733632+0000","last_became_active":"2024-04-12T00:24:24.079151+0000","last_became_peered":"2024-04-12T00:24:24.079151+0000","last_unstale":"2024-04-12T00:24:59.733632+0000","last_undegraded":"2024-04-12T00:24:59.733632+0000","last_fullsized":"2024-04-12T00:24:59.733632+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733510+0000","last_change":"2024-04-12T00:24:24.089644+0000","last_active":"2024-04-12T00:24:59.733510+0000","last_peered":"2024-04-12T00:24:59.733510+0000","last_clean":"2024-04-12T00:24:59.733510+0000","last_became_active":"2024-04-12T00:24:24.089322+0000","last_became_peered":"2024-04-12T00:24:24.089322+0000","last_unstale":"2024-04-12T00:24:59.733510+0000","last_undegraded":"2024-04-12T00:24:59.733510+0000","last_fullsized":"2024-04-12T00:24:59.733510+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732416+0000","last_change":"2024-04-12T00:24:24.076309+0000","last_active":"2024-04-12T00:24:59.732416+0000","last_peered":"2024-04-12T00:24:59.732416+0000","last_clean":"2024-04-12T00:24:59.732416+0000","last_became_active":"2024-04-12T00:24:24.076008+0000","last_became_peered":"2024-04-12T00:24:24.076008+0000","last_unstale":"2024-04-12T00:24:59.732416+0000","last_undegraded":"2024-04-12T00:24:59.732416+0000","last_fullsized":"2024-04-12T00:24:59.732416+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732093+0000","last_change":"2024-04-12T00:24:24.078744+0000","last_active":"2024-04-12T00:24:59.732093+0000","last_peered":"2024-04-12T00:24:59.732093+0000","last_clean":"2024-04-12T00:24:59.732093+0000","last_became_active":"2024-04-12T00:24:24.076867+0000","last_became_peered":"2024-04-12T00:24:24.076867+0000","last_unstale":"2024-04-12T00:24:59.732093+0000","last_undegraded":"2024-04-12T00:24:59.732093+0000","last_fullsized":"2024-04-12T00:24:59.732093+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.501054+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:24:59.501054+0000","last_peered":"2024-04-12T00:24:59.501054+0000","last_clean":"2024-04-12T00:24:59.501054+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:24:59.501054+0000","last_undegraded":"2024-04-12T00:24:59.501054+0000","last_fullsized":"2024-04-12T00:24:59.501054+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733783+0000","last_change":"2024-04-12T00:24:24.086577+0000","last_active":"2024-04-12T00:24:59.733783+0000","last_peered":"2024-04-12T00:24:59.733783+0000","last_clean":"2024-04-12T00:24:59.733783+0000","last_became_active":"2024-04-12T00:24:24.086255+0000","last_became_peered":"2024-04-12T00:24:24.086255+0000","last_unstale":"2024-04-12T00:24:59.733783+0000","last_undegraded":"2024-04-12T00:24:59.733783+0000","last_fullsized":"2024-04-12T00:24:59.733783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733521+0000","last_change":"2024-04-12T00:24:24.083523+0000","last_active":"2024-04-12T00:24:59.733521+0000","last_peered":"2024-04-12T00:24:59.733521+0000","last_clean":"2024-04-12T00:24:59.733521+0000","last_became_active":"2024-04-12T00:24:24.083227+0000","last_became_peered":"2024-04-12T00:24:24.083227+0000","last_unstale":"2024-04-12T00:24:59.733521+0000","last_undegraded":"2024-04-12T00:24:59.733521+0000","last_fullsized":"2024-04-12T00:24:59.733521+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733366+0000","last_change":"2024-04-12T00:24:24.080715+0000","last_active":"2024-04-12T00:24:59.733366+0000","last_peered":"2024-04-12T00:24:59.733366+0000","last_clean":"2024-04-12T00:24:59.733366+0000","last_became_active":"2024-04-12T00:24:24.080129+0000","last_became_peered":"2024-04-12T00:24:24.080129+0000","last_unstale":"2024-04-12T00:24:59.733366+0000","last_undegraded":"2024-04-12T00:24:59.733366+0000","last_fullsized":"2024-04-12T00:24:59.733366+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.498024+0000","last_change":"2024-04-12T00:24:24.078164+0000","last_active":"2024-04-12T00:24:59.498024+0000","last_peered":"2024-04-12T00:24:59.498024+0000","last_clean":"2024-04-12T00:24:59.498024+0000","last_became_active":"2024-04-12T00:24:24.077795+0000","last_became_peered":"2024-04-12T00:24:24.077795+0000","last_unstale":"2024-04-12T00:24:59.498024+0000","last_undegraded":"2024-04-12T00:24:59.498024+0000","last_fullsized":"2024-04-12T00:24:59.498024+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500960+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:24:59.500960+0000","last_peered":"2024-04-12T00:24:59.500960+0000","last_clean":"2024-04-12T00:24:59.500960+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:24:59.500960+0000","last_undegraded":"2024-04-12T00:24:59.500960+0000","last_fullsized":"2024-04-12T00:24:59.500960+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731705+0000","last_change":"2024-04-12T00:24:24.079905+0000","last_active":"2024-04-12T00:24:59.731705+0000","last_peered":"2024-04-12T00:24:59.731705+0000","last_clean":"2024-04-12T00:24:59.731705+0000","last_became_active":"2024-04-12T00:24:24.079648+0000","last_became_peered":"2024-04-12T00:24:24.079648+0000","last_unstale":"2024-04-12T00:24:59.731705+0000","last_undegraded":"2024-04-12T00:24:59.731705+0000","last_fullsized":"2024-04-12T00:24:59.731705+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.730998+0000","last_change":"2024-04-12T00:24:24.076899+0000","last_active":"2024-04-12T00:24:59.730998+0000","last_peered":"2024-04-12T00:24:59.730998+0000","last_clean":"2024-04-12T00:24:59.730998+0000","last_became_active":"2024-04-12T00:24:24.076541+0000","last_became_peered":"2024-04-12T00:24:24.076541+0000","last_unstale":"2024-04-12T00:24:59.730998+0000","last_undegraded":"2024-04-12T00:24:59.730998+0000","last_fullsized":"2024-04-12T00:24:59.730998+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731639+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:59.731639+0000","last_peered":"2024-04-12T00:24:59.731639+0000","last_clean":"2024-04-12T00:24:59.731639+0000","last_became_active":"2024-04-12T00:24:24.080391+0000","last_became_peered":"2024-04-12T00:24:24.080391+0000","last_unstale":"2024-04-12T00:24:59.731639+0000","last_undegraded":"2024-04-12T00:24:59.731639+0000","last_fullsized":"2024-04-12T00:24:59.731639+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733937+0000","last_change":"2024-04-12T00:24:24.082907+0000","last_active":"2024-04-12T00:24:59.733937+0000","last_peered":"2024-04-12T00:24:59.733937+0000","last_clean":"2024-04-12T00:24:59.733937+0000","last_became_active":"2024-04-12T00:24:24.082634+0000","last_became_peered":"2024-04-12T00:24:24.082634+0000","last_unstale":"2024-04-12T00:24:59.733937+0000","last_undegraded":"2024-04-12T00:24:59.733937+0000","last_fullsized":"2024-04-12T00:24:59.733937+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500336+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:24:59.500336+0000","last_peered":"2024-04-12T00:24:59.500336+0000","last_clean":"2024-04-12T00:24:59.500336+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:24:59.500336+0000","last_undegraded":"2024-04-12T00:24:59.500336+0000","last_fullsized":"2024-04-12T00:24:59.500336+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732824+0000","last_change":"2024-04-12T00:24:24.083186+0000","last_active":"2024-04-12T00:24:59.732824+0000","last_peered":"2024-04-12T00:24:59.732824+0000","last_clean":"2024-04-12T00:24:59.732824+0000","last_became_active":"2024-04-12T00:24:24.082834+0000","last_became_peered":"2024-04-12T00:24:24.082834+0000","last_unstale":"2024-04-12T00:24:59.732824+0000","last_undegraded":"2024-04-12T00:24:59.732824+0000","last_fullsized":"2024-04-12T00:24:59.732824+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732108+0000","last_change":"2024-04-12T00:24:23.709713+0000","last_active":"2024-04-12T00:24:59.732108+0000","last_peered":"2024-04-12T00:24:59.732108+0000","last_clean":"2024-04-12T00:24:59.732108+0000","last_became_active":"2024-04-12T00:24:23.709209+0000","last_became_peered":"2024-04-12T00:24:23.709209+0000","last_unstale":"2024-04-12T00:24:59.732108+0000","last_undegraded":"2024-04-12T00:24:59.732108+0000","last_fullsized":"2024-04-12T00:24:59.732108+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500206+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:24:59.500206+0000","last_peered":"2024-04-12T00:24:59.500206+0000","last_clean":"2024-04-12T00:24:59.500206+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:24:59.500206+0000","last_undegraded":"2024-04-12T00:24:59.500206+0000","last_fullsized":"2024-04-12T00:24:59.500206+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500298+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:24:59.500298+0000","last_peered":"2024-04-12T00:24:59.500298+0000","last_clean":"2024-04-12T00:24:59.500298+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:24:59.500298+0000","last_undegraded":"2024-04-12T00:24:59.500298+0000","last_fullsized":"2024-04-12T00:24:59.500298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731673+0000","last_change":"2024-04-12T00:24:24.071426+0000","last_active":"2024-04-12T00:24:59.731673+0000","last_peered":"2024-04-12T00:24:59.731673+0000","last_clean":"2024-04-12T00:24:59.731673+0000","last_became_active":"2024-04-12T00:24:24.071159+0000","last_became_peered":"2024-04-12T00:24:24.071159+0000","last_unstale":"2024-04-12T00:24:59.731673+0000","last_undegraded":"2024-04-12T00:24:59.731673+0000","last_fullsized":"2024-04-12T00:24:59.731673+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733381+0000","last_change":"2024-04-12T00:24:23.713309+0000","last_active":"2024-04-12T00:24:59.733381+0000","last_peered":"2024-04-12T00:24:59.733381+0000","last_clean":"2024-04-12T00:24:59.733381+0000","last_became_active":"2024-04-12T00:24:23.712878+0000","last_became_peered":"2024-04-12T00:24:23.712878+0000","last_unstale":"2024-04-12T00:24:59.733381+0000","last_undegraded":"2024-04-12T00:24:59.733381+0000","last_fullsized":"2024-04-12T00:24:59.733381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733750+0000","last_change":"2024-04-12T00:24:24.073994+0000","last_active":"2024-04-12T00:24:59.733750+0000","last_peered":"2024-04-12T00:24:59.733750+0000","last_clean":"2024-04-12T00:24:59.733750+0000","last_became_active":"2024-04-12T00:24:24.073729+0000","last_became_peered":"2024-04-12T00:24:24.073729+0000","last_unstale":"2024-04-12T00:24:59.733750+0000","last_undegraded":"2024-04-12T00:24:59.733750+0000","last_fullsized":"2024-04-12T00:24:59.733750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732709+0000","last_change":"2024-04-12T00:24:23.711837+0000","last_active":"2024-04-12T00:24:59.732709+0000","last_peered":"2024-04-12T00:24:59.732709+0000","last_clean":"2024-04-12T00:24:59.732709+0000","last_became_active":"2024-04-12T00:24:23.711542+0000","last_became_peered":"2024-04-12T00:24:23.711542+0000","last_unstale":"2024-04-12T00:24:59.732709+0000","last_undegraded":"2024-04-12T00:24:59.732709+0000","last_fullsized":"2024-04-12T00:24:59.732709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732836+0000","last_change":"2024-04-12T00:24:24.072476+0000","last_active":"2024-04-12T00:24:59.732836+0000","last_peered":"2024-04-12T00:24:59.732836+0000","last_clean":"2024-04-12T00:24:59.732836+0000","last_became_active":"2024-04-12T00:24:24.072157+0000","last_became_peered":"2024-04-12T00:24:24.072157+0000","last_unstale":"2024-04-12T00:24:59.732836+0000","last_undegraded":"2024-04-12T00:24:59.732836+0000","last_fullsized":"2024-04-12T00:24:59.732836+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:32.767834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.501208+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:24:59.501208+0000","last_peered":"2024-04-12T00:24:59.501208+0000","last_clean":"2024-04-12T00:24:59.501208+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:24:59.501208+0000","last_undegraded":"2024-04-12T00:24:59.501208+0000","last_fullsized":"2024-04-12T00:24:59.501208+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.497554+0000","last_change":"2024-04-12T00:24:24.072606+0000","last_active":"2024-04-12T00:24:59.497554+0000","last_peered":"2024-04-12T00:24:59.497554+0000","last_clean":"2024-04-12T00:24:59.497554+0000","last_became_active":"2024-04-12T00:24:24.072311+0000","last_became_peered":"2024-04-12T00:24:24.072311+0000","last_unstale":"2024-04-12T00:24:59.497554+0000","last_undegraded":"2024-04-12T00:24:59.497554+0000","last_fullsized":"2024-04-12T00:24:59.497554+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732227+0000","last_change":"2024-04-12T00:24:23.709572+0000","last_active":"2024-04-12T00:24:59.732227+0000","last_peered":"2024-04-12T00:24:59.732227+0000","last_clean":"2024-04-12T00:24:59.732227+0000","last_became_active":"2024-04-12T00:24:23.709252+0000","last_became_peered":"2024-04-12T00:24:23.709252+0000","last_unstale":"2024-04-12T00:24:59.732227+0000","last_undegraded":"2024-04-12T00:24:59.732227+0000","last_fullsized":"2024-04-12T00:24:59.732227+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731702+0000","last_change":"2024-04-12T00:24:24.082487+0000","last_active":"2024-04-12T00:24:59.731702+0000","last_peered":"2024-04-12T00:24:59.731702+0000","last_clean":"2024-04-12T00:24:59.731702+0000","last_became_active":"2024-04-12T00:24:24.082084+0000","last_became_peered":"2024-04-12T00:24:24.082084+0000","last_unstale":"2024-04-12T00:24:59.731702+0000","last_undegraded":"2024-04-12T00:24:59.731702+0000","last_fullsized":"2024-04-12T00:24:59.731702+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:11:19.615249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500478+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:24:59.500478+0000","last_peered":"2024-04-12T00:24:59.500478+0000","last_clean":"2024-04-12T00:24:59.500478+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:24:59.500478+0000","last_undegraded":"2024-04-12T00:24:59.500478+0000","last_fullsized":"2024-04-12T00:24:59.500478+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.501291+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:24:59.501291+0000","last_peered":"2024-04-12T00:24:59.501291+0000","last_clean":"2024-04-12T00:24:59.501291+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:24:59.501291+0000","last_undegraded":"2024-04-12T00:24:59.501291+0000","last_fullsized":"2024-04-12T00:24:59.501291+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733175+0000","last_change":"2024-04-12T00:24:23.715388+0000","last_active":"2024-04-12T00:24:59.733175+0000","last_peered":"2024-04-12T00:24:59.733175+0000","last_clean":"2024-04-12T00:24:59.733175+0000","last_became_active":"2024-04-12T00:24:23.715106+0000","last_became_peered":"2024-04-12T00:24:23.715106+0000","last_unstale":"2024-04-12T00:24:59.733175+0000","last_undegraded":"2024-04-12T00:24:59.733175+0000","last_fullsized":"2024-04-12T00:24:59.733175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731161+0000","last_change":"2024-04-12T00:24:24.074509+0000","last_active":"2024-04-12T00:24:59.731161+0000","last_peered":"2024-04-12T00:24:59.731161+0000","last_clean":"2024-04-12T00:24:59.731161+0000","last_became_active":"2024-04-12T00:24:24.074210+0000","last_became_peered":"2024-04-12T00:24:24.074210+0000","last_unstale":"2024-04-12T00:24:59.731161+0000","last_undegraded":"2024-04-12T00:24:59.731161+0000","last_fullsized":"2024-04-12T00:24:59.731161+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733605+0000","last_change":"2024-04-12T00:24:23.708067+0000","last_active":"2024-04-12T00:24:59.733605+0000","last_peered":"2024-04-12T00:24:59.733605+0000","last_clean":"2024-04-12T00:24:59.733605+0000","last_became_active":"2024-04-12T00:24:23.707750+0000","last_became_peered":"2024-04-12T00:24:23.707750+0000","last_unstale":"2024-04-12T00:24:59.733605+0000","last_undegraded":"2024-04-12T00:24:59.733605+0000","last_fullsized":"2024-04-12T00:24:59.733605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733286+0000","last_change":"2024-04-12T00:24:24.083874+0000","last_active":"2024-04-12T00:24:59.733286+0000","last_peered":"2024-04-12T00:24:59.733286+0000","last_clean":"2024-04-12T00:24:59.733286+0000","last_became_active":"2024-04-12T00:24:24.083520+0000","last_became_peered":"2024-04-12T00:24:24.083520+0000","last_unstale":"2024-04-12T00:24:59.733286+0000","last_undegraded":"2024-04-12T00:24:59.733286+0000","last_fullsized":"2024-04-12T00:24:59.733286+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733091+0000","last_change":"2024-04-12T00:24:23.711835+0000","last_active":"2024-04-12T00:24:59.733091+0000","last_peered":"2024-04-12T00:24:59.733091+0000","last_clean":"2024-04-12T00:24:59.733091+0000","last_became_active":"2024-04-12T00:24:23.711387+0000","last_became_peered":"2024-04-12T00:24:23.711387+0000","last_unstale":"2024-04-12T00:24:59.733091+0000","last_undegraded":"2024-04-12T00:24:59.733091+0000","last_fullsized":"2024-04-12T00:24:59.733091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731825+0000","last_change":"2024-04-12T00:24:24.075123+0000","last_active":"2024-04-12T00:24:59.731825+0000","last_peered":"2024-04-12T00:24:59.731825+0000","last_clean":"2024-04-12T00:24:59.731825+0000","last_became_active":"2024-04-12T00:24:24.074603+0000","last_became_peered":"2024-04-12T00:24:24.074603+0000","last_unstale":"2024-04-12T00:24:59.731825+0000","last_undegraded":"2024-04-12T00:24:59.731825+0000","last_fullsized":"2024-04-12T00:24:59.731825+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731864+0000","last_change":"2024-04-12T00:24:23.710174+0000","last_active":"2024-04-12T00:24:59.731864+0000","last_peered":"2024-04-12T00:24:59.731864+0000","last_clean":"2024-04-12T00:24:59.731864+0000","last_became_active":"2024-04-12T00:24:23.709495+0000","last_became_peered":"2024-04-12T00:24:23.709495+0000","last_unstale":"2024-04-12T00:24:59.731864+0000","last_undegraded":"2024-04-12T00:24:59.731864+0000","last_fullsized":"2024-04-12T00:24:59.731864+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.497967+0000","last_change":"2024-04-12T00:24:24.082279+0000","last_active":"2024-04-12T00:24:59.497967+0000","last_peered":"2024-04-12T00:24:59.497967+0000","last_clean":"2024-04-12T00:24:59.497967+0000","last_became_active":"2024-04-12T00:24:24.081983+0000","last_became_peered":"2024-04-12T00:24:24.081983+0000","last_unstale":"2024-04-12T00:24:59.497967+0000","last_undegraded":"2024-04-12T00:24:59.497967+0000","last_fullsized":"2024-04-12T00:24:59.497967+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:04:27.556470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733057+0000","last_change":"2024-04-12T00:24:23.715606+0000","last_active":"2024-04-12T00:24:59.733057+0000","last_peered":"2024-04-12T00:24:59.733057+0000","last_clean":"2024-04-12T00:24:59.733057+0000","last_became_active":"2024-04-12T00:24:23.715262+0000","last_became_peered":"2024-04-12T00:24:23.715262+0000","last_unstale":"2024-04-12T00:24:59.733057+0000","last_undegraded":"2024-04-12T00:24:59.733057+0000","last_fullsized":"2024-04-12T00:24:59.733057+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732984+0000","last_change":"2024-04-12T00:24:24.076310+0000","last_active":"2024-04-12T00:24:59.732984+0000","last_peered":"2024-04-12T00:24:59.732984+0000","last_clean":"2024-04-12T00:24:59.732984+0000","last_became_active":"2024-04-12T00:24:24.075999+0000","last_became_peered":"2024-04-12T00:24:24.075999+0000","last_unstale":"2024-04-12T00:24:59.732984+0000","last_undegraded":"2024-04-12T00:24:59.732984+0000","last_fullsized":"2024-04-12T00:24:59.732984+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731949+0000","last_change":"2024-04-12T00:24:23.719899+0000","last_active":"2024-04-12T00:24:59.731949+0000","last_peered":"2024-04-12T00:24:59.731949+0000","last_clean":"2024-04-12T00:24:59.731949+0000","last_became_active":"2024-04-12T00:24:23.719313+0000","last_became_peered":"2024-04-12T00:24:23.719313+0000","last_unstale":"2024-04-12T00:24:59.731949+0000","last_undegraded":"2024-04-12T00:24:59.731949+0000","last_fullsized":"2024-04-12T00:24:59.731949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731788+0000","last_change":"2024-04-12T00:24:24.078834+0000","last_active":"2024-04-12T00:24:59.731788+0000","last_peered":"2024-04-12T00:24:59.731788+0000","last_clean":"2024-04-12T00:24:59.731788+0000","last_became_active":"2024-04-12T00:24:24.078577+0000","last_became_peered":"2024-04-12T00:24:24.078577+0000","last_unstale":"2024-04-12T00:24:59.731788+0000","last_undegraded":"2024-04-12T00:24:59.731788+0000","last_fullsized":"2024-04-12T00:24:59.731788+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731976+0000","last_change":"2024-04-12T00:24:23.719640+0000","last_active":"2024-04-12T00:24:59.731976+0000","last_peered":"2024-04-12T00:24:59.731976+0000","last_clean":"2024-04-12T00:24:59.731976+0000","last_became_active":"2024-04-12T00:24:23.719309+0000","last_became_peered":"2024-04-12T00:24:23.719309+0000","last_unstale":"2024-04-12T00:24:59.731976+0000","last_undegraded":"2024-04-12T00:24:59.731976+0000","last_fullsized":"2024-04-12T00:24:59.731976+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733027+0000","last_change":"2024-04-12T00:24:24.088843+0000","last_active":"2024-04-12T00:24:59.733027+0000","last_peered":"2024-04-12T00:24:59.733027+0000","last_clean":"2024-04-12T00:24:59.733027+0000","last_became_active":"2024-04-12T00:24:24.088563+0000","last_became_peered":"2024-04-12T00:24:24.088563+0000","last_unstale":"2024-04-12T00:24:59.733027+0000","last_undegraded":"2024-04-12T00:24:59.733027+0000","last_fullsized":"2024-04-12T00:24:59.733027+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732706+0000","last_change":"2024-04-12T00:24:23.701914+0000","last_active":"2024-04-12T00:24:59.732706+0000","last_peered":"2024-04-12T00:24:59.732706+0000","last_clean":"2024-04-12T00:24:59.732706+0000","last_became_active":"2024-04-12T00:24:23.701562+0000","last_became_peered":"2024-04-12T00:24:23.701562+0000","last_unstale":"2024-04-12T00:24:59.732706+0000","last_undegraded":"2024-04-12T00:24:59.732706+0000","last_fullsized":"2024-04-12T00:24:59.732706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732339+0000","last_change":"2024-04-12T00:24:24.078221+0000","last_active":"2024-04-12T00:24:59.732339+0000","last_peered":"2024-04-12T00:24:59.732339+0000","last_clean":"2024-04-12T00:24:59.732339+0000","last_became_active":"2024-04-12T00:24:24.077533+0000","last_became_peered":"2024-04-12T00:24:24.077533+0000","last_unstale":"2024-04-12T00:24:59.732339+0000","last_undegraded":"2024-04-12T00:24:59.732339+0000","last_fullsized":"2024-04-12T00:24:59.732339+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500049+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:24:59.500049+0000","last_peered":"2024-04-12T00:24:59.500049+0000","last_clean":"2024-04-12T00:24:59.500049+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:24:59.500049+0000","last_undegraded":"2024-04-12T00:24:59.500049+0000","last_fullsized":"2024-04-12T00:24:59.500049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732385+0000","last_change":"2024-04-12T00:24:24.082363+0000","last_active":"2024-04-12T00:24:59.732385+0000","last_peered":"2024-04-12T00:24:59.732385+0000","last_clean":"2024-04-12T00:24:59.732385+0000","last_became_active":"2024-04-12T00:24:24.082064+0000","last_became_peered":"2024-04-12T00:24:24.082064+0000","last_unstale":"2024-04-12T00:24:59.732385+0000","last_undegraded":"2024-04-12T00:24:59.732385+0000","last_fullsized":"2024-04-12T00:24:59.732385+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.498234+0000","last_change":"2024-04-12T00:24:23.705647+0000","last_active":"2024-04-12T00:24:59.498234+0000","last_peered":"2024-04-12T00:24:59.498234+0000","last_clean":"2024-04-12T00:24:59.498234+0000","last_became_active":"2024-04-12T00:24:23.705291+0000","last_became_peered":"2024-04-12T00:24:23.705291+0000","last_unstale":"2024-04-12T00:24:59.498234+0000","last_undegraded":"2024-04-12T00:24:59.498234+0000","last_fullsized":"2024-04-12T00:24:59.498234+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733453+0000","last_change":"2024-04-12T00:24:24.081349+0000","last_active":"2024-04-12T00:24:59.733453+0000","last_peered":"2024-04-12T00:24:59.733453+0000","last_clean":"2024-04-12T00:24:59.733453+0000","last_became_active":"2024-04-12T00:24:24.081052+0000","last_became_peered":"2024-04-12T00:24:24.081052+0000","last_unstale":"2024-04-12T00:24:59.733453+0000","last_undegraded":"2024-04-12T00:24:59.733453+0000","last_fullsized":"2024-04-12T00:24:59.733453+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.190544+0000","last_change":"2024-04-12T00:24:58.504830+0000","last_active":"2024-04-12T00:25:01.190544+0000","last_peered":"2024-04-12T00:25:01.190544+0000","last_clean":"2024-04-12T00:25:01.190544+0000","last_became_active":"2024-04-12T00:24:58.504550+0000","last_became_peered":"2024-04-12T00:24:58.504550+0000","last_unstale":"2024-04-12T00:25:01.190544+0000","last_undegraded":"2024-04-12T00:25:01.190544+0000","last_fullsized":"2024-04-12T00:25:01.190544+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:21:04.955688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731658+0000","last_change":"2024-04-12T00:24:23.706195+0000","last_active":"2024-04-12T00:24:59.731658+0000","last_peered":"2024-04-12T00:24:59.731658+0000","last_clean":"2024-04-12T00:24:59.731658+0000","last_became_active":"2024-04-12T00:24:23.705885+0000","last_became_peered":"2024-04-12T00:24:23.705885+0000","last_unstale":"2024-04-12T00:24:59.731658+0000","last_undegraded":"2024-04-12T00:24:59.731658+0000","last_fullsized":"2024-04-12T00:24:59.731658+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732921+0000","last_change":"2024-04-12T00:24:24.069850+0000","last_active":"2024-04-12T00:24:59.732921+0000","last_peered":"2024-04-12T00:24:59.732921+0000","last_clean":"2024-04-12T00:24:59.732921+0000","last_became_active":"2024-04-12T00:24:24.069538+0000","last_became_peered":"2024-04-12T00:24:24.069538+0000","last_unstale":"2024-04-12T00:24:59.732921+0000","last_undegraded":"2024-04-12T00:24:59.732921+0000","last_fullsized":"2024-04-12T00:24:59.732921+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.191149+0000","last_change":"2024-04-12T00:24:58.495197+0000","last_active":"2024-04-12T00:25:01.191149+0000","last_peered":"2024-04-12T00:25:01.191149+0000","last_clean":"2024-04-12T00:25:01.191149+0000","last_became_active":"2024-04-12T00:24:58.494898+0000","last_became_peered":"2024-04-12T00:24:58.494898+0000","last_unstale":"2024-04-12T00:25:01.191149+0000","last_undegraded":"2024-04-12T00:25:01.191149+0000","last_fullsized":"2024-04-12T00:25:01.191149+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:41:02.413488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731838+0000","last_change":"2024-04-12T00:24:23.712522+0000","last_active":"2024-04-12T00:24:59.731838+0000","last_peered":"2024-04-12T00:24:59.731838+0000","last_clean":"2024-04-12T00:24:59.731838+0000","last_became_active":"2024-04-12T00:24:23.712160+0000","last_became_peered":"2024-04-12T00:24:23.712160+0000","last_unstale":"2024-04-12T00:24:59.731838+0000","last_undegraded":"2024-04-12T00:24:59.731838+0000","last_fullsized":"2024-04-12T00:24:59.731838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.497823+0000","last_change":"2024-04-12T00:24:24.082957+0000","last_active":"2024-04-12T00:24:59.497823+0000","last_peered":"2024-04-12T00:24:59.497823+0000","last_clean":"2024-04-12T00:24:59.497823+0000","last_became_active":"2024-04-12T00:24:24.082665+0000","last_became_peered":"2024-04-12T00:24:24.082665+0000","last_unstale":"2024-04-12T00:24:59.497823+0000","last_undegraded":"2024-04-12T00:24:59.497823+0000","last_fullsized":"2024-04-12T00:24:59.497823+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.191328+0000","last_change":"2024-04-12T00:24:58.504630+0000","last_active":"2024-04-12T00:25:01.191328+0000","last_peered":"2024-04-12T00:25:01.191328+0000","last_clean":"2024-04-12T00:25:01.191328+0000","last_became_active":"2024-04-12T00:24:58.504278+0000","last_became_peered":"2024-04-12T00:24:58.504278+0000","last_unstale":"2024-04-12T00:25:01.191328+0000","last_undegraded":"2024-04-12T00:25:01.191328+0000","last_fullsized":"2024-04-12T00:25:01.191328+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:44:47.653734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.730979+0000","last_change":"2024-04-12T00:24:24.078943+0000","last_active":"2024-04-12T00:24:59.730979+0000","last_peered":"2024-04-12T00:24:59.730979+0000","last_clean":"2024-04-12T00:24:59.730979+0000","last_became_active":"2024-04-12T00:24:24.078681+0000","last_became_peered":"2024-04-12T00:24:24.078681+0000","last_unstale":"2024-04-12T00:24:59.730979+0000","last_undegraded":"2024-04-12T00:24:59.730979+0000","last_fullsized":"2024-04-12T00:24:59.730979+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500181+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:24:59.500181+0000","last_peered":"2024-04-12T00:24:59.500181+0000","last_clean":"2024-04-12T00:24:59.500181+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:24:59.500181+0000","last_undegraded":"2024-04-12T00:24:59.500181+0000","last_fullsized":"2024-04-12T00:24:59.500181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.486465+0000","last_change":"2024-04-12T00:24:58.716842+0000","last_active":"2024-04-12T00:25:01.486465+0000","last_peered":"2024-04-12T00:25:01.486465+0000","last_clean":"2024-04-12T00:25:01.486465+0000","last_became_active":"2024-04-12T00:24:58.716280+0000","last_became_peered":"2024-04-12T00:24:58.716280+0000","last_unstale":"2024-04-12T00:25:01.486465+0000","last_undegraded":"2024-04-12T00:25:01.486465+0000","last_fullsized":"2024-04-12T00:25:01.486465+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:03:57.506223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500793+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:24:59.500793+0000","last_peered":"2024-04-12T00:24:59.500793+0000","last_clean":"2024-04-12T00:24:59.500793+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:24:59.500793+0000","last_undegraded":"2024-04-12T00:24:59.500793+0000","last_fullsized":"2024-04-12T00:24:59.500793+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732305+0000","last_change":"2024-04-12T00:24:23.714680+0000","last_active":"2024-04-12T00:24:59.732305+0000","last_peered":"2024-04-12T00:24:59.732305+0000","last_clean":"2024-04-12T00:24:59.732305+0000","last_became_active":"2024-04-12T00:24:23.714396+0000","last_became_peered":"2024-04-12T00:24:23.714396+0000","last_unstale":"2024-04-12T00:24:59.732305+0000","last_undegraded":"2024-04-12T00:24:59.732305+0000","last_fullsized":"2024-04-12T00:24:59.732305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":263,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732661+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:24:59.732661+0000","last_peered":"2024-04-12T00:24:59.732661+0000","last_clean":"2024-04-12T00:24:59.732661+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:24:59.732661+0000","last_undegraded":"2024-04-12T00:24:59.732661+0000","last_fullsized":"2024-04-12T00:24:59.732661+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.189819+0000","last_change":"2024-04-12T00:24:58.497445+0000","last_active":"2024-04-12T00:25:01.189819+0000","last_peered":"2024-04-12T00:25:01.189819+0000","last_clean":"2024-04-12T00:25:01.189819+0000","last_became_active":"2024-04-12T00:24:58.497160+0000","last_became_peered":"2024-04-12T00:24:58.497160+0000","last_unstale":"2024-04-12T00:25:01.189819+0000","last_undegraded":"2024-04-12T00:25:01.189819+0000","last_fullsized":"2024-04-12T00:25:01.189819+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:46:13.251501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731304+0000","last_change":"2024-04-12T00:24:24.069860+0000","last_active":"2024-04-12T00:24:59.731304+0000","last_peered":"2024-04-12T00:24:59.731304+0000","last_clean":"2024-04-12T00:24:59.731304+0000","last_became_active":"2024-04-12T00:24:24.067880+0000","last_became_peered":"2024-04-12T00:24:24.067880+0000","last_unstale":"2024-04-12T00:24:59.731304+0000","last_undegraded":"2024-04-12T00:24:59.731304+0000","last_fullsized":"2024-04-12T00:24:59.731304+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732582+0000","last_change":"2024-04-12T00:24:23.719355+0000","last_active":"2024-04-12T00:24:59.732582+0000","last_peered":"2024-04-12T00:24:59.732582+0000","last_clean":"2024-04-12T00:24:59.732582+0000","last_became_active":"2024-04-12T00:24:23.719048+0000","last_became_peered":"2024-04-12T00:24:23.719048+0000","last_unstale":"2024-04-12T00:24:59.732582+0000","last_undegraded":"2024-04-12T00:24:59.732582+0000","last_fullsized":"2024-04-12T00:24:59.732582+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.189572+0000","last_change":"2024-04-12T00:24:58.716341+0000","last_active":"2024-04-12T00:25:01.189572+0000","last_peered":"2024-04-12T00:25:01.189572+0000","last_clean":"2024-04-12T00:25:01.189572+0000","last_became_active":"2024-04-12T00:24:58.716001+0000","last_became_peered":"2024-04-12T00:24:58.716001+0000","last_unstale":"2024-04-12T00:25:01.189572+0000","last_undegraded":"2024-04-12T00:25:01.189572+0000","last_fullsized":"2024-04-12T00:25:01.189572+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:11:52.296543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733079+0000","last_change":"2024-04-12T00:24:23.712630+0000","last_active":"2024-04-12T00:24:59.733079+0000","last_peered":"2024-04-12T00:24:59.733079+0000","last_clean":"2024-04-12T00:24:59.733079+0000","last_became_active":"2024-04-12T00:24:23.712339+0000","last_became_peered":"2024-04-12T00:24:23.712339+0000","last_unstale":"2024-04-12T00:24:59.733079+0000","last_undegraded":"2024-04-12T00:24:59.733079+0000","last_fullsized":"2024-04-12T00:24:59.733079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731734+0000","last_change":"2024-04-12T00:24:24.077842+0000","last_active":"2024-04-12T00:24:59.731734+0000","last_peered":"2024-04-12T00:24:59.731734+0000","last_clean":"2024-04-12T00:24:59.731734+0000","last_became_active":"2024-04-12T00:24:24.077583+0000","last_became_peered":"2024-04-12T00:24:24.077583+0000","last_unstale":"2024-04-12T00:24:59.731734+0000","last_undegraded":"2024-04-12T00:24:59.731734+0000","last_fullsized":"2024-04-12T00:24:59.731734+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.485227+0000","last_change":"2024-04-12T00:24:58.716514+0000","last_active":"2024-04-12T00:25:01.485227+0000","last_peered":"2024-04-12T00:25:01.485227+0000","last_clean":"2024-04-12T00:25:01.485227+0000","last_became_active":"2024-04-12T00:24:58.716157+0000","last_became_peered":"2024-04-12T00:24:58.716157+0000","last_unstale":"2024-04-12T00:25:01.485227+0000","last_undegraded":"2024-04-12T00:25:01.485227+0000","last_fullsized":"2024-04-12T00:25:01.485227+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:07:55.473585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732209+0000","last_change":"2024-04-12T00:24:23.704069+0000","last_active":"2024-04-12T00:24:59.732209+0000","last_peered":"2024-04-12T00:24:59.732209+0000","last_clean":"2024-04-12T00:24:59.732209+0000","last_became_active":"2024-04-12T00:24:23.703540+0000","last_became_peered":"2024-04-12T00:24:23.703540+0000","last_unstale":"2024-04-12T00:24:59.732209+0000","last_undegraded":"2024-04-12T00:24:59.732209+0000","last_fullsized":"2024-04-12T00:24:59.732209+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.501642+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:24:59.501642+0000","last_peered":"2024-04-12T00:24:59.501642+0000","last_clean":"2024-04-12T00:24:59.501642+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:24:59.501642+0000","last_undegraded":"2024-04-12T00:24:59.501642+0000","last_fullsized":"2024-04-12T00:24:59.501642+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.486400+0000","last_change":"2024-04-12T00:24:58.504783+0000","last_active":"2024-04-12T00:25:01.486400+0000","last_peered":"2024-04-12T00:25:01.486400+0000","last_clean":"2024-04-12T00:25:01.486400+0000","last_became_active":"2024-04-12T00:24:58.504448+0000","last_became_peered":"2024-04-12T00:24:58.504448+0000","last_unstale":"2024-04-12T00:25:01.486400+0000","last_undegraded":"2024-04-12T00:25:01.486400+0000","last_fullsized":"2024-04-12T00:25:01.486400+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:04.891522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733528+0000","last_change":"2024-04-12T00:24:23.709941+0000","last_active":"2024-04-12T00:24:59.733528+0000","last_peered":"2024-04-12T00:24:59.733528+0000","last_clean":"2024-04-12T00:24:59.733528+0000","last_became_active":"2024-04-12T00:24:23.709661+0000","last_became_peered":"2024-04-12T00:24:23.709661+0000","last_unstale":"2024-04-12T00:24:59.733528+0000","last_undegraded":"2024-04-12T00:24:59.733528+0000","last_fullsized":"2024-04-12T00:24:59.733528+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731534+0000","last_change":"2024-04-12T00:24:24.076362+0000","last_active":"2024-04-12T00:24:59.731534+0000","last_peered":"2024-04-12T00:24:59.731534+0000","last_clean":"2024-04-12T00:24:59.731534+0000","last_became_active":"2024-04-12T00:24:24.076086+0000","last_became_peered":"2024-04-12T00:24:24.076086+0000","last_unstale":"2024-04-12T00:24:59.731534+0000","last_undegraded":"2024-04-12T00:24:59.731534+0000","last_fullsized":"2024-04-12T00:24:59.731534+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732685+0000","last_change":"2024-04-12T00:24:23.713478+0000","last_active":"2024-04-12T00:24:59.732685+0000","last_peered":"2024-04-12T00:24:59.732685+0000","last_clean":"2024-04-12T00:24:59.732685+0000","last_became_active":"2024-04-12T00:24:23.712411+0000","last_became_peered":"2024-04-12T00:24:23.712411+0000","last_unstale":"2024-04-12T00:24:59.732685+0000","last_undegraded":"2024-04-12T00:24:59.732685+0000","last_fullsized":"2024-04-12T00:24:59.732685+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.497772+0000","last_change":"2024-04-12T00:24:24.079235+0000","last_active":"2024-04-12T00:24:59.497772+0000","last_peered":"2024-04-12T00:24:59.497772+0000","last_clean":"2024-04-12T00:24:59.497772+0000","last_became_active":"2024-04-12T00:24:24.078941+0000","last_became_peered":"2024-04-12T00:24:24.078941+0000","last_unstale":"2024-04-12T00:24:59.497772+0000","last_undegraded":"2024-04-12T00:24:59.497772+0000","last_fullsized":"2024-04-12T00:24:59.497772+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731083+0000","last_change":"2024-04-12T00:24:23.716304+0000","last_active":"2024-04-12T00:24:59.731083+0000","last_peered":"2024-04-12T00:24:59.731083+0000","last_clean":"2024-04-12T00:24:59.731083+0000","last_became_active":"2024-04-12T00:24:23.716052+0000","last_became_peered":"2024-04-12T00:24:23.716052+0000","last_unstale":"2024-04-12T00:24:59.731083+0000","last_undegraded":"2024-04-12T00:24:59.731083+0000","last_fullsized":"2024-04-12T00:24:59.731083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.501218+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:24:59.501218+0000","last_peered":"2024-04-12T00:24:59.501218+0000","last_clean":"2024-04-12T00:24:59.501218+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:24:59.501218+0000","last_undegraded":"2024-04-12T00:24:59.501218+0000","last_fullsized":"2024-04-12T00:24:59.501218+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731318+0000","last_change":"2024-04-12T00:24:23.717001+0000","last_active":"2024-04-12T00:24:59.731318+0000","last_peered":"2024-04-12T00:24:59.731318+0000","last_clean":"2024-04-12T00:24:59.731318+0000","last_became_active":"2024-04-12T00:24:23.716675+0000","last_became_peered":"2024-04-12T00:24:23.716675+0000","last_unstale":"2024-04-12T00:24:59.731318+0000","last_undegraded":"2024-04-12T00:24:59.731318+0000","last_fullsized":"2024-04-12T00:24:59.731318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.501047+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:24:59.501047+0000","last_peered":"2024-04-12T00:24:59.501047+0000","last_clean":"2024-04-12T00:24:59.501047+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:24:59.501047+0000","last_undegraded":"2024-04-12T00:24:59.501047+0000","last_fullsized":"2024-04-12T00:24:59.501047+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732929+0000","last_change":"2024-04-12T00:24:23.711738+0000","last_active":"2024-04-12T00:24:59.732929+0000","last_peered":"2024-04-12T00:24:59.732929+0000","last_clean":"2024-04-12T00:24:59.732929+0000","last_became_active":"2024-04-12T00:24:23.711419+0000","last_became_peered":"2024-04-12T00:24:23.711419+0000","last_unstale":"2024-04-12T00:24:59.732929+0000","last_undegraded":"2024-04-12T00:24:59.732929+0000","last_fullsized":"2024-04-12T00:24:59.732929+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:23:58.412241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732128+0000","last_change":"2024-04-12T00:24:24.079484+0000","last_active":"2024-04-12T00:24:59.732128+0000","last_peered":"2024-04-12T00:24:59.732128+0000","last_clean":"2024-04-12T00:24:59.732128+0000","last_became_active":"2024-04-12T00:24:24.079176+0000","last_became_peered":"2024-04-12T00:24:24.079176+0000","last_unstale":"2024-04-12T00:24:59.732128+0000","last_undegraded":"2024-04-12T00:24:59.732128+0000","last_fullsized":"2024-04-12T00:24:59.732128+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500526+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:24:59.500526+0000","last_peered":"2024-04-12T00:24:59.500526+0000","last_clean":"2024-04-12T00:24:59.500526+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:24:59.500526+0000","last_undegraded":"2024-04-12T00:24:59.500526+0000","last_fullsized":"2024-04-12T00:24:59.500526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733034+0000","last_change":"2024-04-12T00:24:24.084311+0000","last_active":"2024-04-12T00:24:59.733034+0000","last_peered":"2024-04-12T00:24:59.733034+0000","last_clean":"2024-04-12T00:24:59.733034+0000","last_became_active":"2024-04-12T00:24:24.083528+0000","last_became_peered":"2024-04-12T00:24:24.083528+0000","last_unstale":"2024-04-12T00:24:59.733034+0000","last_undegraded":"2024-04-12T00:24:59.733034+0000","last_fullsized":"2024-04-12T00:24:59.733034+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731778+0000","last_change":"2024-04-12T00:24:23.718059+0000","last_active":"2024-04-12T00:24:59.731778+0000","last_peered":"2024-04-12T00:24:59.731778+0000","last_clean":"2024-04-12T00:24:59.731778+0000","last_became_active":"2024-04-12T00:24:23.717797+0000","last_became_peered":"2024-04-12T00:24:23.717797+0000","last_unstale":"2024-04-12T00:24:59.731778+0000","last_undegraded":"2024-04-12T00:24:59.731778+0000","last_fullsized":"2024-04-12T00:24:59.731778+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733548+0000","last_change":"2024-04-12T00:24:24.072492+0000","last_active":"2024-04-12T00:24:59.733548+0000","last_peered":"2024-04-12T00:24:59.733548+0000","last_clean":"2024-04-12T00:24:59.733548+0000","last_became_active":"2024-04-12T00:24:24.072226+0000","last_became_peered":"2024-04-12T00:24:24.072226+0000","last_unstale":"2024-04-12T00:24:59.733548+0000","last_undegraded":"2024-04-12T00:24:59.733548+0000","last_fullsized":"2024-04-12T00:24:59.733548+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500463+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:24:59.500463+0000","last_peered":"2024-04-12T00:24:59.500463+0000","last_clean":"2024-04-12T00:24:59.500463+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:24:59.500463+0000","last_undegraded":"2024-04-12T00:24:59.500463+0000","last_fullsized":"2024-04-12T00:24:59.500463+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733859+0000","last_change":"2024-04-12T00:24:24.087394+0000","last_active":"2024-04-12T00:24:59.733859+0000","last_peered":"2024-04-12T00:24:59.733859+0000","last_clean":"2024-04-12T00:24:59.733859+0000","last_became_active":"2024-04-12T00:24:24.087126+0000","last_became_peered":"2024-04-12T00:24:24.087126+0000","last_unstale":"2024-04-12T00:24:59.733859+0000","last_undegraded":"2024-04-12T00:24:59.733859+0000","last_fullsized":"2024-04-12T00:24:59.733859+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731806+0000","last_change":"2024-04-12T00:24:24.078395+0000","last_active":"2024-04-12T00:24:59.731806+0000","last_peered":"2024-04-12T00:24:59.731806+0000","last_clean":"2024-04-12T00:24:59.731806+0000","last_became_active":"2024-04-12T00:24:24.077921+0000","last_became_peered":"2024-04-12T00:24:24.077921+0000","last_unstale":"2024-04-12T00:24:59.731806+0000","last_undegraded":"2024-04-12T00:24:59.731806+0000","last_fullsized":"2024-04-12T00:24:59.731806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500092+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:24:59.500092+0000","last_peered":"2024-04-12T00:24:59.500092+0000","last_clean":"2024-04-12T00:24:59.500092+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:24:59.500092+0000","last_undegraded":"2024-04-12T00:24:59.500092+0000","last_fullsized":"2024-04-12T00:24:59.500092+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732152+0000","last_change":"2024-04-12T00:24:24.077348+0000","last_active":"2024-04-12T00:24:59.732152+0000","last_peered":"2024-04-12T00:24:59.732152+0000","last_clean":"2024-04-12T00:24:59.732152+0000","last_became_active":"2024-04-12T00:24:24.077028+0000","last_became_peered":"2024-04-12T00:24:24.077028+0000","last_unstale":"2024-04-12T00:24:59.732152+0000","last_undegraded":"2024-04-12T00:24:59.732152+0000","last_fullsized":"2024-04-12T00:24:59.732152+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731783+0000","last_change":"2024-04-12T00:24:24.076726+0000","last_active":"2024-04-12T00:24:59.731783+0000","last_peered":"2024-04-12T00:24:59.731783+0000","last_clean":"2024-04-12T00:24:59.731783+0000","last_became_active":"2024-04-12T00:24:24.076430+0000","last_became_peered":"2024-04-12T00:24:24.076430+0000","last_unstale":"2024-04-12T00:24:59.731783+0000","last_undegraded":"2024-04-12T00:24:59.731783+0000","last_fullsized":"2024-04-12T00:24:59.731783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.501560+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:24:59.501560+0000","last_peered":"2024-04-12T00:24:59.501560+0000","last_clean":"2024-04-12T00:24:59.501560+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:24:59.501560+0000","last_undegraded":"2024-04-12T00:24:59.501560+0000","last_fullsized":"2024-04-12T00:24:59.501560+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731688+0000","last_change":"2024-04-12T00:24:24.076712+0000","last_active":"2024-04-12T00:24:59.731688+0000","last_peered":"2024-04-12T00:24:59.731688+0000","last_clean":"2024-04-12T00:24:59.731688+0000","last_became_active":"2024-04-12T00:24:24.076416+0000","last_became_peered":"2024-04-12T00:24:24.076416+0000","last_unstale":"2024-04-12T00:24:59.731688+0000","last_undegraded":"2024-04-12T00:24:59.731688+0000","last_fullsized":"2024-04-12T00:24:59.731688+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.733662+0000","last_change":"2024-04-12T00:24:24.091552+0000","last_active":"2024-04-12T00:24:59.733662+0000","last_peered":"2024-04-12T00:24:59.733662+0000","last_clean":"2024-04-12T00:24:59.733662+0000","last_became_active":"2024-04-12T00:24:24.091267+0000","last_became_peered":"2024-04-12T00:24:24.091267+0000","last_unstale":"2024-04-12T00:24:59.733662+0000","last_undegraded":"2024-04-12T00:24:59.733662+0000","last_fullsized":"2024-04-12T00:24:59.733662+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.501666+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:24:59.501666+0000","last_peered":"2024-04-12T00:24:59.501666+0000","last_clean":"2024-04-12T00:24:59.501666+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:24:59.501666+0000","last_undegraded":"2024-04-12T00:24:59.501666+0000","last_fullsized":"2024-04-12T00:24:59.501666+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732885+0000","last_change":"2024-04-12T00:24:24.064820+0000","last_active":"2024-04-12T00:24:59.732885+0000","last_peered":"2024-04-12T00:24:59.732885+0000","last_clean":"2024-04-12T00:24:59.732885+0000","last_became_active":"2024-04-12T00:24:24.064515+0000","last_became_peered":"2024-04-12T00:24:24.064515+0000","last_unstale":"2024-04-12T00:24:59.732885+0000","last_undegraded":"2024-04-12T00:24:59.732885+0000","last_fullsized":"2024-04-12T00:24:59.732885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.500327+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:24:59.500327+0000","last_peered":"2024-04-12T00:24:59.500327+0000","last_clean":"2024-04-12T00:24:59.500327+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:24:59.500327+0000","last_undegraded":"2024-04-12T00:24:59.500327+0000","last_fullsized":"2024-04-12T00:24:59.500327+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732252+0000","last_change":"2024-04-12T00:24:24.079412+0000","last_active":"2024-04-12T00:24:59.732252+0000","last_peered":"2024-04-12T00:24:59.732252+0000","last_clean":"2024-04-12T00:24:59.732252+0000","last_became_active":"2024-04-12T00:24:24.079161+0000","last_became_peered":"2024-04-12T00:24:24.079161+0000","last_unstale":"2024-04-12T00:24:59.732252+0000","last_undegraded":"2024-04-12T00:24:59.732252+0000","last_fullsized":"2024-04-12T00:24:59.732252+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.731863+0000","last_change":"2024-04-12T00:24:24.082338+0000","last_active":"2024-04-12T00:24:59.731863+0000","last_peered":"2024-04-12T00:24:59.731863+0000","last_clean":"2024-04-12T00:24:59.731863+0000","last_became_active":"2024-04-12T00:24:24.081664+0000","last_became_peered":"2024-04-12T00:24:24.081664+0000","last_unstale":"2024-04-12T00:24:59.731863+0000","last_undegraded":"2024-04-12T00:24:59.731863+0000","last_fullsized":"2024-04-12T00:24:59.731863+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:54:45.453560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-12T00:24:59.732889+0000","last_change":"2024-04-12T00:24:24.081270+0000","last_active":"2024-04-12T00:24:59.732889+0000","last_peered":"2024-04-12T00:24:59.732889+0000","last_clean":"2024-04-12T00:24:59.732889+0000","last_became_active":"2024-04-12T00:24:24.080969+0000","last_became_peered":"2024-04-12T00:24:24.080969+0000","last_unstale":"2024-04-12T00:24:59.732889+0000","last_undegraded":"2024-04-12T00:24:59.732889+0000","last_fullsized":"2024-04-12T00:24:59.732889+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201303,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":888933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.41199999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.48499999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.51300000000000001}]},{"osd":3,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.67200000000000004}]},{"osd":4,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.58099999999999996}]},{"osd":5,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.626},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.69499999999999995}]},{"osd":6,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.71199999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462940,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28280,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716872,"statfs":{"total":95995035648,"available":95966076928,"internally_reserved":0,"allocated":1290240,"data_stored":890075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.312,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71699999999999997,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.47499999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68400000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.376},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54300000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.72599999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.436}]},{"osd":2,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.496},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.69599999999999995,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52300000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.40899999999999997,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.39200000000000002}]},{"osd":4,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.42199999999999999,"15min":0.41899999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73399999999999999,"5min":0.747,"15min":0.747},"last":0.59499999999999997}]},{"osd":5,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.45000000000000001,"15min":0.44800000000000001},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.497,"15min":0.48899999999999999},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.55800000000000005}]},{"osd":7,"last update":"Fri Apr 12 00:25:09 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.51100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27704,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717448,"statfs":{"total":95995035648,"available":95966666752,"internally_reserved":0,"allocated":700416,"data_stored":298121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.34699999999999998,"15min":0.311},"min":{"1min":0.23999999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.54000000000000004,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.377,"15min":0.32300000000000001},"min":{"1min":0.23000000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.63100000000000001,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.255}]},{"osd":2,"last update":"Fri Apr 12 00:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40000000000000002,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.55300000000000005,"5min":0.62,"15min":0.62},"last":0.316},{"interface":"front","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.371},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.499,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.40699999999999997}]},{"osd":3,"last update":"Fri Apr 12 00:25:35 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.432,"15min":0.44400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.48899999999999999,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.47699999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.36099999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:24:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.58299999999999996,"15min":0.58899999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.67500000000000004,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77200000000000002,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.49399999999999999}]},{"osd":5,"last update":"Fri Apr 12 00:25:18 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81799999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60799999999999998,"15min":0.61199999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.75900000000000001,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61599999999999999,"15min":0.622},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77700000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.626,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.82099999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.621}]},{"osd":7,"last update":"Fri Apr 12 00:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.53300000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28292,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716860,"statfs":{"total":95995035648,"available":95966064640,"internally_reserved":0,"allocated":1302528,"data_stored":889057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.34000000000000002,"15min":0.317},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.55800000000000005,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.30499999999999999},"min":{"1min":0.218,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.48899999999999999,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.36499999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.37,"15min":0.35899999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.379,"15min":0.372},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.48099999999999998,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.32200000000000001}]},{"osd":3,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.42099999999999999,"15min":0.42999999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.57899999999999996,"5min":0.751,"15min":0.751},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.443,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55100000000000005,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.34200000000000003}]},{"osd":4,"last update":"Fri Apr 12 00:24:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.81699999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.53500000000000003}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.60299999999999998,"15min":0.61399999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90200000000000002,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.51900000000000002}]},{"osd":6,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83799999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59099999999999997,"15min":0.59799999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.46300000000000002}]},{"osd":7,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.496}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":692224,"data_stored":297961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.35699999999999998,"15min":0.35199999999999998},"min":{"1min":0.27500000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51700000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.377,"15min":0.372},"min":{"1min":0.25900000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.53000000000000003,"5min":0.629,"15min":0.629},"last":0.46500000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38300000000000001,"15min":0.38100000000000001},"min":{"1min":0.23699999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40500000000000003,"15min":0.39700000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.51700000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.443,"15min":0.45000000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.58099999999999996,"5min":0.627,"15min":0.627},"last":0.499},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.42599999999999999,"15min":0.44600000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.496,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.55100000000000005}]},{"osd":4,"last update":"Fri Apr 12 00:24:57 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57199999999999995,"15min":0.58199999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.69599999999999995,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.61099999999999999,"15min":0.623},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65000000000000002,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.71099999999999997}]},{"osd":5,"last update":"Fri Apr 12 00:25:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.70799999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.67400000000000004,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.80600000000000005}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45600000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.749},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.40000000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.86799999999999999}]},{"osd":7,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.88},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.85499999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":300415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40500000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40100000000000002,"15min":0.41199999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54000000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.372}]},{"osd":1,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41899999999999998,"15min":0.435},"min":{"1min":0.28699999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.51400000000000001,"5min":0.621,"15min":0.621},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41099999999999998,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.41099999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.44600000000000001,"15min":0.45800000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.497},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.439,"15min":0.45600000000000002},"min":{"1min":0.28499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:24:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.55200000000000005,"15min":0.54500000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.70799999999999996}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.57699999999999996,"15min":0.56999999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.85799999999999998}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.60399999999999998,"15min":0.61199999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70799999999999996,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.623}]},{"osd":7,"last update":"Fri Apr 12 00:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.83399999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986214,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":298396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:24:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.56499999999999995,"15min":0.56899999999999995},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.91600000000000004,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.5,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.83199999999999996,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.42599999999999999}]},{"osd":1,"last update":"Fri Apr 12 00:24:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54600000000000004,"15min":0.54800000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.99099999999999999,"5min":0.996,"15min":0.996},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.878,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Apr 12 00:24:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.57099999999999995,"15min":0.57599999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73799999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.5,"5min":0.57599999999999996,"15min":0.58799999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.66600000000000004,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.47399999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:24:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.56499999999999995,"15min":0.57099999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71699999999999997,"5min":1.008,"15min":1.008},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57899999999999996,"15min":0.57999999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.53800000000000003}]},{"osd":5,"last update":"Fri Apr 12 00:25:16 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.377,"15min":0.36699999999999999},"min":{"1min":0.32300000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.44,"5min":0.38400000000000001,"15min":0.375},"min":{"1min":0.27700000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.38500000000000001}]},{"osd":6,"last update":"Fri Apr 12 00:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.42299999999999999,"15min":0.41899999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.47199999999999998,"15min":0.46800000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.505}]},{"osd":7,"last update":"Fri Apr 12 00:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.438}]}]},{"osd":5,"up_from":39,"seq":167503724577,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":300401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35199999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.73399999999999999,"5min":0.876,"15min":0.876},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.84199999999999997,"15min":0.89200000000000002},"min":{"1min":0.43099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.74299999999999999,"5min":8.968,"15min":8.968},"last":0.59099999999999997}]},{"osd":1,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.85799999999999998,"15min":0.91400000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.66200000000000003,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.48699999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.41399999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.77200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.624}]},{"osd":3,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.88300000000000001,"15min":0.93799999999999994},"min":{"1min":0.42799999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.74199999999999999,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.872,"15min":0.92300000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78700000000000003,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.51400000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42599999999999999,"15min":0.41799999999999998},"min":{"1min":0.32800000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.38100000000000001}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.66100000000000003}]},{"osd":7,"last update":"Fri Apr 12 00:25:10 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.65100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:25:56.663 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T00:25:56.829 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[37915]: from='client.24662 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:25:56.829 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[37915]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:56.829 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-04-12T00:25:56.829 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-04-12T00:25:56.829 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[37915]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[26935]: from='client.24662 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[26935]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-12T00:25:56.830 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:56 smithi098 ceph-mon[26935]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T00:25:56.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:56 smithi193 ceph-mon[30474]: from='client.24662 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:25:56.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:56 smithi193 ceph-mon[30474]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:56.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:56 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-04-12T00:25:56.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:56 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-04-12T00:25:56.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:56 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-04-12T00:25:56.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:56 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2024-04-12T00:25:56.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:56 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-12T00:25:56.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:56 smithi193 ceph-mon[30474]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T00:25:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:25:57.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[37915]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T00:25:57.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:57.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:57.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:25:57.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:25:57.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:57.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[37915]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T00:25:57.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[37915]: Reconfiguring daemon alertmanager.a on smithi098 2024-04-12T00:25:57.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[37915]: pgmap v40: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:57.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[26935]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T00:25:57.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:25:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:25:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[26935]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T00:25:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[26935]: Reconfiguring daemon alertmanager.a on smithi098 2024-04-12T00:25:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:57 smithi098 ceph-mon[26935]: pgmap v40: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:57.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:57 smithi193 ceph-mon[30474]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T00:25:57.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:57 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:57.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:57 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:57.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:57 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:25:57.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:57 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:25:57.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:57 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:25:57.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:57 smithi193 ceph-mon[30474]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T00:25:57.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:57 smithi193 ceph-mon[30474]: Reconfiguring daemon alertmanager.a on smithi098 2024-04-12T00:25:57.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:57 smithi193 ceph-mon[30474]: pgmap v40: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:58.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:58 smithi098 ceph-mon[37915]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T00:25:58.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:58 smithi098 ceph-mon[26935]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T00:25:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:58 smithi193 ceph-mon[30474]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T00:25:59.200 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:25:59.201 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:25:59.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:59 smithi098 ceph-mon[37915]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:25:59.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:25:59 smithi098 ceph-mon[37915]: pgmap v41: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:59 smithi098 ceph-mon[26935]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:25:59.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:25:59 smithi098 ceph-mon[26935]: pgmap v41: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:25:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:59 smithi193 ceph-mon[30474]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:25:59.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:25:59 smithi193 ceph-mon[30474]: pgmap v41: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:00.019 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-04-12T00:25:57.497679+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":1,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223476,"kb_used_data":7316,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737740,"statfs":{"total":767960285184,"available":767731445760,"internally_reserved":0,"allocated":7491584,"data_stored":4214039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":1,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001302"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156739+0000","last_change":"2024-04-12T00:24:24.086382+0000","last_active":"2024-04-12T00:25:02.156739+0000","last_peered":"2024-04-12T00:25:02.156739+0000","last_clean":"2024-04-12T00:25:02.156739+0000","last_became_active":"2024-04-12T00:24:24.086086+0000","last_became_peered":"2024-04-12T00:24:24.086086+0000","last_unstale":"2024-04-12T00:25:02.156739+0000","last_undegraded":"2024-04-12T00:25:02.156739+0000","last_fullsized":"2024-04-12T00:25:02.156739+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.191272+0000","last_change":"2024-04-12T00:24:24.083133+0000","last_active":"2024-04-12T00:25:01.191272+0000","last_peered":"2024-04-12T00:25:01.191272+0000","last_clean":"2024-04-12T00:25:01.191272+0000","last_became_active":"2024-04-12T00:24:24.082731+0000","last_became_peered":"2024-04-12T00:24:24.082731+0000","last_unstale":"2024-04-12T00:25:01.191272+0000","last_undegraded":"2024-04-12T00:25:01.191272+0000","last_fullsized":"2024-04-12T00:25:01.191272+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.189967+0000","last_change":"2024-04-12T00:24:24.075884+0000","last_active":"2024-04-12T00:25:01.189967+0000","last_peered":"2024-04-12T00:25:01.189967+0000","last_clean":"2024-04-12T00:25:01.189967+0000","last_became_active":"2024-04-12T00:24:24.075618+0000","last_became_peered":"2024-04-12T00:24:24.075618+0000","last_unstale":"2024-04-12T00:25:01.189967+0000","last_undegraded":"2024-04-12T00:25:01.189967+0000","last_fullsized":"2024-04-12T00:25:01.189967+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185441+0000","last_change":"2024-04-12T00:24:24.079539+0000","last_active":"2024-04-12T00:25:01.185441+0000","last_peered":"2024-04-12T00:25:01.185441+0000","last_clean":"2024-04-12T00:25:01.185441+0000","last_became_active":"2024-04-12T00:24:24.079151+0000","last_became_peered":"2024-04-12T00:24:24.079151+0000","last_unstale":"2024-04-12T00:25:01.185441+0000","last_undegraded":"2024-04-12T00:25:01.185441+0000","last_fullsized":"2024-04-12T00:25:01.185441+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156387+0000","last_change":"2024-04-12T00:24:24.089644+0000","last_active":"2024-04-12T00:25:02.156387+0000","last_peered":"2024-04-12T00:25:02.156387+0000","last_clean":"2024-04-12T00:25:02.156387+0000","last_became_active":"2024-04-12T00:24:24.089322+0000","last_became_peered":"2024-04-12T00:24:24.089322+0000","last_unstale":"2024-04-12T00:25:02.156387+0000","last_undegraded":"2024-04-12T00:25:02.156387+0000","last_fullsized":"2024-04-12T00:25:02.156387+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185253+0000","last_change":"2024-04-12T00:24:24.076309+0000","last_active":"2024-04-12T00:25:01.185253+0000","last_peered":"2024-04-12T00:25:01.185253+0000","last_clean":"2024-04-12T00:25:01.185253+0000","last_became_active":"2024-04-12T00:24:24.076008+0000","last_became_peered":"2024-04-12T00:24:24.076008+0000","last_unstale":"2024-04-12T00:25:01.185253+0000","last_undegraded":"2024-04-12T00:25:01.185253+0000","last_fullsized":"2024-04-12T00:25:01.185253+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155843+0000","last_change":"2024-04-12T00:24:24.078744+0000","last_active":"2024-04-12T00:25:02.155843+0000","last_peered":"2024-04-12T00:25:02.155843+0000","last_clean":"2024-04-12T00:25:02.155843+0000","last_became_active":"2024-04-12T00:24:24.076867+0000","last_became_peered":"2024-04-12T00:24:24.076867+0000","last_unstale":"2024-04-12T00:25:02.155843+0000","last_undegraded":"2024-04-12T00:25:02.155843+0000","last_fullsized":"2024-04-12T00:25:02.155843+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155175+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:25:02.155175+0000","last_peered":"2024-04-12T00:25:02.155175+0000","last_clean":"2024-04-12T00:25:02.155175+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:25:02.155175+0000","last_undegraded":"2024-04-12T00:25:02.155175+0000","last_fullsized":"2024-04-12T00:25:02.155175+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156670+0000","last_change":"2024-04-12T00:24:24.086577+0000","last_active":"2024-04-12T00:25:02.156670+0000","last_peered":"2024-04-12T00:25:02.156670+0000","last_clean":"2024-04-12T00:25:02.156670+0000","last_became_active":"2024-04-12T00:24:24.086255+0000","last_became_peered":"2024-04-12T00:24:24.086255+0000","last_unstale":"2024-04-12T00:25:02.156670+0000","last_undegraded":"2024-04-12T00:25:02.156670+0000","last_fullsized":"2024-04-12T00:25:02.156670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157320+0000","last_change":"2024-04-12T00:24:24.083523+0000","last_active":"2024-04-12T00:25:02.157320+0000","last_peered":"2024-04-12T00:25:02.157320+0000","last_clean":"2024-04-12T00:25:02.157320+0000","last_became_active":"2024-04-12T00:24:24.083227+0000","last_became_peered":"2024-04-12T00:24:24.083227+0000","last_unstale":"2024-04-12T00:25:02.157320+0000","last_undegraded":"2024-04-12T00:25:02.157320+0000","last_fullsized":"2024-04-12T00:25:02.157320+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157232+0000","last_change":"2024-04-12T00:24:24.080715+0000","last_active":"2024-04-12T00:25:02.157232+0000","last_peered":"2024-04-12T00:25:02.157232+0000","last_clean":"2024-04-12T00:25:02.157232+0000","last_became_active":"2024-04-12T00:24:24.080129+0000","last_became_peered":"2024-04-12T00:24:24.080129+0000","last_unstale":"2024-04-12T00:25:02.157232+0000","last_undegraded":"2024-04-12T00:25:02.157232+0000","last_fullsized":"2024-04-12T00:25:02.157232+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156843+0000","last_change":"2024-04-12T00:24:24.078164+0000","last_active":"2024-04-12T00:25:02.156843+0000","last_peered":"2024-04-12T00:25:02.156843+0000","last_clean":"2024-04-12T00:25:02.156843+0000","last_became_active":"2024-04-12T00:24:24.077795+0000","last_became_peered":"2024-04-12T00:24:24.077795+0000","last_unstale":"2024-04-12T00:25:02.156843+0000","last_undegraded":"2024-04-12T00:25:02.156843+0000","last_fullsized":"2024-04-12T00:25:02.156843+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155724+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:25:02.155724+0000","last_peered":"2024-04-12T00:25:02.155724+0000","last_clean":"2024-04-12T00:25:02.155724+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:25:02.155724+0000","last_undegraded":"2024-04-12T00:25:02.155724+0000","last_fullsized":"2024-04-12T00:25:02.155724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.189483+0000","last_change":"2024-04-12T00:24:24.079905+0000","last_active":"2024-04-12T00:25:01.189483+0000","last_peered":"2024-04-12T00:25:01.189483+0000","last_clean":"2024-04-12T00:25:01.189483+0000","last_became_active":"2024-04-12T00:24:24.079648+0000","last_became_peered":"2024-04-12T00:24:24.079648+0000","last_unstale":"2024-04-12T00:25:01.189483+0000","last_undegraded":"2024-04-12T00:25:01.189483+0000","last_fullsized":"2024-04-12T00:25:01.189483+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.190618+0000","last_change":"2024-04-12T00:24:24.076899+0000","last_active":"2024-04-12T00:25:01.190618+0000","last_peered":"2024-04-12T00:25:01.190618+0000","last_clean":"2024-04-12T00:25:01.190618+0000","last_became_active":"2024-04-12T00:24:24.076541+0000","last_became_peered":"2024-04-12T00:24:24.076541+0000","last_unstale":"2024-04-12T00:25:01.190618+0000","last_undegraded":"2024-04-12T00:25:01.190618+0000","last_fullsized":"2024-04-12T00:25:01.190618+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.184967+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:25:01.184967+0000","last_peered":"2024-04-12T00:25:01.184967+0000","last_clean":"2024-04-12T00:25:01.184967+0000","last_became_active":"2024-04-12T00:24:24.080391+0000","last_became_peered":"2024-04-12T00:24:24.080391+0000","last_unstale":"2024-04-12T00:25:01.184967+0000","last_undegraded":"2024-04-12T00:25:01.184967+0000","last_fullsized":"2024-04-12T00:25:01.184967+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185560+0000","last_change":"2024-04-12T00:24:24.082907+0000","last_active":"2024-04-12T00:25:01.185560+0000","last_peered":"2024-04-12T00:25:01.185560+0000","last_clean":"2024-04-12T00:25:01.185560+0000","last_became_active":"2024-04-12T00:24:24.082634+0000","last_became_peered":"2024-04-12T00:24:24.082634+0000","last_unstale":"2024-04-12T00:25:01.185560+0000","last_undegraded":"2024-04-12T00:25:01.185560+0000","last_fullsized":"2024-04-12T00:25:01.185560+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155499+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:25:02.155499+0000","last_peered":"2024-04-12T00:25:02.155499+0000","last_clean":"2024-04-12T00:25:02.155499+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:25:02.155499+0000","last_undegraded":"2024-04-12T00:25:02.155499+0000","last_fullsized":"2024-04-12T00:25:02.155499+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157335+0000","last_change":"2024-04-12T00:24:24.083186+0000","last_active":"2024-04-12T00:25:02.157335+0000","last_peered":"2024-04-12T00:25:02.157335+0000","last_clean":"2024-04-12T00:25:02.157335+0000","last_became_active":"2024-04-12T00:24:24.082834+0000","last_became_peered":"2024-04-12T00:24:24.082834+0000","last_unstale":"2024-04-12T00:25:02.157335+0000","last_undegraded":"2024-04-12T00:25:02.157335+0000","last_fullsized":"2024-04-12T00:25:02.157335+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.190253+0000","last_change":"2024-04-12T00:24:23.709713+0000","last_active":"2024-04-12T00:25:01.190253+0000","last_peered":"2024-04-12T00:25:01.190253+0000","last_clean":"2024-04-12T00:25:01.190253+0000","last_became_active":"2024-04-12T00:24:23.709209+0000","last_became_peered":"2024-04-12T00:24:23.709209+0000","last_unstale":"2024-04-12T00:25:01.190253+0000","last_undegraded":"2024-04-12T00:25:01.190253+0000","last_fullsized":"2024-04-12T00:25:01.190253+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155092+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:25:02.155092+0000","last_peered":"2024-04-12T00:25:02.155092+0000","last_clean":"2024-04-12T00:25:02.155092+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:25:02.155092+0000","last_undegraded":"2024-04-12T00:25:02.155092+0000","last_fullsized":"2024-04-12T00:25:02.155092+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155189+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:25:02.155189+0000","last_peered":"2024-04-12T00:25:02.155189+0000","last_clean":"2024-04-12T00:25:02.155189+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:25:02.155189+0000","last_undegraded":"2024-04-12T00:25:02.155189+0000","last_fullsized":"2024-04-12T00:25:02.155189+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.189924+0000","last_change":"2024-04-12T00:24:24.071426+0000","last_active":"2024-04-12T00:25:01.189924+0000","last_peered":"2024-04-12T00:25:01.189924+0000","last_clean":"2024-04-12T00:25:01.189924+0000","last_became_active":"2024-04-12T00:24:24.071159+0000","last_became_peered":"2024-04-12T00:24:24.071159+0000","last_unstale":"2024-04-12T00:25:01.189924+0000","last_undegraded":"2024-04-12T00:25:01.189924+0000","last_fullsized":"2024-04-12T00:25:01.189924+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157550+0000","last_change":"2024-04-12T00:24:23.713309+0000","last_active":"2024-04-12T00:25:02.157550+0000","last_peered":"2024-04-12T00:25:02.157550+0000","last_clean":"2024-04-12T00:25:02.157550+0000","last_became_active":"2024-04-12T00:24:23.712878+0000","last_became_peered":"2024-04-12T00:24:23.712878+0000","last_unstale":"2024-04-12T00:25:02.157550+0000","last_undegraded":"2024-04-12T00:25:02.157550+0000","last_fullsized":"2024-04-12T00:25:02.157550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185545+0000","last_change":"2024-04-12T00:24:24.073994+0000","last_active":"2024-04-12T00:25:01.185545+0000","last_peered":"2024-04-12T00:25:01.185545+0000","last_clean":"2024-04-12T00:25:01.185545+0000","last_became_active":"2024-04-12T00:24:24.073729+0000","last_became_peered":"2024-04-12T00:24:24.073729+0000","last_unstale":"2024-04-12T00:25:01.185545+0000","last_undegraded":"2024-04-12T00:25:01.185545+0000","last_fullsized":"2024-04-12T00:25:01.185545+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157196+0000","last_change":"2024-04-12T00:24:23.711837+0000","last_active":"2024-04-12T00:25:02.157196+0000","last_peered":"2024-04-12T00:25:02.157196+0000","last_clean":"2024-04-12T00:25:02.157196+0000","last_became_active":"2024-04-12T00:24:23.711542+0000","last_became_peered":"2024-04-12T00:24:23.711542+0000","last_unstale":"2024-04-12T00:25:02.157196+0000","last_undegraded":"2024-04-12T00:25:02.157196+0000","last_fullsized":"2024-04-12T00:25:02.157196+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-12T00:25:55.566362+0000","last_change":"2024-04-12T00:25:55.566554+0000","last_active":"2024-04-12T00:25:55.566362+0000","last_peered":"2024-04-12T00:25:01.185397+0000","last_clean":"2024-04-12T00:25:01.185397+0000","last_became_active":"2024-04-12T00:24:24.072157+0000","last_became_peered":"2024-04-12T00:24:24.072157+0000","last_unstale":"2024-04-12T00:25:55.566362+0000","last_undegraded":"2024-04-12T00:25:55.566362+0000","last_fullsized":"2024-04-12T00:25:55.566362+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:21:00.402745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155873+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:25:02.155873+0000","last_peered":"2024-04-12T00:25:02.155873+0000","last_clean":"2024-04-12T00:25:02.155873+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:25:02.155873+0000","last_undegraded":"2024-04-12T00:25:02.155873+0000","last_fullsized":"2024-04-12T00:25:02.155873+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155547+0000","last_change":"2024-04-12T00:24:24.072606+0000","last_active":"2024-04-12T00:25:02.155547+0000","last_peered":"2024-04-12T00:25:02.155547+0000","last_clean":"2024-04-12T00:25:02.155547+0000","last_became_active":"2024-04-12T00:24:24.072311+0000","last_became_peered":"2024-04-12T00:24:24.072311+0000","last_unstale":"2024-04-12T00:25:02.155547+0000","last_undegraded":"2024-04-12T00:25:02.155547+0000","last_fullsized":"2024-04-12T00:25:02.155547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156731+0000","last_change":"2024-04-12T00:24:23.709572+0000","last_active":"2024-04-12T00:25:02.156731+0000","last_peered":"2024-04-12T00:25:02.156731+0000","last_clean":"2024-04-12T00:25:02.156731+0000","last_became_active":"2024-04-12T00:24:23.709252+0000","last_became_peered":"2024-04-12T00:24:23.709252+0000","last_unstale":"2024-04-12T00:25:02.156731+0000","last_undegraded":"2024-04-12T00:25:02.156731+0000","last_fullsized":"2024-04-12T00:25:02.156731+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-12T00:25:01.189666+0000","last_change":"2024-04-12T00:25:56.489251+0000","last_active":"2024-04-12T00:25:56.489251+0000","last_peered":"2024-04-12T00:25:01.189666+0000","last_clean":"2024-04-12T00:25:01.189666+0000","last_became_active":"2024-04-12T00:24:24.082084+0000","last_became_peered":"2024-04-12T00:24:24.082084+0000","last_unstale":"2024-04-12T00:25:01.189666+0000","last_undegraded":"2024-04-12T00:25:01.189666+0000","last_fullsized":"2024-04-12T00:25:01.189666+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:38:41.677493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155351+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:25:02.155351+0000","last_peered":"2024-04-12T00:25:02.155351+0000","last_clean":"2024-04-12T00:25:02.155351+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:25:02.155351+0000","last_undegraded":"2024-04-12T00:25:02.155351+0000","last_fullsized":"2024-04-12T00:25:02.155351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155408+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:25:02.155408+0000","last_peered":"2024-04-12T00:25:02.155408+0000","last_clean":"2024-04-12T00:25:02.155408+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:25:02.155408+0000","last_undegraded":"2024-04-12T00:25:02.155408+0000","last_fullsized":"2024-04-12T00:25:02.155408+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185040+0000","last_change":"2024-04-12T00:24:23.715388+0000","last_active":"2024-04-12T00:25:01.185040+0000","last_peered":"2024-04-12T00:25:01.185040+0000","last_clean":"2024-04-12T00:25:01.185040+0000","last_became_active":"2024-04-12T00:24:23.715106+0000","last_became_peered":"2024-04-12T00:24:23.715106+0000","last_unstale":"2024-04-12T00:25:01.185040+0000","last_undegraded":"2024-04-12T00:25:01.185040+0000","last_fullsized":"2024-04-12T00:25:01.185040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.190764+0000","last_change":"2024-04-12T00:24:24.074509+0000","last_active":"2024-04-12T00:25:01.190764+0000","last_peered":"2024-04-12T00:25:01.190764+0000","last_clean":"2024-04-12T00:25:01.190764+0000","last_became_active":"2024-04-12T00:24:24.074210+0000","last_became_peered":"2024-04-12T00:24:24.074210+0000","last_unstale":"2024-04-12T00:25:01.190764+0000","last_undegraded":"2024-04-12T00:25:01.190764+0000","last_fullsized":"2024-04-12T00:25:01.190764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157303+0000","last_change":"2024-04-12T00:24:23.708067+0000","last_active":"2024-04-12T00:25:02.157303+0000","last_peered":"2024-04-12T00:25:02.157303+0000","last_clean":"2024-04-12T00:25:02.157303+0000","last_became_active":"2024-04-12T00:24:23.707750+0000","last_became_peered":"2024-04-12T00:24:23.707750+0000","last_unstale":"2024-04-12T00:25:02.157303+0000","last_undegraded":"2024-04-12T00:25:02.157303+0000","last_fullsized":"2024-04-12T00:25:02.157303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185507+0000","last_change":"2024-04-12T00:24:24.083874+0000","last_active":"2024-04-12T00:25:01.185507+0000","last_peered":"2024-04-12T00:25:01.185507+0000","last_clean":"2024-04-12T00:25:01.185507+0000","last_became_active":"2024-04-12T00:24:24.083520+0000","last_became_peered":"2024-04-12T00:24:24.083520+0000","last_unstale":"2024-04-12T00:25:01.185507+0000","last_undegraded":"2024-04-12T00:25:01.185507+0000","last_fullsized":"2024-04-12T00:25:01.185507+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185531+0000","last_change":"2024-04-12T00:24:23.711835+0000","last_active":"2024-04-12T00:25:01.185531+0000","last_peered":"2024-04-12T00:25:01.185531+0000","last_clean":"2024-04-12T00:25:01.185531+0000","last_became_active":"2024-04-12T00:24:23.711387+0000","last_became_peered":"2024-04-12T00:24:23.711387+0000","last_unstale":"2024-04-12T00:25:01.185531+0000","last_undegraded":"2024-04-12T00:25:01.185531+0000","last_fullsized":"2024-04-12T00:25:01.185531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.190079+0000","last_change":"2024-04-12T00:24:24.075123+0000","last_active":"2024-04-12T00:25:01.190079+0000","last_peered":"2024-04-12T00:25:01.190079+0000","last_clean":"2024-04-12T00:25:01.190079+0000","last_became_active":"2024-04-12T00:24:24.074603+0000","last_became_peered":"2024-04-12T00:24:24.074603+0000","last_unstale":"2024-04-12T00:25:01.190079+0000","last_undegraded":"2024-04-12T00:25:01.190079+0000","last_fullsized":"2024-04-12T00:25:01.190079+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.191237+0000","last_change":"2024-04-12T00:24:23.710174+0000","last_active":"2024-04-12T00:25:01.191237+0000","last_peered":"2024-04-12T00:25:01.191237+0000","last_clean":"2024-04-12T00:25:01.191237+0000","last_became_active":"2024-04-12T00:24:23.709495+0000","last_became_peered":"2024-04-12T00:24:23.709495+0000","last_unstale":"2024-04-12T00:25:01.191237+0000","last_undegraded":"2024-04-12T00:25:01.191237+0000","last_fullsized":"2024-04-12T00:25:01.191237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-12T00:25:02.156771+0000","last_change":"2024-04-12T00:25:56.489294+0000","last_active":"2024-04-12T00:25:56.489294+0000","last_peered":"2024-04-12T00:25:02.156771+0000","last_clean":"2024-04-12T00:25:02.156771+0000","last_became_active":"2024-04-12T00:24:24.081983+0000","last_became_peered":"2024-04-12T00:24:24.081983+0000","last_unstale":"2024-04-12T00:25:02.156771+0000","last_undegraded":"2024-04-12T00:25:02.156771+0000","last_fullsized":"2024-04-12T00:25:02.156771+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:13:07.953537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157136+0000","last_change":"2024-04-12T00:24:23.715606+0000","last_active":"2024-04-12T00:25:02.157136+0000","last_peered":"2024-04-12T00:25:02.157136+0000","last_clean":"2024-04-12T00:25:02.157136+0000","last_became_active":"2024-04-12T00:24:23.715262+0000","last_became_peered":"2024-04-12T00:24:23.715262+0000","last_unstale":"2024-04-12T00:25:02.157136+0000","last_undegraded":"2024-04-12T00:25:02.157136+0000","last_fullsized":"2024-04-12T00:25:02.157136+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157429+0000","last_change":"2024-04-12T00:24:24.076310+0000","last_active":"2024-04-12T00:25:02.157429+0000","last_peered":"2024-04-12T00:25:02.157429+0000","last_clean":"2024-04-12T00:25:02.157429+0000","last_became_active":"2024-04-12T00:24:24.075999+0000","last_became_peered":"2024-04-12T00:24:24.075999+0000","last_unstale":"2024-04-12T00:25:02.157429+0000","last_undegraded":"2024-04-12T00:25:02.157429+0000","last_fullsized":"2024-04-12T00:25:02.157429+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.189858+0000","last_change":"2024-04-12T00:24:23.719899+0000","last_active":"2024-04-12T00:25:01.189858+0000","last_peered":"2024-04-12T00:25:01.189858+0000","last_clean":"2024-04-12T00:25:01.189858+0000","last_became_active":"2024-04-12T00:24:23.719313+0000","last_became_peered":"2024-04-12T00:24:23.719313+0000","last_unstale":"2024-04-12T00:25:01.189858+0000","last_undegraded":"2024-04-12T00:25:01.189858+0000","last_fullsized":"2024-04-12T00:25:01.189858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.189461+0000","last_change":"2024-04-12T00:24:24.078834+0000","last_active":"2024-04-12T00:25:01.189461+0000","last_peered":"2024-04-12T00:25:01.189461+0000","last_clean":"2024-04-12T00:25:01.189461+0000","last_became_active":"2024-04-12T00:24:24.078577+0000","last_became_peered":"2024-04-12T00:24:24.078577+0000","last_unstale":"2024-04-12T00:25:01.189461+0000","last_undegraded":"2024-04-12T00:25:01.189461+0000","last_fullsized":"2024-04-12T00:25:01.189461+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185072+0000","last_change":"2024-04-12T00:24:23.719640+0000","last_active":"2024-04-12T00:25:01.185072+0000","last_peered":"2024-04-12T00:25:01.185072+0000","last_clean":"2024-04-12T00:25:01.185072+0000","last_became_active":"2024-04-12T00:24:23.719309+0000","last_became_peered":"2024-04-12T00:24:23.719309+0000","last_unstale":"2024-04-12T00:25:01.185072+0000","last_undegraded":"2024-04-12T00:25:01.185072+0000","last_fullsized":"2024-04-12T00:25:01.185072+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156351+0000","last_change":"2024-04-12T00:24:24.088843+0000","last_active":"2024-04-12T00:25:02.156351+0000","last_peered":"2024-04-12T00:25:02.156351+0000","last_clean":"2024-04-12T00:25:02.156351+0000","last_became_active":"2024-04-12T00:24:24.088563+0000","last_became_peered":"2024-04-12T00:24:24.088563+0000","last_unstale":"2024-04-12T00:25:02.156351+0000","last_undegraded":"2024-04-12T00:25:02.156351+0000","last_fullsized":"2024-04-12T00:25:02.156351+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156207+0000","last_change":"2024-04-12T00:24:23.701914+0000","last_active":"2024-04-12T00:25:02.156207+0000","last_peered":"2024-04-12T00:25:02.156207+0000","last_clean":"2024-04-12T00:25:02.156207+0000","last_became_active":"2024-04-12T00:24:23.701562+0000","last_became_peered":"2024-04-12T00:24:23.701562+0000","last_unstale":"2024-04-12T00:25:02.156207+0000","last_undegraded":"2024-04-12T00:25:02.156207+0000","last_fullsized":"2024-04-12T00:25:02.156207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155891+0000","last_change":"2024-04-12T00:24:24.078221+0000","last_active":"2024-04-12T00:25:02.155891+0000","last_peered":"2024-04-12T00:25:02.155891+0000","last_clean":"2024-04-12T00:25:02.155891+0000","last_became_active":"2024-04-12T00:24:24.077533+0000","last_became_peered":"2024-04-12T00:24:24.077533+0000","last_unstale":"2024-04-12T00:25:02.155891+0000","last_undegraded":"2024-04-12T00:25:02.155891+0000","last_fullsized":"2024-04-12T00:25:02.155891+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.154917+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:25:02.154917+0000","last_peered":"2024-04-12T00:25:02.154917+0000","last_clean":"2024-04-12T00:25:02.154917+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:25:02.154917+0000","last_undegraded":"2024-04-12T00:25:02.154917+0000","last_fullsized":"2024-04-12T00:25:02.154917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155950+0000","last_change":"2024-04-12T00:24:24.082363+0000","last_active":"2024-04-12T00:25:02.155950+0000","last_peered":"2024-04-12T00:25:02.155950+0000","last_clean":"2024-04-12T00:25:02.155950+0000","last_became_active":"2024-04-12T00:24:24.082064+0000","last_became_peered":"2024-04-12T00:24:24.082064+0000","last_unstale":"2024-04-12T00:25:02.155950+0000","last_undegraded":"2024-04-12T00:25:02.155950+0000","last_fullsized":"2024-04-12T00:25:02.155950+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156892+0000","last_change":"2024-04-12T00:24:23.705647+0000","last_active":"2024-04-12T00:25:02.156892+0000","last_peered":"2024-04-12T00:25:02.156892+0000","last_clean":"2024-04-12T00:25:02.156892+0000","last_became_active":"2024-04-12T00:24:23.705291+0000","last_became_peered":"2024-04-12T00:24:23.705291+0000","last_unstale":"2024-04-12T00:25:02.156892+0000","last_undegraded":"2024-04-12T00:25:02.156892+0000","last_fullsized":"2024-04-12T00:25:02.156892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156734+0000","last_change":"2024-04-12T00:24:24.081349+0000","last_active":"2024-04-12T00:25:02.156734+0000","last_peered":"2024-04-12T00:25:02.156734+0000","last_clean":"2024-04-12T00:25:02.156734+0000","last_became_active":"2024-04-12T00:24:24.081052+0000","last_became_peered":"2024-04-12T00:24:24.081052+0000","last_unstale":"2024-04-12T00:25:02.156734+0000","last_undegraded":"2024-04-12T00:25:02.156734+0000","last_fullsized":"2024-04-12T00:25:02.156734+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.485487+0000","last_change":"2024-04-12T00:24:58.504830+0000","last_active":"2024-04-12T00:25:01.485487+0000","last_peered":"2024-04-12T00:25:01.485487+0000","last_clean":"2024-04-12T00:25:01.485487+0000","last_became_active":"2024-04-12T00:24:58.504550+0000","last_became_peered":"2024-04-12T00:24:58.504550+0000","last_unstale":"2024-04-12T00:25:01.485487+0000","last_undegraded":"2024-04-12T00:25:01.485487+0000","last_fullsized":"2024-04-12T00:25:01.485487+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:21:04.955688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.191083+0000","last_change":"2024-04-12T00:24:23.706195+0000","last_active":"2024-04-12T00:25:01.191083+0000","last_peered":"2024-04-12T00:25:01.191083+0000","last_clean":"2024-04-12T00:25:01.191083+0000","last_became_active":"2024-04-12T00:24:23.705885+0000","last_became_peered":"2024-04-12T00:24:23.705885+0000","last_unstale":"2024-04-12T00:25:01.191083+0000","last_undegraded":"2024-04-12T00:25:01.191083+0000","last_fullsized":"2024-04-12T00:25:01.191083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185477+0000","last_change":"2024-04-12T00:24:24.069850+0000","last_active":"2024-04-12T00:25:01.185477+0000","last_peered":"2024-04-12T00:25:01.185477+0000","last_clean":"2024-04-12T00:25:01.185477+0000","last_became_active":"2024-04-12T00:24:24.069538+0000","last_became_peered":"2024-04-12T00:24:24.069538+0000","last_unstale":"2024-04-12T00:25:01.185477+0000","last_undegraded":"2024-04-12T00:25:01.185477+0000","last_fullsized":"2024-04-12T00:25:01.185477+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.485533+0000","last_change":"2024-04-12T00:24:58.495197+0000","last_active":"2024-04-12T00:25:01.485533+0000","last_peered":"2024-04-12T00:25:01.485533+0000","last_clean":"2024-04-12T00:25:01.485533+0000","last_became_active":"2024-04-12T00:24:58.494898+0000","last_became_peered":"2024-04-12T00:24:58.494898+0000","last_unstale":"2024-04-12T00:25:01.485533+0000","last_undegraded":"2024-04-12T00:25:01.485533+0000","last_fullsized":"2024-04-12T00:25:01.485533+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:41:02.413488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185040+0000","last_change":"2024-04-12T00:24:23.712522+0000","last_active":"2024-04-12T00:25:01.185040+0000","last_peered":"2024-04-12T00:25:01.185040+0000","last_clean":"2024-04-12T00:25:01.185040+0000","last_became_active":"2024-04-12T00:24:23.712160+0000","last_became_peered":"2024-04-12T00:24:23.712160+0000","last_unstale":"2024-04-12T00:25:01.185040+0000","last_undegraded":"2024-04-12T00:25:01.185040+0000","last_fullsized":"2024-04-12T00:25:01.185040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156243+0000","last_change":"2024-04-12T00:24:24.082957+0000","last_active":"2024-04-12T00:25:02.156243+0000","last_peered":"2024-04-12T00:25:02.156243+0000","last_clean":"2024-04-12T00:25:02.156243+0000","last_became_active":"2024-04-12T00:24:24.082665+0000","last_became_peered":"2024-04-12T00:24:24.082665+0000","last_unstale":"2024-04-12T00:25:02.156243+0000","last_undegraded":"2024-04-12T00:25:02.156243+0000","last_fullsized":"2024-04-12T00:25:02.156243+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.485599+0000","last_change":"2024-04-12T00:24:58.504630+0000","last_active":"2024-04-12T00:25:01.485599+0000","last_peered":"2024-04-12T00:25:01.485599+0000","last_clean":"2024-04-12T00:25:01.485599+0000","last_became_active":"2024-04-12T00:24:58.504278+0000","last_became_peered":"2024-04-12T00:24:58.504278+0000","last_unstale":"2024-04-12T00:25:01.485599+0000","last_undegraded":"2024-04-12T00:25:01.485599+0000","last_fullsized":"2024-04-12T00:25:01.485599+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:44:47.653734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.190429+0000","last_change":"2024-04-12T00:24:24.078943+0000","last_active":"2024-04-12T00:25:01.190429+0000","last_peered":"2024-04-12T00:25:01.190429+0000","last_clean":"2024-04-12T00:25:01.190429+0000","last_became_active":"2024-04-12T00:24:24.078681+0000","last_became_peered":"2024-04-12T00:24:24.078681+0000","last_unstale":"2024-04-12T00:25:01.190429+0000","last_undegraded":"2024-04-12T00:25:01.190429+0000","last_fullsized":"2024-04-12T00:25:01.190429+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155082+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:25:02.155082+0000","last_peered":"2024-04-12T00:25:02.155082+0000","last_clean":"2024-04-12T00:25:02.155082+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:25:02.155082+0000","last_undegraded":"2024-04-12T00:25:02.155082+0000","last_fullsized":"2024-04-12T00:25:02.155082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156999+0000","last_change":"2024-04-12T00:24:58.716842+0000","last_active":"2024-04-12T00:25:02.156999+0000","last_peered":"2024-04-12T00:25:02.156999+0000","last_clean":"2024-04-12T00:25:02.156999+0000","last_became_active":"2024-04-12T00:24:58.716280+0000","last_became_peered":"2024-04-12T00:24:58.716280+0000","last_unstale":"2024-04-12T00:25:02.156999+0000","last_undegraded":"2024-04-12T00:25:02.156999+0000","last_fullsized":"2024-04-12T00:25:02.156999+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:03:57.506223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155635+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:25:02.155635+0000","last_peered":"2024-04-12T00:25:02.155635+0000","last_clean":"2024-04-12T00:25:02.155635+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:25:02.155635+0000","last_undegraded":"2024-04-12T00:25:02.155635+0000","last_fullsized":"2024-04-12T00:25:02.155635+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185180+0000","last_change":"2024-04-12T00:24:23.714680+0000","last_active":"2024-04-12T00:25:01.185180+0000","last_peered":"2024-04-12T00:25:01.185180+0000","last_clean":"2024-04-12T00:25:01.185180+0000","last_became_active":"2024-04-12T00:24:23.714396+0000","last_became_peered":"2024-04-12T00:24:23.714396+0000","last_unstale":"2024-04-12T00:25:01.185180+0000","last_undegraded":"2024-04-12T00:25:01.185180+0000","last_fullsized":"2024-04-12T00:25:01.185180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155526+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:25:02.155526+0000","last_peered":"2024-04-12T00:25:02.155526+0000","last_clean":"2024-04-12T00:25:02.155526+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:25:02.155526+0000","last_undegraded":"2024-04-12T00:25:02.155526+0000","last_fullsized":"2024-04-12T00:25:02.155526+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.485968+0000","last_change":"2024-04-12T00:24:58.497445+0000","last_active":"2024-04-12T00:25:01.485968+0000","last_peered":"2024-04-12T00:25:01.485968+0000","last_clean":"2024-04-12T00:25:01.485968+0000","last_became_active":"2024-04-12T00:24:58.497160+0000","last_became_peered":"2024-04-12T00:24:58.497160+0000","last_unstale":"2024-04-12T00:25:01.485968+0000","last_undegraded":"2024-04-12T00:25:01.485968+0000","last_fullsized":"2024-04-12T00:25:01.485968+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:46:13.251501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.189290+0000","last_change":"2024-04-12T00:24:24.069860+0000","last_active":"2024-04-12T00:25:01.189290+0000","last_peered":"2024-04-12T00:25:01.189290+0000","last_clean":"2024-04-12T00:25:01.189290+0000","last_became_active":"2024-04-12T00:24:24.067880+0000","last_became_peered":"2024-04-12T00:24:24.067880+0000","last_unstale":"2024-04-12T00:25:01.189290+0000","last_undegraded":"2024-04-12T00:25:01.189290+0000","last_fullsized":"2024-04-12T00:25:01.189290+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155328+0000","last_change":"2024-04-12T00:24:23.719355+0000","last_active":"2024-04-12T00:25:02.155328+0000","last_peered":"2024-04-12T00:25:02.155328+0000","last_clean":"2024-04-12T00:25:02.155328+0000","last_became_active":"2024-04-12T00:24:23.719048+0000","last_became_peered":"2024-04-12T00:24:23.719048+0000","last_unstale":"2024-04-12T00:25:02.155328+0000","last_undegraded":"2024-04-12T00:25:02.155328+0000","last_fullsized":"2024-04-12T00:25:02.155328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.485890+0000","last_change":"2024-04-12T00:24:58.716341+0000","last_active":"2024-04-12T00:25:01.485890+0000","last_peered":"2024-04-12T00:25:01.485890+0000","last_clean":"2024-04-12T00:25:01.485890+0000","last_became_active":"2024-04-12T00:24:58.716001+0000","last_became_peered":"2024-04-12T00:24:58.716001+0000","last_unstale":"2024-04-12T00:25:01.485890+0000","last_undegraded":"2024-04-12T00:25:01.485890+0000","last_fullsized":"2024-04-12T00:25:01.485890+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:11:52.296543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157516+0000","last_change":"2024-04-12T00:24:23.712630+0000","last_active":"2024-04-12T00:25:02.157516+0000","last_peered":"2024-04-12T00:25:02.157516+0000","last_clean":"2024-04-12T00:25:02.157516+0000","last_became_active":"2024-04-12T00:24:23.712339+0000","last_became_peered":"2024-04-12T00:24:23.712339+0000","last_unstale":"2024-04-12T00:25:02.157516+0000","last_undegraded":"2024-04-12T00:25:02.157516+0000","last_fullsized":"2024-04-12T00:25:02.157516+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.191156+0000","last_change":"2024-04-12T00:24:24.077842+0000","last_active":"2024-04-12T00:25:01.191156+0000","last_peered":"2024-04-12T00:25:01.191156+0000","last_clean":"2024-04-12T00:25:01.191156+0000","last_became_active":"2024-04-12T00:24:24.077583+0000","last_became_peered":"2024-04-12T00:24:24.077583+0000","last_unstale":"2024-04-12T00:25:01.191156+0000","last_undegraded":"2024-04-12T00:25:01.191156+0000","last_fullsized":"2024-04-12T00:25:01.191156+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155256+0000","last_change":"2024-04-12T00:24:58.716514+0000","last_active":"2024-04-12T00:25:02.155256+0000","last_peered":"2024-04-12T00:25:02.155256+0000","last_clean":"2024-04-12T00:25:02.155256+0000","last_became_active":"2024-04-12T00:24:58.716157+0000","last_became_peered":"2024-04-12T00:24:58.716157+0000","last_unstale":"2024-04-12T00:25:02.155256+0000","last_undegraded":"2024-04-12T00:25:02.155256+0000","last_fullsized":"2024-04-12T00:25:02.155256+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:07:55.473585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.191358+0000","last_change":"2024-04-12T00:24:23.704069+0000","last_active":"2024-04-12T00:25:01.191358+0000","last_peered":"2024-04-12T00:25:01.191358+0000","last_clean":"2024-04-12T00:25:01.191358+0000","last_became_active":"2024-04-12T00:24:23.703540+0000","last_became_peered":"2024-04-12T00:24:23.703540+0000","last_unstale":"2024-04-12T00:25:01.191358+0000","last_undegraded":"2024-04-12T00:25:01.191358+0000","last_fullsized":"2024-04-12T00:25:01.191358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156181+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:25:02.156181+0000","last_peered":"2024-04-12T00:25:02.156181+0000","last_clean":"2024-04-12T00:25:02.156181+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:25:02.156181+0000","last_undegraded":"2024-04-12T00:25:02.156181+0000","last_fullsized":"2024-04-12T00:25:02.156181+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155330+0000","last_change":"2024-04-12T00:24:58.504783+0000","last_active":"2024-04-12T00:25:02.155330+0000","last_peered":"2024-04-12T00:25:02.155330+0000","last_clean":"2024-04-12T00:25:02.155330+0000","last_became_active":"2024-04-12T00:24:58.504448+0000","last_became_peered":"2024-04-12T00:24:58.504448+0000","last_unstale":"2024-04-12T00:25:02.155330+0000","last_undegraded":"2024-04-12T00:25:02.155330+0000","last_fullsized":"2024-04-12T00:25:02.155330+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:04.891522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157287+0000","last_change":"2024-04-12T00:24:23.709941+0000","last_active":"2024-04-12T00:25:02.157287+0000","last_peered":"2024-04-12T00:25:02.157287+0000","last_clean":"2024-04-12T00:25:02.157287+0000","last_became_active":"2024-04-12T00:24:23.709661+0000","last_became_peered":"2024-04-12T00:24:23.709661+0000","last_unstale":"2024-04-12T00:25:02.157287+0000","last_undegraded":"2024-04-12T00:25:02.157287+0000","last_fullsized":"2024-04-12T00:25:02.157287+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.190037+0000","last_change":"2024-04-12T00:24:24.076362+0000","last_active":"2024-04-12T00:25:01.190037+0000","last_peered":"2024-04-12T00:25:01.190037+0000","last_clean":"2024-04-12T00:25:01.190037+0000","last_became_active":"2024-04-12T00:24:24.076086+0000","last_became_peered":"2024-04-12T00:24:24.076086+0000","last_unstale":"2024-04-12T00:25:01.190037+0000","last_undegraded":"2024-04-12T00:25:01.190037+0000","last_fullsized":"2024-04-12T00:25:01.190037+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155626+0000","last_change":"2024-04-12T00:24:23.713478+0000","last_active":"2024-04-12T00:25:02.155626+0000","last_peered":"2024-04-12T00:25:02.155626+0000","last_clean":"2024-04-12T00:25:02.155626+0000","last_became_active":"2024-04-12T00:24:23.712411+0000","last_became_peered":"2024-04-12T00:24:23.712411+0000","last_unstale":"2024-04-12T00:25:02.155626+0000","last_undegraded":"2024-04-12T00:25:02.155626+0000","last_fullsized":"2024-04-12T00:25:02.155626+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155886+0000","last_change":"2024-04-12T00:24:24.079235+0000","last_active":"2024-04-12T00:25:02.155886+0000","last_peered":"2024-04-12T00:25:02.155886+0000","last_clean":"2024-04-12T00:25:02.155886+0000","last_became_active":"2024-04-12T00:24:24.078941+0000","last_became_peered":"2024-04-12T00:24:24.078941+0000","last_unstale":"2024-04-12T00:25:02.155886+0000","last_undegraded":"2024-04-12T00:25:02.155886+0000","last_fullsized":"2024-04-12T00:25:02.155886+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.190690+0000","last_change":"2024-04-12T00:24:23.716304+0000","last_active":"2024-04-12T00:25:01.190690+0000","last_peered":"2024-04-12T00:25:01.190690+0000","last_clean":"2024-04-12T00:25:01.190690+0000","last_became_active":"2024-04-12T00:24:23.716052+0000","last_became_peered":"2024-04-12T00:24:23.716052+0000","last_unstale":"2024-04-12T00:25:01.190690+0000","last_undegraded":"2024-04-12T00:25:01.190690+0000","last_fullsized":"2024-04-12T00:25:01.190690+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155330+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:25:02.155330+0000","last_peered":"2024-04-12T00:25:02.155330+0000","last_clean":"2024-04-12T00:25:02.155330+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:25:02.155330+0000","last_undegraded":"2024-04-12T00:25:02.155330+0000","last_fullsized":"2024-04-12T00:25:02.155330+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.190837+0000","last_change":"2024-04-12T00:24:23.717001+0000","last_active":"2024-04-12T00:25:01.190837+0000","last_peered":"2024-04-12T00:25:01.190837+0000","last_clean":"2024-04-12T00:25:01.190837+0000","last_became_active":"2024-04-12T00:24:23.716675+0000","last_became_peered":"2024-04-12T00:24:23.716675+0000","last_unstale":"2024-04-12T00:25:01.190837+0000","last_undegraded":"2024-04-12T00:25:01.190837+0000","last_fullsized":"2024-04-12T00:25:01.190837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155779+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:25:02.155779+0000","last_peered":"2024-04-12T00:25:02.155779+0000","last_clean":"2024-04-12T00:25:02.155779+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:25:02.155779+0000","last_undegraded":"2024-04-12T00:25:02.155779+0000","last_fullsized":"2024-04-12T00:25:02.155779+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-12T00:24:24.071621+0000","last_change":"2024-04-12T00:25:56.489282+0000","last_active":"2024-04-12T00:25:56.489282+0000","last_peered":"2024-04-12T00:24:24.071621+0000","last_clean":"2024-04-12T00:24:24.071621+0000","last_became_active":"2024-04-12T00:24:23.711419+0000","last_became_peered":"2024-04-12T00:24:23.711419+0000","last_unstale":"2024-04-12T00:24:24.071621+0000","last_undegraded":"2024-04-12T00:24:24.071621+0000","last_fullsized":"2024-04-12T00:24:24.071621+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:31:50.871901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":1,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156634+0000","last_change":"2024-04-12T00:24:24.079484+0000","last_active":"2024-04-12T00:25:02.156634+0000","last_peered":"2024-04-12T00:25:02.156634+0000","last_clean":"2024-04-12T00:25:02.156634+0000","last_became_active":"2024-04-12T00:24:24.079176+0000","last_became_peered":"2024-04-12T00:24:24.079176+0000","last_unstale":"2024-04-12T00:25:02.156634+0000","last_undegraded":"2024-04-12T00:25:02.156634+0000","last_fullsized":"2024-04-12T00:25:02.156634+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155856+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:25:02.155856+0000","last_peered":"2024-04-12T00:25:02.155856+0000","last_clean":"2024-04-12T00:25:02.155856+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:25:02.155856+0000","last_undegraded":"2024-04-12T00:25:02.155856+0000","last_fullsized":"2024-04-12T00:25:02.155856+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157449+0000","last_change":"2024-04-12T00:24:24.084311+0000","last_active":"2024-04-12T00:25:02.157449+0000","last_peered":"2024-04-12T00:25:02.157449+0000","last_clean":"2024-04-12T00:25:02.157449+0000","last_became_active":"2024-04-12T00:24:24.083528+0000","last_became_peered":"2024-04-12T00:24:24.083528+0000","last_unstale":"2024-04-12T00:25:02.157449+0000","last_undegraded":"2024-04-12T00:25:02.157449+0000","last_fullsized":"2024-04-12T00:25:02.157449+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.191155+0000","last_change":"2024-04-12T00:24:23.718059+0000","last_active":"2024-04-12T00:25:01.191155+0000","last_peered":"2024-04-12T00:25:01.191155+0000","last_clean":"2024-04-12T00:25:01.191155+0000","last_became_active":"2024-04-12T00:24:23.717797+0000","last_became_peered":"2024-04-12T00:24:23.717797+0000","last_unstale":"2024-04-12T00:25:01.191155+0000","last_undegraded":"2024-04-12T00:25:01.191155+0000","last_fullsized":"2024-04-12T00:25:01.191155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185355+0000","last_change":"2024-04-12T00:24:24.072492+0000","last_active":"2024-04-12T00:25:01.185355+0000","last_peered":"2024-04-12T00:25:01.185355+0000","last_clean":"2024-04-12T00:25:01.185355+0000","last_became_active":"2024-04-12T00:24:24.072226+0000","last_became_peered":"2024-04-12T00:24:24.072226+0000","last_unstale":"2024-04-12T00:25:01.185355+0000","last_undegraded":"2024-04-12T00:25:01.185355+0000","last_fullsized":"2024-04-12T00:25:01.185355+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155586+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:25:02.155586+0000","last_peered":"2024-04-12T00:25:02.155586+0000","last_clean":"2024-04-12T00:25:02.155586+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:25:02.155586+0000","last_undegraded":"2024-04-12T00:25:02.155586+0000","last_fullsized":"2024-04-12T00:25:02.155586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156825+0000","last_change":"2024-04-12T00:24:24.087394+0000","last_active":"2024-04-12T00:25:02.156825+0000","last_peered":"2024-04-12T00:25:02.156825+0000","last_clean":"2024-04-12T00:25:02.156825+0000","last_became_active":"2024-04-12T00:24:24.087126+0000","last_became_peered":"2024-04-12T00:24:24.087126+0000","last_unstale":"2024-04-12T00:25:02.156825+0000","last_undegraded":"2024-04-12T00:25:02.156825+0000","last_fullsized":"2024-04-12T00:25:02.156825+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155378+0000","last_change":"2024-04-12T00:24:24.078395+0000","last_active":"2024-04-12T00:25:02.155378+0000","last_peered":"2024-04-12T00:25:02.155378+0000","last_clean":"2024-04-12T00:25:02.155378+0000","last_became_active":"2024-04-12T00:24:24.077921+0000","last_became_peered":"2024-04-12T00:24:24.077921+0000","last_unstale":"2024-04-12T00:25:02.155378+0000","last_undegraded":"2024-04-12T00:25:02.155378+0000","last_fullsized":"2024-04-12T00:25:02.155378+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.154932+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:25:02.154932+0000","last_peered":"2024-04-12T00:25:02.154932+0000","last_clean":"2024-04-12T00:25:02.154932+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:25:02.154932+0000","last_undegraded":"2024-04-12T00:25:02.154932+0000","last_fullsized":"2024-04-12T00:25:02.154932+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185133+0000","last_change":"2024-04-12T00:24:24.077348+0000","last_active":"2024-04-12T00:25:01.185133+0000","last_peered":"2024-04-12T00:25:01.185133+0000","last_clean":"2024-04-12T00:25:01.185133+0000","last_became_active":"2024-04-12T00:24:24.077028+0000","last_became_peered":"2024-04-12T00:24:24.077028+0000","last_unstale":"2024-04-12T00:25:01.185133+0000","last_undegraded":"2024-04-12T00:25:01.185133+0000","last_fullsized":"2024-04-12T00:25:01.185133+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.189669+0000","last_change":"2024-04-12T00:24:24.076726+0000","last_active":"2024-04-12T00:25:01.189669+0000","last_peered":"2024-04-12T00:25:01.189669+0000","last_clean":"2024-04-12T00:25:01.189669+0000","last_became_active":"2024-04-12T00:24:24.076430+0000","last_became_peered":"2024-04-12T00:24:24.076430+0000","last_unstale":"2024-04-12T00:25:01.189669+0000","last_undegraded":"2024-04-12T00:25:01.189669+0000","last_fullsized":"2024-04-12T00:25:01.189669+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156053+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:25:02.156053+0000","last_peered":"2024-04-12T00:25:02.156053+0000","last_clean":"2024-04-12T00:25:02.156053+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:25:02.156053+0000","last_undegraded":"2024-04-12T00:25:02.156053+0000","last_fullsized":"2024-04-12T00:25:02.156053+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.191069+0000","last_change":"2024-04-12T00:24:24.076712+0000","last_active":"2024-04-12T00:25:01.191069+0000","last_peered":"2024-04-12T00:25:01.191069+0000","last_clean":"2024-04-12T00:25:01.191069+0000","last_became_active":"2024-04-12T00:24:24.076416+0000","last_became_peered":"2024-04-12T00:24:24.076416+0000","last_unstale":"2024-04-12T00:25:01.191069+0000","last_undegraded":"2024-04-12T00:25:01.191069+0000","last_fullsized":"2024-04-12T00:25:01.191069+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157295+0000","last_change":"2024-04-12T00:24:24.091552+0000","last_active":"2024-04-12T00:25:02.157295+0000","last_peered":"2024-04-12T00:25:02.157295+0000","last_clean":"2024-04-12T00:25:02.157295+0000","last_became_active":"2024-04-12T00:24:24.091267+0000","last_became_peered":"2024-04-12T00:24:24.091267+0000","last_unstale":"2024-04-12T00:25:02.157295+0000","last_undegraded":"2024-04-12T00:25:02.157295+0000","last_fullsized":"2024-04-12T00:25:02.157295+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.156222+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:25:02.156222+0000","last_peered":"2024-04-12T00:25:02.156222+0000","last_clean":"2024-04-12T00:25:02.156222+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:25:02.156222+0000","last_undegraded":"2024-04-12T00:25:02.156222+0000","last_fullsized":"2024-04-12T00:25:02.156222+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185059+0000","last_change":"2024-04-12T00:24:24.064820+0000","last_active":"2024-04-12T00:25:01.185059+0000","last_peered":"2024-04-12T00:25:01.185059+0000","last_clean":"2024-04-12T00:25:01.185059+0000","last_became_active":"2024-04-12T00:24:24.064515+0000","last_became_peered":"2024-04-12T00:24:24.064515+0000","last_unstale":"2024-04-12T00:25:01.185059+0000","last_undegraded":"2024-04-12T00:25:01.185059+0000","last_fullsized":"2024-04-12T00:25:01.185059+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.155208+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:25:02.155208+0000","last_peered":"2024-04-12T00:25:02.155208+0000","last_clean":"2024-04-12T00:25:02.155208+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:25:02.155208+0000","last_undegraded":"2024-04-12T00:25:02.155208+0000","last_fullsized":"2024-04-12T00:25:02.155208+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:01.185171+0000","last_change":"2024-04-12T00:24:24.079412+0000","last_active":"2024-04-12T00:25:01.185171+0000","last_peered":"2024-04-12T00:25:01.185171+0000","last_clean":"2024-04-12T00:25:01.185171+0000","last_became_active":"2024-04-12T00:24:24.079161+0000","last_became_peered":"2024-04-12T00:24:24.079161+0000","last_unstale":"2024-04-12T00:25:01.185171+0000","last_undegraded":"2024-04-12T00:25:01.185171+0000","last_fullsized":"2024-04-12T00:25:01.185171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-12T00:25:01.189992+0000","last_change":"2024-04-12T00:25:56.489270+0000","last_active":"2024-04-12T00:25:56.489270+0000","last_peered":"2024-04-12T00:25:01.189992+0000","last_clean":"2024-04-12T00:25:01.189992+0000","last_became_active":"2024-04-12T00:24:24.081664+0000","last_became_peered":"2024-04-12T00:24:24.081664+0000","last_unstale":"2024-04-12T00:25:01.189992+0000","last_undegraded":"2024-04-12T00:25:01.189992+0000","last_fullsized":"2024-04-12T00:25:01.189992+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:29:47.189575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-12T00:25:02.157029+0000","last_change":"2024-04-12T00:24:24.081270+0000","last_active":"2024-04-12T00:25:02.157029+0000","last_peered":"2024-04-12T00:25:02.157029+0000","last_clean":"2024-04-12T00:25:02.157029+0000","last_became_active":"2024-04-12T00:24:24.080969+0000","last_became_peered":"2024-04-12T00:24:24.080969+0000","last_unstale":"2024-04-12T00:25:02.157029+0000","last_undegraded":"2024-04-12T00:25:02.157029+0000","last_fullsized":"2024-04-12T00:25:02.157029+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":1,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201304,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1306624,"data_stored":896173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.54600000000000004}]},{"osd":1,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.51100000000000001}]},{"osd":2,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.60799999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.64800000000000002}]},{"osd":4,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.52000000000000002}]},{"osd":5,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.63300000000000001}]},{"osd":6,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.621}]}]},{"osd":6,"up_from":47,"seq":201863462941,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28292,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716860,"statfs":{"total":95995035648,"available":95966064640,"internally_reserved":0,"allocated":1302528,"data_stored":897315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.312,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71699999999999997,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.36499999999999999}]},{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68400000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54300000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.72599999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.32800000000000001}]},{"osd":2,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.69599999999999995,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.51900000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.40899999999999997,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.503}]},{"osd":4,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.42199999999999999,"15min":0.41899999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73399999999999999,"5min":0.747,"15min":0.747},"last":0.53100000000000003}]},{"osd":5,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.45000000000000001,"15min":0.44800000000000001},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.497,"15min":0.48899999999999999},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.57599999999999996}]},{"osd":7,"last update":"Fri Apr 12 00:25:09 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.60999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":305361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.34699999999999998,"15min":0.311},"min":{"1min":0.23999999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.54000000000000004,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.377,"15min":0.32300000000000001},"min":{"1min":0.23000000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.63100000000000001,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.316}]},{"osd":2,"last update":"Fri Apr 12 00:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40000000000000002,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.55300000000000005,"5min":0.62,"15min":0.62},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.371},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.499,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.28599999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:25:35 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.432,"15min":0.44400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.48899999999999999,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.254},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.47699999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.30499999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:24:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.58299999999999996,"15min":0.58899999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.67500000000000004,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.501},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77200000000000002,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.51000000000000001}]},{"osd":5,"last update":"Fri Apr 12 00:25:18 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81799999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60799999999999998,"15min":0.61199999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.75900000000000001,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.42899999999999999}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61599999999999999,"15min":0.622},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77700000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.626,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.82099999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.40899999999999997}]},{"osd":7,"last update":"Fri Apr 12 00:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.58199999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1314816,"data_stored":896297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.34000000000000002,"15min":0.317},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.55800000000000005,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.30499999999999999},"min":{"1min":0.218,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.48899999999999999,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.24299999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.37,"15min":0.35899999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.379,"15min":0.372},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.48099999999999998,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.27600000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.42099999999999999,"15min":0.42999999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.57899999999999996,"5min":0.751,"15min":0.751},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.443,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55100000000000005,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.373}]},{"osd":4,"last update":"Fri Apr 12 00:24:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.81699999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63100000000000001}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.60299999999999998,"15min":0.61399999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90200000000000002,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.67100000000000004}]},{"osd":6,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83799999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59099999999999997,"15min":0.59799999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.56999999999999995}]},{"osd":7,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.60199999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":305201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.35699999999999998,"15min":0.35199999999999998},"min":{"1min":0.27500000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51700000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.377,"15min":0.372},"min":{"1min":0.25900000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.53000000000000003,"5min":0.629,"15min":0.629},"last":0.307}]},{"osd":1,"last update":"Fri Apr 12 00:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38300000000000001,"15min":0.38100000000000001},"min":{"1min":0.23699999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40500000000000003,"15min":0.39700000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.34999999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.443,"15min":0.45000000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.58099999999999996,"5min":0.627,"15min":0.627},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.42599999999999999,"15min":0.44600000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.496,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.28899999999999998}]},{"osd":4,"last update":"Fri Apr 12 00:24:57 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.57199999999999995,"15min":0.58199999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.69599999999999995,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.61099999999999999,"15min":0.623},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65000000000000002,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.53900000000000003}]},{"osd":5,"last update":"Fri Apr 12 00:25:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.70799999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.67400000000000004,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.51100000000000001}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45600000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.40000000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.54600000000000004}]},{"osd":7,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.64100000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":300415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40500000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.214},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40100000000000002,"15min":0.41199999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54000000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.32100000000000001}]},{"osd":1,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41899999999999998,"15min":0.435},"min":{"1min":0.28699999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.51400000000000001,"5min":0.621,"15min":0.621},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41099999999999998,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.28100000000000003}]},{"osd":2,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.44600000000000001,"15min":0.45800000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.311},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.439,"15min":0.45600000000000002},"min":{"1min":0.28499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.26700000000000002}]},{"osd":4,"last update":"Fri Apr 12 00:24:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.55200000000000005,"15min":0.54500000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.50600000000000001}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.44},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.57699999999999996,"15min":0.56999999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.52200000000000002}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.60399999999999998,"15min":0.61199999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70799999999999996,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.41299999999999998}]},{"osd":7,"last update":"Fri Apr 12 00:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.48399999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986215,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":305636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.55300000000000005,"15min":0.56499999999999995},"min":{"1min":0.32300000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.64500000000000002,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.496,"5min":0.52600000000000002,"15min":0.53800000000000003},"min":{"1min":0.35499999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.75700000000000001,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.48199999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53200000000000003,"15min":0.54300000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.626,"5min":0.996,"15min":0.996},"last":0.436},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54300000000000004,"15min":0.54100000000000004},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68100000000000005,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.497}]},{"osd":2,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.36499999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76900000000000002,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.56200000000000006,"15min":0.58399999999999996},"min":{"1min":0.40300000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72699999999999998,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.40300000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55800000000000005,"15min":0.56899999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.78400000000000003,"5min":1.008,"15min":1.008},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.42199999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73299999999999998,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56200000000000006}]},{"osd":5,"last update":"Fri Apr 12 00:25:16 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.377,"15min":0.36699999999999999},"min":{"1min":0.32300000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.44,"5min":0.38400000000000001,"15min":0.375},"min":{"1min":0.27700000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.55300000000000005}]},{"osd":6,"last update":"Fri Apr 12 00:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.42299999999999999,"15min":0.41899999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.47199999999999998,"15min":0.46800000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.68000000000000005}]},{"osd":7,"last update":"Fri Apr 12 00:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.62},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.63900000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724578,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":307641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35199999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.73399999999999999,"5min":0.876,"15min":0.876},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.84199999999999997,"15min":0.89200000000000002},"min":{"1min":0.43099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.74299999999999999,"5min":8.968,"15min":8.968},"last":0.48499999999999999}]},{"osd":1,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.85799999999999998,"15min":0.91400000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.66200000000000003,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.57799999999999996}]},{"osd":2,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.41399999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.77200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.65800000000000003}]},{"osd":3,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.88300000000000001,"15min":0.93799999999999994},"min":{"1min":0.42799999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.74199999999999999,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.872,"15min":0.92300000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78700000000000003,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.60699999999999998}]},{"osd":4,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42599999999999999,"15min":0.41799999999999998},"min":{"1min":0.32800000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.72999999999999998}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.78200000000000003}]},{"osd":7,"last update":"Fri Apr 12 00:25:10 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.70999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:26:00.025 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T00:26:01.101 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:26:01.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:01 smithi193 ceph-mon[30474]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:01.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:01 smithi193 ceph-mon[30474]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T00:26:01.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:01 smithi193 ceph-mon[30474]: Cluster is now healthy 2024-04-12T00:26:02.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:01 smithi098 ceph-mon[26935]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:02.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:01 smithi098 ceph-mon[26935]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T00:26:02.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:01 smithi098 ceph-mon[26935]: Cluster is now healthy 2024-04-12T00:26:02.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:01 smithi098 ceph-mon[37915]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:02.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:01 smithi098 ceph-mon[37915]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T00:26:02.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:01 smithi098 ceph-mon[37915]: Cluster is now healthy 2024-04-12T00:26:03.317 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:03 smithi098 systemd[1]: Stopping Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:26:04.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[68403]: ts=2024-04-12T00:26:03.895Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T00:26:04.034 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:03 smithi098 podman[72489]: 2024-04-12 00:26:03.916254795 +0000 UTC m=+0.135649698 container died 4a58fe83f91d3c174eccca6c5f8a38e50e4a25dae7a2f3e34808389463b64947 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:04.534 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:04 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:26:04] "GET /metrics HTTP/1.1" 200 33647 "" "Prometheus/2.43.0" 2024-04-12T00:26:04.535 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:04 smithi098 podman[72489]: 2024-04-12 00:26:04.296254862 +0000 UTC m=+0.515649757 container cleanup 4a58fe83f91d3c174eccca6c5f8a38e50e4a25dae7a2f3e34808389463b64947 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:04.535 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:04 smithi098 bash[72489]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a 2024-04-12T00:26:04.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:04 smithi193 ceph-mon[30474]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:04.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:04 smithi098 ceph-mon[37915]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:04.867 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:04 smithi098 ceph-mon[26935]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:04.867 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:04 smithi098 podman[72517]: 2024-04-12 00:26:04.774206967 +0000 UTC m=+0.858253528 container remove 4a58fe83f91d3c174eccca6c5f8a38e50e4a25dae7a2f3e34808389463b64947 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:04.867 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:04 smithi098 podman[72517]: 2024-04-12 00:26:04.87485584 +0000 UTC m=+0.958902400 volume remove 63c9f7ad9703bdb7960b32f8443f516a801ef7cad55f632999e57ac1d46d4d69 2024-04-12T00:26:05.378 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:05 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T00:26:05.378 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:05 smithi098 systemd[1]: Stopped Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:26:05.378 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:05 smithi098 systemd[1]: Starting Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:26:05.382 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:05.384 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:26:05.701 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:05 smithi098 podman[72641]: 2024-04-12 00:26:05.304585537 +0000 UTC m=+0.017069309 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T00:26:05.701 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:05 smithi098 podman[72641]: 2024-04-12 00:26:05.419045302 +0000 UTC m=+0.131529069 volume create dbb7fa3a13c60e9b886b8647cdd24c2d552255ad3c6f9f95af70a1d06df864c3 2024-04-12T00:26:05.701 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:05 smithi098 podman[72641]: 2024-04-12 00:26:05.494557409 +0000 UTC m=+0.207041167 container create c94a026b681c89a726fac2a804063f0fbef0c904feabd074b4af592a24429ee4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:06.260 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 podman[72641]: 2024-04-12 00:26:06.014807214 +0000 UTC m=+0.727290973 container init c94a026b681c89a726fac2a804063f0fbef0c904feabd074b4af592a24429ee4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:06.260 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 podman[72641]: 2024-04-12 00:26:06.01745212 +0000 UTC m=+0.729935882 container start c94a026b681c89a726fac2a804063f0fbef0c904feabd074b4af592a24429ee4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:06.260 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:06.030Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T00:26:06.260 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:06.030Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T00:26:06.260 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:06.030Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.98 port=9094 2024-04-12T00:26:06.260 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:06.031Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T00:26:06.260 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:06.053Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T00:26:06.260 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:06.054Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T00:26:06.260 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:06.057Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T00:26:06.261 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:06.057Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T00:26:06.261 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 bash[72641]: c94a026b681c89a726fac2a804063f0fbef0c904feabd074b4af592a24429ee4 2024-04-12T00:26:06.261 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:06 smithi098 systemd[1]: Started Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:26:06.673 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-04-12T00:26:03.498908+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223604,"kb_used_data":7424,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737612,"statfs":{"total":767960285184,"available":767731314688,"internally_reserved":0,"allocated":7602176,"data_stored":4278167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001568"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569807+0000","last_change":"2024-04-12T00:24:24.086382+0000","last_active":"2024-04-12T00:25:55.569807+0000","last_peered":"2024-04-12T00:25:55.569807+0000","last_clean":"2024-04-12T00:25:55.569807+0000","last_became_active":"2024-04-12T00:24:24.086086+0000","last_became_peered":"2024-04-12T00:24:24.086086+0000","last_unstale":"2024-04-12T00:25:55.569807+0000","last_undegraded":"2024-04-12T00:25:55.569807+0000","last_fullsized":"2024-04-12T00:25:55.569807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561533+0000","last_change":"2024-04-12T00:24:24.083133+0000","last_active":"2024-04-12T00:25:55.561533+0000","last_peered":"2024-04-12T00:25:55.561533+0000","last_clean":"2024-04-12T00:25:55.561533+0000","last_became_active":"2024-04-12T00:24:24.082731+0000","last_became_peered":"2024-04-12T00:24:24.082731+0000","last_unstale":"2024-04-12T00:25:55.561533+0000","last_undegraded":"2024-04-12T00:25:55.561533+0000","last_fullsized":"2024-04-12T00:25:55.561533+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.563553+0000","last_change":"2024-04-12T00:24:24.075884+0000","last_active":"2024-04-12T00:25:55.563553+0000","last_peered":"2024-04-12T00:25:55.563553+0000","last_clean":"2024-04-12T00:25:55.563553+0000","last_became_active":"2024-04-12T00:24:24.075618+0000","last_became_peered":"2024-04-12T00:24:24.075618+0000","last_unstale":"2024-04-12T00:25:55.563553+0000","last_undegraded":"2024-04-12T00:25:55.563553+0000","last_fullsized":"2024-04-12T00:25:55.563553+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565860+0000","last_change":"2024-04-12T00:24:24.079539+0000","last_active":"2024-04-12T00:25:55.565860+0000","last_peered":"2024-04-12T00:25:55.565860+0000","last_clean":"2024-04-12T00:25:55.565860+0000","last_became_active":"2024-04-12T00:24:24.079151+0000","last_became_peered":"2024-04-12T00:24:24.079151+0000","last_unstale":"2024-04-12T00:25:55.565860+0000","last_undegraded":"2024-04-12T00:25:55.565860+0000","last_fullsized":"2024-04-12T00:25:55.565860+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568196+0000","last_change":"2024-04-12T00:24:24.089644+0000","last_active":"2024-04-12T00:25:55.568196+0000","last_peered":"2024-04-12T00:25:55.568196+0000","last_clean":"2024-04-12T00:25:55.568196+0000","last_became_active":"2024-04-12T00:24:24.089322+0000","last_became_peered":"2024-04-12T00:24:24.089322+0000","last_unstale":"2024-04-12T00:25:55.568196+0000","last_undegraded":"2024-04-12T00:25:55.568196+0000","last_fullsized":"2024-04-12T00:25:55.568196+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565603+0000","last_change":"2024-04-12T00:24:24.076309+0000","last_active":"2024-04-12T00:25:55.565603+0000","last_peered":"2024-04-12T00:25:55.565603+0000","last_clean":"2024-04-12T00:25:55.565603+0000","last_became_active":"2024-04-12T00:24:24.076008+0000","last_became_peered":"2024-04-12T00:24:24.076008+0000","last_unstale":"2024-04-12T00:25:55.565603+0000","last_undegraded":"2024-04-12T00:25:55.565603+0000","last_fullsized":"2024-04-12T00:25:55.565603+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.567269+0000","last_change":"2024-04-12T00:24:24.078744+0000","last_active":"2024-04-12T00:25:55.567269+0000","last_peered":"2024-04-12T00:25:55.567269+0000","last_clean":"2024-04-12T00:25:55.567269+0000","last_became_active":"2024-04-12T00:24:24.076867+0000","last_became_peered":"2024-04-12T00:24:24.076867+0000","last_unstale":"2024-04-12T00:25:55.567269+0000","last_undegraded":"2024-04-12T00:25:55.567269+0000","last_fullsized":"2024-04-12T00:25:55.567269+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824155+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:25:55.824155+0000","last_peered":"2024-04-12T00:25:55.824155+0000","last_clean":"2024-04-12T00:25:55.824155+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:25:55.824155+0000","last_undegraded":"2024-04-12T00:25:55.824155+0000","last_fullsized":"2024-04-12T00:25:55.824155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569725+0000","last_change":"2024-04-12T00:24:24.086577+0000","last_active":"2024-04-12T00:25:55.569725+0000","last_peered":"2024-04-12T00:25:55.569725+0000","last_clean":"2024-04-12T00:25:55.569725+0000","last_became_active":"2024-04-12T00:24:24.086255+0000","last_became_peered":"2024-04-12T00:24:24.086255+0000","last_unstale":"2024-04-12T00:25:55.569725+0000","last_undegraded":"2024-04-12T00:25:55.569725+0000","last_fullsized":"2024-04-12T00:25:55.569725+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571220+0000","last_change":"2024-04-12T00:24:24.083523+0000","last_active":"2024-04-12T00:25:55.571220+0000","last_peered":"2024-04-12T00:25:55.571220+0000","last_clean":"2024-04-12T00:25:55.571220+0000","last_became_active":"2024-04-12T00:24:24.083227+0000","last_became_peered":"2024-04-12T00:24:24.083227+0000","last_unstale":"2024-04-12T00:25:55.571220+0000","last_undegraded":"2024-04-12T00:25:55.571220+0000","last_fullsized":"2024-04-12T00:25:55.571220+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571351+0000","last_change":"2024-04-12T00:24:24.080715+0000","last_active":"2024-04-12T00:25:55.571351+0000","last_peered":"2024-04-12T00:25:55.571351+0000","last_clean":"2024-04-12T00:25:55.571351+0000","last_became_active":"2024-04-12T00:24:24.080129+0000","last_became_peered":"2024-04-12T00:24:24.080129+0000","last_unstale":"2024-04-12T00:25:55.571351+0000","last_undegraded":"2024-04-12T00:25:55.571351+0000","last_fullsized":"2024-04-12T00:25:55.571351+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569818+0000","last_change":"2024-04-12T00:24:24.078164+0000","last_active":"2024-04-12T00:25:55.569818+0000","last_peered":"2024-04-12T00:25:55.569818+0000","last_clean":"2024-04-12T00:25:55.569818+0000","last_became_active":"2024-04-12T00:24:24.077795+0000","last_became_peered":"2024-04-12T00:24:24.077795+0000","last_unstale":"2024-04-12T00:25:55.569818+0000","last_undegraded":"2024-04-12T00:25:55.569818+0000","last_fullsized":"2024-04-12T00:25:55.569818+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824413+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:25:55.824413+0000","last_peered":"2024-04-12T00:25:55.824413+0000","last_clean":"2024-04-12T00:25:55.824413+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:25:55.824413+0000","last_undegraded":"2024-04-12T00:25:55.824413+0000","last_fullsized":"2024-04-12T00:25:55.824413+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562092+0000","last_change":"2024-04-12T00:24:24.079905+0000","last_active":"2024-04-12T00:25:55.562092+0000","last_peered":"2024-04-12T00:25:55.562092+0000","last_clean":"2024-04-12T00:25:55.562092+0000","last_became_active":"2024-04-12T00:24:24.079648+0000","last_became_peered":"2024-04-12T00:24:24.079648+0000","last_unstale":"2024-04-12T00:25:55.562092+0000","last_undegraded":"2024-04-12T00:25:55.562092+0000","last_fullsized":"2024-04-12T00:25:55.562092+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560820+0000","last_change":"2024-04-12T00:24:24.076899+0000","last_active":"2024-04-12T00:25:55.560820+0000","last_peered":"2024-04-12T00:25:55.560820+0000","last_clean":"2024-04-12T00:25:55.560820+0000","last_became_active":"2024-04-12T00:24:24.076541+0000","last_became_peered":"2024-04-12T00:24:24.076541+0000","last_unstale":"2024-04-12T00:25:55.560820+0000","last_undegraded":"2024-04-12T00:25:55.560820+0000","last_fullsized":"2024-04-12T00:25:55.560820+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565128+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:25:55.565128+0000","last_peered":"2024-04-12T00:25:55.565128+0000","last_clean":"2024-04-12T00:25:55.565128+0000","last_became_active":"2024-04-12T00:24:24.080391+0000","last_became_peered":"2024-04-12T00:24:24.080391+0000","last_unstale":"2024-04-12T00:25:55.565128+0000","last_undegraded":"2024-04-12T00:25:55.565128+0000","last_fullsized":"2024-04-12T00:25:55.565128+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566384+0000","last_change":"2024-04-12T00:24:24.082907+0000","last_active":"2024-04-12T00:25:55.566384+0000","last_peered":"2024-04-12T00:25:55.566384+0000","last_clean":"2024-04-12T00:25:55.566384+0000","last_became_active":"2024-04-12T00:24:24.082634+0000","last_became_peered":"2024-04-12T00:24:24.082634+0000","last_unstale":"2024-04-12T00:25:55.566384+0000","last_undegraded":"2024-04-12T00:25:55.566384+0000","last_fullsized":"2024-04-12T00:25:55.566384+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566422+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:25:55.566422+0000","last_peered":"2024-04-12T00:25:55.566422+0000","last_clean":"2024-04-12T00:25:55.566422+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:25:55.566422+0000","last_undegraded":"2024-04-12T00:25:55.566422+0000","last_fullsized":"2024-04-12T00:25:55.566422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568856+0000","last_change":"2024-04-12T00:24:24.083186+0000","last_active":"2024-04-12T00:25:55.568856+0000","last_peered":"2024-04-12T00:25:55.568856+0000","last_clean":"2024-04-12T00:25:55.568856+0000","last_became_active":"2024-04-12T00:24:24.082834+0000","last_became_peered":"2024-04-12T00:24:24.082834+0000","last_unstale":"2024-04-12T00:25:55.568856+0000","last_undegraded":"2024-04-12T00:25:55.568856+0000","last_fullsized":"2024-04-12T00:25:55.568856+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564424+0000","last_change":"2024-04-12T00:24:23.709713+0000","last_active":"2024-04-12T00:25:55.564424+0000","last_peered":"2024-04-12T00:25:55.564424+0000","last_clean":"2024-04-12T00:25:55.564424+0000","last_became_active":"2024-04-12T00:24:23.709209+0000","last_became_peered":"2024-04-12T00:24:23.709209+0000","last_unstale":"2024-04-12T00:25:55.564424+0000","last_undegraded":"2024-04-12T00:25:55.564424+0000","last_fullsized":"2024-04-12T00:25:55.564424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824695+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:25:55.824695+0000","last_peered":"2024-04-12T00:25:55.824695+0000","last_clean":"2024-04-12T00:25:55.824695+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:25:55.824695+0000","last_undegraded":"2024-04-12T00:25:55.824695+0000","last_fullsized":"2024-04-12T00:25:55.824695+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824613+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:25:55.824613+0000","last_peered":"2024-04-12T00:25:55.824613+0000","last_clean":"2024-04-12T00:25:55.824613+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:25:55.824613+0000","last_undegraded":"2024-04-12T00:25:55.824613+0000","last_fullsized":"2024-04-12T00:25:55.824613+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564114+0000","last_change":"2024-04-12T00:24:24.071426+0000","last_active":"2024-04-12T00:25:55.564114+0000","last_peered":"2024-04-12T00:25:55.564114+0000","last_clean":"2024-04-12T00:25:55.564114+0000","last_became_active":"2024-04-12T00:24:24.071159+0000","last_became_peered":"2024-04-12T00:24:24.071159+0000","last_unstale":"2024-04-12T00:25:55.564114+0000","last_undegraded":"2024-04-12T00:25:55.564114+0000","last_fullsized":"2024-04-12T00:25:55.564114+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569271+0000","last_change":"2024-04-12T00:24:23.713309+0000","last_active":"2024-04-12T00:25:55.569271+0000","last_peered":"2024-04-12T00:25:55.569271+0000","last_clean":"2024-04-12T00:25:55.569271+0000","last_became_active":"2024-04-12T00:24:23.712878+0000","last_became_peered":"2024-04-12T00:24:23.712878+0000","last_unstale":"2024-04-12T00:25:55.569271+0000","last_undegraded":"2024-04-12T00:25:55.569271+0000","last_fullsized":"2024-04-12T00:25:55.569271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565793+0000","last_change":"2024-04-12T00:24:24.073994+0000","last_active":"2024-04-12T00:25:55.565793+0000","last_peered":"2024-04-12T00:25:55.565793+0000","last_clean":"2024-04-12T00:25:55.565793+0000","last_became_active":"2024-04-12T00:24:24.073729+0000","last_became_peered":"2024-04-12T00:24:24.073729+0000","last_unstale":"2024-04-12T00:25:55.565793+0000","last_undegraded":"2024-04-12T00:25:55.565793+0000","last_fullsized":"2024-04-12T00:25:55.565793+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568729+0000","last_change":"2024-04-12T00:24:23.711837+0000","last_active":"2024-04-12T00:25:55.568729+0000","last_peered":"2024-04-12T00:25:55.568729+0000","last_clean":"2024-04-12T00:25:55.568729+0000","last_became_active":"2024-04-12T00:24:23.711542+0000","last_became_peered":"2024-04-12T00:24:23.711542+0000","last_unstale":"2024-04-12T00:25:55.568729+0000","last_undegraded":"2024-04-12T00:25:55.568729+0000","last_fullsized":"2024-04-12T00:25:55.568729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:57.021562+0000","last_change":"2024-04-12T00:25:57.021562+0000","last_active":"2024-04-12T00:25:57.021562+0000","last_peered":"2024-04-12T00:25:57.021562+0000","last_clean":"2024-04-12T00:25:57.021562+0000","last_became_active":"2024-04-12T00:25:57.021169+0000","last_became_peered":"2024-04-12T00:25:57.021169+0000","last_unstale":"2024-04-12T00:25:57.021562+0000","last_undegraded":"2024-04-12T00:25:57.021562+0000","last_fullsized":"2024-04-12T00:25:57.021562+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:45:21.074371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824531+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:25:55.824531+0000","last_peered":"2024-04-12T00:25:55.824531+0000","last_clean":"2024-04-12T00:25:55.824531+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:25:55.824531+0000","last_undegraded":"2024-04-12T00:25:55.824531+0000","last_fullsized":"2024-04-12T00:25:55.824531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568743+0000","last_change":"2024-04-12T00:24:24.072606+0000","last_active":"2024-04-12T00:25:55.568743+0000","last_peered":"2024-04-12T00:25:55.568743+0000","last_clean":"2024-04-12T00:25:55.568743+0000","last_became_active":"2024-04-12T00:24:24.072311+0000","last_became_peered":"2024-04-12T00:24:24.072311+0000","last_unstale":"2024-04-12T00:25:55.568743+0000","last_undegraded":"2024-04-12T00:25:55.568743+0000","last_fullsized":"2024-04-12T00:25:55.568743+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570877+0000","last_change":"2024-04-12T00:24:23.709572+0000","last_active":"2024-04-12T00:25:55.570877+0000","last_peered":"2024-04-12T00:25:55.570877+0000","last_clean":"2024-04-12T00:25:55.570877+0000","last_became_active":"2024-04-12T00:24:23.709252+0000","last_became_peered":"2024-04-12T00:24:23.709252+0000","last_unstale":"2024-04-12T00:25:55.570877+0000","last_undegraded":"2024-04-12T00:25:55.570877+0000","last_fullsized":"2024-04-12T00:25:55.570877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.574325+0000","last_change":"2024-04-12T00:25:56.574325+0000","last_active":"2024-04-12T00:25:56.574325+0000","last_peered":"2024-04-12T00:25:56.574325+0000","last_clean":"2024-04-12T00:25:56.574325+0000","last_became_active":"2024-04-12T00:25:56.574034+0000","last_became_peered":"2024-04-12T00:25:56.574034+0000","last_unstale":"2024-04-12T00:25:56.574325+0000","last_undegraded":"2024-04-12T00:25:56.574325+0000","last_fullsized":"2024-04-12T00:25:56.574325+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:38:41.677493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824336+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:25:55.824336+0000","last_peered":"2024-04-12T00:25:55.824336+0000","last_clean":"2024-04-12T00:25:55.824336+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:25:55.824336+0000","last_undegraded":"2024-04-12T00:25:55.824336+0000","last_fullsized":"2024-04-12T00:25:55.824336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824315+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:25:55.824315+0000","last_peered":"2024-04-12T00:25:55.824315+0000","last_clean":"2024-04-12T00:25:55.824315+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:25:55.824315+0000","last_undegraded":"2024-04-12T00:25:55.824315+0000","last_fullsized":"2024-04-12T00:25:55.824315+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565244+0000","last_change":"2024-04-12T00:24:23.715388+0000","last_active":"2024-04-12T00:25:55.565244+0000","last_peered":"2024-04-12T00:25:55.565244+0000","last_clean":"2024-04-12T00:25:55.565244+0000","last_became_active":"2024-04-12T00:24:23.715106+0000","last_became_peered":"2024-04-12T00:24:23.715106+0000","last_unstale":"2024-04-12T00:25:55.565244+0000","last_undegraded":"2024-04-12T00:25:55.565244+0000","last_fullsized":"2024-04-12T00:25:55.565244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560978+0000","last_change":"2024-04-12T00:24:24.074509+0000","last_active":"2024-04-12T00:25:55.560978+0000","last_peered":"2024-04-12T00:25:55.560978+0000","last_clean":"2024-04-12T00:25:55.560978+0000","last_became_active":"2024-04-12T00:24:24.074210+0000","last_became_peered":"2024-04-12T00:24:24.074210+0000","last_unstale":"2024-04-12T00:25:55.560978+0000","last_undegraded":"2024-04-12T00:25:55.560978+0000","last_fullsized":"2024-04-12T00:25:55.560978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571276+0000","last_change":"2024-04-12T00:24:23.708067+0000","last_active":"2024-04-12T00:25:55.571276+0000","last_peered":"2024-04-12T00:25:55.571276+0000","last_clean":"2024-04-12T00:25:55.571276+0000","last_became_active":"2024-04-12T00:24:23.707750+0000","last_became_peered":"2024-04-12T00:24:23.707750+0000","last_unstale":"2024-04-12T00:25:55.571276+0000","last_undegraded":"2024-04-12T00:25:55.571276+0000","last_fullsized":"2024-04-12T00:25:55.571276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566190+0000","last_change":"2024-04-12T00:24:24.083874+0000","last_active":"2024-04-12T00:25:55.566190+0000","last_peered":"2024-04-12T00:25:55.566190+0000","last_clean":"2024-04-12T00:25:55.566190+0000","last_became_active":"2024-04-12T00:24:24.083520+0000","last_became_peered":"2024-04-12T00:24:24.083520+0000","last_unstale":"2024-04-12T00:25:55.566190+0000","last_undegraded":"2024-04-12T00:25:55.566190+0000","last_fullsized":"2024-04-12T00:25:55.566190+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566029+0000","last_change":"2024-04-12T00:24:23.711835+0000","last_active":"2024-04-12T00:25:55.566029+0000","last_peered":"2024-04-12T00:25:55.566029+0000","last_clean":"2024-04-12T00:25:55.566029+0000","last_became_active":"2024-04-12T00:24:23.711387+0000","last_became_peered":"2024-04-12T00:24:23.711387+0000","last_unstale":"2024-04-12T00:25:55.566029+0000","last_undegraded":"2024-04-12T00:25:55.566029+0000","last_fullsized":"2024-04-12T00:25:55.566029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564235+0000","last_change":"2024-04-12T00:24:24.075123+0000","last_active":"2024-04-12T00:25:55.564235+0000","last_peered":"2024-04-12T00:25:55.564235+0000","last_clean":"2024-04-12T00:25:55.564235+0000","last_became_active":"2024-04-12T00:24:24.074603+0000","last_became_peered":"2024-04-12T00:24:24.074603+0000","last_unstale":"2024-04-12T00:25:55.564235+0000","last_undegraded":"2024-04-12T00:25:55.564235+0000","last_fullsized":"2024-04-12T00:25:55.564235+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561350+0000","last_change":"2024-04-12T00:24:23.710174+0000","last_active":"2024-04-12T00:25:55.561350+0000","last_peered":"2024-04-12T00:25:55.561350+0000","last_clean":"2024-04-12T00:25:55.561350+0000","last_became_active":"2024-04-12T00:24:23.709495+0000","last_became_peered":"2024-04-12T00:24:23.709495+0000","last_unstale":"2024-04-12T00:25:55.561350+0000","last_undegraded":"2024-04-12T00:25:55.561350+0000","last_fullsized":"2024-04-12T00:25:55.561350+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:57.021797+0000","last_change":"2024-04-12T00:25:57.021797+0000","last_active":"2024-04-12T00:25:57.021797+0000","last_peered":"2024-04-12T00:25:57.021797+0000","last_clean":"2024-04-12T00:25:57.021797+0000","last_became_active":"2024-04-12T00:25:57.021517+0000","last_became_peered":"2024-04-12T00:25:57.021517+0000","last_unstale":"2024-04-12T00:25:57.021797+0000","last_undegraded":"2024-04-12T00:25:57.021797+0000","last_fullsized":"2024-04-12T00:25:57.021797+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:13:07.953537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571547+0000","last_change":"2024-04-12T00:24:23.715606+0000","last_active":"2024-04-12T00:25:55.571547+0000","last_peered":"2024-04-12T00:25:55.571547+0000","last_clean":"2024-04-12T00:25:55.571547+0000","last_became_active":"2024-04-12T00:24:23.715262+0000","last_became_peered":"2024-04-12T00:24:23.715262+0000","last_unstale":"2024-04-12T00:25:55.571547+0000","last_undegraded":"2024-04-12T00:25:55.571547+0000","last_fullsized":"2024-04-12T00:25:55.571547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569008+0000","last_change":"2024-04-12T00:24:24.076310+0000","last_active":"2024-04-12T00:25:55.569008+0000","last_peered":"2024-04-12T00:25:55.569008+0000","last_clean":"2024-04-12T00:25:55.569008+0000","last_became_active":"2024-04-12T00:24:24.075999+0000","last_became_peered":"2024-04-12T00:24:24.075999+0000","last_unstale":"2024-04-12T00:25:55.569008+0000","last_undegraded":"2024-04-12T00:25:55.569008+0000","last_fullsized":"2024-04-12T00:25:55.569008+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562967+0000","last_change":"2024-04-12T00:24:23.719899+0000","last_active":"2024-04-12T00:25:55.562967+0000","last_peered":"2024-04-12T00:25:55.562967+0000","last_clean":"2024-04-12T00:25:55.562967+0000","last_became_active":"2024-04-12T00:24:23.719313+0000","last_became_peered":"2024-04-12T00:24:23.719313+0000","last_unstale":"2024-04-12T00:25:55.562967+0000","last_undegraded":"2024-04-12T00:25:55.562967+0000","last_fullsized":"2024-04-12T00:25:55.562967+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562163+0000","last_change":"2024-04-12T00:24:24.078834+0000","last_active":"2024-04-12T00:25:55.562163+0000","last_peered":"2024-04-12T00:25:55.562163+0000","last_clean":"2024-04-12T00:25:55.562163+0000","last_became_active":"2024-04-12T00:24:24.078577+0000","last_became_peered":"2024-04-12T00:24:24.078577+0000","last_unstale":"2024-04-12T00:25:55.562163+0000","last_undegraded":"2024-04-12T00:25:55.562163+0000","last_fullsized":"2024-04-12T00:25:55.562163+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565303+0000","last_change":"2024-04-12T00:24:23.719640+0000","last_active":"2024-04-12T00:25:55.565303+0000","last_peered":"2024-04-12T00:25:55.565303+0000","last_clean":"2024-04-12T00:25:55.565303+0000","last_became_active":"2024-04-12T00:24:23.719309+0000","last_became_peered":"2024-04-12T00:24:23.719309+0000","last_unstale":"2024-04-12T00:25:55.565303+0000","last_undegraded":"2024-04-12T00:25:55.565303+0000","last_fullsized":"2024-04-12T00:25:55.565303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568080+0000","last_change":"2024-04-12T00:24:24.088843+0000","last_active":"2024-04-12T00:25:55.568080+0000","last_peered":"2024-04-12T00:25:55.568080+0000","last_clean":"2024-04-12T00:25:55.568080+0000","last_became_active":"2024-04-12T00:24:24.088563+0000","last_became_peered":"2024-04-12T00:24:24.088563+0000","last_unstale":"2024-04-12T00:25:55.568080+0000","last_undegraded":"2024-04-12T00:25:55.568080+0000","last_fullsized":"2024-04-12T00:25:55.568080+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570769+0000","last_change":"2024-04-12T00:24:23.701914+0000","last_active":"2024-04-12T00:25:55.570769+0000","last_peered":"2024-04-12T00:25:55.570769+0000","last_clean":"2024-04-12T00:25:55.570769+0000","last_became_active":"2024-04-12T00:24:23.701562+0000","last_became_peered":"2024-04-12T00:24:23.701562+0000","last_unstale":"2024-04-12T00:25:55.570769+0000","last_undegraded":"2024-04-12T00:25:55.570769+0000","last_fullsized":"2024-04-12T00:25:55.570769+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570620+0000","last_change":"2024-04-12T00:24:24.078221+0000","last_active":"2024-04-12T00:25:55.570620+0000","last_peered":"2024-04-12T00:25:55.570620+0000","last_clean":"2024-04-12T00:25:55.570620+0000","last_became_active":"2024-04-12T00:24:24.077533+0000","last_became_peered":"2024-04-12T00:24:24.077533+0000","last_unstale":"2024-04-12T00:25:55.570620+0000","last_undegraded":"2024-04-12T00:25:55.570620+0000","last_fullsized":"2024-04-12T00:25:55.570620+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564883+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:25:55.564883+0000","last_peered":"2024-04-12T00:25:55.564883+0000","last_clean":"2024-04-12T00:25:55.564883+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:25:55.564883+0000","last_undegraded":"2024-04-12T00:25:55.564883+0000","last_fullsized":"2024-04-12T00:25:55.564883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.567427+0000","last_change":"2024-04-12T00:24:24.082363+0000","last_active":"2024-04-12T00:25:55.567427+0000","last_peered":"2024-04-12T00:25:55.567427+0000","last_clean":"2024-04-12T00:25:55.567427+0000","last_became_active":"2024-04-12T00:24:24.082064+0000","last_became_peered":"2024-04-12T00:24:24.082064+0000","last_unstale":"2024-04-12T00:25:55.567427+0000","last_undegraded":"2024-04-12T00:25:55.567427+0000","last_fullsized":"2024-04-12T00:25:55.567427+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569954+0000","last_change":"2024-04-12T00:24:23.705647+0000","last_active":"2024-04-12T00:25:55.569954+0000","last_peered":"2024-04-12T00:25:55.569954+0000","last_clean":"2024-04-12T00:25:55.569954+0000","last_became_active":"2024-04-12T00:24:23.705291+0000","last_became_peered":"2024-04-12T00:24:23.705291+0000","last_unstale":"2024-04-12T00:25:55.569954+0000","last_undegraded":"2024-04-12T00:25:55.569954+0000","last_fullsized":"2024-04-12T00:25:55.569954+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569491+0000","last_change":"2024-04-12T00:24:24.081349+0000","last_active":"2024-04-12T00:25:55.569491+0000","last_peered":"2024-04-12T00:25:55.569491+0000","last_clean":"2024-04-12T00:25:55.569491+0000","last_became_active":"2024-04-12T00:24:24.081052+0000","last_became_peered":"2024-04-12T00:24:24.081052+0000","last_unstale":"2024-04-12T00:25:55.569491+0000","last_undegraded":"2024-04-12T00:25:55.569491+0000","last_fullsized":"2024-04-12T00:25:55.569491+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561149+0000","last_change":"2024-04-12T00:24:58.504830+0000","last_active":"2024-04-12T00:25:55.561149+0000","last_peered":"2024-04-12T00:25:55.561149+0000","last_clean":"2024-04-12T00:25:55.561149+0000","last_became_active":"2024-04-12T00:24:58.504550+0000","last_became_peered":"2024-04-12T00:24:58.504550+0000","last_unstale":"2024-04-12T00:25:55.561149+0000","last_undegraded":"2024-04-12T00:25:55.561149+0000","last_fullsized":"2024-04-12T00:25:55.561149+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:21:04.955688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561665+0000","last_change":"2024-04-12T00:24:23.706195+0000","last_active":"2024-04-12T00:25:55.561665+0000","last_peered":"2024-04-12T00:25:55.561665+0000","last_clean":"2024-04-12T00:25:55.561665+0000","last_became_active":"2024-04-12T00:24:23.705885+0000","last_became_peered":"2024-04-12T00:24:23.705885+0000","last_unstale":"2024-04-12T00:25:55.561665+0000","last_undegraded":"2024-04-12T00:25:55.561665+0000","last_fullsized":"2024-04-12T00:25:55.561665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566476+0000","last_change":"2024-04-12T00:24:24.069850+0000","last_active":"2024-04-12T00:25:55.566476+0000","last_peered":"2024-04-12T00:25:55.566476+0000","last_clean":"2024-04-12T00:25:55.566476+0000","last_became_active":"2024-04-12T00:24:24.069538+0000","last_became_peered":"2024-04-12T00:24:24.069538+0000","last_unstale":"2024-04-12T00:25:55.566476+0000","last_undegraded":"2024-04-12T00:25:55.566476+0000","last_fullsized":"2024-04-12T00:25:55.566476+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561738+0000","last_change":"2024-04-12T00:24:58.495197+0000","last_active":"2024-04-12T00:25:55.561738+0000","last_peered":"2024-04-12T00:25:55.561738+0000","last_clean":"2024-04-12T00:25:55.561738+0000","last_became_active":"2024-04-12T00:24:58.494898+0000","last_became_peered":"2024-04-12T00:24:58.494898+0000","last_unstale":"2024-04-12T00:25:55.561738+0000","last_undegraded":"2024-04-12T00:25:55.561738+0000","last_fullsized":"2024-04-12T00:25:55.561738+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:41:02.413488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565273+0000","last_change":"2024-04-12T00:24:23.712522+0000","last_active":"2024-04-12T00:25:55.565273+0000","last_peered":"2024-04-12T00:25:55.565273+0000","last_clean":"2024-04-12T00:25:55.565273+0000","last_became_active":"2024-04-12T00:24:23.712160+0000","last_became_peered":"2024-04-12T00:24:23.712160+0000","last_unstale":"2024-04-12T00:25:55.565273+0000","last_undegraded":"2024-04-12T00:25:55.565273+0000","last_fullsized":"2024-04-12T00:25:55.565273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569330+0000","last_change":"2024-04-12T00:24:24.082957+0000","last_active":"2024-04-12T00:25:55.569330+0000","last_peered":"2024-04-12T00:25:55.569330+0000","last_clean":"2024-04-12T00:25:55.569330+0000","last_became_active":"2024-04-12T00:24:24.082665+0000","last_became_peered":"2024-04-12T00:24:24.082665+0000","last_unstale":"2024-04-12T00:25:55.569330+0000","last_undegraded":"2024-04-12T00:25:55.569330+0000","last_fullsized":"2024-04-12T00:25:55.569330+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561838+0000","last_change":"2024-04-12T00:24:58.504630+0000","last_active":"2024-04-12T00:25:55.561838+0000","last_peered":"2024-04-12T00:25:55.561838+0000","last_clean":"2024-04-12T00:25:55.561838+0000","last_became_active":"2024-04-12T00:24:58.504278+0000","last_became_peered":"2024-04-12T00:24:58.504278+0000","last_unstale":"2024-04-12T00:25:55.561838+0000","last_undegraded":"2024-04-12T00:25:55.561838+0000","last_fullsized":"2024-04-12T00:25:55.561838+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:44:47.653734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560637+0000","last_change":"2024-04-12T00:24:24.078943+0000","last_active":"2024-04-12T00:25:55.560637+0000","last_peered":"2024-04-12T00:25:55.560637+0000","last_clean":"2024-04-12T00:25:55.560637+0000","last_became_active":"2024-04-12T00:24:24.078681+0000","last_became_peered":"2024-04-12T00:24:24.078681+0000","last_unstale":"2024-04-12T00:25:55.560637+0000","last_undegraded":"2024-04-12T00:25:55.560637+0000","last_fullsized":"2024-04-12T00:25:55.560637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564939+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:25:55.564939+0000","last_peered":"2024-04-12T00:25:55.564939+0000","last_clean":"2024-04-12T00:25:55.564939+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:25:55.564939+0000","last_undegraded":"2024-04-12T00:25:55.564939+0000","last_fullsized":"2024-04-12T00:25:55.564939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570969+0000","last_change":"2024-04-12T00:24:58.716842+0000","last_active":"2024-04-12T00:25:55.570969+0000","last_peered":"2024-04-12T00:25:55.570969+0000","last_clean":"2024-04-12T00:25:55.570969+0000","last_became_active":"2024-04-12T00:24:58.716280+0000","last_became_peered":"2024-04-12T00:24:58.716280+0000","last_unstale":"2024-04-12T00:25:55.570969+0000","last_undegraded":"2024-04-12T00:25:55.570969+0000","last_fullsized":"2024-04-12T00:25:55.570969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:03:57.506223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824363+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:25:55.824363+0000","last_peered":"2024-04-12T00:25:55.824363+0000","last_clean":"2024-04-12T00:25:55.824363+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:25:55.824363+0000","last_undegraded":"2024-04-12T00:25:55.824363+0000","last_fullsized":"2024-04-12T00:25:55.824363+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565678+0000","last_change":"2024-04-12T00:24:23.714680+0000","last_active":"2024-04-12T00:25:55.565678+0000","last_peered":"2024-04-12T00:25:55.565678+0000","last_clean":"2024-04-12T00:25:55.565678+0000","last_became_active":"2024-04-12T00:24:23.714396+0000","last_became_peered":"2024-04-12T00:24:23.714396+0000","last_unstale":"2024-04-12T00:25:55.565678+0000","last_undegraded":"2024-04-12T00:25:55.565678+0000","last_fullsized":"2024-04-12T00:25:55.565678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":265,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569124+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:25:55.569124+0000","last_peered":"2024-04-12T00:25:55.569124+0000","last_clean":"2024-04-12T00:25:55.569124+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:25:55.569124+0000","last_undegraded":"2024-04-12T00:25:55.569124+0000","last_fullsized":"2024-04-12T00:25:55.569124+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.563615+0000","last_change":"2024-04-12T00:24:58.497445+0000","last_active":"2024-04-12T00:25:55.563615+0000","last_peered":"2024-04-12T00:25:55.563615+0000","last_clean":"2024-04-12T00:25:55.563615+0000","last_became_active":"2024-04-12T00:24:58.497160+0000","last_became_peered":"2024-04-12T00:24:58.497160+0000","last_unstale":"2024-04-12T00:25:55.563615+0000","last_undegraded":"2024-04-12T00:25:55.563615+0000","last_fullsized":"2024-04-12T00:25:55.563615+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:46:13.251501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561901+0000","last_change":"2024-04-12T00:24:24.069860+0000","last_active":"2024-04-12T00:25:55.561901+0000","last_peered":"2024-04-12T00:25:55.561901+0000","last_clean":"2024-04-12T00:25:55.561901+0000","last_became_active":"2024-04-12T00:24:24.067880+0000","last_became_peered":"2024-04-12T00:24:24.067880+0000","last_unstale":"2024-04-12T00:25:55.561901+0000","last_undegraded":"2024-04-12T00:25:55.561901+0000","last_fullsized":"2024-04-12T00:25:55.561901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568966+0000","last_change":"2024-04-12T00:24:23.719355+0000","last_active":"2024-04-12T00:25:55.568966+0000","last_peered":"2024-04-12T00:25:55.568966+0000","last_clean":"2024-04-12T00:25:55.568966+0000","last_became_active":"2024-04-12T00:24:23.719048+0000","last_became_peered":"2024-04-12T00:24:23.719048+0000","last_unstale":"2024-04-12T00:25:55.568966+0000","last_undegraded":"2024-04-12T00:25:55.568966+0000","last_fullsized":"2024-04-12T00:25:55.568966+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562244+0000","last_change":"2024-04-12T00:24:58.716341+0000","last_active":"2024-04-12T00:25:55.562244+0000","last_peered":"2024-04-12T00:25:55.562244+0000","last_clean":"2024-04-12T00:25:55.562244+0000","last_became_active":"2024-04-12T00:24:58.716001+0000","last_became_peered":"2024-04-12T00:24:58.716001+0000","last_unstale":"2024-04-12T00:25:55.562244+0000","last_undegraded":"2024-04-12T00:25:55.562244+0000","last_fullsized":"2024-04-12T00:25:55.562244+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:11:52.296543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569181+0000","last_change":"2024-04-12T00:24:23.712630+0000","last_active":"2024-04-12T00:25:55.569181+0000","last_peered":"2024-04-12T00:25:55.569181+0000","last_clean":"2024-04-12T00:25:55.569181+0000","last_became_active":"2024-04-12T00:24:23.712339+0000","last_became_peered":"2024-04-12T00:24:23.712339+0000","last_unstale":"2024-04-12T00:25:55.569181+0000","last_undegraded":"2024-04-12T00:25:55.569181+0000","last_fullsized":"2024-04-12T00:25:55.569181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561807+0000","last_change":"2024-04-12T00:24:24.077842+0000","last_active":"2024-04-12T00:25:55.561807+0000","last_peered":"2024-04-12T00:25:55.561807+0000","last_clean":"2024-04-12T00:25:55.561807+0000","last_became_active":"2024-04-12T00:24:24.077583+0000","last_became_peered":"2024-04-12T00:24:24.077583+0000","last_unstale":"2024-04-12T00:25:55.561807+0000","last_undegraded":"2024-04-12T00:25:55.561807+0000","last_fullsized":"2024-04-12T00:25:55.561807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824218+0000","last_change":"2024-04-12T00:24:58.716514+0000","last_active":"2024-04-12T00:25:55.824218+0000","last_peered":"2024-04-12T00:25:55.824218+0000","last_clean":"2024-04-12T00:25:55.824218+0000","last_became_active":"2024-04-12T00:24:58.716157+0000","last_became_peered":"2024-04-12T00:24:58.716157+0000","last_unstale":"2024-04-12T00:25:55.824218+0000","last_undegraded":"2024-04-12T00:25:55.824218+0000","last_fullsized":"2024-04-12T00:25:55.824218+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:07:55.473585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561648+0000","last_change":"2024-04-12T00:24:23.704069+0000","last_active":"2024-04-12T00:25:55.561648+0000","last_peered":"2024-04-12T00:25:55.561648+0000","last_clean":"2024-04-12T00:25:55.561648+0000","last_became_active":"2024-04-12T00:24:23.703540+0000","last_became_peered":"2024-04-12T00:24:23.703540+0000","last_unstale":"2024-04-12T00:25:55.561648+0000","last_undegraded":"2024-04-12T00:25:55.561648+0000","last_fullsized":"2024-04-12T00:25:55.561648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824638+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:25:55.824638+0000","last_peered":"2024-04-12T00:25:55.824638+0000","last_clean":"2024-04-12T00:25:55.824638+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:25:55.824638+0000","last_undegraded":"2024-04-12T00:25:55.824638+0000","last_fullsized":"2024-04-12T00:25:55.824638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.567919+0000","last_change":"2024-04-12T00:24:58.504783+0000","last_active":"2024-04-12T00:25:55.567919+0000","last_peered":"2024-04-12T00:25:55.567919+0000","last_clean":"2024-04-12T00:25:55.567919+0000","last_became_active":"2024-04-12T00:24:58.504448+0000","last_became_peered":"2024-04-12T00:24:58.504448+0000","last_unstale":"2024-04-12T00:25:55.567919+0000","last_undegraded":"2024-04-12T00:25:55.567919+0000","last_fullsized":"2024-04-12T00:25:55.567919+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:04.891522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571621+0000","last_change":"2024-04-12T00:24:23.709941+0000","last_active":"2024-04-12T00:25:55.571621+0000","last_peered":"2024-04-12T00:25:55.571621+0000","last_clean":"2024-04-12T00:25:55.571621+0000","last_became_active":"2024-04-12T00:24:23.709661+0000","last_became_peered":"2024-04-12T00:24:23.709661+0000","last_unstale":"2024-04-12T00:25:55.571621+0000","last_undegraded":"2024-04-12T00:25:55.571621+0000","last_fullsized":"2024-04-12T00:25:55.571621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.563823+0000","last_change":"2024-04-12T00:24:24.076362+0000","last_active":"2024-04-12T00:25:55.563823+0000","last_peered":"2024-04-12T00:25:55.563823+0000","last_clean":"2024-04-12T00:25:55.563823+0000","last_became_active":"2024-04-12T00:24:24.076086+0000","last_became_peered":"2024-04-12T00:24:24.076086+0000","last_unstale":"2024-04-12T00:25:55.563823+0000","last_undegraded":"2024-04-12T00:25:55.563823+0000","last_fullsized":"2024-04-12T00:25:55.563823+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569226+0000","last_change":"2024-04-12T00:24:23.713478+0000","last_active":"2024-04-12T00:25:55.569226+0000","last_peered":"2024-04-12T00:25:55.569226+0000","last_clean":"2024-04-12T00:25:55.569226+0000","last_became_active":"2024-04-12T00:24:23.712411+0000","last_became_peered":"2024-04-12T00:24:23.712411+0000","last_unstale":"2024-04-12T00:25:55.569226+0000","last_undegraded":"2024-04-12T00:25:55.569226+0000","last_fullsized":"2024-04-12T00:25:55.569226+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568500+0000","last_change":"2024-04-12T00:24:24.079235+0000","last_active":"2024-04-12T00:25:55.568500+0000","last_peered":"2024-04-12T00:25:55.568500+0000","last_clean":"2024-04-12T00:25:55.568500+0000","last_became_active":"2024-04-12T00:24:24.078941+0000","last_became_peered":"2024-04-12T00:24:24.078941+0000","last_unstale":"2024-04-12T00:25:55.568500+0000","last_undegraded":"2024-04-12T00:25:55.568500+0000","last_fullsized":"2024-04-12T00:25:55.568500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560902+0000","last_change":"2024-04-12T00:24:23.716304+0000","last_active":"2024-04-12T00:25:55.560902+0000","last_peered":"2024-04-12T00:25:55.560902+0000","last_clean":"2024-04-12T00:25:55.560902+0000","last_became_active":"2024-04-12T00:24:23.716052+0000","last_became_peered":"2024-04-12T00:24:23.716052+0000","last_unstale":"2024-04-12T00:25:55.560902+0000","last_undegraded":"2024-04-12T00:25:55.560902+0000","last_fullsized":"2024-04-12T00:25:55.560902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824239+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:25:55.824239+0000","last_peered":"2024-04-12T00:25:55.824239+0000","last_clean":"2024-04-12T00:25:55.824239+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:25:55.824239+0000","last_undegraded":"2024-04-12T00:25:55.824239+0000","last_fullsized":"2024-04-12T00:25:55.824239+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561393+0000","last_change":"2024-04-12T00:24:23.717001+0000","last_active":"2024-04-12T00:25:55.561393+0000","last_peered":"2024-04-12T00:25:55.561393+0000","last_clean":"2024-04-12T00:25:55.561393+0000","last_became_active":"2024-04-12T00:24:23.716675+0000","last_became_peered":"2024-04-12T00:24:23.716675+0000","last_unstale":"2024-04-12T00:25:55.561393+0000","last_undegraded":"2024-04-12T00:25:55.561393+0000","last_fullsized":"2024-04-12T00:25:55.561393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824404+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:25:55.824404+0000","last_peered":"2024-04-12T00:25:55.824404+0000","last_clean":"2024-04-12T00:25:55.824404+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:25:55.824404+0000","last_undegraded":"2024-04-12T00:25:55.824404+0000","last_fullsized":"2024-04-12T00:25:55.824404+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.575870+0000","last_change":"2024-04-12T00:25:56.575870+0000","last_active":"2024-04-12T00:25:56.575870+0000","last_peered":"2024-04-12T00:25:56.575870+0000","last_clean":"2024-04-12T00:25:56.575870+0000","last_became_active":"2024-04-12T00:25:56.573120+0000","last_became_peered":"2024-04-12T00:25:56.573120+0000","last_unstale":"2024-04-12T00:25:56.575870+0000","last_undegraded":"2024-04-12T00:25:56.575870+0000","last_fullsized":"2024-04-12T00:25:56.575870+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:31:50.871901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570792+0000","last_change":"2024-04-12T00:24:24.079484+0000","last_active":"2024-04-12T00:25:55.570792+0000","last_peered":"2024-04-12T00:25:55.570792+0000","last_clean":"2024-04-12T00:25:55.570792+0000","last_became_active":"2024-04-12T00:24:24.079176+0000","last_became_peered":"2024-04-12T00:24:24.079176+0000","last_unstale":"2024-04-12T00:25:55.570792+0000","last_undegraded":"2024-04-12T00:25:55.570792+0000","last_fullsized":"2024-04-12T00:25:55.570792+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566050+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:25:55.566050+0000","last_peered":"2024-04-12T00:25:55.566050+0000","last_clean":"2024-04-12T00:25:55.566050+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:25:55.566050+0000","last_undegraded":"2024-04-12T00:25:55.566050+0000","last_fullsized":"2024-04-12T00:25:55.566050+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569084+0000","last_change":"2024-04-12T00:24:24.084311+0000","last_active":"2024-04-12T00:25:55.569084+0000","last_peered":"2024-04-12T00:25:55.569084+0000","last_clean":"2024-04-12T00:25:55.569084+0000","last_became_active":"2024-04-12T00:24:24.083528+0000","last_became_peered":"2024-04-12T00:24:24.083528+0000","last_unstale":"2024-04-12T00:25:55.569084+0000","last_undegraded":"2024-04-12T00:25:55.569084+0000","last_fullsized":"2024-04-12T00:25:55.569084+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561270+0000","last_change":"2024-04-12T00:24:23.718059+0000","last_active":"2024-04-12T00:25:55.561270+0000","last_peered":"2024-04-12T00:25:55.561270+0000","last_clean":"2024-04-12T00:25:55.561270+0000","last_became_active":"2024-04-12T00:24:23.717797+0000","last_became_peered":"2024-04-12T00:24:23.717797+0000","last_unstale":"2024-04-12T00:25:55.561270+0000","last_undegraded":"2024-04-12T00:25:55.561270+0000","last_fullsized":"2024-04-12T00:25:55.561270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565627+0000","last_change":"2024-04-12T00:24:24.072492+0000","last_active":"2024-04-12T00:25:55.565627+0000","last_peered":"2024-04-12T00:25:55.565627+0000","last_clean":"2024-04-12T00:25:55.565627+0000","last_became_active":"2024-04-12T00:24:24.072226+0000","last_became_peered":"2024-04-12T00:24:24.072226+0000","last_unstale":"2024-04-12T00:25:55.565627+0000","last_undegraded":"2024-04-12T00:25:55.565627+0000","last_fullsized":"2024-04-12T00:25:55.565627+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566504+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:25:55.566504+0000","last_peered":"2024-04-12T00:25:55.566504+0000","last_clean":"2024-04-12T00:25:55.566504+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:25:55.566504+0000","last_undegraded":"2024-04-12T00:25:55.566504+0000","last_fullsized":"2024-04-12T00:25:55.566504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569891+0000","last_change":"2024-04-12T00:24:24.087394+0000","last_active":"2024-04-12T00:25:55.569891+0000","last_peered":"2024-04-12T00:25:55.569891+0000","last_clean":"2024-04-12T00:25:55.569891+0000","last_became_active":"2024-04-12T00:24:24.087126+0000","last_became_peered":"2024-04-12T00:24:24.087126+0000","last_unstale":"2024-04-12T00:25:55.569891+0000","last_undegraded":"2024-04-12T00:25:55.569891+0000","last_fullsized":"2024-04-12T00:25:55.569891+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570535+0000","last_change":"2024-04-12T00:24:24.078395+0000","last_active":"2024-04-12T00:25:55.570535+0000","last_peered":"2024-04-12T00:25:55.570535+0000","last_clean":"2024-04-12T00:25:55.570535+0000","last_became_active":"2024-04-12T00:24:24.077921+0000","last_became_peered":"2024-04-12T00:24:24.077921+0000","last_unstale":"2024-04-12T00:25:55.570535+0000","last_undegraded":"2024-04-12T00:25:55.570535+0000","last_fullsized":"2024-04-12T00:25:55.570535+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564884+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:25:55.564884+0000","last_peered":"2024-04-12T00:25:55.564884+0000","last_clean":"2024-04-12T00:25:55.564884+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:25:55.564884+0000","last_undegraded":"2024-04-12T00:25:55.564884+0000","last_fullsized":"2024-04-12T00:25:55.564884+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565392+0000","last_change":"2024-04-12T00:24:24.077348+0000","last_active":"2024-04-12T00:25:55.565392+0000","last_peered":"2024-04-12T00:25:55.565392+0000","last_clean":"2024-04-12T00:25:55.565392+0000","last_became_active":"2024-04-12T00:24:24.077028+0000","last_became_peered":"2024-04-12T00:24:24.077028+0000","last_unstale":"2024-04-12T00:25:55.565392+0000","last_undegraded":"2024-04-12T00:25:55.565392+0000","last_fullsized":"2024-04-12T00:25:55.565392+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562829+0000","last_change":"2024-04-12T00:24:24.076726+0000","last_active":"2024-04-12T00:25:55.562829+0000","last_peered":"2024-04-12T00:25:55.562829+0000","last_clean":"2024-04-12T00:25:55.562829+0000","last_became_active":"2024-04-12T00:24:24.076430+0000","last_became_peered":"2024-04-12T00:24:24.076430+0000","last_unstale":"2024-04-12T00:25:55.562829+0000","last_undegraded":"2024-04-12T00:25:55.562829+0000","last_fullsized":"2024-04-12T00:25:55.562829+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824579+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:25:55.824579+0000","last_peered":"2024-04-12T00:25:55.824579+0000","last_clean":"2024-04-12T00:25:55.824579+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:25:55.824579+0000","last_undegraded":"2024-04-12T00:25:55.824579+0000","last_fullsized":"2024-04-12T00:25:55.824579+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561189+0000","last_change":"2024-04-12T00:24:24.076712+0000","last_active":"2024-04-12T00:25:55.561189+0000","last_peered":"2024-04-12T00:25:55.561189+0000","last_clean":"2024-04-12T00:25:55.561189+0000","last_became_active":"2024-04-12T00:24:24.076416+0000","last_became_peered":"2024-04-12T00:24:24.076416+0000","last_unstale":"2024-04-12T00:25:55.561189+0000","last_undegraded":"2024-04-12T00:25:55.561189+0000","last_fullsized":"2024-04-12T00:25:55.561189+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571363+0000","last_change":"2024-04-12T00:24:24.091552+0000","last_active":"2024-04-12T00:25:55.571363+0000","last_peered":"2024-04-12T00:25:55.571363+0000","last_clean":"2024-04-12T00:25:55.571363+0000","last_became_active":"2024-04-12T00:24:24.091267+0000","last_became_peered":"2024-04-12T00:24:24.091267+0000","last_unstale":"2024-04-12T00:25:55.571363+0000","last_undegraded":"2024-04-12T00:25:55.571363+0000","last_fullsized":"2024-04-12T00:25:55.571363+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824688+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:25:55.824688+0000","last_peered":"2024-04-12T00:25:55.824688+0000","last_clean":"2024-04-12T00:25:55.824688+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:25:55.824688+0000","last_undegraded":"2024-04-12T00:25:55.824688+0000","last_fullsized":"2024-04-12T00:25:55.824688+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565244+0000","last_change":"2024-04-12T00:24:24.064820+0000","last_active":"2024-04-12T00:25:55.565244+0000","last_peered":"2024-04-12T00:25:55.565244+0000","last_clean":"2024-04-12T00:25:55.565244+0000","last_became_active":"2024-04-12T00:24:24.064515+0000","last_became_peered":"2024-04-12T00:24:24.064515+0000","last_unstale":"2024-04-12T00:25:55.565244+0000","last_undegraded":"2024-04-12T00:25:55.565244+0000","last_fullsized":"2024-04-12T00:25:55.565244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824259+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:25:55.824259+0000","last_peered":"2024-04-12T00:25:55.824259+0000","last_clean":"2024-04-12T00:25:55.824259+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:25:55.824259+0000","last_undegraded":"2024-04-12T00:25:55.824259+0000","last_fullsized":"2024-04-12T00:25:55.824259+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565415+0000","last_change":"2024-04-12T00:24:24.079412+0000","last_active":"2024-04-12T00:25:55.565415+0000","last_peered":"2024-04-12T00:25:55.565415+0000","last_clean":"2024-04-12T00:25:55.565415+0000","last_became_active":"2024-04-12T00:24:24.079161+0000","last_became_peered":"2024-04-12T00:24:24.079161+0000","last_unstale":"2024-04-12T00:25:55.565415+0000","last_undegraded":"2024-04-12T00:25:55.565415+0000","last_fullsized":"2024-04-12T00:25:55.565415+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.574474+0000","last_change":"2024-04-12T00:25:56.574474+0000","last_active":"2024-04-12T00:25:56.574474+0000","last_peered":"2024-04-12T00:25:56.574474+0000","last_clean":"2024-04-12T00:25:56.574474+0000","last_became_active":"2024-04-12T00:25:56.574115+0000","last_became_peered":"2024-04-12T00:25:56.574115+0000","last_unstale":"2024-04-12T00:25:56.574474+0000","last_undegraded":"2024-04-12T00:25:56.574474+0000","last_fullsized":"2024-04-12T00:25:56.574474+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:29:47.189575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571437+0000","last_change":"2024-04-12T00:24:24.081270+0000","last_active":"2024-04-12T00:25:55.571437+0000","last_peered":"2024-04-12T00:25:55.571437+0000","last_clean":"2024-04-12T00:25:55.571437+0000","last_became_active":"2024-04-12T00:24:24.080969+0000","last_became_peered":"2024-04-12T00:24:24.080969+0000","last_unstale":"2024-04-12T00:25:55.571437+0000","last_undegraded":"2024-04-12T00:25:55.571437+0000","last_fullsized":"2024-04-12T00:25:55.571437+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201305,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":903284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.44500000000000001}]},{"osd":1,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.61199999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.64100000000000001}]},{"osd":3,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.69699999999999995}]},{"osd":4,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.66200000000000003}]},{"osd":5,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.72499999999999998}]},{"osd":6,"last update":"Fri Apr 12 00:25:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.75},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.71399999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462942,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1314816,"data_stored":904426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.312,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71699999999999997,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.86499999999999999}]},{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68400000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54300000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.72599999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.85099999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.69599999999999995,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.82299999999999995}]},{"osd":3,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.40899999999999997,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.751},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.68000000000000005}]},{"osd":4,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.42199999999999999,"15min":0.41899999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.495},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73399999999999999,"5min":0.747,"15min":0.747},"last":0.46000000000000002}]},{"osd":5,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.45000000000000001,"15min":0.44800000000000001},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.497,"15min":0.48899999999999999},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.51000000000000001}]},{"osd":7,"last update":"Fri Apr 12 00:25:09 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.54700000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":312472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.34699999999999998,"15min":0.311},"min":{"1min":0.23999999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.54000000000000004,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.377,"15min":0.32300000000000001},"min":{"1min":0.23000000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.63100000000000001,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.26700000000000002}]},{"osd":2,"last update":"Fri Apr 12 00:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.40000000000000002,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.55300000000000005,"5min":0.62,"15min":0.62},"last":0.313},{"interface":"front","average":{"1min":0.378,"5min":0.38300000000000001,"15min":0.371},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.499,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.29499999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:25:35 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.432,"15min":0.44400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.48899999999999999,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.47699999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Apr 12 00:25:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57699999999999996,"15min":0.58699999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.79500000000000004,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.59899999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79200000000000004,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.48799999999999999}]},{"osd":5,"last update":"Fri Apr 12 00:25:18 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81799999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60799999999999998,"15min":0.61199999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.75900000000000001,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.499}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61599999999999999,"15min":0.622},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77700000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.626,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.82099999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.47399999999999998}]},{"osd":7,"last update":"Fri Apr 12 00:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.51800000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28320,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716832,"statfs":{"total":95995035648,"available":95966035968,"internally_reserved":0,"allocated":1327104,"data_stored":903408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.34000000000000002,"15min":0.317},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.55800000000000005,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.30499999999999999},"min":{"1min":0.218,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.48899999999999999,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.37,"15min":0.35899999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.379,"15min":0.372},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.48099999999999998,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.39300000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.42099999999999999,"15min":0.42999999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.57899999999999996,"5min":0.751,"15min":0.751},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.443,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55100000000000005,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.47199999999999998}]},{"osd":4,"last update":"Fri Apr 12 00:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54500000000000004,"15min":0.55400000000000005},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.90100000000000002,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.59899999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.60299999999999998,"15min":0.61399999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90200000000000002,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.624}]},{"osd":6,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83799999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.505},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59099999999999997,"15min":0.59799999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.63400000000000001}]},{"osd":7,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.66000000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":716800,"data_stored":312312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.35699999999999998,"15min":0.35199999999999998},"min":{"1min":0.27500000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51700000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.377,"15min":0.372},"min":{"1min":0.25900000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.53000000000000003,"5min":0.629,"15min":0.629},"last":0.41799999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38300000000000001,"15min":0.38100000000000001},"min":{"1min":0.23699999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40500000000000003,"15min":0.39700000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.47699999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.443,"15min":0.45000000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.58099999999999996,"5min":0.627,"15min":0.627},"last":0.502},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.42599999999999999,"15min":0.44600000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.496,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.51300000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:25:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.56299999999999994,"15min":0.57899999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.84399999999999997,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.752},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59499999999999997,"15min":0.61799999999999999},"min":{"1min":0.39200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72399999999999998,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.59199999999999997}]},{"osd":5,"last update":"Fri Apr 12 00:25:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.70799999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.67400000000000004,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.73699999999999999}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45600000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.627},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.40000000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.71599999999999997}]},{"osd":7,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.66900000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149741,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":737280,"data_stored":314766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40500000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40100000000000002,"15min":0.41199999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54000000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.39700000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41899999999999998,"15min":0.435},"min":{"1min":0.28699999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.51400000000000001,"5min":0.621,"15min":0.621},"last":0.433},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41099999999999998,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.45700000000000002}]},{"osd":2,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.44600000000000001,"15min":0.45800000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.501},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.439,"15min":0.45600000000000002},"min":{"1min":0.28499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.48299999999999998}]},{"osd":4,"last update":"Fri Apr 12 00:25:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.55100000000000005,"15min":0.54500000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73899999999999999,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.55000000000000004}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.57699999999999996,"15min":0.56999999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.59199999999999997}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.60399999999999998,"15min":0.61199999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70799999999999996,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.54000000000000004}]},{"osd":7,"last update":"Fri Apr 12 00:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.69199999999999995}]}]},{"osd":4,"up_from":31,"seq":133143986216,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":312747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.55300000000000005,"15min":0.56499999999999995},"min":{"1min":0.32300000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.64500000000000002,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.495},{"interface":"front","average":{"1min":0.496,"5min":0.52600000000000002,"15min":0.53800000000000003},"min":{"1min":0.35499999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.75700000000000001,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.57099999999999995}]},{"osd":1,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53200000000000003,"15min":0.54300000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.626,"5min":0.996,"15min":0.996},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54300000000000004,"15min":0.54100000000000004},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68100000000000005,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.54400000000000004}]},{"osd":2,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.36499999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76900000000000002,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.56200000000000006,"15min":0.58399999999999996},"min":{"1min":0.40300000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72699999999999998,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.60399999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55800000000000005,"15min":0.56899999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.78400000000000003,"5min":1.008,"15min":1.008},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.42199999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73299999999999998,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.58799999999999997}]},{"osd":5,"last update":"Fri Apr 12 00:25:16 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.377,"15min":0.36699999999999999},"min":{"1min":0.32300000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.38400000000000001,"15min":0.375},"min":{"1min":0.27700000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.66200000000000003}]},{"osd":6,"last update":"Fri Apr 12 00:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.42299999999999999,"15min":0.41899999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.47199999999999998,"15min":0.46800000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.64600000000000002}]},{"osd":7,"last update":"Fri Apr 12 00:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.63600000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724579,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":733184,"data_stored":314752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35199999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.73399999999999999,"5min":0.876,"15min":0.876},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.84199999999999997,"15min":0.89200000000000002},"min":{"1min":0.43099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.74299999999999999,"5min":8.968,"15min":8.968},"last":0.56200000000000006}]},{"osd":1,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.85799999999999998,"15min":0.91400000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.66200000000000003,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.60399999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.41399999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.77200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.41199999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.88300000000000001,"15min":0.93799999999999994},"min":{"1min":0.42799999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.74199999999999999,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.872,"15min":0.92300000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78700000000000003,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.58799999999999997}]},{"osd":4,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.501},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42599999999999999,"15min":0.41799999999999998},"min":{"1min":0.32800000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.38800000000000001}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45900000000000002}]},{"osd":7,"last update":"Fri Apr 12 00:25:10 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.54600000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:26:06.679 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph status --format=json 2024-04-12T00:26:06.816 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:06 smithi193 ceph-mon[30474]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:26:06.816 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:06 smithi193 ceph-mon[30474]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:06.817 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:06 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:06.817 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:06 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:06.884 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:26:06.995 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-mon[37915]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:26:06.995 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-mon[37915]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:06.995 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:06.995 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:06.995 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-mon[26935]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:26:06.995 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-mon[26935]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:06.995 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:06.995 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:06 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:07.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:07 smithi193 ceph-mon[30474]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T00:26:07.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:07 smithi193 ceph-mon[30474]: Reconfiguring daemon prometheus.a on smithi193 2024-04-12T00:26:07.934 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:07 smithi098 ceph-mon[37915]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T00:26:07.934 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:07 smithi098 ceph-mon[37915]: Reconfiguring daemon prometheus.a on smithi193 2024-04-12T00:26:07.934 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:07 smithi098 ceph-mon[26935]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T00:26:07.934 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:07 smithi098 ceph-mon[26935]: Reconfiguring daemon prometheus.a on smithi193 2024-04-12T00:26:08.219 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:08.032Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000442802s 2024-04-12T00:26:08.713 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:08.713 INFO:teuthology.orchestra.run.smithi098.stdout:{"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":326,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":70,"num_osds":8,"num_up_osds":8,"osd_up_since":1712881445,"num_in_osds":8,"osd_in_since":1712881428,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":24,"data_bytes":593516,"bytes_used":228970496,"bytes_avail":767731314688,"bytes_total":767960285184,"recovering_objects_per_sec":0,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24335}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.98:8443/","prometheus":"http://172.21.15.98:9283/"}},"servicemap":{"epoch":13,"modified":"2024-04-12T00:25:57.497730+0000","services":{}},"progress_events":{}} 2024-04-12T00:26:08.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:08 smithi193 ceph-mon[30474]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:09.007 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:08 smithi098 ceph-mon[37915]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:09.007 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:08 smithi098 ceph-mon[26935]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:09.431 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-04-12T00:26:09.431 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T00:26:09.640 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:26:09.720 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 systemd[1]: Stopping Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:26:09.720 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1648037956' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T00:26:09.751 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:09 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1648037956' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T00:26:09.751 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:09 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1648037956' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T00:26:10.003 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.726Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T00:26:10.003 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T00:26:10.003 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T00:26:10.003 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T00:26:10.003 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T00:26:10.004 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T00:26:10.004 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T00:26:10.004 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T00:26:10.004 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T00:26:10.004 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T00:26:10.004 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T00:26:10.004 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[57470]: ts=2024-04-12T00:26:09.727Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T00:26:10.004 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:09 smithi193 podman[60688]: 2024-04-12 00:26:09.737041917 +0000 UTC m=+0.112228632 container died 62cec8beca0c69339dd89c6932dc3560ef7bef041e930640d7b4582a7f73a0d0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:10.328 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 podman[60688]: 2024-04-12 00:26:10.110017682 +0000 UTC m=+0.485204396 container cleanup 62cec8beca0c69339dd89c6932dc3560ef7bef041e930640d7b4582a7f73a0d0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:10.328 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 bash[60688]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T00:26:10.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-mon[30474]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:10.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:10.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 podman[60702]: 2024-04-12 00:26:10.336051136 +0000 UTC m=+0.601586971 container remove 62cec8beca0c69339dd89c6932dc3560ef7bef041e930640d7b4582a7f73a0d0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:10.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T00:26:10.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 systemd[1]: Stopped Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:26:10.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 1.052s CPU time. 2024-04-12T00:26:10.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 systemd[1]: Starting Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:26:10.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:10 smithi098 ceph-mon[37915]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:10.833 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:10 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:10.833 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:10 smithi098 ceph-mon[26935]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:10.833 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:10 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:10.889 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 podman[60795]: 2024-04-12 00:26:10.548338488 +0000 UTC m=+0.018495933 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T00:26:10.890 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 podman[60795]: 2024-04-12 00:26:10.662345396 +0000 UTC m=+0.132502855 container create b850e82189c34e2c9db71d35db8e8c5af7c264c3a7bc31309cff85f7aba042e5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:10.890 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 podman[60795]: 2024-04-12 00:26:10.897600248 +0000 UTC m=+0.367757669 container init b850e82189c34e2c9db71d35db8e8c5af7c264c3a7bc31309cff85f7aba042e5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:11.121 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STOPPING 2024-04-12T00:26:11.121 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:26:11.121 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STOPPED 2024-04-12T00:26:11.122 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STARTING 2024-04-12T00:26:11.360 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 podman[60795]: 2024-04-12 00:26:10.90079137 +0000 UTC m=+0.370948787 container start b850e82189c34e2c9db71d35db8e8c5af7c264c3a7bc31309cff85f7aba042e5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:26:11.360 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.923Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T00:26:11.360 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.923Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T00:26:11.360 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.923Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi193 (none))" 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.923Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.923Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.925Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.925Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.926Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.927Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.928Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.928Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.816µs 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.928Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T00:26:11.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.930Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.930Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.930Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.706µs wal_replay_duration=1.940415ms wbl_replay_duration=103ns total_replay_duration=1.976001ms 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.931Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.931Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.931Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.948Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.837917ms db_storage=708ns remote_storage=1.044µs web_handler=300ns query_engine=433ns scrape=458.087µs scrape_sd=78.391µs notify=9.401µs notify_sd=10.413µs rules=15.989329ms tracing=6.532µs 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.948Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:26:10.948Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 bash[60795]: b850e82189c34e2c9db71d35db8e8c5af7c264c3a7bc31309cff85f7aba042e5 2024-04-12T00:26:11.362 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:26:10 smithi193 systemd[1]: Started Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Serving on http://:::9283 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STARTED 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STOPPING 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STOPPED 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STARTING 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Serving on http://:::9283 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STARTED 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STOPPING 2024-04-12T00:26:11.403 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:26:11.404 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STOPPED 2024-04-12T00:26:11.404 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STARTING 2024-04-12T00:26:11.404 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Serving on http://:::9283 2024-04-12T00:26:11.404 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:11 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:11] ENGINE Bus STARTED 2024-04-12T00:26:11.566 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:11.568 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:26:12.101 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi098.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi098.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:26:12.102 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:26:12.103 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T00:26:12.103 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T00:26:12.103 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.103 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:26:12.103 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:12.103 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[37915]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:26:12.103 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.103 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.103 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi098.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi098.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T00:26:12.104 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.105 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:26:12.105 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:12.105 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:12 smithi098 ceph-mon[26935]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:26:12.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:26:12.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:26:12.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi098.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T00:26:12.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi098.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T00:26:12.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T00:26:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:12 smithi193 ceph-mon[30474]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:26:12.941 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":47,"stamp":"2024-04-12T00:26:11.500630+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223604,"kb_used_data":7424,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737612,"statfs":{"total":767960285184,"available":767731314688,"internally_reserved":0,"allocated":7602176,"data_stored":4278167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":-1,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002558"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569807+0000","last_change":"2024-04-12T00:24:24.086382+0000","last_active":"2024-04-12T00:25:55.569807+0000","last_peered":"2024-04-12T00:25:55.569807+0000","last_clean":"2024-04-12T00:25:55.569807+0000","last_became_active":"2024-04-12T00:24:24.086086+0000","last_became_peered":"2024-04-12T00:24:24.086086+0000","last_unstale":"2024-04-12T00:25:55.569807+0000","last_undegraded":"2024-04-12T00:25:55.569807+0000","last_fullsized":"2024-04-12T00:25:55.569807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561533+0000","last_change":"2024-04-12T00:24:24.083133+0000","last_active":"2024-04-12T00:25:55.561533+0000","last_peered":"2024-04-12T00:25:55.561533+0000","last_clean":"2024-04-12T00:25:55.561533+0000","last_became_active":"2024-04-12T00:24:24.082731+0000","last_became_peered":"2024-04-12T00:24:24.082731+0000","last_unstale":"2024-04-12T00:25:55.561533+0000","last_undegraded":"2024-04-12T00:25:55.561533+0000","last_fullsized":"2024-04-12T00:25:55.561533+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.563553+0000","last_change":"2024-04-12T00:24:24.075884+0000","last_active":"2024-04-12T00:25:55.563553+0000","last_peered":"2024-04-12T00:25:55.563553+0000","last_clean":"2024-04-12T00:25:55.563553+0000","last_became_active":"2024-04-12T00:24:24.075618+0000","last_became_peered":"2024-04-12T00:24:24.075618+0000","last_unstale":"2024-04-12T00:25:55.563553+0000","last_undegraded":"2024-04-12T00:25:55.563553+0000","last_fullsized":"2024-04-12T00:25:55.563553+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565860+0000","last_change":"2024-04-12T00:24:24.079539+0000","last_active":"2024-04-12T00:25:55.565860+0000","last_peered":"2024-04-12T00:25:55.565860+0000","last_clean":"2024-04-12T00:25:55.565860+0000","last_became_active":"2024-04-12T00:24:24.079151+0000","last_became_peered":"2024-04-12T00:24:24.079151+0000","last_unstale":"2024-04-12T00:25:55.565860+0000","last_undegraded":"2024-04-12T00:25:55.565860+0000","last_fullsized":"2024-04-12T00:25:55.565860+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568196+0000","last_change":"2024-04-12T00:24:24.089644+0000","last_active":"2024-04-12T00:25:55.568196+0000","last_peered":"2024-04-12T00:25:55.568196+0000","last_clean":"2024-04-12T00:25:55.568196+0000","last_became_active":"2024-04-12T00:24:24.089322+0000","last_became_peered":"2024-04-12T00:24:24.089322+0000","last_unstale":"2024-04-12T00:25:55.568196+0000","last_undegraded":"2024-04-12T00:25:55.568196+0000","last_fullsized":"2024-04-12T00:25:55.568196+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565603+0000","last_change":"2024-04-12T00:24:24.076309+0000","last_active":"2024-04-12T00:25:55.565603+0000","last_peered":"2024-04-12T00:25:55.565603+0000","last_clean":"2024-04-12T00:25:55.565603+0000","last_became_active":"2024-04-12T00:24:24.076008+0000","last_became_peered":"2024-04-12T00:24:24.076008+0000","last_unstale":"2024-04-12T00:25:55.565603+0000","last_undegraded":"2024-04-12T00:25:55.565603+0000","last_fullsized":"2024-04-12T00:25:55.565603+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.567269+0000","last_change":"2024-04-12T00:24:24.078744+0000","last_active":"2024-04-12T00:25:55.567269+0000","last_peered":"2024-04-12T00:25:55.567269+0000","last_clean":"2024-04-12T00:25:55.567269+0000","last_became_active":"2024-04-12T00:24:24.076867+0000","last_became_peered":"2024-04-12T00:24:24.076867+0000","last_unstale":"2024-04-12T00:25:55.567269+0000","last_undegraded":"2024-04-12T00:25:55.567269+0000","last_fullsized":"2024-04-12T00:25:55.567269+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824155+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:25:55.824155+0000","last_peered":"2024-04-12T00:25:55.824155+0000","last_clean":"2024-04-12T00:25:55.824155+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:25:55.824155+0000","last_undegraded":"2024-04-12T00:25:55.824155+0000","last_fullsized":"2024-04-12T00:25:55.824155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569725+0000","last_change":"2024-04-12T00:24:24.086577+0000","last_active":"2024-04-12T00:25:55.569725+0000","last_peered":"2024-04-12T00:25:55.569725+0000","last_clean":"2024-04-12T00:25:55.569725+0000","last_became_active":"2024-04-12T00:24:24.086255+0000","last_became_peered":"2024-04-12T00:24:24.086255+0000","last_unstale":"2024-04-12T00:25:55.569725+0000","last_undegraded":"2024-04-12T00:25:55.569725+0000","last_fullsized":"2024-04-12T00:25:55.569725+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571220+0000","last_change":"2024-04-12T00:24:24.083523+0000","last_active":"2024-04-12T00:25:55.571220+0000","last_peered":"2024-04-12T00:25:55.571220+0000","last_clean":"2024-04-12T00:25:55.571220+0000","last_became_active":"2024-04-12T00:24:24.083227+0000","last_became_peered":"2024-04-12T00:24:24.083227+0000","last_unstale":"2024-04-12T00:25:55.571220+0000","last_undegraded":"2024-04-12T00:25:55.571220+0000","last_fullsized":"2024-04-12T00:25:55.571220+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571351+0000","last_change":"2024-04-12T00:24:24.080715+0000","last_active":"2024-04-12T00:25:55.571351+0000","last_peered":"2024-04-12T00:25:55.571351+0000","last_clean":"2024-04-12T00:25:55.571351+0000","last_became_active":"2024-04-12T00:24:24.080129+0000","last_became_peered":"2024-04-12T00:24:24.080129+0000","last_unstale":"2024-04-12T00:25:55.571351+0000","last_undegraded":"2024-04-12T00:25:55.571351+0000","last_fullsized":"2024-04-12T00:25:55.571351+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569818+0000","last_change":"2024-04-12T00:24:24.078164+0000","last_active":"2024-04-12T00:25:55.569818+0000","last_peered":"2024-04-12T00:25:55.569818+0000","last_clean":"2024-04-12T00:25:55.569818+0000","last_became_active":"2024-04-12T00:24:24.077795+0000","last_became_peered":"2024-04-12T00:24:24.077795+0000","last_unstale":"2024-04-12T00:25:55.569818+0000","last_undegraded":"2024-04-12T00:25:55.569818+0000","last_fullsized":"2024-04-12T00:25:55.569818+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824413+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:25:55.824413+0000","last_peered":"2024-04-12T00:25:55.824413+0000","last_clean":"2024-04-12T00:25:55.824413+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:25:55.824413+0000","last_undegraded":"2024-04-12T00:25:55.824413+0000","last_fullsized":"2024-04-12T00:25:55.824413+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562092+0000","last_change":"2024-04-12T00:24:24.079905+0000","last_active":"2024-04-12T00:25:55.562092+0000","last_peered":"2024-04-12T00:25:55.562092+0000","last_clean":"2024-04-12T00:25:55.562092+0000","last_became_active":"2024-04-12T00:24:24.079648+0000","last_became_peered":"2024-04-12T00:24:24.079648+0000","last_unstale":"2024-04-12T00:25:55.562092+0000","last_undegraded":"2024-04-12T00:25:55.562092+0000","last_fullsized":"2024-04-12T00:25:55.562092+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560820+0000","last_change":"2024-04-12T00:24:24.076899+0000","last_active":"2024-04-12T00:25:55.560820+0000","last_peered":"2024-04-12T00:25:55.560820+0000","last_clean":"2024-04-12T00:25:55.560820+0000","last_became_active":"2024-04-12T00:24:24.076541+0000","last_became_peered":"2024-04-12T00:24:24.076541+0000","last_unstale":"2024-04-12T00:25:55.560820+0000","last_undegraded":"2024-04-12T00:25:55.560820+0000","last_fullsized":"2024-04-12T00:25:55.560820+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565128+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:25:55.565128+0000","last_peered":"2024-04-12T00:25:55.565128+0000","last_clean":"2024-04-12T00:25:55.565128+0000","last_became_active":"2024-04-12T00:24:24.080391+0000","last_became_peered":"2024-04-12T00:24:24.080391+0000","last_unstale":"2024-04-12T00:25:55.565128+0000","last_undegraded":"2024-04-12T00:25:55.565128+0000","last_fullsized":"2024-04-12T00:25:55.565128+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566384+0000","last_change":"2024-04-12T00:24:24.082907+0000","last_active":"2024-04-12T00:25:55.566384+0000","last_peered":"2024-04-12T00:25:55.566384+0000","last_clean":"2024-04-12T00:25:55.566384+0000","last_became_active":"2024-04-12T00:24:24.082634+0000","last_became_peered":"2024-04-12T00:24:24.082634+0000","last_unstale":"2024-04-12T00:25:55.566384+0000","last_undegraded":"2024-04-12T00:25:55.566384+0000","last_fullsized":"2024-04-12T00:25:55.566384+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566422+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:25:55.566422+0000","last_peered":"2024-04-12T00:25:55.566422+0000","last_clean":"2024-04-12T00:25:55.566422+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:25:55.566422+0000","last_undegraded":"2024-04-12T00:25:55.566422+0000","last_fullsized":"2024-04-12T00:25:55.566422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568856+0000","last_change":"2024-04-12T00:24:24.083186+0000","last_active":"2024-04-12T00:25:55.568856+0000","last_peered":"2024-04-12T00:25:55.568856+0000","last_clean":"2024-04-12T00:25:55.568856+0000","last_became_active":"2024-04-12T00:24:24.082834+0000","last_became_peered":"2024-04-12T00:24:24.082834+0000","last_unstale":"2024-04-12T00:25:55.568856+0000","last_undegraded":"2024-04-12T00:25:55.568856+0000","last_fullsized":"2024-04-12T00:25:55.568856+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564424+0000","last_change":"2024-04-12T00:24:23.709713+0000","last_active":"2024-04-12T00:25:55.564424+0000","last_peered":"2024-04-12T00:25:55.564424+0000","last_clean":"2024-04-12T00:25:55.564424+0000","last_became_active":"2024-04-12T00:24:23.709209+0000","last_became_peered":"2024-04-12T00:24:23.709209+0000","last_unstale":"2024-04-12T00:25:55.564424+0000","last_undegraded":"2024-04-12T00:25:55.564424+0000","last_fullsized":"2024-04-12T00:25:55.564424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824695+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:25:55.824695+0000","last_peered":"2024-04-12T00:25:55.824695+0000","last_clean":"2024-04-12T00:25:55.824695+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:25:55.824695+0000","last_undegraded":"2024-04-12T00:25:55.824695+0000","last_fullsized":"2024-04-12T00:25:55.824695+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824613+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:25:55.824613+0000","last_peered":"2024-04-12T00:25:55.824613+0000","last_clean":"2024-04-12T00:25:55.824613+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:25:55.824613+0000","last_undegraded":"2024-04-12T00:25:55.824613+0000","last_fullsized":"2024-04-12T00:25:55.824613+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564114+0000","last_change":"2024-04-12T00:24:24.071426+0000","last_active":"2024-04-12T00:25:55.564114+0000","last_peered":"2024-04-12T00:25:55.564114+0000","last_clean":"2024-04-12T00:25:55.564114+0000","last_became_active":"2024-04-12T00:24:24.071159+0000","last_became_peered":"2024-04-12T00:24:24.071159+0000","last_unstale":"2024-04-12T00:25:55.564114+0000","last_undegraded":"2024-04-12T00:25:55.564114+0000","last_fullsized":"2024-04-12T00:25:55.564114+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569271+0000","last_change":"2024-04-12T00:24:23.713309+0000","last_active":"2024-04-12T00:25:55.569271+0000","last_peered":"2024-04-12T00:25:55.569271+0000","last_clean":"2024-04-12T00:25:55.569271+0000","last_became_active":"2024-04-12T00:24:23.712878+0000","last_became_peered":"2024-04-12T00:24:23.712878+0000","last_unstale":"2024-04-12T00:25:55.569271+0000","last_undegraded":"2024-04-12T00:25:55.569271+0000","last_fullsized":"2024-04-12T00:25:55.569271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565793+0000","last_change":"2024-04-12T00:24:24.073994+0000","last_active":"2024-04-12T00:25:55.565793+0000","last_peered":"2024-04-12T00:25:55.565793+0000","last_clean":"2024-04-12T00:25:55.565793+0000","last_became_active":"2024-04-12T00:24:24.073729+0000","last_became_peered":"2024-04-12T00:24:24.073729+0000","last_unstale":"2024-04-12T00:25:55.565793+0000","last_undegraded":"2024-04-12T00:25:55.565793+0000","last_fullsized":"2024-04-12T00:25:55.565793+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568729+0000","last_change":"2024-04-12T00:24:23.711837+0000","last_active":"2024-04-12T00:25:55.568729+0000","last_peered":"2024-04-12T00:25:55.568729+0000","last_clean":"2024-04-12T00:25:55.568729+0000","last_became_active":"2024-04-12T00:24:23.711542+0000","last_became_peered":"2024-04-12T00:24:23.711542+0000","last_unstale":"2024-04-12T00:25:55.568729+0000","last_undegraded":"2024-04-12T00:25:55.568729+0000","last_fullsized":"2024-04-12T00:25:55.568729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:57.021562+0000","last_change":"2024-04-12T00:25:57.021562+0000","last_active":"2024-04-12T00:25:57.021562+0000","last_peered":"2024-04-12T00:25:57.021562+0000","last_clean":"2024-04-12T00:25:57.021562+0000","last_became_active":"2024-04-12T00:25:57.021169+0000","last_became_peered":"2024-04-12T00:25:57.021169+0000","last_unstale":"2024-04-12T00:25:57.021562+0000","last_undegraded":"2024-04-12T00:25:57.021562+0000","last_fullsized":"2024-04-12T00:25:57.021562+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:45:21.074371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824531+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:25:55.824531+0000","last_peered":"2024-04-12T00:25:55.824531+0000","last_clean":"2024-04-12T00:25:55.824531+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:25:55.824531+0000","last_undegraded":"2024-04-12T00:25:55.824531+0000","last_fullsized":"2024-04-12T00:25:55.824531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568743+0000","last_change":"2024-04-12T00:24:24.072606+0000","last_active":"2024-04-12T00:25:55.568743+0000","last_peered":"2024-04-12T00:25:55.568743+0000","last_clean":"2024-04-12T00:25:55.568743+0000","last_became_active":"2024-04-12T00:24:24.072311+0000","last_became_peered":"2024-04-12T00:24:24.072311+0000","last_unstale":"2024-04-12T00:25:55.568743+0000","last_undegraded":"2024-04-12T00:25:55.568743+0000","last_fullsized":"2024-04-12T00:25:55.568743+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570877+0000","last_change":"2024-04-12T00:24:23.709572+0000","last_active":"2024-04-12T00:25:55.570877+0000","last_peered":"2024-04-12T00:25:55.570877+0000","last_clean":"2024-04-12T00:25:55.570877+0000","last_became_active":"2024-04-12T00:24:23.709252+0000","last_became_peered":"2024-04-12T00:24:23.709252+0000","last_unstale":"2024-04-12T00:25:55.570877+0000","last_undegraded":"2024-04-12T00:25:55.570877+0000","last_fullsized":"2024-04-12T00:25:55.570877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.574325+0000","last_change":"2024-04-12T00:25:56.574325+0000","last_active":"2024-04-12T00:25:56.574325+0000","last_peered":"2024-04-12T00:25:56.574325+0000","last_clean":"2024-04-12T00:25:56.574325+0000","last_became_active":"2024-04-12T00:25:56.574034+0000","last_became_peered":"2024-04-12T00:25:56.574034+0000","last_unstale":"2024-04-12T00:25:56.574325+0000","last_undegraded":"2024-04-12T00:25:56.574325+0000","last_fullsized":"2024-04-12T00:25:56.574325+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:38:41.677493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824336+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:25:55.824336+0000","last_peered":"2024-04-12T00:25:55.824336+0000","last_clean":"2024-04-12T00:25:55.824336+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:25:55.824336+0000","last_undegraded":"2024-04-12T00:25:55.824336+0000","last_fullsized":"2024-04-12T00:25:55.824336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824315+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:25:55.824315+0000","last_peered":"2024-04-12T00:25:55.824315+0000","last_clean":"2024-04-12T00:25:55.824315+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:25:55.824315+0000","last_undegraded":"2024-04-12T00:25:55.824315+0000","last_fullsized":"2024-04-12T00:25:55.824315+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565244+0000","last_change":"2024-04-12T00:24:23.715388+0000","last_active":"2024-04-12T00:25:55.565244+0000","last_peered":"2024-04-12T00:25:55.565244+0000","last_clean":"2024-04-12T00:25:55.565244+0000","last_became_active":"2024-04-12T00:24:23.715106+0000","last_became_peered":"2024-04-12T00:24:23.715106+0000","last_unstale":"2024-04-12T00:25:55.565244+0000","last_undegraded":"2024-04-12T00:25:55.565244+0000","last_fullsized":"2024-04-12T00:25:55.565244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560978+0000","last_change":"2024-04-12T00:24:24.074509+0000","last_active":"2024-04-12T00:25:55.560978+0000","last_peered":"2024-04-12T00:25:55.560978+0000","last_clean":"2024-04-12T00:25:55.560978+0000","last_became_active":"2024-04-12T00:24:24.074210+0000","last_became_peered":"2024-04-12T00:24:24.074210+0000","last_unstale":"2024-04-12T00:25:55.560978+0000","last_undegraded":"2024-04-12T00:25:55.560978+0000","last_fullsized":"2024-04-12T00:25:55.560978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571276+0000","last_change":"2024-04-12T00:24:23.708067+0000","last_active":"2024-04-12T00:25:55.571276+0000","last_peered":"2024-04-12T00:25:55.571276+0000","last_clean":"2024-04-12T00:25:55.571276+0000","last_became_active":"2024-04-12T00:24:23.707750+0000","last_became_peered":"2024-04-12T00:24:23.707750+0000","last_unstale":"2024-04-12T00:25:55.571276+0000","last_undegraded":"2024-04-12T00:25:55.571276+0000","last_fullsized":"2024-04-12T00:25:55.571276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566190+0000","last_change":"2024-04-12T00:24:24.083874+0000","last_active":"2024-04-12T00:25:55.566190+0000","last_peered":"2024-04-12T00:25:55.566190+0000","last_clean":"2024-04-12T00:25:55.566190+0000","last_became_active":"2024-04-12T00:24:24.083520+0000","last_became_peered":"2024-04-12T00:24:24.083520+0000","last_unstale":"2024-04-12T00:25:55.566190+0000","last_undegraded":"2024-04-12T00:25:55.566190+0000","last_fullsized":"2024-04-12T00:25:55.566190+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566029+0000","last_change":"2024-04-12T00:24:23.711835+0000","last_active":"2024-04-12T00:25:55.566029+0000","last_peered":"2024-04-12T00:25:55.566029+0000","last_clean":"2024-04-12T00:25:55.566029+0000","last_became_active":"2024-04-12T00:24:23.711387+0000","last_became_peered":"2024-04-12T00:24:23.711387+0000","last_unstale":"2024-04-12T00:25:55.566029+0000","last_undegraded":"2024-04-12T00:25:55.566029+0000","last_fullsized":"2024-04-12T00:25:55.566029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564235+0000","last_change":"2024-04-12T00:24:24.075123+0000","last_active":"2024-04-12T00:25:55.564235+0000","last_peered":"2024-04-12T00:25:55.564235+0000","last_clean":"2024-04-12T00:25:55.564235+0000","last_became_active":"2024-04-12T00:24:24.074603+0000","last_became_peered":"2024-04-12T00:24:24.074603+0000","last_unstale":"2024-04-12T00:25:55.564235+0000","last_undegraded":"2024-04-12T00:25:55.564235+0000","last_fullsized":"2024-04-12T00:25:55.564235+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561350+0000","last_change":"2024-04-12T00:24:23.710174+0000","last_active":"2024-04-12T00:25:55.561350+0000","last_peered":"2024-04-12T00:25:55.561350+0000","last_clean":"2024-04-12T00:25:55.561350+0000","last_became_active":"2024-04-12T00:24:23.709495+0000","last_became_peered":"2024-04-12T00:24:23.709495+0000","last_unstale":"2024-04-12T00:25:55.561350+0000","last_undegraded":"2024-04-12T00:25:55.561350+0000","last_fullsized":"2024-04-12T00:25:55.561350+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:57.021797+0000","last_change":"2024-04-12T00:25:57.021797+0000","last_active":"2024-04-12T00:25:57.021797+0000","last_peered":"2024-04-12T00:25:57.021797+0000","last_clean":"2024-04-12T00:25:57.021797+0000","last_became_active":"2024-04-12T00:25:57.021517+0000","last_became_peered":"2024-04-12T00:25:57.021517+0000","last_unstale":"2024-04-12T00:25:57.021797+0000","last_undegraded":"2024-04-12T00:25:57.021797+0000","last_fullsized":"2024-04-12T00:25:57.021797+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:13:07.953537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571547+0000","last_change":"2024-04-12T00:24:23.715606+0000","last_active":"2024-04-12T00:25:55.571547+0000","last_peered":"2024-04-12T00:25:55.571547+0000","last_clean":"2024-04-12T00:25:55.571547+0000","last_became_active":"2024-04-12T00:24:23.715262+0000","last_became_peered":"2024-04-12T00:24:23.715262+0000","last_unstale":"2024-04-12T00:25:55.571547+0000","last_undegraded":"2024-04-12T00:25:55.571547+0000","last_fullsized":"2024-04-12T00:25:55.571547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569008+0000","last_change":"2024-04-12T00:24:24.076310+0000","last_active":"2024-04-12T00:25:55.569008+0000","last_peered":"2024-04-12T00:25:55.569008+0000","last_clean":"2024-04-12T00:25:55.569008+0000","last_became_active":"2024-04-12T00:24:24.075999+0000","last_became_peered":"2024-04-12T00:24:24.075999+0000","last_unstale":"2024-04-12T00:25:55.569008+0000","last_undegraded":"2024-04-12T00:25:55.569008+0000","last_fullsized":"2024-04-12T00:25:55.569008+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562967+0000","last_change":"2024-04-12T00:24:23.719899+0000","last_active":"2024-04-12T00:25:55.562967+0000","last_peered":"2024-04-12T00:25:55.562967+0000","last_clean":"2024-04-12T00:25:55.562967+0000","last_became_active":"2024-04-12T00:24:23.719313+0000","last_became_peered":"2024-04-12T00:24:23.719313+0000","last_unstale":"2024-04-12T00:25:55.562967+0000","last_undegraded":"2024-04-12T00:25:55.562967+0000","last_fullsized":"2024-04-12T00:25:55.562967+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562163+0000","last_change":"2024-04-12T00:24:24.078834+0000","last_active":"2024-04-12T00:25:55.562163+0000","last_peered":"2024-04-12T00:25:55.562163+0000","last_clean":"2024-04-12T00:25:55.562163+0000","last_became_active":"2024-04-12T00:24:24.078577+0000","last_became_peered":"2024-04-12T00:24:24.078577+0000","last_unstale":"2024-04-12T00:25:55.562163+0000","last_undegraded":"2024-04-12T00:25:55.562163+0000","last_fullsized":"2024-04-12T00:25:55.562163+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565303+0000","last_change":"2024-04-12T00:24:23.719640+0000","last_active":"2024-04-12T00:25:55.565303+0000","last_peered":"2024-04-12T00:25:55.565303+0000","last_clean":"2024-04-12T00:25:55.565303+0000","last_became_active":"2024-04-12T00:24:23.719309+0000","last_became_peered":"2024-04-12T00:24:23.719309+0000","last_unstale":"2024-04-12T00:25:55.565303+0000","last_undegraded":"2024-04-12T00:25:55.565303+0000","last_fullsized":"2024-04-12T00:25:55.565303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568080+0000","last_change":"2024-04-12T00:24:24.088843+0000","last_active":"2024-04-12T00:25:55.568080+0000","last_peered":"2024-04-12T00:25:55.568080+0000","last_clean":"2024-04-12T00:25:55.568080+0000","last_became_active":"2024-04-12T00:24:24.088563+0000","last_became_peered":"2024-04-12T00:24:24.088563+0000","last_unstale":"2024-04-12T00:25:55.568080+0000","last_undegraded":"2024-04-12T00:25:55.568080+0000","last_fullsized":"2024-04-12T00:25:55.568080+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570769+0000","last_change":"2024-04-12T00:24:23.701914+0000","last_active":"2024-04-12T00:25:55.570769+0000","last_peered":"2024-04-12T00:25:55.570769+0000","last_clean":"2024-04-12T00:25:55.570769+0000","last_became_active":"2024-04-12T00:24:23.701562+0000","last_became_peered":"2024-04-12T00:24:23.701562+0000","last_unstale":"2024-04-12T00:25:55.570769+0000","last_undegraded":"2024-04-12T00:25:55.570769+0000","last_fullsized":"2024-04-12T00:25:55.570769+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570620+0000","last_change":"2024-04-12T00:24:24.078221+0000","last_active":"2024-04-12T00:25:55.570620+0000","last_peered":"2024-04-12T00:25:55.570620+0000","last_clean":"2024-04-12T00:25:55.570620+0000","last_became_active":"2024-04-12T00:24:24.077533+0000","last_became_peered":"2024-04-12T00:24:24.077533+0000","last_unstale":"2024-04-12T00:25:55.570620+0000","last_undegraded":"2024-04-12T00:25:55.570620+0000","last_fullsized":"2024-04-12T00:25:55.570620+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564883+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:25:55.564883+0000","last_peered":"2024-04-12T00:25:55.564883+0000","last_clean":"2024-04-12T00:25:55.564883+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:25:55.564883+0000","last_undegraded":"2024-04-12T00:25:55.564883+0000","last_fullsized":"2024-04-12T00:25:55.564883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.567427+0000","last_change":"2024-04-12T00:24:24.082363+0000","last_active":"2024-04-12T00:25:55.567427+0000","last_peered":"2024-04-12T00:25:55.567427+0000","last_clean":"2024-04-12T00:25:55.567427+0000","last_became_active":"2024-04-12T00:24:24.082064+0000","last_became_peered":"2024-04-12T00:24:24.082064+0000","last_unstale":"2024-04-12T00:25:55.567427+0000","last_undegraded":"2024-04-12T00:25:55.567427+0000","last_fullsized":"2024-04-12T00:25:55.567427+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569954+0000","last_change":"2024-04-12T00:24:23.705647+0000","last_active":"2024-04-12T00:25:55.569954+0000","last_peered":"2024-04-12T00:25:55.569954+0000","last_clean":"2024-04-12T00:25:55.569954+0000","last_became_active":"2024-04-12T00:24:23.705291+0000","last_became_peered":"2024-04-12T00:24:23.705291+0000","last_unstale":"2024-04-12T00:25:55.569954+0000","last_undegraded":"2024-04-12T00:25:55.569954+0000","last_fullsized":"2024-04-12T00:25:55.569954+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569491+0000","last_change":"2024-04-12T00:24:24.081349+0000","last_active":"2024-04-12T00:25:55.569491+0000","last_peered":"2024-04-12T00:25:55.569491+0000","last_clean":"2024-04-12T00:25:55.569491+0000","last_became_active":"2024-04-12T00:24:24.081052+0000","last_became_peered":"2024-04-12T00:24:24.081052+0000","last_unstale":"2024-04-12T00:25:55.569491+0000","last_undegraded":"2024-04-12T00:25:55.569491+0000","last_fullsized":"2024-04-12T00:25:55.569491+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561149+0000","last_change":"2024-04-12T00:24:58.504830+0000","last_active":"2024-04-12T00:25:55.561149+0000","last_peered":"2024-04-12T00:25:55.561149+0000","last_clean":"2024-04-12T00:25:55.561149+0000","last_became_active":"2024-04-12T00:24:58.504550+0000","last_became_peered":"2024-04-12T00:24:58.504550+0000","last_unstale":"2024-04-12T00:25:55.561149+0000","last_undegraded":"2024-04-12T00:25:55.561149+0000","last_fullsized":"2024-04-12T00:25:55.561149+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:21:04.955688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561665+0000","last_change":"2024-04-12T00:24:23.706195+0000","last_active":"2024-04-12T00:25:55.561665+0000","last_peered":"2024-04-12T00:25:55.561665+0000","last_clean":"2024-04-12T00:25:55.561665+0000","last_became_active":"2024-04-12T00:24:23.705885+0000","last_became_peered":"2024-04-12T00:24:23.705885+0000","last_unstale":"2024-04-12T00:25:55.561665+0000","last_undegraded":"2024-04-12T00:25:55.561665+0000","last_fullsized":"2024-04-12T00:25:55.561665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566476+0000","last_change":"2024-04-12T00:24:24.069850+0000","last_active":"2024-04-12T00:25:55.566476+0000","last_peered":"2024-04-12T00:25:55.566476+0000","last_clean":"2024-04-12T00:25:55.566476+0000","last_became_active":"2024-04-12T00:24:24.069538+0000","last_became_peered":"2024-04-12T00:24:24.069538+0000","last_unstale":"2024-04-12T00:25:55.566476+0000","last_undegraded":"2024-04-12T00:25:55.566476+0000","last_fullsized":"2024-04-12T00:25:55.566476+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561738+0000","last_change":"2024-04-12T00:24:58.495197+0000","last_active":"2024-04-12T00:25:55.561738+0000","last_peered":"2024-04-12T00:25:55.561738+0000","last_clean":"2024-04-12T00:25:55.561738+0000","last_became_active":"2024-04-12T00:24:58.494898+0000","last_became_peered":"2024-04-12T00:24:58.494898+0000","last_unstale":"2024-04-12T00:25:55.561738+0000","last_undegraded":"2024-04-12T00:25:55.561738+0000","last_fullsized":"2024-04-12T00:25:55.561738+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:41:02.413488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565273+0000","last_change":"2024-04-12T00:24:23.712522+0000","last_active":"2024-04-12T00:25:55.565273+0000","last_peered":"2024-04-12T00:25:55.565273+0000","last_clean":"2024-04-12T00:25:55.565273+0000","last_became_active":"2024-04-12T00:24:23.712160+0000","last_became_peered":"2024-04-12T00:24:23.712160+0000","last_unstale":"2024-04-12T00:25:55.565273+0000","last_undegraded":"2024-04-12T00:25:55.565273+0000","last_fullsized":"2024-04-12T00:25:55.565273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569330+0000","last_change":"2024-04-12T00:24:24.082957+0000","last_active":"2024-04-12T00:25:55.569330+0000","last_peered":"2024-04-12T00:25:55.569330+0000","last_clean":"2024-04-12T00:25:55.569330+0000","last_became_active":"2024-04-12T00:24:24.082665+0000","last_became_peered":"2024-04-12T00:24:24.082665+0000","last_unstale":"2024-04-12T00:25:55.569330+0000","last_undegraded":"2024-04-12T00:25:55.569330+0000","last_fullsized":"2024-04-12T00:25:55.569330+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561838+0000","last_change":"2024-04-12T00:24:58.504630+0000","last_active":"2024-04-12T00:25:55.561838+0000","last_peered":"2024-04-12T00:25:55.561838+0000","last_clean":"2024-04-12T00:25:55.561838+0000","last_became_active":"2024-04-12T00:24:58.504278+0000","last_became_peered":"2024-04-12T00:24:58.504278+0000","last_unstale":"2024-04-12T00:25:55.561838+0000","last_undegraded":"2024-04-12T00:25:55.561838+0000","last_fullsized":"2024-04-12T00:25:55.561838+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:44:47.653734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560637+0000","last_change":"2024-04-12T00:24:24.078943+0000","last_active":"2024-04-12T00:25:55.560637+0000","last_peered":"2024-04-12T00:25:55.560637+0000","last_clean":"2024-04-12T00:25:55.560637+0000","last_became_active":"2024-04-12T00:24:24.078681+0000","last_became_peered":"2024-04-12T00:24:24.078681+0000","last_unstale":"2024-04-12T00:25:55.560637+0000","last_undegraded":"2024-04-12T00:25:55.560637+0000","last_fullsized":"2024-04-12T00:25:55.560637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564939+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:25:55.564939+0000","last_peered":"2024-04-12T00:25:55.564939+0000","last_clean":"2024-04-12T00:25:55.564939+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:25:55.564939+0000","last_undegraded":"2024-04-12T00:25:55.564939+0000","last_fullsized":"2024-04-12T00:25:55.564939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570969+0000","last_change":"2024-04-12T00:24:58.716842+0000","last_active":"2024-04-12T00:25:55.570969+0000","last_peered":"2024-04-12T00:25:55.570969+0000","last_clean":"2024-04-12T00:25:55.570969+0000","last_became_active":"2024-04-12T00:24:58.716280+0000","last_became_peered":"2024-04-12T00:24:58.716280+0000","last_unstale":"2024-04-12T00:25:55.570969+0000","last_undegraded":"2024-04-12T00:25:55.570969+0000","last_fullsized":"2024-04-12T00:25:55.570969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:03:57.506223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824363+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:25:55.824363+0000","last_peered":"2024-04-12T00:25:55.824363+0000","last_clean":"2024-04-12T00:25:55.824363+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:25:55.824363+0000","last_undegraded":"2024-04-12T00:25:55.824363+0000","last_fullsized":"2024-04-12T00:25:55.824363+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565678+0000","last_change":"2024-04-12T00:24:23.714680+0000","last_active":"2024-04-12T00:25:55.565678+0000","last_peered":"2024-04-12T00:25:55.565678+0000","last_clean":"2024-04-12T00:25:55.565678+0000","last_became_active":"2024-04-12T00:24:23.714396+0000","last_became_peered":"2024-04-12T00:24:23.714396+0000","last_unstale":"2024-04-12T00:25:55.565678+0000","last_undegraded":"2024-04-12T00:25:55.565678+0000","last_fullsized":"2024-04-12T00:25:55.565678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":266,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.572450+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:25:56.572450+0000","last_peered":"2024-04-12T00:25:56.572450+0000","last_clean":"2024-04-12T00:25:56.572450+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:25:56.572450+0000","last_undegraded":"2024-04-12T00:25:56.572450+0000","last_fullsized":"2024-04-12T00:25:56.572450+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.563615+0000","last_change":"2024-04-12T00:24:58.497445+0000","last_active":"2024-04-12T00:25:55.563615+0000","last_peered":"2024-04-12T00:25:55.563615+0000","last_clean":"2024-04-12T00:25:55.563615+0000","last_became_active":"2024-04-12T00:24:58.497160+0000","last_became_peered":"2024-04-12T00:24:58.497160+0000","last_unstale":"2024-04-12T00:25:55.563615+0000","last_undegraded":"2024-04-12T00:25:55.563615+0000","last_fullsized":"2024-04-12T00:25:55.563615+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:46:13.251501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561901+0000","last_change":"2024-04-12T00:24:24.069860+0000","last_active":"2024-04-12T00:25:55.561901+0000","last_peered":"2024-04-12T00:25:55.561901+0000","last_clean":"2024-04-12T00:25:55.561901+0000","last_became_active":"2024-04-12T00:24:24.067880+0000","last_became_peered":"2024-04-12T00:24:24.067880+0000","last_unstale":"2024-04-12T00:25:55.561901+0000","last_undegraded":"2024-04-12T00:25:55.561901+0000","last_fullsized":"2024-04-12T00:25:55.561901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568966+0000","last_change":"2024-04-12T00:24:23.719355+0000","last_active":"2024-04-12T00:25:55.568966+0000","last_peered":"2024-04-12T00:25:55.568966+0000","last_clean":"2024-04-12T00:25:55.568966+0000","last_became_active":"2024-04-12T00:24:23.719048+0000","last_became_peered":"2024-04-12T00:24:23.719048+0000","last_unstale":"2024-04-12T00:25:55.568966+0000","last_undegraded":"2024-04-12T00:25:55.568966+0000","last_fullsized":"2024-04-12T00:25:55.568966+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562244+0000","last_change":"2024-04-12T00:24:58.716341+0000","last_active":"2024-04-12T00:25:55.562244+0000","last_peered":"2024-04-12T00:25:55.562244+0000","last_clean":"2024-04-12T00:25:55.562244+0000","last_became_active":"2024-04-12T00:24:58.716001+0000","last_became_peered":"2024-04-12T00:24:58.716001+0000","last_unstale":"2024-04-12T00:25:55.562244+0000","last_undegraded":"2024-04-12T00:25:55.562244+0000","last_fullsized":"2024-04-12T00:25:55.562244+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:11:52.296543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569181+0000","last_change":"2024-04-12T00:24:23.712630+0000","last_active":"2024-04-12T00:25:55.569181+0000","last_peered":"2024-04-12T00:25:55.569181+0000","last_clean":"2024-04-12T00:25:55.569181+0000","last_became_active":"2024-04-12T00:24:23.712339+0000","last_became_peered":"2024-04-12T00:24:23.712339+0000","last_unstale":"2024-04-12T00:25:55.569181+0000","last_undegraded":"2024-04-12T00:25:55.569181+0000","last_fullsized":"2024-04-12T00:25:55.569181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561807+0000","last_change":"2024-04-12T00:24:24.077842+0000","last_active":"2024-04-12T00:25:55.561807+0000","last_peered":"2024-04-12T00:25:55.561807+0000","last_clean":"2024-04-12T00:25:55.561807+0000","last_became_active":"2024-04-12T00:24:24.077583+0000","last_became_peered":"2024-04-12T00:24:24.077583+0000","last_unstale":"2024-04-12T00:25:55.561807+0000","last_undegraded":"2024-04-12T00:25:55.561807+0000","last_fullsized":"2024-04-12T00:25:55.561807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824218+0000","last_change":"2024-04-12T00:24:58.716514+0000","last_active":"2024-04-12T00:25:55.824218+0000","last_peered":"2024-04-12T00:25:55.824218+0000","last_clean":"2024-04-12T00:25:55.824218+0000","last_became_active":"2024-04-12T00:24:58.716157+0000","last_became_peered":"2024-04-12T00:24:58.716157+0000","last_unstale":"2024-04-12T00:25:55.824218+0000","last_undegraded":"2024-04-12T00:25:55.824218+0000","last_fullsized":"2024-04-12T00:25:55.824218+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:07:55.473585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561648+0000","last_change":"2024-04-12T00:24:23.704069+0000","last_active":"2024-04-12T00:25:55.561648+0000","last_peered":"2024-04-12T00:25:55.561648+0000","last_clean":"2024-04-12T00:25:55.561648+0000","last_became_active":"2024-04-12T00:24:23.703540+0000","last_became_peered":"2024-04-12T00:24:23.703540+0000","last_unstale":"2024-04-12T00:25:55.561648+0000","last_undegraded":"2024-04-12T00:25:55.561648+0000","last_fullsized":"2024-04-12T00:25:55.561648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824638+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:25:55.824638+0000","last_peered":"2024-04-12T00:25:55.824638+0000","last_clean":"2024-04-12T00:25:55.824638+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:25:55.824638+0000","last_undegraded":"2024-04-12T00:25:55.824638+0000","last_fullsized":"2024-04-12T00:25:55.824638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.567919+0000","last_change":"2024-04-12T00:24:58.504783+0000","last_active":"2024-04-12T00:25:55.567919+0000","last_peered":"2024-04-12T00:25:55.567919+0000","last_clean":"2024-04-12T00:25:55.567919+0000","last_became_active":"2024-04-12T00:24:58.504448+0000","last_became_peered":"2024-04-12T00:24:58.504448+0000","last_unstale":"2024-04-12T00:25:55.567919+0000","last_undegraded":"2024-04-12T00:25:55.567919+0000","last_fullsized":"2024-04-12T00:25:55.567919+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:04.891522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571621+0000","last_change":"2024-04-12T00:24:23.709941+0000","last_active":"2024-04-12T00:25:55.571621+0000","last_peered":"2024-04-12T00:25:55.571621+0000","last_clean":"2024-04-12T00:25:55.571621+0000","last_became_active":"2024-04-12T00:24:23.709661+0000","last_became_peered":"2024-04-12T00:24:23.709661+0000","last_unstale":"2024-04-12T00:25:55.571621+0000","last_undegraded":"2024-04-12T00:25:55.571621+0000","last_fullsized":"2024-04-12T00:25:55.571621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.563823+0000","last_change":"2024-04-12T00:24:24.076362+0000","last_active":"2024-04-12T00:25:55.563823+0000","last_peered":"2024-04-12T00:25:55.563823+0000","last_clean":"2024-04-12T00:25:55.563823+0000","last_became_active":"2024-04-12T00:24:24.076086+0000","last_became_peered":"2024-04-12T00:24:24.076086+0000","last_unstale":"2024-04-12T00:25:55.563823+0000","last_undegraded":"2024-04-12T00:25:55.563823+0000","last_fullsized":"2024-04-12T00:25:55.563823+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569226+0000","last_change":"2024-04-12T00:24:23.713478+0000","last_active":"2024-04-12T00:25:55.569226+0000","last_peered":"2024-04-12T00:25:55.569226+0000","last_clean":"2024-04-12T00:25:55.569226+0000","last_became_active":"2024-04-12T00:24:23.712411+0000","last_became_peered":"2024-04-12T00:24:23.712411+0000","last_unstale":"2024-04-12T00:25:55.569226+0000","last_undegraded":"2024-04-12T00:25:55.569226+0000","last_fullsized":"2024-04-12T00:25:55.569226+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568500+0000","last_change":"2024-04-12T00:24:24.079235+0000","last_active":"2024-04-12T00:25:55.568500+0000","last_peered":"2024-04-12T00:25:55.568500+0000","last_clean":"2024-04-12T00:25:55.568500+0000","last_became_active":"2024-04-12T00:24:24.078941+0000","last_became_peered":"2024-04-12T00:24:24.078941+0000","last_unstale":"2024-04-12T00:25:55.568500+0000","last_undegraded":"2024-04-12T00:25:55.568500+0000","last_fullsized":"2024-04-12T00:25:55.568500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560902+0000","last_change":"2024-04-12T00:24:23.716304+0000","last_active":"2024-04-12T00:25:55.560902+0000","last_peered":"2024-04-12T00:25:55.560902+0000","last_clean":"2024-04-12T00:25:55.560902+0000","last_became_active":"2024-04-12T00:24:23.716052+0000","last_became_peered":"2024-04-12T00:24:23.716052+0000","last_unstale":"2024-04-12T00:25:55.560902+0000","last_undegraded":"2024-04-12T00:25:55.560902+0000","last_fullsized":"2024-04-12T00:25:55.560902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824239+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:25:55.824239+0000","last_peered":"2024-04-12T00:25:55.824239+0000","last_clean":"2024-04-12T00:25:55.824239+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:25:55.824239+0000","last_undegraded":"2024-04-12T00:25:55.824239+0000","last_fullsized":"2024-04-12T00:25:55.824239+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561393+0000","last_change":"2024-04-12T00:24:23.717001+0000","last_active":"2024-04-12T00:25:55.561393+0000","last_peered":"2024-04-12T00:25:55.561393+0000","last_clean":"2024-04-12T00:25:55.561393+0000","last_became_active":"2024-04-12T00:24:23.716675+0000","last_became_peered":"2024-04-12T00:24:23.716675+0000","last_unstale":"2024-04-12T00:25:55.561393+0000","last_undegraded":"2024-04-12T00:25:55.561393+0000","last_fullsized":"2024-04-12T00:25:55.561393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824404+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:25:55.824404+0000","last_peered":"2024-04-12T00:25:55.824404+0000","last_clean":"2024-04-12T00:25:55.824404+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:25:55.824404+0000","last_undegraded":"2024-04-12T00:25:55.824404+0000","last_fullsized":"2024-04-12T00:25:55.824404+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.575870+0000","last_change":"2024-04-12T00:25:56.575870+0000","last_active":"2024-04-12T00:25:56.575870+0000","last_peered":"2024-04-12T00:25:56.575870+0000","last_clean":"2024-04-12T00:25:56.575870+0000","last_became_active":"2024-04-12T00:25:56.573120+0000","last_became_peered":"2024-04-12T00:25:56.573120+0000","last_unstale":"2024-04-12T00:25:56.575870+0000","last_undegraded":"2024-04-12T00:25:56.575870+0000","last_fullsized":"2024-04-12T00:25:56.575870+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:31:50.871901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570792+0000","last_change":"2024-04-12T00:24:24.079484+0000","last_active":"2024-04-12T00:25:55.570792+0000","last_peered":"2024-04-12T00:25:55.570792+0000","last_clean":"2024-04-12T00:25:55.570792+0000","last_became_active":"2024-04-12T00:24:24.079176+0000","last_became_peered":"2024-04-12T00:24:24.079176+0000","last_unstale":"2024-04-12T00:25:55.570792+0000","last_undegraded":"2024-04-12T00:25:55.570792+0000","last_fullsized":"2024-04-12T00:25:55.570792+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566050+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:25:55.566050+0000","last_peered":"2024-04-12T00:25:55.566050+0000","last_clean":"2024-04-12T00:25:55.566050+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:25:55.566050+0000","last_undegraded":"2024-04-12T00:25:55.566050+0000","last_fullsized":"2024-04-12T00:25:55.566050+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569084+0000","last_change":"2024-04-12T00:24:24.084311+0000","last_active":"2024-04-12T00:25:55.569084+0000","last_peered":"2024-04-12T00:25:55.569084+0000","last_clean":"2024-04-12T00:25:55.569084+0000","last_became_active":"2024-04-12T00:24:24.083528+0000","last_became_peered":"2024-04-12T00:24:24.083528+0000","last_unstale":"2024-04-12T00:25:55.569084+0000","last_undegraded":"2024-04-12T00:25:55.569084+0000","last_fullsized":"2024-04-12T00:25:55.569084+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561270+0000","last_change":"2024-04-12T00:24:23.718059+0000","last_active":"2024-04-12T00:25:55.561270+0000","last_peered":"2024-04-12T00:25:55.561270+0000","last_clean":"2024-04-12T00:25:55.561270+0000","last_became_active":"2024-04-12T00:24:23.717797+0000","last_became_peered":"2024-04-12T00:24:23.717797+0000","last_unstale":"2024-04-12T00:25:55.561270+0000","last_undegraded":"2024-04-12T00:25:55.561270+0000","last_fullsized":"2024-04-12T00:25:55.561270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565627+0000","last_change":"2024-04-12T00:24:24.072492+0000","last_active":"2024-04-12T00:25:55.565627+0000","last_peered":"2024-04-12T00:25:55.565627+0000","last_clean":"2024-04-12T00:25:55.565627+0000","last_became_active":"2024-04-12T00:24:24.072226+0000","last_became_peered":"2024-04-12T00:24:24.072226+0000","last_unstale":"2024-04-12T00:25:55.565627+0000","last_undegraded":"2024-04-12T00:25:55.565627+0000","last_fullsized":"2024-04-12T00:25:55.565627+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566504+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:25:55.566504+0000","last_peered":"2024-04-12T00:25:55.566504+0000","last_clean":"2024-04-12T00:25:55.566504+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:25:55.566504+0000","last_undegraded":"2024-04-12T00:25:55.566504+0000","last_fullsized":"2024-04-12T00:25:55.566504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569891+0000","last_change":"2024-04-12T00:24:24.087394+0000","last_active":"2024-04-12T00:25:55.569891+0000","last_peered":"2024-04-12T00:25:55.569891+0000","last_clean":"2024-04-12T00:25:55.569891+0000","last_became_active":"2024-04-12T00:24:24.087126+0000","last_became_peered":"2024-04-12T00:24:24.087126+0000","last_unstale":"2024-04-12T00:25:55.569891+0000","last_undegraded":"2024-04-12T00:25:55.569891+0000","last_fullsized":"2024-04-12T00:25:55.569891+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570535+0000","last_change":"2024-04-12T00:24:24.078395+0000","last_active":"2024-04-12T00:25:55.570535+0000","last_peered":"2024-04-12T00:25:55.570535+0000","last_clean":"2024-04-12T00:25:55.570535+0000","last_became_active":"2024-04-12T00:24:24.077921+0000","last_became_peered":"2024-04-12T00:24:24.077921+0000","last_unstale":"2024-04-12T00:25:55.570535+0000","last_undegraded":"2024-04-12T00:25:55.570535+0000","last_fullsized":"2024-04-12T00:25:55.570535+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564884+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:25:55.564884+0000","last_peered":"2024-04-12T00:25:55.564884+0000","last_clean":"2024-04-12T00:25:55.564884+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:25:55.564884+0000","last_undegraded":"2024-04-12T00:25:55.564884+0000","last_fullsized":"2024-04-12T00:25:55.564884+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565392+0000","last_change":"2024-04-12T00:24:24.077348+0000","last_active":"2024-04-12T00:25:55.565392+0000","last_peered":"2024-04-12T00:25:55.565392+0000","last_clean":"2024-04-12T00:25:55.565392+0000","last_became_active":"2024-04-12T00:24:24.077028+0000","last_became_peered":"2024-04-12T00:24:24.077028+0000","last_unstale":"2024-04-12T00:25:55.565392+0000","last_undegraded":"2024-04-12T00:25:55.565392+0000","last_fullsized":"2024-04-12T00:25:55.565392+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562829+0000","last_change":"2024-04-12T00:24:24.076726+0000","last_active":"2024-04-12T00:25:55.562829+0000","last_peered":"2024-04-12T00:25:55.562829+0000","last_clean":"2024-04-12T00:25:55.562829+0000","last_became_active":"2024-04-12T00:24:24.076430+0000","last_became_peered":"2024-04-12T00:24:24.076430+0000","last_unstale":"2024-04-12T00:25:55.562829+0000","last_undegraded":"2024-04-12T00:25:55.562829+0000","last_fullsized":"2024-04-12T00:25:55.562829+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824579+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:25:55.824579+0000","last_peered":"2024-04-12T00:25:55.824579+0000","last_clean":"2024-04-12T00:25:55.824579+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:25:55.824579+0000","last_undegraded":"2024-04-12T00:25:55.824579+0000","last_fullsized":"2024-04-12T00:25:55.824579+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561189+0000","last_change":"2024-04-12T00:24:24.076712+0000","last_active":"2024-04-12T00:25:55.561189+0000","last_peered":"2024-04-12T00:25:55.561189+0000","last_clean":"2024-04-12T00:25:55.561189+0000","last_became_active":"2024-04-12T00:24:24.076416+0000","last_became_peered":"2024-04-12T00:24:24.076416+0000","last_unstale":"2024-04-12T00:25:55.561189+0000","last_undegraded":"2024-04-12T00:25:55.561189+0000","last_fullsized":"2024-04-12T00:25:55.561189+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571363+0000","last_change":"2024-04-12T00:24:24.091552+0000","last_active":"2024-04-12T00:25:55.571363+0000","last_peered":"2024-04-12T00:25:55.571363+0000","last_clean":"2024-04-12T00:25:55.571363+0000","last_became_active":"2024-04-12T00:24:24.091267+0000","last_became_peered":"2024-04-12T00:24:24.091267+0000","last_unstale":"2024-04-12T00:25:55.571363+0000","last_undegraded":"2024-04-12T00:25:55.571363+0000","last_fullsized":"2024-04-12T00:25:55.571363+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824688+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:25:55.824688+0000","last_peered":"2024-04-12T00:25:55.824688+0000","last_clean":"2024-04-12T00:25:55.824688+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:25:55.824688+0000","last_undegraded":"2024-04-12T00:25:55.824688+0000","last_fullsized":"2024-04-12T00:25:55.824688+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565244+0000","last_change":"2024-04-12T00:24:24.064820+0000","last_active":"2024-04-12T00:25:55.565244+0000","last_peered":"2024-04-12T00:25:55.565244+0000","last_clean":"2024-04-12T00:25:55.565244+0000","last_became_active":"2024-04-12T00:24:24.064515+0000","last_became_peered":"2024-04-12T00:24:24.064515+0000","last_unstale":"2024-04-12T00:25:55.565244+0000","last_undegraded":"2024-04-12T00:25:55.565244+0000","last_fullsized":"2024-04-12T00:25:55.565244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824259+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:25:55.824259+0000","last_peered":"2024-04-12T00:25:55.824259+0000","last_clean":"2024-04-12T00:25:55.824259+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:25:55.824259+0000","last_undegraded":"2024-04-12T00:25:55.824259+0000","last_fullsized":"2024-04-12T00:25:55.824259+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565415+0000","last_change":"2024-04-12T00:24:24.079412+0000","last_active":"2024-04-12T00:25:55.565415+0000","last_peered":"2024-04-12T00:25:55.565415+0000","last_clean":"2024-04-12T00:25:55.565415+0000","last_became_active":"2024-04-12T00:24:24.079161+0000","last_became_peered":"2024-04-12T00:24:24.079161+0000","last_unstale":"2024-04-12T00:25:55.565415+0000","last_undegraded":"2024-04-12T00:25:55.565415+0000","last_fullsized":"2024-04-12T00:25:55.565415+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.574474+0000","last_change":"2024-04-12T00:25:56.574474+0000","last_active":"2024-04-12T00:25:56.574474+0000","last_peered":"2024-04-12T00:25:56.574474+0000","last_clean":"2024-04-12T00:25:56.574474+0000","last_became_active":"2024-04-12T00:25:56.574115+0000","last_became_peered":"2024-04-12T00:25:56.574115+0000","last_unstale":"2024-04-12T00:25:56.574474+0000","last_undegraded":"2024-04-12T00:25:56.574474+0000","last_fullsized":"2024-04-12T00:25:56.574474+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:29:47.189575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571437+0000","last_change":"2024-04-12T00:24:24.081270+0000","last_active":"2024-04-12T00:25:55.571437+0000","last_peered":"2024-04-12T00:25:55.571437+0000","last_clean":"2024-04-12T00:25:55.571437+0000","last_became_active":"2024-04-12T00:24:24.080969+0000","last_became_peered":"2024-04-12T00:24:24.080969+0000","last_unstale":"2024-04-12T00:25:55.571437+0000","last_undegraded":"2024-04-12T00:25:55.571437+0000","last_fullsized":"2024-04-12T00:25:55.571437+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201307,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":903284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52000000000000002,"15min":0.51900000000000002},"min":{"1min":0.34599999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67200000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.53300000000000003,"15min":0.53100000000000003},"min":{"1min":0.373,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.70699999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.49399999999999999}]},{"osd":1,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.52600000000000002,"15min":0.52300000000000002},"min":{"1min":0.38600000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.505},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.71299999999999997,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.41399999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52700000000000002,"15min":0.51900000000000002},"min":{"1min":0.38300000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70899999999999996,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.54200000000000004,"15min":0.53700000000000003},"min":{"1min":0.38500000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76000000000000001,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.44500000000000001}]},{"osd":3,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.51500000000000001,"15min":0.50700000000000001},"min":{"1min":0.40400000000000003,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54200000000000004,"15min":0.53600000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.40600000000000003}]},{"osd":4,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.46200000000000002,"15min":0.45600000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.47699999999999998,"15min":0.46899999999999997},"min":{"1min":0.33700000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.68100000000000005,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.434}]},{"osd":5,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.497,"15min":0.49299999999999999},"min":{"1min":0.32500000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.51700000000000002,"15min":0.51300000000000001},"min":{"1min":0.35899999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.311}]},{"osd":6,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.52600000000000002,"15min":0.51700000000000002},"min":{"1min":0.40300000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.52800000000000002,"15min":0.52100000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.38600000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462944,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1314816,"data_stored":904426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.312,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71699999999999997,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.40100000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68400000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.44},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54300000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.72599999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.502}]},{"osd":2,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.69599999999999995,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.41799999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.40899999999999997,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.46400000000000002}]},{"osd":4,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.42199999999999999,"15min":0.41899999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73399999999999999,"5min":0.747,"15min":0.747},"last":0.35699999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.45000000000000001,"15min":0.44800000000000001},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.371},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.497,"15min":0.48899999999999999},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.47499999999999998}]},{"osd":7,"last update":"Fri Apr 12 00:25:09 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.49399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574905,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":312472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.34699999999999998,"15min":0.311},"min":{"1min":0.23999999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.54000000000000004,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.222},{"interface":"front","average":{"1min":0.376,"5min":0.377,"15min":0.32300000000000001},"min":{"1min":0.23000000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.63100000000000001,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.19400000000000001}]},{"osd":2,"last update":"Fri Apr 12 00:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.39700000000000002,"15min":0.39300000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.379,"15min":0.36899999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46600000000000003,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.34300000000000003}]},{"osd":3,"last update":"Fri Apr 12 00:25:35 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.432,"15min":0.44400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.48899999999999999,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.47699999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.26600000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:25:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57699999999999996,"15min":0.58699999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.79500000000000004,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.59899999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79200000000000004,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.35999999999999999}]},{"osd":5,"last update":"Fri Apr 12 00:25:18 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81799999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60799999999999998,"15min":0.61199999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.75900000000000001,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.309}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61599999999999999,"15min":0.622},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77700000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.626,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.82099999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.30399999999999999}]},{"osd":7,"last update":"Fri Apr 12 00:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57999999999999996,"15min":0.57899999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.374},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.624,"15min":0.626},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.40999999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738430,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28320,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716832,"statfs":{"total":95995035648,"available":95966035968,"internally_reserved":0,"allocated":1327104,"data_stored":903408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.34000000000000002,"15min":0.317},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.55800000000000005,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.30499999999999999},"min":{"1min":0.218,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.48899999999999999,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.37,"15min":0.35899999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.379,"15min":0.372},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.48099999999999998,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.27300000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.42099999999999999,"15min":0.42999999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.57899999999999996,"5min":0.751,"15min":0.751},"last":0.246},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.443,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55100000000000005,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.30399999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54500000000000004,"15min":0.55400000000000005},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.90100000000000002,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.60299999999999998,"15min":0.61399999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90200000000000002,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.56599999999999995}]},{"osd":6,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83799999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59099999999999997,"15min":0.59799999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.35099999999999998}]},{"osd":7,"last update":"Fri Apr 12 00:25:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.55700000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":716800,"data_stored":312312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.35699999999999998,"15min":0.35199999999999998},"min":{"1min":0.27500000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51700000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.377,"15min":0.372},"min":{"1min":0.25900000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.53000000000000003,"5min":0.629,"15min":0.629},"last":0.34799999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:25:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38300000000000001,"15min":0.38100000000000001},"min":{"1min":0.23699999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40500000000000003,"15min":0.39700000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Apr 12 00:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.443,"15min":0.45000000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.58099999999999996,"5min":0.627,"15min":0.627},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.42599999999999999,"15min":0.44600000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.496,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.36199999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:25:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.56299999999999994,"15min":0.57899999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.84399999999999997,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59499999999999997,"15min":0.61799999999999999},"min":{"1min":0.39200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72399999999999998,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.435}]},{"osd":5,"last update":"Fri Apr 12 00:25:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.70799999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.67400000000000004,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.45500000000000002}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45600000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.40000000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Apr 12 00:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56000000000000005,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.57199999999999995,"15min":0.56799999999999995},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.46600000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149743,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":737280,"data_stored":314766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40500000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40100000000000002,"15min":0.41199999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54000000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.25800000000000001}]},{"osd":1,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41899999999999998,"15min":0.435},"min":{"1min":0.28699999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.51400000000000001,"5min":0.621,"15min":0.621},"last":0.311},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41099999999999998,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.32000000000000001}]},{"osd":2,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.44600000000000001,"15min":0.45800000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.439,"15min":0.45600000000000002},"min":{"1min":0.28499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.27500000000000002}]},{"osd":4,"last update":"Fri Apr 12 00:25:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.55100000000000005,"15min":0.54500000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73899999999999999,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.56200000000000006}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.57699999999999996,"15min":0.56999999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.496}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.60399999999999998,"15min":0.61199999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70799999999999996,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.48299999999999998}]},{"osd":7,"last update":"Fri Apr 12 00:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.60899999999999999,"15min":0.61899999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.83399999999999996,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.52700000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986218,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":312747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.55300000000000005,"15min":0.56499999999999995},"min":{"1min":0.32300000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.64500000000000002,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.496,"5min":0.52600000000000002,"15min":0.53800000000000003},"min":{"1min":0.35499999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.75700000000000001,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.59399999999999997}]},{"osd":1,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53200000000000003,"15min":0.54300000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.626,"5min":0.996,"15min":0.996},"last":0.627},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54300000000000004,"15min":0.54100000000000004},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68100000000000005,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.49199999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.36499999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76900000000000002,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.56200000000000006,"15min":0.58399999999999996},"min":{"1min":0.40300000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72699999999999998,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.63500000000000001}]},{"osd":3,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55800000000000005,"15min":0.56899999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.78400000000000003,"5min":1.008,"15min":1.008},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.42199999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73299999999999998,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.60499999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:25:16 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.377,"15min":0.36699999999999999},"min":{"1min":0.32300000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.313},{"interface":"front","average":{"1min":0.44,"5min":0.38400000000000001,"15min":0.375},"min":{"1min":0.27700000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35899999999999999}]},{"osd":6,"last update":"Fri Apr 12 00:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.42299999999999999,"15min":0.41899999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.47199999999999998,"15min":0.46800000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.376}]},{"osd":7,"last update":"Fri Apr 12 00:26:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52500000000000002,"15min":0.52400000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.51900000000000002,"15min":0.52400000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.38500000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724581,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":733184,"data_stored":314752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35199999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.73399999999999999,"5min":0.876,"15min":0.876},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.84199999999999997,"15min":0.89200000000000002},"min":{"1min":0.43099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.74299999999999999,"5min":8.968,"15min":8.968},"last":0.442}]},{"osd":1,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.85799999999999998,"15min":0.91400000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.66200000000000003,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.57799999999999996}]},{"osd":2,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.41399999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.77200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.52900000000000003}]},{"osd":3,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.88300000000000001,"15min":0.93799999999999994},"min":{"1min":0.42799999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.74199999999999999,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.621},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.872,"15min":0.92300000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78700000000000003,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.56499999999999995}]},{"osd":4,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42599999999999999,"15min":0.41799999999999998},"min":{"1min":0.32800000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.69699999999999995}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.68000000000000005}]},{"osd":7,"last update":"Fri Apr 12 00:25:10 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.63800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:26:14.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:14 smithi098 ceph-mon[26935]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:14.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:14 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:14.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:14 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:14.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:14 smithi098 ceph-mon[37915]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:14.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:14 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:14.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:14 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:14.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:14 smithi193 ceph-mon[30474]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:14.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:14 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:14.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:14 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:15 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:15 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:15 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:26:15.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:15 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:26:15.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:15 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:15 smithi193 ceph-mon[30474]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:15.947 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T00:26:15.973 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.973 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.973 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:26:15.973 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:26:15.973 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.974 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[37915]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:15.974 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.974 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.974 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:26:15.974 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:26:15.974 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:15.974 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:15 smithi098 ceph-mon[26935]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:16.157 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:26:16.279 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:26:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:26:16.034Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002841546s 2024-04-12T00:26:18.087 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:18.089 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:26:18.841 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:18 smithi098 ceph-mon[37915]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:18.842 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:18 smithi098 ceph-mon[26935]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:18.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:18 smithi193 ceph-mon[30474]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:18.869 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":50,"stamp":"2024-04-12T00:26:17.502009+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223604,"kb_used_data":7424,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737612,"statfs":{"total":767960285184,"available":767731314688,"internally_reserved":0,"allocated":7602176,"data_stored":4278167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002805"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569807+0000","last_change":"2024-04-12T00:24:24.086382+0000","last_active":"2024-04-12T00:25:55.569807+0000","last_peered":"2024-04-12T00:25:55.569807+0000","last_clean":"2024-04-12T00:25:55.569807+0000","last_became_active":"2024-04-12T00:24:24.086086+0000","last_became_peered":"2024-04-12T00:24:24.086086+0000","last_unstale":"2024-04-12T00:25:55.569807+0000","last_undegraded":"2024-04-12T00:25:55.569807+0000","last_fullsized":"2024-04-12T00:25:55.569807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561533+0000","last_change":"2024-04-12T00:24:24.083133+0000","last_active":"2024-04-12T00:25:55.561533+0000","last_peered":"2024-04-12T00:25:55.561533+0000","last_clean":"2024-04-12T00:25:55.561533+0000","last_became_active":"2024-04-12T00:24:24.082731+0000","last_became_peered":"2024-04-12T00:24:24.082731+0000","last_unstale":"2024-04-12T00:25:55.561533+0000","last_undegraded":"2024-04-12T00:25:55.561533+0000","last_fullsized":"2024-04-12T00:25:55.561533+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.563553+0000","last_change":"2024-04-12T00:24:24.075884+0000","last_active":"2024-04-12T00:25:55.563553+0000","last_peered":"2024-04-12T00:25:55.563553+0000","last_clean":"2024-04-12T00:25:55.563553+0000","last_became_active":"2024-04-12T00:24:24.075618+0000","last_became_peered":"2024-04-12T00:24:24.075618+0000","last_unstale":"2024-04-12T00:25:55.563553+0000","last_undegraded":"2024-04-12T00:25:55.563553+0000","last_fullsized":"2024-04-12T00:25:55.563553+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565860+0000","last_change":"2024-04-12T00:24:24.079539+0000","last_active":"2024-04-12T00:25:55.565860+0000","last_peered":"2024-04-12T00:25:55.565860+0000","last_clean":"2024-04-12T00:25:55.565860+0000","last_became_active":"2024-04-12T00:24:24.079151+0000","last_became_peered":"2024-04-12T00:24:24.079151+0000","last_unstale":"2024-04-12T00:25:55.565860+0000","last_undegraded":"2024-04-12T00:25:55.565860+0000","last_fullsized":"2024-04-12T00:25:55.565860+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568196+0000","last_change":"2024-04-12T00:24:24.089644+0000","last_active":"2024-04-12T00:25:55.568196+0000","last_peered":"2024-04-12T00:25:55.568196+0000","last_clean":"2024-04-12T00:25:55.568196+0000","last_became_active":"2024-04-12T00:24:24.089322+0000","last_became_peered":"2024-04-12T00:24:24.089322+0000","last_unstale":"2024-04-12T00:25:55.568196+0000","last_undegraded":"2024-04-12T00:25:55.568196+0000","last_fullsized":"2024-04-12T00:25:55.568196+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565603+0000","last_change":"2024-04-12T00:24:24.076309+0000","last_active":"2024-04-12T00:25:55.565603+0000","last_peered":"2024-04-12T00:25:55.565603+0000","last_clean":"2024-04-12T00:25:55.565603+0000","last_became_active":"2024-04-12T00:24:24.076008+0000","last_became_peered":"2024-04-12T00:24:24.076008+0000","last_unstale":"2024-04-12T00:25:55.565603+0000","last_undegraded":"2024-04-12T00:25:55.565603+0000","last_fullsized":"2024-04-12T00:25:55.565603+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.567269+0000","last_change":"2024-04-12T00:24:24.078744+0000","last_active":"2024-04-12T00:25:55.567269+0000","last_peered":"2024-04-12T00:25:55.567269+0000","last_clean":"2024-04-12T00:25:55.567269+0000","last_became_active":"2024-04-12T00:24:24.076867+0000","last_became_peered":"2024-04-12T00:24:24.076867+0000","last_unstale":"2024-04-12T00:25:55.567269+0000","last_undegraded":"2024-04-12T00:25:55.567269+0000","last_fullsized":"2024-04-12T00:25:55.567269+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824155+0000","last_change":"2024-04-12T00:24:24.083200+0000","last_active":"2024-04-12T00:25:55.824155+0000","last_peered":"2024-04-12T00:25:55.824155+0000","last_clean":"2024-04-12T00:25:55.824155+0000","last_became_active":"2024-04-12T00:24:24.082930+0000","last_became_peered":"2024-04-12T00:24:24.082930+0000","last_unstale":"2024-04-12T00:25:55.824155+0000","last_undegraded":"2024-04-12T00:25:55.824155+0000","last_fullsized":"2024-04-12T00:25:55.824155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569725+0000","last_change":"2024-04-12T00:24:24.086577+0000","last_active":"2024-04-12T00:25:55.569725+0000","last_peered":"2024-04-12T00:25:55.569725+0000","last_clean":"2024-04-12T00:25:55.569725+0000","last_became_active":"2024-04-12T00:24:24.086255+0000","last_became_peered":"2024-04-12T00:24:24.086255+0000","last_unstale":"2024-04-12T00:25:55.569725+0000","last_undegraded":"2024-04-12T00:25:55.569725+0000","last_fullsized":"2024-04-12T00:25:55.569725+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571220+0000","last_change":"2024-04-12T00:24:24.083523+0000","last_active":"2024-04-12T00:25:55.571220+0000","last_peered":"2024-04-12T00:25:55.571220+0000","last_clean":"2024-04-12T00:25:55.571220+0000","last_became_active":"2024-04-12T00:24:24.083227+0000","last_became_peered":"2024-04-12T00:24:24.083227+0000","last_unstale":"2024-04-12T00:25:55.571220+0000","last_undegraded":"2024-04-12T00:25:55.571220+0000","last_fullsized":"2024-04-12T00:25:55.571220+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571351+0000","last_change":"2024-04-12T00:24:24.080715+0000","last_active":"2024-04-12T00:25:55.571351+0000","last_peered":"2024-04-12T00:25:55.571351+0000","last_clean":"2024-04-12T00:25:55.571351+0000","last_became_active":"2024-04-12T00:24:24.080129+0000","last_became_peered":"2024-04-12T00:24:24.080129+0000","last_unstale":"2024-04-12T00:25:55.571351+0000","last_undegraded":"2024-04-12T00:25:55.571351+0000","last_fullsized":"2024-04-12T00:25:55.571351+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569818+0000","last_change":"2024-04-12T00:24:24.078164+0000","last_active":"2024-04-12T00:25:55.569818+0000","last_peered":"2024-04-12T00:25:55.569818+0000","last_clean":"2024-04-12T00:25:55.569818+0000","last_became_active":"2024-04-12T00:24:24.077795+0000","last_became_peered":"2024-04-12T00:24:24.077795+0000","last_unstale":"2024-04-12T00:25:55.569818+0000","last_undegraded":"2024-04-12T00:25:55.569818+0000","last_fullsized":"2024-04-12T00:25:55.569818+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824413+0000","last_change":"2024-04-12T00:24:24.081520+0000","last_active":"2024-04-12T00:25:55.824413+0000","last_peered":"2024-04-12T00:25:55.824413+0000","last_clean":"2024-04-12T00:25:55.824413+0000","last_became_active":"2024-04-12T00:24:24.081267+0000","last_became_peered":"2024-04-12T00:24:24.081267+0000","last_unstale":"2024-04-12T00:25:55.824413+0000","last_undegraded":"2024-04-12T00:25:55.824413+0000","last_fullsized":"2024-04-12T00:25:55.824413+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562092+0000","last_change":"2024-04-12T00:24:24.079905+0000","last_active":"2024-04-12T00:25:55.562092+0000","last_peered":"2024-04-12T00:25:55.562092+0000","last_clean":"2024-04-12T00:25:55.562092+0000","last_became_active":"2024-04-12T00:24:24.079648+0000","last_became_peered":"2024-04-12T00:24:24.079648+0000","last_unstale":"2024-04-12T00:25:55.562092+0000","last_undegraded":"2024-04-12T00:25:55.562092+0000","last_fullsized":"2024-04-12T00:25:55.562092+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560820+0000","last_change":"2024-04-12T00:24:24.076899+0000","last_active":"2024-04-12T00:25:55.560820+0000","last_peered":"2024-04-12T00:25:55.560820+0000","last_clean":"2024-04-12T00:25:55.560820+0000","last_became_active":"2024-04-12T00:24:24.076541+0000","last_became_peered":"2024-04-12T00:24:24.076541+0000","last_unstale":"2024-04-12T00:25:55.560820+0000","last_undegraded":"2024-04-12T00:25:55.560820+0000","last_fullsized":"2024-04-12T00:25:55.560820+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565128+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:25:55.565128+0000","last_peered":"2024-04-12T00:25:55.565128+0000","last_clean":"2024-04-12T00:25:55.565128+0000","last_became_active":"2024-04-12T00:24:24.080391+0000","last_became_peered":"2024-04-12T00:24:24.080391+0000","last_unstale":"2024-04-12T00:25:55.565128+0000","last_undegraded":"2024-04-12T00:25:55.565128+0000","last_fullsized":"2024-04-12T00:25:55.565128+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566384+0000","last_change":"2024-04-12T00:24:24.082907+0000","last_active":"2024-04-12T00:25:55.566384+0000","last_peered":"2024-04-12T00:25:55.566384+0000","last_clean":"2024-04-12T00:25:55.566384+0000","last_became_active":"2024-04-12T00:24:24.082634+0000","last_became_peered":"2024-04-12T00:24:24.082634+0000","last_unstale":"2024-04-12T00:25:55.566384+0000","last_undegraded":"2024-04-12T00:25:55.566384+0000","last_fullsized":"2024-04-12T00:25:55.566384+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566422+0000","last_change":"2024-04-12T00:24:24.084257+0000","last_active":"2024-04-12T00:25:55.566422+0000","last_peered":"2024-04-12T00:25:55.566422+0000","last_clean":"2024-04-12T00:25:55.566422+0000","last_became_active":"2024-04-12T00:24:24.083980+0000","last_became_peered":"2024-04-12T00:24:24.083980+0000","last_unstale":"2024-04-12T00:25:55.566422+0000","last_undegraded":"2024-04-12T00:25:55.566422+0000","last_fullsized":"2024-04-12T00:25:55.566422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568856+0000","last_change":"2024-04-12T00:24:24.083186+0000","last_active":"2024-04-12T00:25:55.568856+0000","last_peered":"2024-04-12T00:25:55.568856+0000","last_clean":"2024-04-12T00:25:55.568856+0000","last_became_active":"2024-04-12T00:24:24.082834+0000","last_became_peered":"2024-04-12T00:24:24.082834+0000","last_unstale":"2024-04-12T00:25:55.568856+0000","last_undegraded":"2024-04-12T00:25:55.568856+0000","last_fullsized":"2024-04-12T00:25:55.568856+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564424+0000","last_change":"2024-04-12T00:24:23.709713+0000","last_active":"2024-04-12T00:25:55.564424+0000","last_peered":"2024-04-12T00:25:55.564424+0000","last_clean":"2024-04-12T00:25:55.564424+0000","last_became_active":"2024-04-12T00:24:23.709209+0000","last_became_peered":"2024-04-12T00:24:23.709209+0000","last_unstale":"2024-04-12T00:25:55.564424+0000","last_undegraded":"2024-04-12T00:25:55.564424+0000","last_fullsized":"2024-04-12T00:25:55.564424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824695+0000","last_change":"2024-04-12T00:24:24.085860+0000","last_active":"2024-04-12T00:25:55.824695+0000","last_peered":"2024-04-12T00:25:55.824695+0000","last_clean":"2024-04-12T00:25:55.824695+0000","last_became_active":"2024-04-12T00:24:24.085529+0000","last_became_peered":"2024-04-12T00:24:24.085529+0000","last_unstale":"2024-04-12T00:25:55.824695+0000","last_undegraded":"2024-04-12T00:25:55.824695+0000","last_fullsized":"2024-04-12T00:25:55.824695+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824613+0000","last_change":"2024-04-12T00:24:23.721735+0000","last_active":"2024-04-12T00:25:55.824613+0000","last_peered":"2024-04-12T00:25:55.824613+0000","last_clean":"2024-04-12T00:25:55.824613+0000","last_became_active":"2024-04-12T00:24:23.721401+0000","last_became_peered":"2024-04-12T00:24:23.721401+0000","last_unstale":"2024-04-12T00:25:55.824613+0000","last_undegraded":"2024-04-12T00:25:55.824613+0000","last_fullsized":"2024-04-12T00:25:55.824613+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564114+0000","last_change":"2024-04-12T00:24:24.071426+0000","last_active":"2024-04-12T00:25:55.564114+0000","last_peered":"2024-04-12T00:25:55.564114+0000","last_clean":"2024-04-12T00:25:55.564114+0000","last_became_active":"2024-04-12T00:24:24.071159+0000","last_became_peered":"2024-04-12T00:24:24.071159+0000","last_unstale":"2024-04-12T00:25:55.564114+0000","last_undegraded":"2024-04-12T00:25:55.564114+0000","last_fullsized":"2024-04-12T00:25:55.564114+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569271+0000","last_change":"2024-04-12T00:24:23.713309+0000","last_active":"2024-04-12T00:25:55.569271+0000","last_peered":"2024-04-12T00:25:55.569271+0000","last_clean":"2024-04-12T00:25:55.569271+0000","last_became_active":"2024-04-12T00:24:23.712878+0000","last_became_peered":"2024-04-12T00:24:23.712878+0000","last_unstale":"2024-04-12T00:25:55.569271+0000","last_undegraded":"2024-04-12T00:25:55.569271+0000","last_fullsized":"2024-04-12T00:25:55.569271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565793+0000","last_change":"2024-04-12T00:24:24.073994+0000","last_active":"2024-04-12T00:25:55.565793+0000","last_peered":"2024-04-12T00:25:55.565793+0000","last_clean":"2024-04-12T00:25:55.565793+0000","last_became_active":"2024-04-12T00:24:24.073729+0000","last_became_peered":"2024-04-12T00:24:24.073729+0000","last_unstale":"2024-04-12T00:25:55.565793+0000","last_undegraded":"2024-04-12T00:25:55.565793+0000","last_fullsized":"2024-04-12T00:25:55.565793+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568729+0000","last_change":"2024-04-12T00:24:23.711837+0000","last_active":"2024-04-12T00:25:55.568729+0000","last_peered":"2024-04-12T00:25:55.568729+0000","last_clean":"2024-04-12T00:25:55.568729+0000","last_became_active":"2024-04-12T00:24:23.711542+0000","last_became_peered":"2024-04-12T00:24:23.711542+0000","last_unstale":"2024-04-12T00:25:55.568729+0000","last_undegraded":"2024-04-12T00:25:55.568729+0000","last_fullsized":"2024-04-12T00:25:55.568729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:57.021562+0000","last_change":"2024-04-12T00:25:57.021562+0000","last_active":"2024-04-12T00:25:57.021562+0000","last_peered":"2024-04-12T00:25:57.021562+0000","last_clean":"2024-04-12T00:25:57.021562+0000","last_became_active":"2024-04-12T00:25:57.021169+0000","last_became_peered":"2024-04-12T00:25:57.021169+0000","last_unstale":"2024-04-12T00:25:57.021562+0000","last_undegraded":"2024-04-12T00:25:57.021562+0000","last_fullsized":"2024-04-12T00:25:57.021562+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:45:21.074371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824531+0000","last_change":"2024-04-12T00:24:23.714392+0000","last_active":"2024-04-12T00:25:55.824531+0000","last_peered":"2024-04-12T00:25:55.824531+0000","last_clean":"2024-04-12T00:25:55.824531+0000","last_became_active":"2024-04-12T00:24:23.713915+0000","last_became_peered":"2024-04-12T00:24:23.713915+0000","last_unstale":"2024-04-12T00:25:55.824531+0000","last_undegraded":"2024-04-12T00:25:55.824531+0000","last_fullsized":"2024-04-12T00:25:55.824531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568743+0000","last_change":"2024-04-12T00:24:24.072606+0000","last_active":"2024-04-12T00:25:55.568743+0000","last_peered":"2024-04-12T00:25:55.568743+0000","last_clean":"2024-04-12T00:25:55.568743+0000","last_became_active":"2024-04-12T00:24:24.072311+0000","last_became_peered":"2024-04-12T00:24:24.072311+0000","last_unstale":"2024-04-12T00:25:55.568743+0000","last_undegraded":"2024-04-12T00:25:55.568743+0000","last_fullsized":"2024-04-12T00:25:55.568743+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570877+0000","last_change":"2024-04-12T00:24:23.709572+0000","last_active":"2024-04-12T00:25:55.570877+0000","last_peered":"2024-04-12T00:25:55.570877+0000","last_clean":"2024-04-12T00:25:55.570877+0000","last_became_active":"2024-04-12T00:24:23.709252+0000","last_became_peered":"2024-04-12T00:24:23.709252+0000","last_unstale":"2024-04-12T00:25:55.570877+0000","last_undegraded":"2024-04-12T00:25:55.570877+0000","last_fullsized":"2024-04-12T00:25:55.570877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.574325+0000","last_change":"2024-04-12T00:25:56.574325+0000","last_active":"2024-04-12T00:25:56.574325+0000","last_peered":"2024-04-12T00:25:56.574325+0000","last_clean":"2024-04-12T00:25:56.574325+0000","last_became_active":"2024-04-12T00:25:56.574034+0000","last_became_peered":"2024-04-12T00:25:56.574034+0000","last_unstale":"2024-04-12T00:25:56.574325+0000","last_undegraded":"2024-04-12T00:25:56.574325+0000","last_fullsized":"2024-04-12T00:25:56.574325+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:38:41.677493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824336+0000","last_change":"2024-04-12T00:24:23.715973+0000","last_active":"2024-04-12T00:25:55.824336+0000","last_peered":"2024-04-12T00:25:55.824336+0000","last_clean":"2024-04-12T00:25:55.824336+0000","last_became_active":"2024-04-12T00:24:23.715027+0000","last_became_peered":"2024-04-12T00:24:23.715027+0000","last_unstale":"2024-04-12T00:25:55.824336+0000","last_undegraded":"2024-04-12T00:25:55.824336+0000","last_fullsized":"2024-04-12T00:25:55.824336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824315+0000","last_change":"2024-04-12T00:24:24.073199+0000","last_active":"2024-04-12T00:25:55.824315+0000","last_peered":"2024-04-12T00:25:55.824315+0000","last_clean":"2024-04-12T00:25:55.824315+0000","last_became_active":"2024-04-12T00:24:24.072941+0000","last_became_peered":"2024-04-12T00:24:24.072941+0000","last_unstale":"2024-04-12T00:25:55.824315+0000","last_undegraded":"2024-04-12T00:25:55.824315+0000","last_fullsized":"2024-04-12T00:25:55.824315+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565244+0000","last_change":"2024-04-12T00:24:23.715388+0000","last_active":"2024-04-12T00:25:55.565244+0000","last_peered":"2024-04-12T00:25:55.565244+0000","last_clean":"2024-04-12T00:25:55.565244+0000","last_became_active":"2024-04-12T00:24:23.715106+0000","last_became_peered":"2024-04-12T00:24:23.715106+0000","last_unstale":"2024-04-12T00:25:55.565244+0000","last_undegraded":"2024-04-12T00:25:55.565244+0000","last_fullsized":"2024-04-12T00:25:55.565244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560978+0000","last_change":"2024-04-12T00:24:24.074509+0000","last_active":"2024-04-12T00:25:55.560978+0000","last_peered":"2024-04-12T00:25:55.560978+0000","last_clean":"2024-04-12T00:25:55.560978+0000","last_became_active":"2024-04-12T00:24:24.074210+0000","last_became_peered":"2024-04-12T00:24:24.074210+0000","last_unstale":"2024-04-12T00:25:55.560978+0000","last_undegraded":"2024-04-12T00:25:55.560978+0000","last_fullsized":"2024-04-12T00:25:55.560978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571276+0000","last_change":"2024-04-12T00:24:23.708067+0000","last_active":"2024-04-12T00:25:55.571276+0000","last_peered":"2024-04-12T00:25:55.571276+0000","last_clean":"2024-04-12T00:25:55.571276+0000","last_became_active":"2024-04-12T00:24:23.707750+0000","last_became_peered":"2024-04-12T00:24:23.707750+0000","last_unstale":"2024-04-12T00:25:55.571276+0000","last_undegraded":"2024-04-12T00:25:55.571276+0000","last_fullsized":"2024-04-12T00:25:55.571276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566190+0000","last_change":"2024-04-12T00:24:24.083874+0000","last_active":"2024-04-12T00:25:55.566190+0000","last_peered":"2024-04-12T00:25:55.566190+0000","last_clean":"2024-04-12T00:25:55.566190+0000","last_became_active":"2024-04-12T00:24:24.083520+0000","last_became_peered":"2024-04-12T00:24:24.083520+0000","last_unstale":"2024-04-12T00:25:55.566190+0000","last_undegraded":"2024-04-12T00:25:55.566190+0000","last_fullsized":"2024-04-12T00:25:55.566190+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566029+0000","last_change":"2024-04-12T00:24:23.711835+0000","last_active":"2024-04-12T00:25:55.566029+0000","last_peered":"2024-04-12T00:25:55.566029+0000","last_clean":"2024-04-12T00:25:55.566029+0000","last_became_active":"2024-04-12T00:24:23.711387+0000","last_became_peered":"2024-04-12T00:24:23.711387+0000","last_unstale":"2024-04-12T00:25:55.566029+0000","last_undegraded":"2024-04-12T00:25:55.566029+0000","last_fullsized":"2024-04-12T00:25:55.566029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564235+0000","last_change":"2024-04-12T00:24:24.075123+0000","last_active":"2024-04-12T00:25:55.564235+0000","last_peered":"2024-04-12T00:25:55.564235+0000","last_clean":"2024-04-12T00:25:55.564235+0000","last_became_active":"2024-04-12T00:24:24.074603+0000","last_became_peered":"2024-04-12T00:24:24.074603+0000","last_unstale":"2024-04-12T00:25:55.564235+0000","last_undegraded":"2024-04-12T00:25:55.564235+0000","last_fullsized":"2024-04-12T00:25:55.564235+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561350+0000","last_change":"2024-04-12T00:24:23.710174+0000","last_active":"2024-04-12T00:25:55.561350+0000","last_peered":"2024-04-12T00:25:55.561350+0000","last_clean":"2024-04-12T00:25:55.561350+0000","last_became_active":"2024-04-12T00:24:23.709495+0000","last_became_peered":"2024-04-12T00:24:23.709495+0000","last_unstale":"2024-04-12T00:25:55.561350+0000","last_undegraded":"2024-04-12T00:25:55.561350+0000","last_fullsized":"2024-04-12T00:25:55.561350+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:57.021797+0000","last_change":"2024-04-12T00:25:57.021797+0000","last_active":"2024-04-12T00:25:57.021797+0000","last_peered":"2024-04-12T00:25:57.021797+0000","last_clean":"2024-04-12T00:25:57.021797+0000","last_became_active":"2024-04-12T00:25:57.021517+0000","last_became_peered":"2024-04-12T00:25:57.021517+0000","last_unstale":"2024-04-12T00:25:57.021797+0000","last_undegraded":"2024-04-12T00:25:57.021797+0000","last_fullsized":"2024-04-12T00:25:57.021797+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:13:07.953537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571547+0000","last_change":"2024-04-12T00:24:23.715606+0000","last_active":"2024-04-12T00:25:55.571547+0000","last_peered":"2024-04-12T00:25:55.571547+0000","last_clean":"2024-04-12T00:25:55.571547+0000","last_became_active":"2024-04-12T00:24:23.715262+0000","last_became_peered":"2024-04-12T00:24:23.715262+0000","last_unstale":"2024-04-12T00:25:55.571547+0000","last_undegraded":"2024-04-12T00:25:55.571547+0000","last_fullsized":"2024-04-12T00:25:55.571547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569008+0000","last_change":"2024-04-12T00:24:24.076310+0000","last_active":"2024-04-12T00:25:55.569008+0000","last_peered":"2024-04-12T00:25:55.569008+0000","last_clean":"2024-04-12T00:25:55.569008+0000","last_became_active":"2024-04-12T00:24:24.075999+0000","last_became_peered":"2024-04-12T00:24:24.075999+0000","last_unstale":"2024-04-12T00:25:55.569008+0000","last_undegraded":"2024-04-12T00:25:55.569008+0000","last_fullsized":"2024-04-12T00:25:55.569008+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562967+0000","last_change":"2024-04-12T00:24:23.719899+0000","last_active":"2024-04-12T00:25:55.562967+0000","last_peered":"2024-04-12T00:25:55.562967+0000","last_clean":"2024-04-12T00:25:55.562967+0000","last_became_active":"2024-04-12T00:24:23.719313+0000","last_became_peered":"2024-04-12T00:24:23.719313+0000","last_unstale":"2024-04-12T00:25:55.562967+0000","last_undegraded":"2024-04-12T00:25:55.562967+0000","last_fullsized":"2024-04-12T00:25:55.562967+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562163+0000","last_change":"2024-04-12T00:24:24.078834+0000","last_active":"2024-04-12T00:25:55.562163+0000","last_peered":"2024-04-12T00:25:55.562163+0000","last_clean":"2024-04-12T00:25:55.562163+0000","last_became_active":"2024-04-12T00:24:24.078577+0000","last_became_peered":"2024-04-12T00:24:24.078577+0000","last_unstale":"2024-04-12T00:25:55.562163+0000","last_undegraded":"2024-04-12T00:25:55.562163+0000","last_fullsized":"2024-04-12T00:25:55.562163+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565303+0000","last_change":"2024-04-12T00:24:23.719640+0000","last_active":"2024-04-12T00:25:55.565303+0000","last_peered":"2024-04-12T00:25:55.565303+0000","last_clean":"2024-04-12T00:25:55.565303+0000","last_became_active":"2024-04-12T00:24:23.719309+0000","last_became_peered":"2024-04-12T00:24:23.719309+0000","last_unstale":"2024-04-12T00:25:55.565303+0000","last_undegraded":"2024-04-12T00:25:55.565303+0000","last_fullsized":"2024-04-12T00:25:55.565303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568080+0000","last_change":"2024-04-12T00:24:24.088843+0000","last_active":"2024-04-12T00:25:55.568080+0000","last_peered":"2024-04-12T00:25:55.568080+0000","last_clean":"2024-04-12T00:25:55.568080+0000","last_became_active":"2024-04-12T00:24:24.088563+0000","last_became_peered":"2024-04-12T00:24:24.088563+0000","last_unstale":"2024-04-12T00:25:55.568080+0000","last_undegraded":"2024-04-12T00:25:55.568080+0000","last_fullsized":"2024-04-12T00:25:55.568080+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570769+0000","last_change":"2024-04-12T00:24:23.701914+0000","last_active":"2024-04-12T00:25:55.570769+0000","last_peered":"2024-04-12T00:25:55.570769+0000","last_clean":"2024-04-12T00:25:55.570769+0000","last_became_active":"2024-04-12T00:24:23.701562+0000","last_became_peered":"2024-04-12T00:24:23.701562+0000","last_unstale":"2024-04-12T00:25:55.570769+0000","last_undegraded":"2024-04-12T00:25:55.570769+0000","last_fullsized":"2024-04-12T00:25:55.570769+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570620+0000","last_change":"2024-04-12T00:24:24.078221+0000","last_active":"2024-04-12T00:25:55.570620+0000","last_peered":"2024-04-12T00:25:55.570620+0000","last_clean":"2024-04-12T00:25:55.570620+0000","last_became_active":"2024-04-12T00:24:24.077533+0000","last_became_peered":"2024-04-12T00:24:24.077533+0000","last_unstale":"2024-04-12T00:25:55.570620+0000","last_undegraded":"2024-04-12T00:25:55.570620+0000","last_fullsized":"2024-04-12T00:25:55.570620+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564883+0000","last_change":"2024-04-12T00:24:23.702656+0000","last_active":"2024-04-12T00:25:55.564883+0000","last_peered":"2024-04-12T00:25:55.564883+0000","last_clean":"2024-04-12T00:25:55.564883+0000","last_became_active":"2024-04-12T00:24:23.702227+0000","last_became_peered":"2024-04-12T00:24:23.702227+0000","last_unstale":"2024-04-12T00:25:55.564883+0000","last_undegraded":"2024-04-12T00:25:55.564883+0000","last_fullsized":"2024-04-12T00:25:55.564883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.567427+0000","last_change":"2024-04-12T00:24:24.082363+0000","last_active":"2024-04-12T00:25:55.567427+0000","last_peered":"2024-04-12T00:25:55.567427+0000","last_clean":"2024-04-12T00:25:55.567427+0000","last_became_active":"2024-04-12T00:24:24.082064+0000","last_became_peered":"2024-04-12T00:24:24.082064+0000","last_unstale":"2024-04-12T00:25:55.567427+0000","last_undegraded":"2024-04-12T00:25:55.567427+0000","last_fullsized":"2024-04-12T00:25:55.567427+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569954+0000","last_change":"2024-04-12T00:24:23.705647+0000","last_active":"2024-04-12T00:25:55.569954+0000","last_peered":"2024-04-12T00:25:55.569954+0000","last_clean":"2024-04-12T00:25:55.569954+0000","last_became_active":"2024-04-12T00:24:23.705291+0000","last_became_peered":"2024-04-12T00:24:23.705291+0000","last_unstale":"2024-04-12T00:25:55.569954+0000","last_undegraded":"2024-04-12T00:25:55.569954+0000","last_fullsized":"2024-04-12T00:25:55.569954+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569491+0000","last_change":"2024-04-12T00:24:24.081349+0000","last_active":"2024-04-12T00:25:55.569491+0000","last_peered":"2024-04-12T00:25:55.569491+0000","last_clean":"2024-04-12T00:25:55.569491+0000","last_became_active":"2024-04-12T00:24:24.081052+0000","last_became_peered":"2024-04-12T00:24:24.081052+0000","last_unstale":"2024-04-12T00:25:55.569491+0000","last_undegraded":"2024-04-12T00:25:55.569491+0000","last_fullsized":"2024-04-12T00:25:55.569491+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561149+0000","last_change":"2024-04-12T00:24:58.504830+0000","last_active":"2024-04-12T00:25:55.561149+0000","last_peered":"2024-04-12T00:25:55.561149+0000","last_clean":"2024-04-12T00:25:55.561149+0000","last_became_active":"2024-04-12T00:24:58.504550+0000","last_became_peered":"2024-04-12T00:24:58.504550+0000","last_unstale":"2024-04-12T00:25:55.561149+0000","last_undegraded":"2024-04-12T00:25:55.561149+0000","last_fullsized":"2024-04-12T00:25:55.561149+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:21:04.955688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561665+0000","last_change":"2024-04-12T00:24:23.706195+0000","last_active":"2024-04-12T00:25:55.561665+0000","last_peered":"2024-04-12T00:25:55.561665+0000","last_clean":"2024-04-12T00:25:55.561665+0000","last_became_active":"2024-04-12T00:24:23.705885+0000","last_became_peered":"2024-04-12T00:24:23.705885+0000","last_unstale":"2024-04-12T00:25:55.561665+0000","last_undegraded":"2024-04-12T00:25:55.561665+0000","last_fullsized":"2024-04-12T00:25:55.561665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566476+0000","last_change":"2024-04-12T00:24:24.069850+0000","last_active":"2024-04-12T00:25:55.566476+0000","last_peered":"2024-04-12T00:25:55.566476+0000","last_clean":"2024-04-12T00:25:55.566476+0000","last_became_active":"2024-04-12T00:24:24.069538+0000","last_became_peered":"2024-04-12T00:24:24.069538+0000","last_unstale":"2024-04-12T00:25:55.566476+0000","last_undegraded":"2024-04-12T00:25:55.566476+0000","last_fullsized":"2024-04-12T00:25:55.566476+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561738+0000","last_change":"2024-04-12T00:24:58.495197+0000","last_active":"2024-04-12T00:25:55.561738+0000","last_peered":"2024-04-12T00:25:55.561738+0000","last_clean":"2024-04-12T00:25:55.561738+0000","last_became_active":"2024-04-12T00:24:58.494898+0000","last_became_peered":"2024-04-12T00:24:58.494898+0000","last_unstale":"2024-04-12T00:25:55.561738+0000","last_undegraded":"2024-04-12T00:25:55.561738+0000","last_fullsized":"2024-04-12T00:25:55.561738+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:41:02.413488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565273+0000","last_change":"2024-04-12T00:24:23.712522+0000","last_active":"2024-04-12T00:25:55.565273+0000","last_peered":"2024-04-12T00:25:55.565273+0000","last_clean":"2024-04-12T00:25:55.565273+0000","last_became_active":"2024-04-12T00:24:23.712160+0000","last_became_peered":"2024-04-12T00:24:23.712160+0000","last_unstale":"2024-04-12T00:25:55.565273+0000","last_undegraded":"2024-04-12T00:25:55.565273+0000","last_fullsized":"2024-04-12T00:25:55.565273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569330+0000","last_change":"2024-04-12T00:24:24.082957+0000","last_active":"2024-04-12T00:25:55.569330+0000","last_peered":"2024-04-12T00:25:55.569330+0000","last_clean":"2024-04-12T00:25:55.569330+0000","last_became_active":"2024-04-12T00:24:24.082665+0000","last_became_peered":"2024-04-12T00:24:24.082665+0000","last_unstale":"2024-04-12T00:25:55.569330+0000","last_undegraded":"2024-04-12T00:25:55.569330+0000","last_fullsized":"2024-04-12T00:25:55.569330+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561838+0000","last_change":"2024-04-12T00:24:58.504630+0000","last_active":"2024-04-12T00:25:55.561838+0000","last_peered":"2024-04-12T00:25:55.561838+0000","last_clean":"2024-04-12T00:25:55.561838+0000","last_became_active":"2024-04-12T00:24:58.504278+0000","last_became_peered":"2024-04-12T00:24:58.504278+0000","last_unstale":"2024-04-12T00:25:55.561838+0000","last_undegraded":"2024-04-12T00:25:55.561838+0000","last_fullsized":"2024-04-12T00:25:55.561838+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:44:47.653734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560637+0000","last_change":"2024-04-12T00:24:24.078943+0000","last_active":"2024-04-12T00:25:55.560637+0000","last_peered":"2024-04-12T00:25:55.560637+0000","last_clean":"2024-04-12T00:25:55.560637+0000","last_became_active":"2024-04-12T00:24:24.078681+0000","last_became_peered":"2024-04-12T00:24:24.078681+0000","last_unstale":"2024-04-12T00:25:55.560637+0000","last_undegraded":"2024-04-12T00:25:55.560637+0000","last_fullsized":"2024-04-12T00:25:55.560637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564939+0000","last_change":"2024-04-12T00:24:23.715297+0000","last_active":"2024-04-12T00:25:55.564939+0000","last_peered":"2024-04-12T00:25:55.564939+0000","last_clean":"2024-04-12T00:25:55.564939+0000","last_became_active":"2024-04-12T00:24:23.714889+0000","last_became_peered":"2024-04-12T00:24:23.714889+0000","last_unstale":"2024-04-12T00:25:55.564939+0000","last_undegraded":"2024-04-12T00:25:55.564939+0000","last_fullsized":"2024-04-12T00:25:55.564939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570969+0000","last_change":"2024-04-12T00:24:58.716842+0000","last_active":"2024-04-12T00:25:55.570969+0000","last_peered":"2024-04-12T00:25:55.570969+0000","last_clean":"2024-04-12T00:25:55.570969+0000","last_became_active":"2024-04-12T00:24:58.716280+0000","last_became_peered":"2024-04-12T00:24:58.716280+0000","last_unstale":"2024-04-12T00:25:55.570969+0000","last_undegraded":"2024-04-12T00:25:55.570969+0000","last_fullsized":"2024-04-12T00:25:55.570969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:03:57.506223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824363+0000","last_change":"2024-04-12T00:24:24.082440+0000","last_active":"2024-04-12T00:25:55.824363+0000","last_peered":"2024-04-12T00:25:55.824363+0000","last_clean":"2024-04-12T00:25:55.824363+0000","last_became_active":"2024-04-12T00:24:24.082169+0000","last_became_peered":"2024-04-12T00:24:24.082169+0000","last_unstale":"2024-04-12T00:25:55.824363+0000","last_undegraded":"2024-04-12T00:25:55.824363+0000","last_fullsized":"2024-04-12T00:25:55.824363+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565678+0000","last_change":"2024-04-12T00:24:23.714680+0000","last_active":"2024-04-12T00:25:55.565678+0000","last_peered":"2024-04-12T00:25:55.565678+0000","last_clean":"2024-04-12T00:25:55.565678+0000","last_became_active":"2024-04-12T00:24:23.714396+0000","last_became_peered":"2024-04-12T00:24:23.714396+0000","last_unstale":"2024-04-12T00:25:55.565678+0000","last_undegraded":"2024-04-12T00:25:55.565678+0000","last_fullsized":"2024-04-12T00:25:55.565678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":266,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.572450+0000","last_change":"2024-04-12T00:24:08.926483+0000","last_active":"2024-04-12T00:25:56.572450+0000","last_peered":"2024-04-12T00:25:56.572450+0000","last_clean":"2024-04-12T00:25:56.572450+0000","last_became_active":"2024-04-12T00:24:08.926060+0000","last_became_peered":"2024-04-12T00:24:08.926060+0000","last_unstale":"2024-04-12T00:25:56.572450+0000","last_undegraded":"2024-04-12T00:25:56.572450+0000","last_fullsized":"2024-04-12T00:25:56.572450+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.563615+0000","last_change":"2024-04-12T00:24:58.497445+0000","last_active":"2024-04-12T00:25:55.563615+0000","last_peered":"2024-04-12T00:25:55.563615+0000","last_clean":"2024-04-12T00:25:55.563615+0000","last_became_active":"2024-04-12T00:24:58.497160+0000","last_became_peered":"2024-04-12T00:24:58.497160+0000","last_unstale":"2024-04-12T00:25:55.563615+0000","last_undegraded":"2024-04-12T00:25:55.563615+0000","last_fullsized":"2024-04-12T00:25:55.563615+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:46:13.251501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561901+0000","last_change":"2024-04-12T00:24:24.069860+0000","last_active":"2024-04-12T00:25:55.561901+0000","last_peered":"2024-04-12T00:25:55.561901+0000","last_clean":"2024-04-12T00:25:55.561901+0000","last_became_active":"2024-04-12T00:24:24.067880+0000","last_became_peered":"2024-04-12T00:24:24.067880+0000","last_unstale":"2024-04-12T00:25:55.561901+0000","last_undegraded":"2024-04-12T00:25:55.561901+0000","last_fullsized":"2024-04-12T00:25:55.561901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568966+0000","last_change":"2024-04-12T00:24:23.719355+0000","last_active":"2024-04-12T00:25:55.568966+0000","last_peered":"2024-04-12T00:25:55.568966+0000","last_clean":"2024-04-12T00:25:55.568966+0000","last_became_active":"2024-04-12T00:24:23.719048+0000","last_became_peered":"2024-04-12T00:24:23.719048+0000","last_unstale":"2024-04-12T00:25:55.568966+0000","last_undegraded":"2024-04-12T00:25:55.568966+0000","last_fullsized":"2024-04-12T00:25:55.568966+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562244+0000","last_change":"2024-04-12T00:24:58.716341+0000","last_active":"2024-04-12T00:25:55.562244+0000","last_peered":"2024-04-12T00:25:55.562244+0000","last_clean":"2024-04-12T00:25:55.562244+0000","last_became_active":"2024-04-12T00:24:58.716001+0000","last_became_peered":"2024-04-12T00:24:58.716001+0000","last_unstale":"2024-04-12T00:25:55.562244+0000","last_undegraded":"2024-04-12T00:25:55.562244+0000","last_fullsized":"2024-04-12T00:25:55.562244+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:11:52.296543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569181+0000","last_change":"2024-04-12T00:24:23.712630+0000","last_active":"2024-04-12T00:25:55.569181+0000","last_peered":"2024-04-12T00:25:55.569181+0000","last_clean":"2024-04-12T00:25:55.569181+0000","last_became_active":"2024-04-12T00:24:23.712339+0000","last_became_peered":"2024-04-12T00:24:23.712339+0000","last_unstale":"2024-04-12T00:25:55.569181+0000","last_undegraded":"2024-04-12T00:25:55.569181+0000","last_fullsized":"2024-04-12T00:25:55.569181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561807+0000","last_change":"2024-04-12T00:24:24.077842+0000","last_active":"2024-04-12T00:25:55.561807+0000","last_peered":"2024-04-12T00:25:55.561807+0000","last_clean":"2024-04-12T00:25:55.561807+0000","last_became_active":"2024-04-12T00:24:24.077583+0000","last_became_peered":"2024-04-12T00:24:24.077583+0000","last_unstale":"2024-04-12T00:25:55.561807+0000","last_undegraded":"2024-04-12T00:25:55.561807+0000","last_fullsized":"2024-04-12T00:25:55.561807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824218+0000","last_change":"2024-04-12T00:24:58.716514+0000","last_active":"2024-04-12T00:25:55.824218+0000","last_peered":"2024-04-12T00:25:55.824218+0000","last_clean":"2024-04-12T00:25:55.824218+0000","last_became_active":"2024-04-12T00:24:58.716157+0000","last_became_peered":"2024-04-12T00:24:58.716157+0000","last_unstale":"2024-04-12T00:25:55.824218+0000","last_undegraded":"2024-04-12T00:25:55.824218+0000","last_fullsized":"2024-04-12T00:25:55.824218+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:07:55.473585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561648+0000","last_change":"2024-04-12T00:24:23.704069+0000","last_active":"2024-04-12T00:25:55.561648+0000","last_peered":"2024-04-12T00:25:55.561648+0000","last_clean":"2024-04-12T00:25:55.561648+0000","last_became_active":"2024-04-12T00:24:23.703540+0000","last_became_peered":"2024-04-12T00:24:23.703540+0000","last_unstale":"2024-04-12T00:25:55.561648+0000","last_undegraded":"2024-04-12T00:25:55.561648+0000","last_fullsized":"2024-04-12T00:25:55.561648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824638+0000","last_change":"2024-04-12T00:24:24.080681+0000","last_active":"2024-04-12T00:25:55.824638+0000","last_peered":"2024-04-12T00:25:55.824638+0000","last_clean":"2024-04-12T00:25:55.824638+0000","last_became_active":"2024-04-12T00:24:24.080415+0000","last_became_peered":"2024-04-12T00:24:24.080415+0000","last_unstale":"2024-04-12T00:25:55.824638+0000","last_undegraded":"2024-04-12T00:25:55.824638+0000","last_fullsized":"2024-04-12T00:25:55.824638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.567919+0000","last_change":"2024-04-12T00:24:58.504783+0000","last_active":"2024-04-12T00:25:55.567919+0000","last_peered":"2024-04-12T00:25:55.567919+0000","last_clean":"2024-04-12T00:25:55.567919+0000","last_became_active":"2024-04-12T00:24:58.504448+0000","last_became_peered":"2024-04-12T00:24:58.504448+0000","last_unstale":"2024-04-12T00:25:55.567919+0000","last_undegraded":"2024-04-12T00:25:55.567919+0000","last_fullsized":"2024-04-12T00:25:55.567919+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:04.891522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571621+0000","last_change":"2024-04-12T00:24:23.709941+0000","last_active":"2024-04-12T00:25:55.571621+0000","last_peered":"2024-04-12T00:25:55.571621+0000","last_clean":"2024-04-12T00:25:55.571621+0000","last_became_active":"2024-04-12T00:24:23.709661+0000","last_became_peered":"2024-04-12T00:24:23.709661+0000","last_unstale":"2024-04-12T00:25:55.571621+0000","last_undegraded":"2024-04-12T00:25:55.571621+0000","last_fullsized":"2024-04-12T00:25:55.571621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.563823+0000","last_change":"2024-04-12T00:24:24.076362+0000","last_active":"2024-04-12T00:25:55.563823+0000","last_peered":"2024-04-12T00:25:55.563823+0000","last_clean":"2024-04-12T00:25:55.563823+0000","last_became_active":"2024-04-12T00:24:24.076086+0000","last_became_peered":"2024-04-12T00:24:24.076086+0000","last_unstale":"2024-04-12T00:25:55.563823+0000","last_undegraded":"2024-04-12T00:25:55.563823+0000","last_fullsized":"2024-04-12T00:25:55.563823+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569226+0000","last_change":"2024-04-12T00:24:23.713478+0000","last_active":"2024-04-12T00:25:55.569226+0000","last_peered":"2024-04-12T00:25:55.569226+0000","last_clean":"2024-04-12T00:25:55.569226+0000","last_became_active":"2024-04-12T00:24:23.712411+0000","last_became_peered":"2024-04-12T00:24:23.712411+0000","last_unstale":"2024-04-12T00:25:55.569226+0000","last_undegraded":"2024-04-12T00:25:55.569226+0000","last_fullsized":"2024-04-12T00:25:55.569226+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.568500+0000","last_change":"2024-04-12T00:24:24.079235+0000","last_active":"2024-04-12T00:25:55.568500+0000","last_peered":"2024-04-12T00:25:55.568500+0000","last_clean":"2024-04-12T00:25:55.568500+0000","last_became_active":"2024-04-12T00:24:24.078941+0000","last_became_peered":"2024-04-12T00:24:24.078941+0000","last_unstale":"2024-04-12T00:25:55.568500+0000","last_undegraded":"2024-04-12T00:25:55.568500+0000","last_fullsized":"2024-04-12T00:25:55.568500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.560902+0000","last_change":"2024-04-12T00:24:23.716304+0000","last_active":"2024-04-12T00:25:55.560902+0000","last_peered":"2024-04-12T00:25:55.560902+0000","last_clean":"2024-04-12T00:25:55.560902+0000","last_became_active":"2024-04-12T00:24:23.716052+0000","last_became_peered":"2024-04-12T00:24:23.716052+0000","last_unstale":"2024-04-12T00:25:55.560902+0000","last_undegraded":"2024-04-12T00:25:55.560902+0000","last_fullsized":"2024-04-12T00:25:55.560902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824239+0000","last_change":"2024-04-12T00:24:24.079977+0000","last_active":"2024-04-12T00:25:55.824239+0000","last_peered":"2024-04-12T00:25:55.824239+0000","last_clean":"2024-04-12T00:25:55.824239+0000","last_became_active":"2024-04-12T00:24:24.079712+0000","last_became_peered":"2024-04-12T00:24:24.079712+0000","last_unstale":"2024-04-12T00:25:55.824239+0000","last_undegraded":"2024-04-12T00:25:55.824239+0000","last_fullsized":"2024-04-12T00:25:55.824239+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561393+0000","last_change":"2024-04-12T00:24:23.717001+0000","last_active":"2024-04-12T00:25:55.561393+0000","last_peered":"2024-04-12T00:25:55.561393+0000","last_clean":"2024-04-12T00:25:55.561393+0000","last_became_active":"2024-04-12T00:24:23.716675+0000","last_became_peered":"2024-04-12T00:24:23.716675+0000","last_unstale":"2024-04-12T00:25:55.561393+0000","last_undegraded":"2024-04-12T00:25:55.561393+0000","last_fullsized":"2024-04-12T00:25:55.561393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824404+0000","last_change":"2024-04-12T00:24:24.078914+0000","last_active":"2024-04-12T00:25:55.824404+0000","last_peered":"2024-04-12T00:25:55.824404+0000","last_clean":"2024-04-12T00:25:55.824404+0000","last_became_active":"2024-04-12T00:24:24.078662+0000","last_became_peered":"2024-04-12T00:24:24.078662+0000","last_unstale":"2024-04-12T00:25:55.824404+0000","last_undegraded":"2024-04-12T00:25:55.824404+0000","last_fullsized":"2024-04-12T00:25:55.824404+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.575870+0000","last_change":"2024-04-12T00:25:56.575870+0000","last_active":"2024-04-12T00:25:56.575870+0000","last_peered":"2024-04-12T00:25:56.575870+0000","last_clean":"2024-04-12T00:25:56.575870+0000","last_became_active":"2024-04-12T00:25:56.573120+0000","last_became_peered":"2024-04-12T00:25:56.573120+0000","last_unstale":"2024-04-12T00:25:56.575870+0000","last_undegraded":"2024-04-12T00:25:56.575870+0000","last_fullsized":"2024-04-12T00:25:56.575870+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:31:50.871901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570792+0000","last_change":"2024-04-12T00:24:24.079484+0000","last_active":"2024-04-12T00:25:55.570792+0000","last_peered":"2024-04-12T00:25:55.570792+0000","last_clean":"2024-04-12T00:25:55.570792+0000","last_became_active":"2024-04-12T00:24:24.079176+0000","last_became_peered":"2024-04-12T00:24:24.079176+0000","last_unstale":"2024-04-12T00:25:55.570792+0000","last_undegraded":"2024-04-12T00:25:55.570792+0000","last_fullsized":"2024-04-12T00:25:55.570792+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566050+0000","last_change":"2024-04-12T00:24:23.709732+0000","last_active":"2024-04-12T00:25:55.566050+0000","last_peered":"2024-04-12T00:25:55.566050+0000","last_clean":"2024-04-12T00:25:55.566050+0000","last_became_active":"2024-04-12T00:24:23.708130+0000","last_became_peered":"2024-04-12T00:24:23.708130+0000","last_unstale":"2024-04-12T00:25:55.566050+0000","last_undegraded":"2024-04-12T00:25:55.566050+0000","last_fullsized":"2024-04-12T00:25:55.566050+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569084+0000","last_change":"2024-04-12T00:24:24.084311+0000","last_active":"2024-04-12T00:25:55.569084+0000","last_peered":"2024-04-12T00:25:55.569084+0000","last_clean":"2024-04-12T00:25:55.569084+0000","last_became_active":"2024-04-12T00:24:24.083528+0000","last_became_peered":"2024-04-12T00:24:24.083528+0000","last_unstale":"2024-04-12T00:25:55.569084+0000","last_undegraded":"2024-04-12T00:25:55.569084+0000","last_fullsized":"2024-04-12T00:25:55.569084+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561270+0000","last_change":"2024-04-12T00:24:23.718059+0000","last_active":"2024-04-12T00:25:55.561270+0000","last_peered":"2024-04-12T00:25:55.561270+0000","last_clean":"2024-04-12T00:25:55.561270+0000","last_became_active":"2024-04-12T00:24:23.717797+0000","last_became_peered":"2024-04-12T00:24:23.717797+0000","last_unstale":"2024-04-12T00:25:55.561270+0000","last_undegraded":"2024-04-12T00:25:55.561270+0000","last_fullsized":"2024-04-12T00:25:55.561270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565627+0000","last_change":"2024-04-12T00:24:24.072492+0000","last_active":"2024-04-12T00:25:55.565627+0000","last_peered":"2024-04-12T00:25:55.565627+0000","last_clean":"2024-04-12T00:25:55.565627+0000","last_became_active":"2024-04-12T00:24:24.072226+0000","last_became_peered":"2024-04-12T00:24:24.072226+0000","last_unstale":"2024-04-12T00:25:55.565627+0000","last_undegraded":"2024-04-12T00:25:55.565627+0000","last_fullsized":"2024-04-12T00:25:55.565627+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.566504+0000","last_change":"2024-04-12T00:24:23.714409+0000","last_active":"2024-04-12T00:25:55.566504+0000","last_peered":"2024-04-12T00:25:55.566504+0000","last_clean":"2024-04-12T00:25:55.566504+0000","last_became_active":"2024-04-12T00:24:23.714103+0000","last_became_peered":"2024-04-12T00:24:23.714103+0000","last_unstale":"2024-04-12T00:25:55.566504+0000","last_undegraded":"2024-04-12T00:25:55.566504+0000","last_fullsized":"2024-04-12T00:25:55.566504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.569891+0000","last_change":"2024-04-12T00:24:24.087394+0000","last_active":"2024-04-12T00:25:55.569891+0000","last_peered":"2024-04-12T00:25:55.569891+0000","last_clean":"2024-04-12T00:25:55.569891+0000","last_became_active":"2024-04-12T00:24:24.087126+0000","last_became_peered":"2024-04-12T00:24:24.087126+0000","last_unstale":"2024-04-12T00:25:55.569891+0000","last_undegraded":"2024-04-12T00:25:55.569891+0000","last_fullsized":"2024-04-12T00:25:55.569891+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.570535+0000","last_change":"2024-04-12T00:24:24.078395+0000","last_active":"2024-04-12T00:25:55.570535+0000","last_peered":"2024-04-12T00:25:55.570535+0000","last_clean":"2024-04-12T00:25:55.570535+0000","last_became_active":"2024-04-12T00:24:24.077921+0000","last_became_peered":"2024-04-12T00:24:24.077921+0000","last_unstale":"2024-04-12T00:25:55.570535+0000","last_undegraded":"2024-04-12T00:25:55.570535+0000","last_fullsized":"2024-04-12T00:25:55.570535+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.564884+0000","last_change":"2024-04-12T00:24:24.077934+0000","last_active":"2024-04-12T00:25:55.564884+0000","last_peered":"2024-04-12T00:25:55.564884+0000","last_clean":"2024-04-12T00:25:55.564884+0000","last_became_active":"2024-04-12T00:24:24.077618+0000","last_became_peered":"2024-04-12T00:24:24.077618+0000","last_unstale":"2024-04-12T00:25:55.564884+0000","last_undegraded":"2024-04-12T00:25:55.564884+0000","last_fullsized":"2024-04-12T00:25:55.564884+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565392+0000","last_change":"2024-04-12T00:24:24.077348+0000","last_active":"2024-04-12T00:25:55.565392+0000","last_peered":"2024-04-12T00:25:55.565392+0000","last_clean":"2024-04-12T00:25:55.565392+0000","last_became_active":"2024-04-12T00:24:24.077028+0000","last_became_peered":"2024-04-12T00:24:24.077028+0000","last_unstale":"2024-04-12T00:25:55.565392+0000","last_undegraded":"2024-04-12T00:25:55.565392+0000","last_fullsized":"2024-04-12T00:25:55.565392+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.562829+0000","last_change":"2024-04-12T00:24:24.076726+0000","last_active":"2024-04-12T00:25:55.562829+0000","last_peered":"2024-04-12T00:25:55.562829+0000","last_clean":"2024-04-12T00:25:55.562829+0000","last_became_active":"2024-04-12T00:24:24.076430+0000","last_became_peered":"2024-04-12T00:24:24.076430+0000","last_unstale":"2024-04-12T00:25:55.562829+0000","last_undegraded":"2024-04-12T00:25:55.562829+0000","last_fullsized":"2024-04-12T00:25:55.562829+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824579+0000","last_change":"2024-04-12T00:24:24.078337+0000","last_active":"2024-04-12T00:25:55.824579+0000","last_peered":"2024-04-12T00:25:55.824579+0000","last_clean":"2024-04-12T00:25:55.824579+0000","last_became_active":"2024-04-12T00:24:24.078004+0000","last_became_peered":"2024-04-12T00:24:24.078004+0000","last_unstale":"2024-04-12T00:25:55.824579+0000","last_undegraded":"2024-04-12T00:25:55.824579+0000","last_fullsized":"2024-04-12T00:25:55.824579+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.561189+0000","last_change":"2024-04-12T00:24:24.076712+0000","last_active":"2024-04-12T00:25:55.561189+0000","last_peered":"2024-04-12T00:25:55.561189+0000","last_clean":"2024-04-12T00:25:55.561189+0000","last_became_active":"2024-04-12T00:24:24.076416+0000","last_became_peered":"2024-04-12T00:24:24.076416+0000","last_unstale":"2024-04-12T00:25:55.561189+0000","last_undegraded":"2024-04-12T00:25:55.561189+0000","last_fullsized":"2024-04-12T00:25:55.561189+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571363+0000","last_change":"2024-04-12T00:24:24.091552+0000","last_active":"2024-04-12T00:25:55.571363+0000","last_peered":"2024-04-12T00:25:55.571363+0000","last_clean":"2024-04-12T00:25:55.571363+0000","last_became_active":"2024-04-12T00:24:24.091267+0000","last_became_peered":"2024-04-12T00:24:24.091267+0000","last_unstale":"2024-04-12T00:25:55.571363+0000","last_undegraded":"2024-04-12T00:25:55.571363+0000","last_fullsized":"2024-04-12T00:25:55.571363+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824688+0000","last_change":"2024-04-12T00:24:24.065810+0000","last_active":"2024-04-12T00:25:55.824688+0000","last_peered":"2024-04-12T00:25:55.824688+0000","last_clean":"2024-04-12T00:25:55.824688+0000","last_became_active":"2024-04-12T00:24:24.064933+0000","last_became_peered":"2024-04-12T00:24:24.064933+0000","last_unstale":"2024-04-12T00:25:55.824688+0000","last_undegraded":"2024-04-12T00:25:55.824688+0000","last_fullsized":"2024-04-12T00:25:55.824688+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565244+0000","last_change":"2024-04-12T00:24:24.064820+0000","last_active":"2024-04-12T00:25:55.565244+0000","last_peered":"2024-04-12T00:25:55.565244+0000","last_clean":"2024-04-12T00:25:55.565244+0000","last_became_active":"2024-04-12T00:24:24.064515+0000","last_became_peered":"2024-04-12T00:24:24.064515+0000","last_unstale":"2024-04-12T00:25:55.565244+0000","last_undegraded":"2024-04-12T00:25:55.565244+0000","last_fullsized":"2024-04-12T00:25:55.565244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.824259+0000","last_change":"2024-04-12T00:24:24.072341+0000","last_active":"2024-04-12T00:25:55.824259+0000","last_peered":"2024-04-12T00:25:55.824259+0000","last_clean":"2024-04-12T00:25:55.824259+0000","last_became_active":"2024-04-12T00:24:24.072060+0000","last_became_peered":"2024-04-12T00:24:24.072060+0000","last_unstale":"2024-04-12T00:25:55.824259+0000","last_undegraded":"2024-04-12T00:25:55.824259+0000","last_fullsized":"2024-04-12T00:25:55.824259+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.565415+0000","last_change":"2024-04-12T00:24:24.079412+0000","last_active":"2024-04-12T00:25:55.565415+0000","last_peered":"2024-04-12T00:25:55.565415+0000","last_clean":"2024-04-12T00:25:55.565415+0000","last_became_active":"2024-04-12T00:24:24.079161+0000","last_became_peered":"2024-04-12T00:24:24.079161+0000","last_unstale":"2024-04-12T00:25:55.565415+0000","last_undegraded":"2024-04-12T00:25:55.565415+0000","last_fullsized":"2024-04-12T00:25:55.565415+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T00:25:56.574474+0000","last_change":"2024-04-12T00:25:56.574474+0000","last_active":"2024-04-12T00:25:56.574474+0000","last_peered":"2024-04-12T00:25:56.574474+0000","last_clean":"2024-04-12T00:25:56.574474+0000","last_became_active":"2024-04-12T00:25:56.574115+0000","last_became_peered":"2024-04-12T00:25:56.574115+0000","last_unstale":"2024-04-12T00:25:56.574474+0000","last_undegraded":"2024-04-12T00:25:56.574474+0000","last_fullsized":"2024-04-12T00:25:56.574474+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:29:47.189575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-12T00:25:55.571437+0000","last_change":"2024-04-12T00:24:24.081270+0000","last_active":"2024-04-12T00:25:55.571437+0000","last_peered":"2024-04-12T00:25:55.571437+0000","last_clean":"2024-04-12T00:25:55.571437+0000","last_became_active":"2024-04-12T00:24:24.080969+0000","last_became_peered":"2024-04-12T00:24:24.080969+0000","last_unstale":"2024-04-12T00:25:55.571437+0000","last_undegraded":"2024-04-12T00:25:55.571437+0000","last_fullsized":"2024-04-12T00:25:55.571437+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201308,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":903284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52000000000000002,"15min":0.51900000000000002},"min":{"1min":0.34599999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67200000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.53300000000000003,"15min":0.53100000000000003},"min":{"1min":0.373,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.70699999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.44400000000000001}]},{"osd":1,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.52600000000000002,"15min":0.52300000000000002},"min":{"1min":0.38600000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.71299999999999997,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.36899999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52700000000000002,"15min":0.51900000000000002},"min":{"1min":0.38300000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70899999999999996,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.54200000000000004,"15min":0.53700000000000003},"min":{"1min":0.38500000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76000000000000001,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.47599999999999998}]},{"osd":3,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.51500000000000001,"15min":0.50700000000000001},"min":{"1min":0.40400000000000003,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.498},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54200000000000004,"15min":0.53600000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.56000000000000005}]},{"osd":4,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.46200000000000002,"15min":0.45600000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.47699999999999998,"15min":0.46899999999999997},"min":{"1min":0.33700000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.68100000000000005,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.54300000000000004}]},{"osd":5,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.497,"15min":0.49299999999999999},"min":{"1min":0.32500000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.51700000000000002,"15min":0.51300000000000001},"min":{"1min":0.35899999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.626}]},{"osd":6,"last update":"Fri Apr 12 00:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.52600000000000002,"15min":0.51700000000000002},"min":{"1min":0.40300000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.52800000000000002,"15min":0.52100000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.64100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462945,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1314816,"data_stored":904426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.312,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71699999999999997,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.63500000000000001}]},{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68400000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54300000000000004,"15min":0.54600000000000004},"min":{"1min":0.32000000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.72599999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.58799999999999997}]},{"osd":2,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.439},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.69599999999999995,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.56599999999999995}]},{"osd":3,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.40899999999999997,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.64500000000000002}]},{"osd":4,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.42199999999999999,"15min":0.41899999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73399999999999999,"5min":0.747,"15min":0.747},"last":0.52100000000000002}]},{"osd":5,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.45000000000000001,"15min":0.44800000000000001},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.497,"15min":0.48899999999999999},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.54900000000000004}]},{"osd":7,"last update":"Fri Apr 12 00:26:11 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.47999999999999998,"15min":0.47799999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.625},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.52800000000000002,"15min":0.52300000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":312472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.34699999999999998,"15min":0.311},"min":{"1min":0.23999999999999999,"5min":0.183,"15min":0.183},"max":{"1min":0.54000000000000004,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.377,"15min":0.32300000000000001},"min":{"1min":0.23000000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.63100000000000001,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.28199999999999997}]},{"osd":2,"last update":"Fri Apr 12 00:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.39700000000000002,"15min":0.39300000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.379,"15min":0.36899999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46600000000000003,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.23100000000000001}]},{"osd":3,"last update":"Fri Apr 12 00:25:35 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.432,"15min":0.44400000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.48899999999999999,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.252},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.47699999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.30199999999999999}]},{"osd":4,"last update":"Fri Apr 12 00:25:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57699999999999996,"15min":0.58699999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.79500000000000004,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.59899999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79200000000000004,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.55300000000000005}]},{"osd":5,"last update":"Fri Apr 12 00:25:18 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81799999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60799999999999998,"15min":0.61199999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.75900000000000001,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.72299999999999998}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61599999999999999,"15min":0.622},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77700000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.626,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.82099999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56000000000000005}]},{"osd":7,"last update":"Fri Apr 12 00:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57999999999999996,"15min":0.57899999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.624,"15min":0.626},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.73199999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28320,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716832,"statfs":{"total":95995035648,"available":95966035968,"internally_reserved":0,"allocated":1327104,"data_stored":903408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.34000000000000002,"15min":0.317},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.55800000000000005,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.30499999999999999},"min":{"1min":0.218,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.48899999999999999,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.38500000000000001}]},{"osd":2,"last update":"Fri Apr 12 00:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.36899999999999999,"15min":0.35899999999999999},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.48299999999999998,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.372,"15min":0.37},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56299999999999994,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.30499999999999999}]},{"osd":3,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.42099999999999999,"15min":0.42999999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.57899999999999996,"5min":0.751,"15min":0.751},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.443,"15min":0.45400000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.55100000000000005,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.39500000000000002}]},{"osd":4,"last update":"Fri Apr 12 00:26:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54500000000000004,"15min":0.55400000000000005},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.90100000000000002,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.59799999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.60299999999999998,"15min":0.61399999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90200000000000002,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.71799999999999997}]},{"osd":6,"last update":"Fri Apr 12 00:25:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83799999999999997,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59099999999999997,"15min":0.59799999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.63700000000000001}]},{"osd":7,"last update":"Fri Apr 12 00:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.55500000000000005,"15min":0.55100000000000005},"min":{"1min":0.39800000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58399999999999996,"15min":0.58499999999999996},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.61699999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":716800,"data_stored":312312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.35499999999999998,"15min":0.35099999999999998},"min":{"1min":0.222,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.51700000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.26600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.56899999999999995,"5min":0.629,"15min":0.629},"last":0.30299999999999999}]},{"osd":1,"last update":"Fri Apr 12 00:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.378,"15min":0.38},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.47699999999999998,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.40500000000000003,"15min":0.39700000000000002},"min":{"1min":0.23599999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.55000000000000004,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.374}]},{"osd":3,"last update":"Fri Apr 12 00:25:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.443,"15min":0.45000000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.58099999999999996,"5min":0.627,"15min":0.627},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.42599999999999999,"15min":0.44600000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.496,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.316}]},{"osd":4,"last update":"Fri Apr 12 00:25:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.56299999999999994,"15min":0.57899999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.84399999999999997,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59499999999999997,"15min":0.61799999999999999},"min":{"1min":0.39200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72399999999999998,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.60199999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:25:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.70799999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.62},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.67400000000000004,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.57399999999999995}]},{"osd":6,"last update":"Fri Apr 12 00:25:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.45600000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.40000000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.65800000000000003}]},{"osd":7,"last update":"Fri Apr 12 00:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56000000000000005,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.57199999999999995,"15min":0.56799999999999995},"min":{"1min":0.45900000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.58699999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149744,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":737280,"data_stored":314766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40500000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40100000000000002,"15min":0.41199999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54000000000000004,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.34899999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.41899999999999998,"15min":0.435},"min":{"1min":0.28699999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.51400000000000001,"5min":0.621,"15min":0.621},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41099999999999998,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.29799999999999999}]},{"osd":2,"last update":"Fri Apr 12 00:25:37 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.44600000000000001,"15min":0.45800000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.439,"15min":0.45600000000000002},"min":{"1min":0.28499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.26400000000000001}]},{"osd":4,"last update":"Fri Apr 12 00:25:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.55100000000000005,"15min":0.54500000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73899999999999999,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.41299999999999998}]},{"osd":5,"last update":"Fri Apr 12 00:25:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.57699999999999996,"15min":0.56999999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.46899999999999997}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.60399999999999998,"15min":0.61199999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70799999999999996,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.52000000000000002}]},{"osd":7,"last update":"Fri Apr 12 00:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.60899999999999999,"15min":0.61899999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.502},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.83399999999999996,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.48399999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986219,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":312747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.55300000000000005,"15min":0.56499999999999995},"min":{"1min":0.32300000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.64500000000000002,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.52600000000000002,"15min":0.53800000000000003},"min":{"1min":0.35499999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.75700000000000001,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.51800000000000002}]},{"osd":1,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53200000000000003,"15min":0.54300000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.626,"5min":0.996,"15min":0.996},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54300000000000004,"15min":0.54100000000000004},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68100000000000005,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.60799999999999998}]},{"osd":2,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.36499999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76900000000000002,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.439},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.56200000000000006,"15min":0.58399999999999996},"min":{"1min":0.40300000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72699999999999998,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.54200000000000004}]},{"osd":3,"last update":"Fri Apr 12 00:25:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55800000000000005,"15min":0.56899999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.78400000000000003,"5min":1.008,"15min":1.008},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.42199999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73299999999999998,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.58299999999999996}]},{"osd":5,"last update":"Fri Apr 12 00:25:16 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.377,"15min":0.36699999999999999},"min":{"1min":0.32300000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.38400000000000001,"15min":0.375},"min":{"1min":0.27700000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.26200000000000001}]},{"osd":6,"last update":"Fri Apr 12 00:25:41 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.42299999999999999,"15min":0.41899999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.496,"5min":0.47199999999999998,"15min":0.46800000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.28100000000000003}]},{"osd":7,"last update":"Fri Apr 12 00:26:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52500000000000002,"15min":0.52400000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.51900000000000002,"15min":0.52400000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.29499999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724582,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":733184,"data_stored":314752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35199999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.73399999999999999,"5min":0.876,"15min":0.876},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.84199999999999997,"15min":0.89200000000000002},"min":{"1min":0.43099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.74299999999999999,"5min":8.968,"15min":8.968},"last":0.41699999999999998}]},{"osd":1,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.85799999999999998,"15min":0.91400000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.66200000000000003,"5min":9.0039999999999996,"15min":9.0039999999999996},"last":0.45200000000000001}]},{"osd":2,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.41399999999999998,"5min":0.377,"15min":0.377},"max":{"1min":0.77200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.443},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.39200000000000002}]},{"osd":3,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.88300000000000001,"15min":0.93799999999999994},"min":{"1min":0.42799999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.74199999999999999,"5min":8.9830000000000005,"15min":8.9830000000000005},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.872,"15min":0.92300000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78700000000000003,"5min":8.9499999999999993,"15min":8.9499999999999993},"last":0.48099999999999998}]},{"osd":4,"last update":"Fri Apr 12 00:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42599999999999999,"15min":0.41799999999999998},"min":{"1min":0.32800000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.312}]},{"osd":6,"last update":"Fri Apr 12 00:25:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.43099999999999999,"15min":0.42699999999999999},"min":{"1min":0.29599999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46600000000000003,"15min":0.46400000000000002},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.377}]},{"osd":7,"last update":"Fri Apr 12 00:26:12 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"min":{"1min":0.378,"5min":0.372,"15min":0.372},"max":{"1min":0.75800000000000001,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.38900000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.70999999999999996,"5min":0.748,"15min":0.748},"last":0.432}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:26:18.874 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-12T00:26:18.874 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-12T00:26:18.874 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-12T00:26:18.874 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T00:26:19.085 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:26:19.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:19 smithi098 ceph-mon[26935]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:26:19.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:19 smithi098 ceph-mon[37915]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:26:19.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:19 smithi193 ceph-mon[30474]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:26:20.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:20 smithi098 ceph-mon[37915]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:20.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:20 smithi098 ceph-mon[26935]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:20.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:20 smithi193 ceph-mon[30474]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:20.918 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:20.918 INFO:teuthology.orchestra.run.smithi098.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-12T00:26:21.645 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-12T00:26:21.646 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T00:26:21.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:21 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/640415026' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T00:26:21.934 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:21.934 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":70,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:25:56.558427+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T00:24:57.303279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/3321987296":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2016920237":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6801/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6800/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/3885972226":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/1700160071":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:26:21.946 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:21 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/640415026' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T00:26:21.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:21 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/640415026' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T00:26:21.947 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T00:22:05.929657+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-12T00:24:22.025289+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-12T00:24:23.226455+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-12T00:24:57.303279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T00:26:21.948 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T00:26:22.235 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2024-04-12T00:26:22.248 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-12T00:26:22.531 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2024-04-12T00:26:22.544 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-12T00:26:22.829 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2024-04-12T00:26:22.841 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:22 smithi098 ceph-mon[37915]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:22.841 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:22 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1725173326' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:26:22.841 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:22 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/4153681000' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:26:22.841 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:22 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1631682105' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T00:26:22.842 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:22 smithi098 ceph-mon[26935]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:22.842 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:22 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1725173326' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:26:22.842 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:22 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/4153681000' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:26:22.842 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:22 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1631682105' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T00:26:22.843 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-12T00:26:22.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:22 smithi193 ceph-mon[30474]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:22.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:22 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1725173326' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:26:22.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:22 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/4153681000' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:26:22.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:22 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1631682105' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T00:26:23.125 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 8 2024-04-12T00:26:23.139 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T00:26:23.458 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:23.459 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/3809717640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":3809717640},{"type":"v1","addr":"172.21.15.193:6833","nonce":3809717640}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T00:24:24.050239+0000","modified":"2024-04-12T00:24:26.058778+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24335},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24335":{"gid":24335,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6835/1506290339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":1506290339},{"type":"v1","addr":"172.21.15.98:6835","nonce":1506290339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T00:26:23.459 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 6 2024-04-12T00:26:23.472 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T00:26:23.763 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:23.763 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":70,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:25:56.558427+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T00:24:57.303279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/3321987296":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2016920237":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6801/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6800/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/3885972226":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/1700160071":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:26:23.774 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:23 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/566466314' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T00:26:23.774 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:23 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3894928327' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T00:26:23.774 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:23 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/949554108' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:26:23.774 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:23 smithi098 ceph-mon[37915]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:23.775 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:23 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/566466314' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T00:26:23.775 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:23 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3894928327' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T00:26:23.775 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:23 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/949554108' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:26:23.775 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:23 smithi098 ceph-mon[26935]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:23.776 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T00:22:05.929657+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-12T00:24:22.025289+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-12T00:24:23.226455+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-12T00:24:57.303279+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T00:26:23.777 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T00:26:23.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:23 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/566466314' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T00:26:23.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:23 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3894928327' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T00:26:23.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:23 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/949554108' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:26:23.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:23 smithi193 ceph-mon[30474]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:24.061 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2024-04-12T00:26:24.075 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-12T00:26:24.361 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2024-04-12T00:26:24.373 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:24 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:26:24] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-04-12T00:26:24.374 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-12T00:26:24.660 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2024-04-12T00:26:24.672 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:24 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/613570337' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:26:24.672 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:24 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/477683450' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:26:24.672 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:24 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1426360354' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T00:26:24.673 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/613570337' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:26:24.673 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/477683450' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:26:24.673 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:24 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1426360354' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T00:26:24.673 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-12T00:26:24.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:24 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/613570337' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:26:24.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:24 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/477683450' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T00:26:24.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:24 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1426360354' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T00:26:24.956 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 8 2024-04-12T00:26:24.969 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T00:26:25.284 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:25.285 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/3809717640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":3809717640},{"type":"v1","addr":"172.21.15.193:6833","nonce":3809717640}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T00:24:24.050239+0000","modified":"2024-04-12T00:24:26.058778+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24335},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24335":{"gid":24335,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6835/1506290339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":1506290339},{"type":"v1","addr":"172.21.15.98:6835","nonce":1506290339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T00:26:25.285 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 6 2024-04-12T00:26:25.297 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T00:26:25.586 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:25.587 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":70,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:25:56.558427+0000","last_up_change":"2024-04-12T00:24:05.794590+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T00:24:57.303279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6803","nonce":3153742407}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6805","nonce":3153742407}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6809","nonce":3153742407}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3153742407},{"type":"v1","addr":"172.21.15.98:6807","nonce":3153742407}]},"public_addr":"172.21.15.98:6803/3153742407","cluster_addr":"172.21.15.98:6805/3153742407","heartbeat_back_addr":"172.21.15.98:6809/3153742407","heartbeat_front_addr":"172.21.15.98:6807/3153742407","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6811","nonce":885077001}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6813","nonce":885077001}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6817","nonce":885077001}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":885077001},{"type":"v1","addr":"172.21.15.98:6815","nonce":885077001}]},"public_addr":"172.21.15.98:6811/885077001","cluster_addr":"172.21.15.98:6813/885077001","heartbeat_back_addr":"172.21.15.98:6817/885077001","heartbeat_front_addr":"172.21.15.98:6815/885077001","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6819","nonce":2979369024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6821","nonce":2979369024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6825","nonce":2979369024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":2979369024},{"type":"v1","addr":"172.21.15.98:6823","nonce":2979369024}]},"public_addr":"172.21.15.98:6819/2979369024","cluster_addr":"172.21.15.98:6821/2979369024","heartbeat_back_addr":"172.21.15.98:6825/2979369024","heartbeat_front_addr":"172.21.15.98:6823/2979369024","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6827","nonce":4267551822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6829","nonce":4267551822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6833","nonce":4267551822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":4267551822},{"type":"v1","addr":"172.21.15.98:6831","nonce":4267551822}]},"public_addr":"172.21.15.98:6827/4267551822","cluster_addr":"172.21.15.98:6829/4267551822","heartbeat_back_addr":"172.21.15.98:6833/4267551822","heartbeat_front_addr":"172.21.15.98:6831/4267551822","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6801","nonce":1262401864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6803","nonce":1262401864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6807","nonce":1262401864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":1262401864},{"type":"v1","addr":"172.21.15.193:6805","nonce":1262401864}]},"public_addr":"172.21.15.193:6801/1262401864","cluster_addr":"172.21.15.193:6803/1262401864","heartbeat_back_addr":"172.21.15.193:6807/1262401864","heartbeat_front_addr":"172.21.15.193:6805/1262401864","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6809","nonce":3323060616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6811","nonce":3323060616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6815","nonce":3323060616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3323060616},{"type":"v1","addr":"172.21.15.193:6813","nonce":3323060616}]},"public_addr":"172.21.15.193:6809/3323060616","cluster_addr":"172.21.15.193:6811/3323060616","heartbeat_back_addr":"172.21.15.193:6815/3323060616","heartbeat_front_addr":"172.21.15.193:6813/3323060616","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6817","nonce":922626530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6819","nonce":922626530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6823","nonce":922626530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":922626530},{"type":"v1","addr":"172.21.15.193:6821","nonce":922626530}]},"public_addr":"172.21.15.193:6817/922626530","cluster_addr":"172.21.15.193:6819/922626530","heartbeat_back_addr":"172.21.15.193:6823/922626530","heartbeat_front_addr":"172.21.15.193:6821/922626530","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6825","nonce":333410335}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6827","nonce":333410335}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6831","nonce":333410335}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":333410335},{"type":"v1","addr":"172.21.15.193:6829","nonce":333410335}]},"public_addr":"172.21.15.193:6825/333410335","cluster_addr":"172.21.15.193:6827/333410335","heartbeat_back_addr":"172.21.15.193:6831/333410335","heartbeat_front_addr":"172.21.15.193:6829/333410335","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/3321987296":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2016920237":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6801/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6800/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/3885972226":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/1700160071":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:26:25.600 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T00:26:25.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:25 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3721681997' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T00:26:25.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:25 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2537841018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T00:26:25.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:25 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1402138603' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:26:25.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:25 smithi193 ceph-mon[30474]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:25.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:25 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:25.916 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:26:25.917 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/3809717640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":3809717640},{"type":"v1","addr":"172.21.15.193:6833","nonce":3809717640}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T00:24:24.050239+0000","modified":"2024-04-12T00:24:26.058778+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24335},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24335":{"gid":24335,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.98:6835/1506290339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":1506290339},{"type":"v1","addr":"172.21.15.98:6835","nonce":1506290339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T00:26:25.917 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 6 2024-04-12T00:26:25.928 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3721681997' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T00:26:25.928 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2537841018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T00:26:25.928 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1402138603' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:26:25.928 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[37915]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:25.928 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:25.928 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3721681997' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T00:26:25.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2537841018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T00:26:25.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1402138603' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:26:25.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[26935]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:25.929 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:25 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:25.930 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-12T00:24:24.050239+0000', 'modified': '2024-04-12T00:24:26.058778+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24335}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24335': {'gid': 24335, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.98:6835/1506290339', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6834', 'nonce': 1506290339}, {'type': 'v1', 'addr': '172.21.15.98:6835', 'nonce': 1506290339}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-12T00:26:25.930 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-12T00:26:25.930 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-12T00:26:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2024-04-12T00:26:26.047+0000 7fad017fa640 0 client.24794 ms_handle_reset on v2:172.21.15.98:6834/1506290339 2024-04-12T00:26:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2024-04-12T00:26:26.066+0000 7fad017fa640 0 client.24800 ms_handle_reset on v2:172.21.15.98:6834/1506290339 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "22cb6d54-f862-11ee-bc8c-c7b262605968", 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 0, 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24335, 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 122.014417288, 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 6, 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 70, 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 63, 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 129.20273340200001 2024-04-12T00:26:26.060 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:26:26.071 INFO:tasks.cephadm:Setup complete, yielding 2024-04-12T00:26:26.071 INFO:teuthology.run_tasks:Running task print... 2024-04-12T00:26:26.081 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-12T00:26:26.081 INFO:teuthology.run_tasks:Running task print... 2024-04-12T00:26:26.092 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-12T00:26:26.092 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-12T00:26:26.103 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi098.front.sepia.ceph.com 2024-04-12T00:26:26.103 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-12T00:26:26.305 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:26:26.736 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:26 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/4177861878' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:26:26.736 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:26 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1444409302' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:26:26.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:26 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/4177861878' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:26:26.737 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:26 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1444409302' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:26:26.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:26 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/4177861878' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:26:26.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:26 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1444409302' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T00:26:27.775 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:27 smithi098 ceph-mon[37915]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:27.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:27 smithi098 ceph-mon[26935]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:27.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:27 smithi193 ceph-mon[30474]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:28.480 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:28] ENGINE Bus STOPPING 2024-04-12T00:26:28.480 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:26:28.481 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:28] ENGINE Bus STOPPED 2024-04-12T00:26:28.481 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:28] ENGINE Bus STARTING 2024-04-12T00:26:28.481 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:28] ENGINE Serving on http://:::9283 2024-04-12T00:26:28.481 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:26:28] ENGINE Bus STARTED 2024-04-12T00:26:28.741 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-mon[37915]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-12T00:26:28.742 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/4183891476' entity='client.admin' 2024-04-12T00:26:28.742 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:26:28.742 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-mon[26935]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-12T00:26:28.742 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/4183891476' entity='client.admin' 2024-04-12T00:26:28.742 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:28 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:26:28.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:28 smithi193 ceph-mon[30474]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-12T00:26:28.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:28 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/4183891476' entity='client.admin' 2024-04-12T00:26:28.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:28 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:26:28.876 INFO:teuthology.run_tasks:Running task print... 2024-04-12T00:26:28.887 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-12T00:26:28.887 INFO:teuthology.run_tasks:Running task print... 2024-04-12T00:26:28.895 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-12T00:26:28.895 INFO:teuthology.run_tasks:Running task workunit... 2024-04-12T00:26:28.923 INFO:tasks.workunit:Pulling workunits from ref a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:26:28.923 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T00:26:28.923 DEBUG:teuthology.orchestra.run.smithi098:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T00:26:28.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T00:26:28.940 INFO:teuthology.orchestra.run.smithi098.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T00:26:28.940 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T00:26:28.996 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T00:26:28.996 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T00:26:29.052 INFO:tasks.workunit:timeout=3h 2024-04-12T00:26:29.052 INFO:tasks.workunit:cleanup=True 2024-04-12T00:26:29.052 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:26:29.107 INFO:tasks.workunit.client.0.smithi098.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T00:26:29.850 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:29 smithi193 ceph-mon[30474]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:30.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:29 smithi098 ceph-mon[37915]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:30.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:29 smithi098 ceph-mon[26935]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:32.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:32 smithi193 ceph-mon[30474]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:32.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:32 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:32.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:32 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:32.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:32 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:32.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:32 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:32.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:32 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:26:32.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:32 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:26:32.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:32 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[37915]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[26935]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:33.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:26:33.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:26:33.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:32 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:26:34.534 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:26:34] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-12T00:26:34.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:34 smithi193 ceph-mon[30474]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:35.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:34 smithi098 ceph-mon[37915]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:35.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:34 smithi098 ceph-mon[26935]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:36.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:36 smithi193 ceph-mon[30474]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:37.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:36 smithi098 ceph-mon[37915]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:37.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:36 smithi098 ceph-mon[26935]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:38.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:38 smithi193 ceph-mon[30474]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:39.034 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:38 smithi098 ceph-mon[37915]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:39.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:38 smithi098 ceph-mon[26935]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:26:40.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:40 smithi193 ceph-mon[30474]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:40.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:40 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:41.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:40 smithi098 ceph-mon[26935]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:41.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:40 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:41.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:40 smithi098 ceph-mon[37915]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:41.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:40 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:42.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:42 smithi193 ceph-mon[30474]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:43.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:42 smithi098 ceph-mon[37915]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:43.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:42 smithi098 ceph-mon[26935]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:44.535 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:26:44] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-04-12T00:26:44.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:44 smithi193 ceph-mon[30474]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:45.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:44 smithi098 ceph-mon[37915]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:45.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:44 smithi098 ceph-mon[26935]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:46.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:45 smithi098 ceph-mon[37915]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:46.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:45 smithi098 ceph-mon[26935]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:46.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:45 smithi193 ceph-mon[30474]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:48.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:48 smithi193 ceph-mon[30474]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:49.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:48 smithi098 ceph-mon[37915]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:49.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:48 smithi098 ceph-mon[26935]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:50.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:50 smithi193 ceph-mon[30474]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:51.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:50 smithi098 ceph-mon[37915]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:51.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:50 smithi098 ceph-mon[26935]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:52.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:52 smithi193 ceph-mon[30474]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:53.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:52 smithi098 ceph-mon[37915]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:53.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:52 smithi098 ceph-mon[26935]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:54.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:53 smithi098 ceph-mon[37915]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:54.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:53 smithi098 ceph-mon[26935]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:54.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:53 smithi193 ceph-mon[30474]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:54.535 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:26:54 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:26:54] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-04-12T00:26:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:55 smithi193 ceph-mon[30474]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:55.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:55 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:56.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:55 smithi098 ceph-mon[37915]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:56.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:55 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:56.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:55 smithi098 ceph-mon[26935]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:56.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:55 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:26:58.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:26:58 smithi193 ceph-mon[30474]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:59.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:26:58 smithi098 ceph-mon[37915]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:26:59.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:26:58 smithi098 ceph-mon[26935]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:00.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:00 smithi193 ceph-mon[30474]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:01.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:00 smithi098 ceph-mon[37915]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:01.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:00 smithi098 ceph-mon[26935]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:02.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:02 smithi193 ceph-mon[30474]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:03.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:02 smithi098 ceph-mon[26935]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:03.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:02 smithi098 ceph-mon[37915]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:04.267 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:03 smithi098 ceph-mon[37915]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:04.267 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:03 smithi098 ceph-mon[26935]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:04.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:03 smithi193 ceph-mon[30474]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:04.535 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:04 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:27:04] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-04-12T00:27:06.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:06 smithi193 ceph-mon[30474]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:07.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:06 smithi098 ceph-mon[37915]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:07.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:06 smithi098 ceph-mon[26935]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:08.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:08 smithi193 ceph-mon[30474]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:09.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:08 smithi098 ceph-mon[37915]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:09.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:08 smithi098 ceph-mon[26935]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:10.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:09 smithi098 ceph-mon[37915]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:10.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:09 smithi098 ceph-mon[26935]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:10.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:09 smithi193 ceph-mon[30474]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:11.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:10 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:11.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:10 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:11.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:10 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:12.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:11 smithi098 ceph-mon[37915]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:12.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:11 smithi098 ceph-mon[26935]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:12.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:11 smithi193 ceph-mon[30474]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:14.381 INFO:tasks.workunit.client.0.smithi098.stderr:Note: switching to 'a5074d4516d566e9d8b6aec912f26afd099de101'. 2024-04-12T00:27:14.381 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:14.381 INFO:tasks.workunit.client.0.smithi098.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-12T00:27:14.381 INFO:tasks.workunit.client.0.smithi098.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-12T00:27:14.381 INFO:tasks.workunit.client.0.smithi098.stderr:state without impacting any branches by switching back to a branch. 2024-04-12T00:27:14.381 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:14.381 INFO:tasks.workunit.client.0.smithi098.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-12T00:27:14.381 INFO:tasks.workunit.client.0.smithi098.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-12T00:27:14.381 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:14.382 INFO:tasks.workunit.client.0.smithi098.stderr: git switch -c 2024-04-12T00:27:14.382 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:14.382 INFO:tasks.workunit.client.0.smithi098.stderr:Or undo this operation with: 2024-04-12T00:27:14.382 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:14.382 INFO:tasks.workunit.client.0.smithi098.stderr: git switch - 2024-04-12T00:27:14.382 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:14.382 INFO:tasks.workunit.client.0.smithi098.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-12T00:27:14.382 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:14.382 INFO:tasks.workunit.client.0.smithi098.stderr:HEAD is now at a5074d4516d Merge branch 'wip-nitzan-public-addr-check-subnet-unreachable' of https://github.com/NitzanMordhai/ceph into wip-yuri6-testing-2024-04-09-1231 2024-04-12T00:27:14.387 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T00:27:14.448 INFO:tasks.workunit.client.0.smithi098.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T00:27:14.450 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T00:27:14.450 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T00:27:14.535 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:27:14] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-12T00:27:14.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:14 smithi193 ceph-mon[30474]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:15.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:14 smithi098 ceph-mon[37915]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:15.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:14 smithi098 ceph-mon[26935]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:15.173 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T00:27:15.241 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T00:27:15.282 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T00:27:15.283 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T00:27:15.284 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T00:27:15.323 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T00:27:15.326 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:27:15.326 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T00:27:15.382 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-12T00:27:15.384 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-12T00:27:15.384 DEBUG:teuthology.orchestra.run.smithi098:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a5074d4516d566e9d8b6aec912f26afd099de101 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-12T00:27:15.441 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-12T00:27:15.831 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-12T00:27:16.035 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:15] ENGINE Bus STOPPING 2024-04-12T00:27:16.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:27:16.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:15] ENGINE Bus STOPPED 2024-04-12T00:27:16.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:15] ENGINE Bus STARTING 2024-04-12T00:27:16.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:15] ENGINE Serving on http://:::9283 2024-04-12T00:27:16.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:15] ENGINE Bus STARTED 2024-04-12T00:27:16.243 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-12T00:27:16.523 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Bus STOPPING 2024-04-12T00:27:16.523 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:27:16.523 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Bus STOPPED 2024-04-12T00:27:16.523 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Bus STARTING 2024-04-12T00:27:16.523 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Serving on http://:::9283 2024-04-12T00:27:16.523 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Bus STARTED 2024-04-12T00:27:16.523 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Bus STOPPING 2024-04-12T00:27:16.642 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry preview 2024-04-12T00:27:16.785 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:27:16.785 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Bus STOPPED 2024-04-12T00:27:16.786 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Bus STARTING 2024-04-12T00:27:16.786 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Serving on http://:::9283 2024-04-12T00:27:16.786 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:16] ENGINE Bus STARTED 2024-04-12T00:27:16.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:16.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2589568640' entity='client.admin' 2024-04-12T00:27:16.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:16.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1102616908' entity='client.admin' 2024-04-12T00:27:16.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:16.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/643133864' entity='client.admin' 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2589568640' entity='client.admin' 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1102616908' entity='client.admin' 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:16.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:16 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/643133864' entity='client.admin' 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2589568640' entity='client.admin' 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1102616908' entity='client.admin' 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:16.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:16.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:16 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/643133864' entity='client.admin' 2024-04-12T00:27:17.135 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T00:27:17.135 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer": { 2024-04-12T00:27:17.135 INFO:tasks.workunit.client.0.smithi098.stdout: "active": true, 2024-04-12T00:27:17.135 INFO:tasks.workunit.client.0.smithi098.stdout: "mode": "" 2024-04-12T00:27:17.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.135 INFO:tasks.workunit.client.0.smithi098.stdout: "channels": [ 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "ident" 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "channels_available": [ 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_available": [ 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T00:27:17.136 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore" 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_opted_in": [ 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T00:27:17.137 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore" 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "config": { 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "active_changed": [ 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T00:27:17.138 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "client_check_pool_perm", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_gid", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_uid", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "client_quota", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "daemonize", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T00:27:17.139 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "keyring", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_block_size", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_cache_size", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_compression", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_log", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_write_buffer_size", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T00:27:17.140 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_journald", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_stderr", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_host", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T00:27:17.141 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "no_config_file", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T00:27:17.142 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_crush_chooseleaf_type", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hdd", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hybrid", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_ssd", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_max_backfills", 2024-04-12T00:27:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T00:27:17.144 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T00:27:17.144 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T00:27:17.144 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T00:27:17.144 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T00:27:17.145 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T00:27:17.145 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T00:27:17.145 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T00:27:17.145 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T00:27:17.145 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T00:27:17.145 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T00:27:17.145 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T00:27:17.145 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pg_delete_cost", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_hdd", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_ssd", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hdd", 2024-04-12T00:27:17.146 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_ssd", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_sleep", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "public_addr", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "public_addrv", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_default_features", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_qos_exclude_ops", 2024-04-12T00:27:17.147 INFO:tasks.workunit.client.0.smithi098.stdout: "setgroup", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "setuser" 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_changed": [ 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T00:27:17.148 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_join_fs", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/container_init", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/migration_current", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_ident", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/description", 2024-04-12T00:27:17.149 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/organization", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T00:27:17.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T00:27:17.151 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T00:27:17.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_cache_enabled", 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_ops_log", 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_usage_log" 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "contact": null, 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "crashes": [], 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "created": "2024-04-12T00:18:49.248336Z", 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "crush": { 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_algs": { 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "straw2": 3 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_sizes": { 2024-04-12T00:27:17.153 INFO:tasks.workunit.client.0.smithi098.stdout: "2": 1, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "4": 2 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_types": { 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "1": 2, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "11": 1 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "compat_weight_set": false, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "device_classes": [ 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: 8 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_buckets": 6, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_devices": 8, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_rules": 1, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_types": 12, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_weight_sets": 0, 2024-04-12T00:27:17.154 INFO:tasks.workunit.client.0.smithi098.stdout: "tunables": { 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "allowed_bucket_algs": 54, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_fallback_tries": 0, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_tries": 0, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_total_tries": 50, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_descend_once": 1, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_stable": 1, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_vary_r": 1, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v2_rules": 0, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v3_rules": 0, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v4_buckets": 1, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v5_rules": 0, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "legacy_tunables": 0, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "minimum_required_version": "jewel", 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "optimal_tunables": 1, 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "profile": "jewel", 2024-04-12T00:27:17.155 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables": 1, 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables2": 1, 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables3": 1, 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables5": 1, 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "straw_calc_version": 1 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "description": "upgrade test cluster", 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "fs": { 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "feature_flags": { 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "enable_multiple": true, 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_enabled_multiple": true 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "filesystems": [ 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:17.156 INFO:tasks.workunit.client.0.smithi098.stdout: "approx_ctime": "2024-04", 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer_enabled": false, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_caps": 0, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_dns": 10, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_inos": 13, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_subtrees": 2, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_allowed_features": 0, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "explicitly_allowed_features": 0, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "files": 0, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "max_mds": 1, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_data_pools": 1, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_in": 1, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_mds": 1, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": 0, 2024-04-12T00:27:17.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_replay": 0, 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_up": 1, 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "snaps": 0, 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "standby_count_wanted": 0 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_mds": 1, 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "total_num_mds": 2 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "hosts": { 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num": 2, 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mds": 2, 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mgr": 2, 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mon": 2, 2024-04-12T00:27:17.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_osd": 2 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard": false, 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard_description": null, 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "license": "sharing-1-0", 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "metadata": { 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 2 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 2 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 2 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 2 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 3 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 3 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 3 2024-04-12T00:27:17.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 3 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.162 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:17.166 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:17.166 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 8 2024-04-12T00:27:17.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.166 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:17.166 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:27:17.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.166 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:17.166 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T00:27:17.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 8 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 8 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 8 2024-04-12T00:27:17.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_objectstore": { 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": 8 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: "rotational": { 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: "0": 8 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: "features": { 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: "optional": [], 2024-04-12T00:27:17.168 INFO:tasks.workunit.client.0.smithi098.stdout: "persistent": [ 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "kraken", 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "luminous", 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "mimic", 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap-prune", 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "nautilus", 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "octopus", 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "pacific", 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "elector-pinging", 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "quincy", 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "reef" 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv4_addr_mons": 6, 2024-04-12T00:27:17.169 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv6_addr_mons": 0, 2024-04-12T00:27:17.170 INFO:tasks.workunit.client.0.smithi098.stdout: "min_mon_release": 18, 2024-04-12T00:27:17.170 INFO:tasks.workunit.client.0.smithi098.stdout: "v1_addr_mons": 3, 2024-04-12T00:27:17.170 INFO:tasks.workunit.client.0.smithi098.stdout: "v2_addr_mons": 3 2024-04-12T00:27:17.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.170 INFO:tasks.workunit.client.0.smithi098.stdout: "organization": "ceph-qa", 2024-04-12T00:27:17.170 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_network": false, 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "require_min_compat_client": "luminous", 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "require_osd_release": "reef" 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": [ 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:17.171 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 1, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 1, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 1, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 1781760, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 1781760, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 2, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.4430023586319294e-06, 2024-04-12T00:27:17.172 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 212, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 313344, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 590368, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 590368, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 1771104, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 179, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 2473984 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:17.173 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 32, 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 32, 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 2, 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 98304, 2024-04-12T00:27:17.174 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 98304, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 22, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 1.3478666005539708e-07, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 3430, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 3430, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 10290, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 51, 2024-04-12T00:27:17.175 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 20480 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 64, 2024-04-12T00:27:17.176 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 64, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 3, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:17.177 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:17.178 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 8, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 8, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 4, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:17.179 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T00:27:17.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": { 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: "mirroring_by_pool": [ 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: false 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_images_by_pool": [ 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pools": 1 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: "report_id": "7b91d810-85cd-40e1-a1eb-15204961602e", 2024-04-12T00:27:17.181 INFO:tasks.workunit.client.0.smithi098.stdout: "report_timestamp": "2024-04-12T00:27:17.134773", 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "report_version": 1, 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "rook": { 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster": { 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "external-mode": null, 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "allow-multiple-per-node": null, 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "count": null, 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "max-id": null, 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "pvc": { 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "stretch": { 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.182 INFO:tasks.workunit.client.0.smithi098.stdout: "network": { 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "provider": null 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "storage": { 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "device-set": { 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "non-portable": null, 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "portable": null, 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "csi": { 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes": { 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:17.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "node": { 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes-total": null, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "with-ceph-daemons": null, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-nfs-plugin": null, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-rbd-plugin": null 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "storage-class": { 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket": null, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs": null, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "nfs": null, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": null, 2024-04-12T00:27:17.184 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "services": {}, 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 105, 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": 4, 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_by_class": { 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "ssd": { 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 767731331072, 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 228954112, 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_bytes": 228954112, 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_ratio": 0.0002981327415909618 2024-04-12T00:27:17.185 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.186 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 767731331072, 2024-04-12T00:27:17.186 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T00:27:17.186 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 228954112 2024-04-12T00:27:17.186 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.186 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T00:27:17.186 INFO:tasks.workunit.client.0.smithi098.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-12T00:27:17.187 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry preview-device 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "6af24606-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af38ae8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002208": { 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T00:27:17.678 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af24606-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881328 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T00:27:17.679 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.680 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.681 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 25457807 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.682 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 42998945 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.685 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 91, 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2919, 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2932, 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2905 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.686 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 24, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 348495310, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1668402851, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5366883355, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 27692487939, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T00:27:17.687 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 9, 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 45155, 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 57062, 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 1581 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 45155, 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 57062 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.688 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T00:27:17.689 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T00:27:17.690 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.691 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 9%", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 348,495,310 [178 TB]", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,668,402,851 [854 TB]", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,366,883,355", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 27,692,487,939", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 24", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 45,155", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 57,062", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 1,581", 2024-04-12T00:27:17.692 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T00:27:17.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "6af5763c-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af6b1c8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002210": { 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T00:27:17.694 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af5763c-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881330 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:17.695 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.696 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.697 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 22458722 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T00:27:17.698 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 38758311 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.699 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:17.701 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 92, 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2648, 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2660, 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2633 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 7, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 326714043, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1471854857, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5074842397, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 24599827497, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 8, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 44231, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 55590, 2024-04-12T00:27:17.703 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 529 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 44231, 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 55590 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T00:27:17.704 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T00:27:17.705 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T00:27:17.706 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 8%", 2024-04-12T00:27:17.707 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 326,714,043 [167 TB]", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,471,854,857 [753 TB]", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,074,842,397", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 24,599,827,497", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 7", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 44,231", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 55,590", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 529", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T00:27:17.708 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:17.709 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T00:27:17.710 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry preview-all 2024-04-12T00:27:17.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:17.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:17.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:17.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:17.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:17.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:17.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:17.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:17.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:17.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:17.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:17.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:17 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:18.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:17 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "device_report": { 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "6af24606-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af38ae8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002208": { 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.188 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af24606-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881328 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:18.189 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:18.190 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.191 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 25457807 2024-04-12T00:27:18.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 42998945 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T00:27:18.193 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.194 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.196 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 91, 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2919, 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2932, 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2905 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 24, 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T00:27:18.197 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 348495310, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1668402851, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5366883355, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 27692487939, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 9, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 45155, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 57062, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 1581 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T00:27:18.198 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 45155, 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 57062 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T00:27:18.199 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T00:27:18.200 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T00:27:18.201 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T00:27:18.202 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 9%", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 348,495,310 [178 TB]", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,668,402,851 [854 TB]", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,366,883,355", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 27,692,487,939", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 24", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 45,155", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 57,062", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 1,581", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T00:27:18.203 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:18.204 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "6af5763c-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af6b1c8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002210": { 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T00:27:18.205 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af5763c-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881330 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:18.206 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.207 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T00:27:18.208 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 22458722 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.209 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 38758311 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.212 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 92, 2024-04-12T00:27:18.213 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2648, 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2660, 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2633 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 7, 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T00:27:18.214 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 326714043, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1471854857, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5074842397, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 24599827497, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 8, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 44231, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 55590, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 529 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 44231, 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 55590 2024-04-12T00:27:18.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.216 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T00:27:18.217 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T00:27:18.218 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 8%", 2024-04-12T00:27:18.219 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 326,714,043 [167 TB]", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,471,854,857 [753 TB]", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,074,842,397", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 24,599,827,497", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 7", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 44,231", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 55,590", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 529", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T00:27:18.220 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.221 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "report": { 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer": { 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "active": true, 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "mode": "" 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "channels": [ 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "ident" 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "channels_available": [ 2024-04-12T00:27:18.222 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_available": [ 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T00:27:18.223 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore" 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_opted_in": [ 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T00:27:18.224 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore" 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "config": { 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "active_changed": [ 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "client_check_pool_perm", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_gid", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_uid", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "client_quota", 2024-04-12T00:27:18.225 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "daemonize", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "keyring", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_block_size", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_cache_size", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_compression", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_log", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_write_buffer_size", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T00:27:18.226 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_journald", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_stderr", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_host", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T00:27:18.227 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "no_config_file", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T00:27:18.228 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_crush_chooseleaf_type", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hdd", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hybrid", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_ssd", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_max_backfills", 2024-04-12T00:27:18.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T00:27:18.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pg_delete_cost", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_hdd", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_ssd", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hdd", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_ssd", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T00:27:18.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_sleep", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "public_addr", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "public_addrv", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_default_features", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_qos_exclude_ops", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "setgroup", 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "setuser" 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.232 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_changed": [ 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T00:27:18.233 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_join_fs", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/container_init", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/migration_current", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_ident", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/description", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/organization", 2024-04-12T00:27:18.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T00:27:18.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T00:27:18.236 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T00:27:18.237 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_cache_enabled", 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_ops_log", 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_usage_log" 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "contact": null, 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "crashes": [], 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "created": "2024-04-12T00:18:49.248336Z", 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "crush": { 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_algs": { 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "straw2": 3 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_sizes": { 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "2": 1, 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: "4": 2 2024-04-12T00:27:18.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_types": { 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "1": 2, 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "11": 1 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "compat_weight_set": false, 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "device_classes": [ 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: 8 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_buckets": 6, 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_devices": 8, 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_rules": 1, 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_types": 12, 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_weight_sets": 0, 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "tunables": { 2024-04-12T00:27:18.239 INFO:tasks.workunit.client.0.smithi098.stdout: "allowed_bucket_algs": 54, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_fallback_tries": 0, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_tries": 0, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_total_tries": 50, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_descend_once": 1, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_stable": 1, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_vary_r": 1, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v2_rules": 0, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v3_rules": 0, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v4_buckets": 1, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v5_rules": 0, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "legacy_tunables": 0, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "minimum_required_version": "jewel", 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "optimal_tunables": 1, 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "profile": "jewel", 2024-04-12T00:27:18.240 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables": 1, 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables2": 1, 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables3": 1, 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables5": 1, 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "straw_calc_version": 1 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "description": "upgrade test cluster", 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "fs": { 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "feature_flags": { 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "enable_multiple": true, 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_enabled_multiple": true 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: "filesystems": [ 2024-04-12T00:27:18.241 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "approx_ctime": "2024-04", 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer_enabled": false, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_caps": 0, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_dns": 10, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_inos": 13, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_subtrees": 2, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_allowed_features": 0, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "explicitly_allowed_features": 0, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "files": 0, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "max_mds": 1, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_data_pools": 1, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_in": 1, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_mds": 1, 2024-04-12T00:27:18.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": 0, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_replay": 0, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_up": 1, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "snaps": 0, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "standby_count_wanted": 0 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_mds": 1, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "total_num_mds": 2 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "hosts": { 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num": 2, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mds": 2, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mgr": 2, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mon": 2, 2024-04-12T00:27:18.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_osd": 2 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard": false, 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard_description": null, 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "license": "sharing-1-0", 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "metadata": { 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 2 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T00:27:18.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 2 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 2 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:18.245 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 2 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 3 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 3 2024-04-12T00:27:18.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 3 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 3 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:18.247 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 8 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 8 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 8 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.248 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 8 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_objectstore": { 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": 8 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: "rotational": { 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: "0": 8 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.249 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "features": { 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "optional": [], 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "persistent": [ 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "kraken", 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "luminous", 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "mimic", 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap-prune", 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "nautilus", 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "octopus", 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "pacific", 2024-04-12T00:27:18.250 INFO:tasks.workunit.client.0.smithi098.stdout: "elector-pinging", 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "quincy", 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "reef" 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv4_addr_mons": 6, 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv6_addr_mons": 0, 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "min_mon_release": 18, 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "v1_addr_mons": 3, 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "v2_addr_mons": 3 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "organization": "ceph-qa", 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_network": false, 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "require_min_compat_client": "luminous", 2024-04-12T00:27:18.251 INFO:tasks.workunit.client.0.smithi098.stdout: "require_osd_release": "reef" 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": [ 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 1, 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 1, 2024-04-12T00:27:18.252 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 1, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 1781760, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 1781760, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 2, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.4430023586319294e-06, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:18.253 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 212, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 313344, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 590368, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 590368, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 1771104, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 179, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 2473984 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.254 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 32, 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 32, 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 2, 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:18.255 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 98304, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 98304, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 22, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 1.3478666005539708e-07, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:18.256 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 3430, 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 3430, 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 10290, 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 51, 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 20480 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:18.257 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 64, 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 64, 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 3, 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T00:27:18.258 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:18.259 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 8, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 8, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 4, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T00:27:18.261 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:18.262 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": { 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: "mirroring_by_pool": [ 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: false 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: "num_images_by_pool": [ 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pools": 1 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: "report_id": "7b91d810-85cd-40e1-a1eb-15204961602e", 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: "report_timestamp": "2024-04-12T00:27:18.175553", 2024-04-12T00:27:18.263 INFO:tasks.workunit.client.0.smithi098.stdout: "report_version": 1, 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "rook": { 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster": { 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "external-mode": null, 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "allow-multiple-per-node": null, 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "count": null, 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "max-id": null, 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pvc": { 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "stretch": { 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.264 INFO:tasks.workunit.client.0.smithi098.stdout: "network": { 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "provider": null 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "storage": { 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "device-set": { 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "non-portable": null, 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "portable": null, 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "csi": { 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.265 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes": { 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "node": { 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes-total": null, 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "with-ceph-daemons": null, 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-nfs-plugin": null, 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-rbd-plugin": null 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "storage-class": { 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:18.266 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket": null, 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs": null, 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "nfs": null, 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": null, 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "services": {}, 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 105, 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": 4, 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_by_class": { 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "ssd": { 2024-04-12T00:27:18.267 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 767731331072, 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 228954112, 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_bytes": 228954112, 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_ratio": 0.0002981327415909618 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 767731331072, 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 228954112 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:18.268 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T00:27:18.269 INFO:tasks.workunit.client.0.smithi098.stderr:++ ceph telemetry collection ls 2024-04-12T00:27:18.681 INFO:tasks.workunit.client.0.smithi098.stderr:+ COLLECTIONS='New collections are available: 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T00:27:18.682 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T00:27:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T00:27:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T00:27:18.685 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T00:27:18.686 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:18.687 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T00:27:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T00:27:18.689 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T00:27:18.690 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T00:27:18.690 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-12T00:27:18.690 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:18 smithi193 ceph-mon[30474]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-12T00:27:18.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:18.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[37915]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.939 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.939 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.939 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.939 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:18.939 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:18.939 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:18 smithi098 ceph-mon[26935]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-12T00:27:19.195 INFO:tasks.workunit.client.0.smithi098.stdout:Telemetry is on. 2024-04-12T00:27:19.195 INFO:tasks.workunit.client.0.smithi098.stdout:Some channels are disabled, please enable with: 2024-04-12T00:27:19.196 INFO:tasks.workunit.client.0.smithi098.stdout:`ceph telemetry enable channel perf` 2024-04-12T00:27:19.206 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry enable channel perf 2024-04-12T00:27:19.234 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Bus STOPPING 2024-04-12T00:27:19.234 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:27:19.234 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Bus STOPPED 2024-04-12T00:27:19.234 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Bus STARTING 2024-04-12T00:27:19.234 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Serving on http://:::9283 2024-04-12T00:27:19.234 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Bus STARTED 2024-04-12T00:27:19.749 INFO:tasks.workunit.client.0.smithi098.stdout:channel_perf is enabled 2024-04-12T00:27:19.761 INFO:tasks.workunit.client.0.smithi098.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-12T00:27:19.999 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Bus STOPPING 2024-04-12T00:27:19.999 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:27:19.999 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Bus STOPPED 2024-04-12T00:27:19.999 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Bus STARTING 2024-04-12T00:27:20.000 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Serving on http://:::9283 2024-04-12T00:27:20.000 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:27:19] ENGINE Bus STARTED 2024-04-12T00:27:20.000 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.000 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.000 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.000 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.000 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.000 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.000 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.001 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:20.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:20.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.159 INFO:tasks.workunit.client.0.smithi098.stderr:+ LAST_OPT_REVISION=1 2024-04-12T00:27:20.159 INFO:tasks.workunit.client.0.smithi098.stderr:+ '[' 1 -ne 1 ']' 2024-04-12T00:27:20.159 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry show 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.252 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.253 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.253 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.253 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.253 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.253 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.253 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.255 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:20 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:20 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:20.867 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T00:27:20.867 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer": { 2024-04-12T00:27:20.867 INFO:tasks.workunit.client.0.smithi098.stdout: "active": true, 2024-04-12T00:27:20.867 INFO:tasks.workunit.client.0.smithi098.stdout: "mode": "" 2024-04-12T00:27:20.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.867 INFO:tasks.workunit.client.0.smithi098.stdout: "channels": [ 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "channels_available": [ 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:20.868 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_available": [ 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore" 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_opted_in": [ 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T00:27:20.869 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore" 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "config": { 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "active_changed": [ 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T00:27:20.870 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "client_check_pool_perm", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_gid", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_uid", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "client_quota", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "daemonize", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T00:27:20.871 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "keyring", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_block_size", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_cache_size", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_compression", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_log", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_write_buffer_size", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T00:27:20.872 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_journald", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_stderr", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_host", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T00:27:20.873 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "no_config_file", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_crush_chooseleaf_type", 2024-04-12T00:27:20.874 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hdd", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hybrid", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_ssd", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_max_backfills", 2024-04-12T00:27:20.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T00:27:20.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pg_delete_cost", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_hdd", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_ssd", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hdd", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_ssd", 2024-04-12T00:27:20.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_sleep", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "public_addr", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "public_addrv", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_default_features", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_qos_exclude_ops", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "setgroup", 2024-04-12T00:27:20.878 INFO:tasks.workunit.client.0.smithi098.stdout: "setuser" 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_changed": [ 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T00:27:20.879 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_join_fs", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/container_init", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/migration_current", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_ident", 2024-04-12T00:27:20.880 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_perf", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/description", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/enabled", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/organization", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T00:27:20.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T00:27:20.882 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T00:27:20.883 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_cache_enabled", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_ops_log", 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_usage_log" 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:20.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "contact": null, 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "crashes": [], 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "created": "2024-04-12T00:18:49.248336Z", 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "crush": { 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_algs": { 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "straw2": 3 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_sizes": { 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "2": 1, 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "4": 2 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_types": { 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "1": 2, 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: "11": 1 2024-04-12T00:27:20.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.886 INFO:tasks.workunit.client.0.smithi098.stdout: "compat_weight_set": false, 2024-04-12T00:27:20.886 INFO:tasks.workunit.client.0.smithi098.stdout: "device_classes": [ 2024-04-12T00:27:20.886 INFO:tasks.workunit.client.0.smithi098.stdout: 8 2024-04-12T00:27:20.886 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:20.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_buckets": 6, 2024-04-12T00:27:20.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_devices": 8, 2024-04-12T00:27:20.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_rules": 1, 2024-04-12T00:27:20.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_types": 12, 2024-04-12T00:27:20.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_weight_sets": 0, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "tunables": { 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "allowed_bucket_algs": 54, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_fallback_tries": 0, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_tries": 0, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_total_tries": 50, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_descend_once": 1, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_stable": 1, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_vary_r": 1, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v2_rules": 0, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v3_rules": 0, 2024-04-12T00:27:20.887 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v4_buckets": 1, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v5_rules": 0, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "legacy_tunables": 0, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "minimum_required_version": "jewel", 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "optimal_tunables": 1, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "profile": "jewel", 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables": 1, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables2": 1, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables3": 1, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables5": 1, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "straw_calc_version": 1 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "description": "upgrade test cluster", 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "fs": { 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:20.888 INFO:tasks.workunit.client.0.smithi098.stdout: "feature_flags": { 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "enable_multiple": true, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_enabled_multiple": true 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "filesystems": [ 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "approx_ctime": "2024-04", 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer_enabled": false, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_caps": 0, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_dns": 10, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_inos": 13, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_subtrees": 2, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_allowed_features": 0, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "explicitly_allowed_features": 0, 2024-04-12T00:27:20.889 INFO:tasks.workunit.client.0.smithi098.stdout: "files": 0, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "max_mds": 1, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_data_pools": 1, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_in": 1, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_mds": 1, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": 0, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_replay": 0, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_up": 1, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "snaps": 0, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "standby_count_wanted": 0 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_mds": 1, 2024-04-12T00:27:20.890 INFO:tasks.workunit.client.0.smithi098.stdout: "total_num_mds": 2 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_stats": { 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20267008, 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 330392, 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 1032192, 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 0, 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 317, 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1060296, 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 12, 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 630272, 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14461344, 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 20267008 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20414464, 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 467176, 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 16384, 2024-04-12T00:27:20.892 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 901120, 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 397, 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1434824, 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 835072, 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14908496, 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 21315584 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 35577856, 2024-04-12T00:27:20.893 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1340504, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 11026432, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1129, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 8248592, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 21, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 996864, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 22239384, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 46604288 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:20.894 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 45105152, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 2017608, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 540672, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 5660672, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1818, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 10999896, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 22, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2789888, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 26004576, 2024-04-12T00:27:20.895 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 50765824 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 36741120, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 775680, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 884736, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 7766016, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1022, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 7316904, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 22, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 1900288, 2024-04-12T00:27:20.896 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 23111000, 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 44507136 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 46972928, 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 895856, 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 16384, 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 393216, 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1373, 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.897 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5314552, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 46, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2398208, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 35464344, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 47366144 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 45268992, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 631400, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 983040, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1309, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.898 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5089040, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2689792, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 33975176, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 46252032 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 45244416, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1030984, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 1073152, 2024-04-12T00:27:20.899 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1248, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 4793232, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2389760, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34146856, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 46317568 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 47054848, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1673832, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:20.900 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 57344, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 245760, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1576, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5401488, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 46, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2770176, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34268424, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 47300608 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 44105728, 2024-04-12T00:27:20.901 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 654440, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 57344, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 49152, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1186, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 4414464, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 1873664, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34222232, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 44154880 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T00:27:20.902 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 44941312, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1028264, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 327680, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1219, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 4350184, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 48, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 1950720, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34728560, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 45268992 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T00:27:20.903 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 48709632, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1970064, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 16384, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 966656, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1626, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5661880, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3792640, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34385080, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 49676288 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T00:27:20.904 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 48447488, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1773216, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 1015808, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1639, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5696504, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3534848, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34559336, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 49463296 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.905 INFO:tasks.workunit.client.0.smithi098.stdout: "hosts": { 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num": 2, 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mds": 2, 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mgr": 2, 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mon": 2, 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_osd": 2 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "io_rate": { 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_stats_delta": { 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 0, 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 0, 2024-04-12T00:27:20.906 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "stamp_delta": "12.002664", 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:20.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:20.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:20.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T00:27:20.910 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 0 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard": false, 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard_description": null, 2024-04-12T00:27:20.911 INFO:tasks.workunit.client.0.smithi098.stdout: "license": "sharing-1-0", 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "mempool": { 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.912 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.913 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.914 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.915 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 149137, 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.917 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 928, 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.918 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.919 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.921 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.923 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.924 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.925 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 222727, 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 72 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 51496, 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 208 2024-04-12T00:27:20.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7816, 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 121 2024-04-12T00:27:20.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.928 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.931 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.932 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.933 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.934 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1109383, 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 354 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.935 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.936 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6392, 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 120 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12744, 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1546 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5120, 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 79 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.937 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.939 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1162411, 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 371 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 440, 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5 2024-04-12T00:27:20.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6392, 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 120 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12744, 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1546 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10240, 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 158 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.945 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.946 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.948 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.950 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1345367, 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 421 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.951 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.952 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6392, 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 120 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.953 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12744, 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1546 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5120, 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 79 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.954 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.955 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5600, 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 70 2024-04-12T00:27:20.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 21168, 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 189 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1824, 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 610304, 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 51448, 2024-04-12T00:27:20.957 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9560 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 138296, 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 235 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11412, 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 746 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.958 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9072, 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 189 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31878, 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 203 2024-04-12T00:27:20.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 21168, 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 189 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 380847, 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 84 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.960 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2449466, 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 194 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6952, 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 79 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.961 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 521640, 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 45 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.962 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 93080, 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 183 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 224840, 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3412 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.964 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4880, 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 61 2024-04-12T00:27:20.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19824, 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 177 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1712, 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 45 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20480, 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.966 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 45644, 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8613 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 128776, 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 221 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9384, 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 572 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8496, 2024-04-12T00:27:20.967 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 177 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 27690, 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 189 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19936, 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 178 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1472, 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 437839, 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 98 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20128, 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2453212, 2024-04-12T00:27:20.969 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 192 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5016, 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 57 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 428904, 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 37 2024-04-12T00:27:20.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7280, 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 224840, 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3412 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.971 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.972 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.973 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4240, 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 53 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19600, 2024-04-12T00:27:20.974 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 175 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1376, 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8192, 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 44292, 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8380 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 124696, 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 215 2024-04-12T00:27:20.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8336, 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 520 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8400, 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 175 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 26490, 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 183 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.976 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19712, 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 176 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1472, 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 371234, 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 82 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20128, 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.977 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2446418, 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 186 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4400, 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 50 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 359352, 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 31 2024-04-12T00:27:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9360, 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 26 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 225352, 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3436 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.980 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3680, 2024-04-12T00:27:20.981 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20160, 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 180 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 592, 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 35 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.982 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4096, 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 85314, 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 14820 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 196096, 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 320 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.983 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9348, 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 578 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8640, 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 180 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 26930, 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 188 2024-04-12T00:27:20.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20160, 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 180 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2208, 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 252083, 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 53 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 26565, 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9 2024-04-12T00:27:20.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2437720, 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 182 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4752, 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 54 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.986 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 417312, 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 36 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10400, 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 20 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 224840, 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3412 2024-04-12T00:27:20.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.988 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:20.989 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3360, 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19936, 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 178 2024-04-12T00:27:20.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1264, 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 41 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4096, 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 45305, 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8637 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:20.991 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 129456, 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 222 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9628, 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 576 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8544, 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 178 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 27778, 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 190 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20048, 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 179 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1472, 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 931589, 2024-04-12T00:27:20.993 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 76 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20128, 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2428730, 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 181 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4840, 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 55 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.994 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 452088, 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7904, 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.995 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 225608, 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3448 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.996 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:20.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2800, 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 35 2024-04-12T00:27:20.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20048, 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 179 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 704, 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 36 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 14887, 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 46162, 2024-04-12T00:27:20.999 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8792 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 132176, 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 226 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10000, 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 582 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8592, 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 179 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:21.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 28634, 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 194 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20048, 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 179 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2208, 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 830931, 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 52 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 26565, 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2419395, 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:21.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5632, 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 64 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 486864, 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:21.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11960, 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 23 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 225352, 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3436 2024-04-12T00:27:21.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:21.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.006 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2320, 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 29 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20832, 2024-04-12T00:27:21.007 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 186 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 368, 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4096, 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 86682, 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 15221 2024-04-12T00:27:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 197456, 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 322 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10872, 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 734 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8928, 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 186 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.009 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 28974, 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 190 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20832, 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 186 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 463565, 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 41 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2401964, 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 167 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:21.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4664, 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 53 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 452088, 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:21.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92872, 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 189 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 225608, 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3448 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:21.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1760, 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 22 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20944, 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 187 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 40 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 274432, 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:21.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 89174, 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 15590 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 203576, 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 331 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11676, 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 743 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8976, 2024-04-12T00:27:21.017 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 187 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31110, 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 199 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20944, 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 187 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 148622, 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 29 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2452882, 2024-04-12T00:27:21.019 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 197 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 67 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 533232, 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:21.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 94328, 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 215 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 224840, 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3412 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.022 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "metadata": { 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 2 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:21.023 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 2 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 2 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 2 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.024 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 3 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 3 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:21.025 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 3 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 3 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.026 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 8 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 8 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 8 2024-04-12T00:27:21.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 8 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_objectstore": { 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": 8 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "rotational": { 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: "0": 8 2024-04-12T00:27:21.028 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "features": { 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "optional": [], 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "persistent": [ 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "kraken", 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "luminous", 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "mimic", 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap-prune", 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "nautilus", 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "octopus", 2024-04-12T00:27:21.029 INFO:tasks.workunit.client.0.smithi098.stdout: "pacific", 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "elector-pinging", 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "quincy", 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "reef" 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv4_addr_mons": 6, 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv6_addr_mons": 0, 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "min_mon_release": 18, 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "v1_addr_mons": 3, 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "v2_addr_mons": 3 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "organization": "ceph-qa", 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_network": false, 2024-04-12T00:27:21.030 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: "require_min_compat_client": "luminous", 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: "require_osd_release": "reef" 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_perf_histograms": [ 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T00:27:21.031 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T00:27:21.032 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T00:27:21.033 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.034 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T00:27:21.035 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T00:27:21.036 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.037 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.038 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.039 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.040 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.041 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.042 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.043 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.044 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.045 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.046 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.047 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.048 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.050 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.051 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.051 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T00:27:21.051 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.051 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.051 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.053 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.053 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.053 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.053 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.053 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.053 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.053 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.053 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.054 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.054 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.054 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.054 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.054 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.054 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.054 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.055 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.056 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.057 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.059 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.060 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:21.061 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T00:27:21.062 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T00:27:21.063 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.064 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T00:27:21.065 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T00:27:21.066 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:21.067 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.068 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.069 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.070 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.071 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.072 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.073 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.074 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.075 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.076 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.077 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.078 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.079 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.080 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T00:27:21.081 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.082 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.083 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.084 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.085 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.086 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.087 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.088 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.089 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.089 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.089 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.089 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.089 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.089 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.089 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.089 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.089 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:21.090 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T00:27:21.091 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T00:27:21.092 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:21.093 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T00:27:21.094 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T00:27:21.095 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.096 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.097 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.098 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.099 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.100 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.101 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.102 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.103 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.104 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.105 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.106 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.107 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.108 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.109 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.110 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.111 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.112 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T00:27:21.113 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T00:27:21.119 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T00:27:21.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T00:27:21.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T00:27:21.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T00:27:21.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T00:27:21.125 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8, 4, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 20, 4, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T00:27:21.142 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_counters": { 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: "caps": { 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_grant": { 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_revoke": { 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_trunc": { 2024-04-12T00:27:21.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_commit": { 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_complete": { 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_keys": { 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_merge": { 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_split": { 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "exported_inodes": { 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "forward": { 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_cap_release": { 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps": { 2024-04-12T00:27:21.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps_dirty": { 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_inode_file_caps": { 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: "imported_inodes": { 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes": { 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.152 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_expired": { 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_pinned": { 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_with_caps": { 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: "load_cent": { 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: "openino_dir_fetch": { 2024-04-12T00:27:21.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: "process_request_cap_release": { 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: "reply_latency": { 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159703 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: "request": { 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rbytes": { 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rfiles": { 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rsnaps": { 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_reply": { 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: "subtrees": { 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_cache": { 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_enqueue_scrub": { 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_exportdir": { 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_flush": { 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragmentdir": { 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragstats": { 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_inodestats": { 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_enqueued": { 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_prioritized": { 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_processing": { 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays": { 2024-04-12T00:27:21.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_delayed": { 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_enqueuing": { 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_completed": { 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_started": { 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.158 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_created": { 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_enqueued": { 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_migrated": { 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_reintegrated": { 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_log": { 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "ev": { 2024-04-12T00:27:21.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "evadd": { 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "evex": { 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "evexd": { 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "evexg": { 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "evtrm": { 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "jlat": { 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9746847 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "replayed": { 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "seg": { 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "segadd": { 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "segex": { 2024-04-12T00:27:21.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: "segexd": { 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: "segexg": { 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: "segtrm": { 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_mem": { 2024-04-12T00:27:21.162 INFO:tasks.workunit.client.0.smithi098.stdout: "cap": { 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: "cap+": { 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: "cap-": { 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: "dir": { 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: "dir+": { 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T00:27:21.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: "dir-": { 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: "dn": { 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: "dn+": { 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: "dn-": { 2024-04-12T00:27:21.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: "heap": { 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 207156 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: "ino": { 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: "ino+": { 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: "ino-": { 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: "rss": { 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41476 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_server": { 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_acquisition_throttle": { 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_revoke_eviction": { 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.167 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_request": { 2024-04-12T00:27:21.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.167 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_session": { 2024-04-12T00:27:21.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16 2024-04-12T00:27:21.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.167 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_peer_request": { 2024-04-12T00:27:21.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "req_create_latency": { 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getattr_latency": { 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159703 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getfilelock_latency": { 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.168 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getvxattr_latency": { 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "req_link_latency": { 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookup_latency": { 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookuphash_latency": { 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupino_latency": { 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupname_latency": { 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupparent_latency": { 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupsnap_latency": { 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lssnap_latency": { 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mkdir_latency": { 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mknod_latency": { 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mksnap_latency": { 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "req_open_latency": { 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.172 INFO:tasks.workunit.client.0.smithi098.stdout: "req_readdir_latency": { 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rename_latency": { 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "req_renamesnap_latency": { 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmdir_latency": { 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmsnap_latency": { 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmxattr_latency": { 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setattr_latency": { 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.174 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setdirlayout_latency": { 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setfilelock_latency": { 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setlayout_latency": { 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setxattr_latency": { 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "req_snapdiff_latency": { 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "req_symlink_latency": { 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "req_unlink_latency": { 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.176 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_sessions": { 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: "average_load": { 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: "avg_session_uptime": { 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: "mdthresh_evicted": { 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.177 INFO:tasks.workunit.client.0.smithi098.stdout: "session_count": { 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: "session_remove": { 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_open": { 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_stale": { 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: "total_load": { 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.178 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45 2024-04-12T00:27:21.179 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "purge_queue": { 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed": { 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing": { 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_high_water": { 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops": { 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.180 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops_high_water": { 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_item_in_journal": { 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T00:27:21.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T00:27:21.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 773 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T00:27:21.183 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 773, 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3779787 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 773, 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 131997911 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 146 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999984 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.187 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 774, 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1697973082 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.189 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 774, 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7414466 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 774, 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5307 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 774, 2024-04-12T00:27:21.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 295995310 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43851776 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32645120 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.191 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11206656 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:21.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.193 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.193 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.193 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277020447 2024-04-12T00:27:21.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273562 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70833223 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277020447 2024-04-12T00:27:21.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41608 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71065177 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 322961408 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184680298 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.200 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71172246 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T00:27:21.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32978, 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 79518256 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T00:27:21.203 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.204 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1690, 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 505365368 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T00:27:21.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T00:27:21.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 200 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 894 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 894, 2024-04-12T00:27:21.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4823947 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 894, 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2682 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 894, 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 167997879 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 894 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 894, 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4759637 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 894, 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5199 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 894, 2024-04-12T00:27:21.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 383299881 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999987 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 896 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 896, 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2397969615 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T00:27:21.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1050 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.213 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.214 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48013312 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40525824 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.215 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7487488 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.216 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277021523 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273132 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70832577 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.219 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277021523 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39169 2024-04-12T00:27:21.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71066540 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 322961408 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184681015 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.224 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71171529 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.225 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.226 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40012, 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 169979426 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.227 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T00:27:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1948, 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 627650859 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.229 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95 2024-04-12T00:27:21.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 764 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T00:27:21.231 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 764, 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3754587 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 764, 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 195997517 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T00:27:21.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999987 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T00:27:21.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 765 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.234 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.235 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 765 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T00:27:21.236 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 765, 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1816977009 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T00:27:21.237 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 765 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 765, 2024-04-12T00:27:21.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7365975 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 765, 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5237 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 765, 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 439994422 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41754624 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32677888 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9076736 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277020864 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 272451 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.241 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70833917 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T00:27:21.243 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277020864 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41608 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.244 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71064760 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.246 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 322961408 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184680576 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.248 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71171968 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32914, 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 83922705 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T00:27:21.250 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.251 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1647, 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 652100543 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2535424 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1564672 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1425408 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.255 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:21.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.257 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:21.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5504 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5504 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:21.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.260 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:21.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4038656 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1327104 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:21.262 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 108271 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:21.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22, 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 63146 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85284522 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 321, 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13384452 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 344134 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85628656 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.265 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35256 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6, 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19351 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.266 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3772 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 792 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.267 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 225 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 115, 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3651732 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 314, 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 323041 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 199, 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6816826 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.268 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31755 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 464, 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9902623 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 125, 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7401643 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.269 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 123, 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 306210343488 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 125, 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 126802524400 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 462, 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37319094198 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.270 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 462, 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47090 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 464, 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 474503 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 464, 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 384433577 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:21.271 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 464, 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 149181 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 464, 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 153224506 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 464, 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27075074 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 903408 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:21.272 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 59, 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 285163 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 464, 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 575173565 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 464, 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31352968 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 464, 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2892675 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861633873 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44482560 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43876352 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137576755 2024-04-12T00:27:21.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 606208 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.275 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85471540 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 610304 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73301708 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641036552 2024-04-12T00:27:21.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71993000 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.282 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56981026 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68847630 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641036552 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2448 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 241169 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71751511 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:21.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:21.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.290 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 616 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76592974 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6, 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2846875 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73293350 2024-04-12T00:27:21.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 616 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76592974 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6, 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2846875 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73293350 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1771104 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6 2024-04-12T00:27:21.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28999680 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.297 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2379776 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1499136 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1359872 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:21.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:21.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.302 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:21.303 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.303 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:21.303 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:21.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.303 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:21.303 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:21.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.303 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:21.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:21.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3817472 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.307 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 724992 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192713 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:21.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 30, 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71555 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:21.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 319, 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73694436 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 304, 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15670110 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 319, 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 316767 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:21.310 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 319, 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74011203 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44894 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6621 2024-04-12T00:27:21.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5745 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.312 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 818 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 229 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 137, 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5678696 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 356, 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 254910 2024-04-12T00:27:21.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 219, 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8735801 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 97247 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:21.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10915904 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 123, 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7508271 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 121, 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 237999462299 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 123, 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 124330768140 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.315 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 401, 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28912991000 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 401, 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41147 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 456979 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.316 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261261089 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 158504 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114487484 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.317 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23250292 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312472 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 57, 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 258073 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 410455940 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30388170 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2824234 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861633873 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42319872 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42262528 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137576755 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57344 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85508503 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20480 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73854569 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641313775 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.325 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71715777 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57005668 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.329 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68822988 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641313775 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4732 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 214138 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71499035 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:21.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:21.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 155 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2429440 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 155, 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 712916632 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.336 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1052 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 155, 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 64308459 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 155, 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 215408016 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33 2024-04-12T00:27:21.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33, 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4990452 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1052 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33, 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4460373 2024-04-12T00:27:21.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33, 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3734414 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:21.339 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22, 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19088073 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22, 2024-04-12T00:27:21.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8702990 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22, 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18053922 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 100 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2429440 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 688838107 2024-04-12T00:27:21.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51145096 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 193619680 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 590368 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28397568 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T00:27:21.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2166784 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1376256 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1236992 2024-04-12T00:27:21.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:21.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:21.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.349 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:21.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.349 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:21.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.349 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:21.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:21.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:21.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.351 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3481600 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 716800 2024-04-12T00:27:21.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 205669 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:21.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14081 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:21.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 289, 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62765974 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 289, 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3907469 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 289, 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 293916 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:21.356 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 289, 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 63059890 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45316 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3720 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.358 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 601 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 217 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 98, 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1427003 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 271, 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 327777 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.359 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 173, 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5171774 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 102320 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10715130 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 116, 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7363757 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 114, 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256837952422 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 116, 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 99733435640 2024-04-12T00:27:21.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 333, 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28915146163 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 333, 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32795 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421388 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:21.362 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72753184 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 119440 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38639550 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21937851 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:21.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312312 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51, 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 265485 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 144515801 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25072791 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.364 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2078263 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861633873 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43433984 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42369024 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137576755 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1064960 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85509754 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73865606 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.370 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641323156 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71706396 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:21.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57006502 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68822154 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.377 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641323156 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8234 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 202321 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71497969 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.380 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:21.381 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.382 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171512464 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9464907 2024-04-12T00:27:21.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 150806266 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.384 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.386 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.387 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171512464 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9464907 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 150806266 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:21.388 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28389376 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.389 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:21.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5787648 2024-04-12T00:27:21.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:21.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2818048 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2678784 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:21.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:21.395 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5503 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5503 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.397 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.398 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8544256 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 737280 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:21.399 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5720 2024-04-12T00:27:21.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 641, 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 461348486 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 624, 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21029589 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.401 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 641, 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 565296 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 641, 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 461913782 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.402 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39178 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.403 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5584 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3418 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 323 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.404 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 84, 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1046345 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 143, 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 311278 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 59, 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 530383 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5503877 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3971107127 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23362908 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:21.406 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47, 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 295816719617 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 64633244968 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3322, 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1386699494 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3322, 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 173925 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.407 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 84673243 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2578200967 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 405820 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.408 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1341069612 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 356356542 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 315048 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41, 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 188399 2024-04-12T00:27:21.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8331615785 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 389399918 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 268089752 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.410 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861633873 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44417024 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43941888 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137576755 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 475136 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.412 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85503139 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.413 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73876317 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:21.415 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641273548 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71756004 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.419 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57002093 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.421 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68826563 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641273548 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.423 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10328 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 320187 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.424 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71427617 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 644745 2024-04-12T00:27:21.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 644745 2024-04-12T00:27:21.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:21.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28401664 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.435 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1253376 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 921600 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 782336 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:21.438 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.439 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.442 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2113536 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:21.443 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 729088 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273100 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.444 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.445 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:21.445 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.445 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.445 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:21.445 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.445 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.445 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:21.445 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.445 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3490 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 178, 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48799098 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.446 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 173, 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6792521 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 178, 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 162667 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 178, 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48961765 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.447 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50826 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5496 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 365 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 239 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 102, 2024-04-12T00:27:21.449 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1074316 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 171, 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 272611 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 69, 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 322154 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.450 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 157899 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4670118 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 42, 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21558508 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40, 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 175270950313 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.451 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 42, 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 64504643239 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 258, 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570172 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 258, 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26330 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:21.452 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256019 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 108584078 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 79548 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45038197 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.453 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12591091 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312747 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41, 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 182514 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171174255 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.454 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14846344 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1868385 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861639357 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.455 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41271296 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40943616 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137583206 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 327680 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:21.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85509785 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.457 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73869671 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:21.459 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641323392 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71706160 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:21.462 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57006523 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.463 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68822133 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641323392 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4719 2024-04-12T00:27:21.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 212399 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71491170 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.469 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.470 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22 2024-04-12T00:27:21.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20735928 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 573720 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17766478 2024-04-12T00:27:21.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.473 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:21.475 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20735928 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 573720 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17766478 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:21.477 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28401664 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.478 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.479 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1196032 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:21.480 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 880640 2024-04-12T00:27:21.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 741376 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:21.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:21.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.486 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2015232 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:21.487 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 733184 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 99630 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7171 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.489 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 168, 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53833899 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 163, 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3856765 2024-04-12T00:27:21.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 168, 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 135760 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 168, 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53969659 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:21.491 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45235 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5331 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 334 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 245 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 92, 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 887366 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 148, 2024-04-12T00:27:21.493 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 236423 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 56, 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 477814 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 80099 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.494 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2986856 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39, 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2800388 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36, 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 326862292645 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39, 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55444034776 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.495 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 267, 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 504922 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 267, 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26837 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 248997 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 118400292 2024-04-12T00:27:21.496 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 78509 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61222015 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12252564 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.497 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 315034 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32, 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 156844 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 195145040 2024-04-12T00:27:21.498 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14362314 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1737190 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:21.499 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861639357 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42385408 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41820160 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137583206 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 565248 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85509275 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.502 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73866085 2024-04-12T00:27:21.503 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641319567 2024-04-12T00:27:21.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.505 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71709985 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57006183 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.508 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68822473 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:21.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641319567 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15321 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 213326 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71483466 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:21.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:21.514 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:21.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.516 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:21.517 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:21.519 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.521 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.522 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28397568 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:21.524 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5844992 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2867200 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.526 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2727936 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:21.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.528 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:21.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5504 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5504 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.530 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:21.531 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8650752 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:21.533 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1314816 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:21.534 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7088 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.535 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 653, 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 452030344 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 645, 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26660475 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.536 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 653, 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 498200 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 653, 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 452528544 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49851 2024-04-12T00:27:21.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:21.538 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3799 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3410 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 354 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 91, 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864206 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 136, 2024-04-12T00:27:21.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 341683 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 45, 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 526315 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5373586 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3353, 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3688378962 2024-04-12T00:27:21.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 34, 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2677159 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31, 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 194831295059 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 34, 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62194358281 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3350, 2024-04-12T00:27:21.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1528906064 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3350, 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 167886 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3353, 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75980271 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3353, 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2411552891 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:21.542 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3353, 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 398084 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3353, 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1457430262 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3353, 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 347698747 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 904708 2024-04-12T00:27:21.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27, 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 111577 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3353, 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7981237950 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3353, 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 380590424 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.544 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3353, 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 259825186 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861639357 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46792704 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.545 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45670400 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137583206 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1122304 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:21.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85502984 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.548 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.548 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.548 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73876472 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641272383 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.552 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.553 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.553 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.553 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71757169 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57001989 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68826667 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641272383 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.558 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12821 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 325192 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71421284 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:21.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:21.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2812 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 133874495 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T00:27:21.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6770225 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 123294783 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.564 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:21.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.567 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2812 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 133874495 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.568 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6770225 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 123294783 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.569 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28979200 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:21.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:21.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5709824 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2756608 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.573 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2617344 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:21.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:21.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:21.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5500 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:21.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5500 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:21.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8404992 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.580 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1318912 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 282616 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:21.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12306 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:21.582 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 626, 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 486360600 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 619, 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31832611 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.583 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 626, 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464559 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 626, 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 486825159 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40715 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 582 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:21.585 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9633 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3502 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 371 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96, 2024-04-12T00:27:21.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1368145 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 138, 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 293179 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 42, 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 814649 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:21.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 102, 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5726645 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3381, 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3985397553 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15852127 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.588 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19, 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 214833317058 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29894142745 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3380, 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1114790675 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3380, 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 200945 2024-04-12T00:27:21.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3381, 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 165668491 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3381, 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3107605521 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3381, 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 451748 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:21.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3381, 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1615743915 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3381, 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 374136005 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 903284 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19, 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86085 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.591 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3381, 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9248769568 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3381, 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 407096724 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3381, 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 287163500 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:21.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861639357 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45531136 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45408256 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137583206 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 122880 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.593 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85494375 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 135168 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73754009 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641207814 2024-04-12T00:27:21.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 128 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2000 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71821738 2024-04-12T00:27:21.599 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56996250 2024-04-12T00:27:21.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68832406 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:21.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641207814 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11713 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 335015 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:21.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71477138 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.606 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:21.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:21.608 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43, 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 109435943 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 132134 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 45, 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15746053 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43, 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72588384 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.609 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28, 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4259366 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 132134 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28, 2024-04-12T00:27:21.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3866931 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28, 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3231998 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:21.611 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12005588 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3252568 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11629596 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:21.613 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 93170989 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7, 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8626554 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57726790 2024-04-12T00:27:21.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.615 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28987392 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": [ 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:21.616 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 1, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 1, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 1, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 1781760, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 1781760, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 2, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.4430023586319294e-06, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 212, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 313344, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 590368, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 590368, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 1771104, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 179, 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 2473984 2024-04-12T00:27:21.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 32, 2024-04-12T00:27:21.619 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 32, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 2, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 98304, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 98304, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 22, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:21.620 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 1.3478666005539708e-07, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 3430, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 3430, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 10290, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 51, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 20480 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:21.621 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 64, 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 64, 2024-04-12T00:27:21.622 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 3, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:21.623 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.624 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 8, 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 8, 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 4, 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:21.625 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330264330, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110100992, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:21.626 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.627 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": { 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "mirroring_by_pool": [ 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: false 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_images_by_pool": [ 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pools": 1 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "report_id": "7b91d810-85cd-40e1-a1eb-15204961602e", 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "report_timestamp": "2024-04-12T00:27:20.745365", 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "report_version": 1, 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_stats": { 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "7.9.2" 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "rook": { 2024-04-12T00:27:21.628 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster": { 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: "external-mode": null, 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: "allow-multiple-per-node": null, 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: "count": null, 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: "max-id": null, 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: "pvc": { 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: "stretch": { 2024-04-12T00:27:21.629 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: "network": { 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: "provider": null 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: "storage": { 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: "device-set": { 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: "non-portable": null, 2024-04-12T00:27:21.630 INFO:tasks.workunit.client.0.smithi098.stdout: "portable": null, 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: "csi": { 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes": { 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: "node": { 2024-04-12T00:27:21.631 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes-total": null, 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "with-ceph-daemons": null, 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-nfs-plugin": null, 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-rbd-plugin": null 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "storage-class": { 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket": null, 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs": null, 2024-04-12T00:27:21.632 INFO:tasks.workunit.client.0.smithi098.stdout: "nfs": null, 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": null, 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: "services": {}, 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pg": [ 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.633 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.086086+0000", 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.086086+0000", 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.086382+0000", 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.634 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.635 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3f", 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.636 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000", 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.640 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.641 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082731+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082731+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083133+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.642 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.643 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3e", 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000", 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.644 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.647 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.648 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.075618+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.075618+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.075884+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:21.649 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.650 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3d", 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000", 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.651 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.652 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.654 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.655 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079151+0000", 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079151+0000", 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079539+0000", 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.656 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.657 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.658 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.658 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.658 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.658 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.658 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.658 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.658 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3c", 2024-04-12T00:27:21.658 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.658 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000", 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.659 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.662 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.663 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.089322+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.089322+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.089644+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.665 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3b", 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000", 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.666 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.669 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.670 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076008+0000", 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076008+0000", 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076309+0000", 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.672 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3a", 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000", 2024-04-12T00:27:21.673 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076867+0000", 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076867+0000", 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078744+0000", 2024-04-12T00:27:21.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.679 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.680 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.39", 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000", 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.686 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082930+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082930+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083200+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:21.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.688 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.38", 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000", 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:21.692 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.693 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.086255+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.086255+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.086577+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.695 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.37", 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000", 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.699 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.700 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.083227+0000", 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.083227+0000", 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083523+0000", 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.702 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.36", 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.703 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000", 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.707 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:21.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.080129+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.080129+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.080715+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.35", 2024-04-12T00:27:21.710 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000", 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.715 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077795+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077795+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078164+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.716 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.717 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.34", 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000", 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.721 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:21.722 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.081267+0000", 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.081267+0000", 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.081520+0000", 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:21.723 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:21.724 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.33", 2024-04-12T00:27:21.725 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000", 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.726 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.729 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.730 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079648+0000", 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079648+0000", 2024-04-12T00:27:21.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079905+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:21.732 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.32", 2024-04-12T00:27:21.733 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000", 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.737 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.738 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076541+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076541+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076899+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.740 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.31", 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000", 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.744 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.745 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.080391+0000", 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.080391+0000", 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.080681+0000", 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:21.746 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.747 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.30", 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000", 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.748 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.751 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.752 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082634+0000", 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082634+0000", 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.082907+0000", 2024-04-12T00:27:21.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:21.754 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2f", 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.755 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000", 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.759 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.760 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.083980+0000", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.083980+0000", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.084257+0000", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:21.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.762 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2e", 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000", 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.763 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.767 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082834+0000", 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082834+0000", 2024-04-12T00:27:21.768 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083186+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2d", 2024-04-12T00:27:21.770 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000", 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.774 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.775 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.709209+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.709209+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.709713+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 4, 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 4, 2024-04-12T00:27:21.777 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1f", 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 24, 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000", 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 582, 2024-04-12T00:27:21.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.781 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'4" 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.782 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.085529+0000", 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.085529+0000", 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.085860+0000", 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:21.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.784 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1e", 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000", 2024-04-12T00:27:21.785 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.789 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.790 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.721401+0000", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.721401+0000", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.721735+0000", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:21.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.792 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1e", 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000", 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.793 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.797 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.071159+0000", 2024-04-12T00:27:21.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.071159+0000", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.071426+0000", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.800 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1f", 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000", 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.804 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.805 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:21.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.712878+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.712878+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.713309+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.808 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1d", 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000", 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.812 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.813 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.073729+0000", 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.073729+0000", 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.073994+0000", 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.815 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1c", 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.816 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000", 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:21.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.711542+0000", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.711542+0000", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.711837+0000", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.823 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1c", 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000", 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:21.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.827 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.828 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:57.021169+0000", 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:57.021169+0000", 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:57.021562+0000", 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:21.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.830 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1d", 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 28, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:45:21.074371+0000", 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.831 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.835 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.713915+0000", 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.713915+0000", 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.714392+0000", 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.837 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1b", 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.838 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000", 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.842 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.072311+0000", 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.072311+0000", 2024-04-12T00:27:21.843 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.072606+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:21.844 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.845 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1a", 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000", 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:21.849 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.850 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.709252+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.709252+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.709572+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:21.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.852 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1a", 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000", 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.853 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.856 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.857 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:56.574034+0000", 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:56.574034+0000", 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:21.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:21.859 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1b", 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 11, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:38:41.677493+0000", 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.860 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.863 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.864 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.715027+0000", 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.715027+0000", 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.715973+0000", 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:21.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.866 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.19", 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000", 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.871 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.072941+0000", 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.072941+0000", 2024-04-12T00:27:21.872 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.073199+0000", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.874 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.18", 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000", 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.878 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.879 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.715106+0000", 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.715106+0000", 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.715388+0000", 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.881 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.18", 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000", 2024-04-12T00:27:21.882 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.885 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.886 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.074210+0000", 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.074210+0000", 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.074509+0000", 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:21.887 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.888 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.19", 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.889 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000", 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.893 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:21.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.707750+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.707750+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.708067+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:21.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.896 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.17", 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000", 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.900 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.901 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.083520+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.083520+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083874+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.903 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.16", 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000", 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.907 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.908 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.711387+0000", 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.711387+0000", 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.711835+0000", 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:21.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.910 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.16", 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.911 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000", 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:21.916 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.074603+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.074603+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.075123+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.918 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.17", 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000", 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.922 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:21.923 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.709495+0000", 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.709495+0000", 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.710174+0000", 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.925 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.15", 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 23, 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000", 2024-04-12T00:27:21.926 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 90, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:21.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.929 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'3" 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.930 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:57.021517+0000", 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:57.021517+0000", 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.932 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.14", 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 11, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.933 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:13:07.953537+0000", 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.937 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.715262+0000", 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.715262+0000", 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.715606+0000", 2024-04-12T00:27:21.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.939 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 12, 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 12, 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.14", 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.940 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 32, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000", 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 2632, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 12, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 9 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "70'12" 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.944 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:21.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.075999+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.075999+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076310+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:21.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.947 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.15", 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000", 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.951 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.952 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.719313+0000", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.719313+0000", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.719899+0000", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:21.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.954 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.13", 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000", 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.955 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 34, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 7 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.958 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:21.959 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078577+0000", 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078577+0000", 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078834+0000", 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.961 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.12", 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.962 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000", 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.966 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.719309+0000", 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.719309+0000", 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.719640+0000", 2024-04-12T00:27:21.967 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.968 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.12", 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.969 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000", 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.973 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.088563+0000", 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.088563+0000", 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.088843+0000", 2024-04-12T00:27:21.974 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.975 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.13", 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.976 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000", 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.977 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.978 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.978 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.978 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.978 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.978 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.978 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.978 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.978 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.978 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:21.980 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.981 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.701562+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.701562+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.701914+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:21.982 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.983 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.11", 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000", 2024-04-12T00:27:21.984 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.986 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.988 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077533+0000", 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077533+0000", 2024-04-12T00:27:21.989 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078221+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:21.990 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.991 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.10", 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000", 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:21.992 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:21.993 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:21.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:21.995 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:21.996 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.702227+0000", 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.702227+0000", 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.702656+0000", 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:21.997 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 8, 2024-04-12T00:27:21.998 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 8, 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.10", 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:21.999 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 28, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000", 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.000 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T00:27:22.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 4, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 12, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.003 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'8" 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.004 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:22.005 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082064+0000", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082064+0000", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.082363+0000", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.007 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.11", 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000", 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.008 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.011 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.012 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.705291+0000", 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.705291+0000", 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.705647+0000", 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.014 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.f", 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.015 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000", 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 22, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.019 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.081052+0000", 2024-04-12T00:27:22.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.081052+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.081349+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:22.021 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.e", 2024-04-12T00:27:22.022 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000", 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.026 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.027 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.504550+0000", 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.504550+0000", 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.504830+0000", 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:22.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.029 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.2", 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:21:04.955688+0000", 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.030 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.033 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.034 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.705885+0000", 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.705885+0000", 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.706195+0000", 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.036 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.4", 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000", 2024-04-12T00:27:22.037 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.041 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.069538+0000", 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.069538+0000", 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.069850+0000", 2024-04-12T00:27:22.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.044 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.5", 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000", 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.048 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.049 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.494898+0000", 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.494898+0000", 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.495197+0000", 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:22.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.051 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.4", 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:41:02.413488+0000", 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.056 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.057 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.058 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.058 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.058 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:22.058 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.712160+0000", 2024-04-12T00:27:22.058 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.712160+0000", 2024-04-12T00:27:22.058 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.712522+0000", 2024-04-12T00:27:22.058 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:22.058 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.058 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.059 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.2", 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000", 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.064 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.065 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082665+0000", 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082665+0000", 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.082957+0000", 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.067 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3", 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000", 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.068 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.072 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.504278+0000", 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.504278+0000", 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.504630+0000", 2024-04-12T00:27:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:22.074 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.7", 2024-04-12T00:27:22.075 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:44:47.653734+0000", 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.079 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.080 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078681+0000", 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078681+0000", 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078943+0000", 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.082 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.0", 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.083 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000", 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.087 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.714889+0000", 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.714889+0000", 2024-04-12T00:27:22.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.715297+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.089 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1", 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.090 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000", 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.093 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.094 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.716280+0000", 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.716280+0000", 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.716842+0000", 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.096 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.5", 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.097 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:03:57.506223+0000", 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:22.102 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.103 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082169+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082169+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.082440+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.105 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2", 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000", 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.109 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:22.110 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.714396+0000", 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.714396+0000", 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.714680+0000", 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:22.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.112 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.3", 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000", 2024-04-12T00:27:22.113 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 20, 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.118 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572450+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:08.926060+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:08.926060+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:08.926483+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572450+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 59, 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572450+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572450+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572450+0000", 2024-04-12T00:27:22.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572450+0000", 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572450+0000", 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 128, 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 58, 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 128, 2024-04-12T00:27:22.120 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "1.0", 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 266, 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000", 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 212, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 306, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 179, 2024-04-12T00:27:22.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "65'128" 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.125 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.497160+0000", 2024-04-12T00:27:22.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.497160+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.497445+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:22.127 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.6", 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.128 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:46:13.251501+0000", 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.132 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.067880+0000", 2024-04-12T00:27:22.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.067880+0000", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.069860+0000", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.135 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1", 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000", 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.140 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.719048+0000", 2024-04-12T00:27:22.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.719048+0000", 2024-04-12T00:27:22.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.719355+0000", 2024-04-12T00:27:22.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:22.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:22.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:22.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.143 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.0", 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000", 2024-04-12T00:27:22.144 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.148 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:22.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.716001+0000", 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.716001+0000", 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.716341+0000", 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:22.150 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.151 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.3", 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:11:52.296543+0000", 2024-04-12T00:27:22.152 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.156 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.157 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.712339+0000", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.712339+0000", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.712630+0000", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:22.158 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.159 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.5", 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000", 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.163 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.164 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077583+0000", 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077583+0000", 2024-04-12T00:27:22.165 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.077842+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:22.166 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.4", 2024-04-12T00:27:22.167 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000", 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.171 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.172 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.716157+0000", 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.716157+0000", 2024-04-12T00:27:22.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.716514+0000", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:22.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.175 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.0", 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:07:55.473585+0000", 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.179 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.180 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.703540+0000", 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.703540+0000", 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.704069+0000", 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.182 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.6", 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.183 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000", 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.187 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "63'1" 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.188 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.080415+0000", 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.080415+0000", 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.080681+0000", 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:22.189 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.190 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.7", 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000", 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.194 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.195 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.504448+0000", 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.504448+0000", 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.504783+0000", 2024-04-12T00:27:22.196 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:22.197 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.198 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.1", 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:15:04.891522+0000", 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.199 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.201 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.203 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.204 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.709661+0000", 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.709661+0000", 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.709941+0000", 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.205 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.206 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.7", 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.207 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000", 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.208 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:22.209 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.211 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.212 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076086+0000", 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076086+0000", 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076362+0000", 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.213 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.214 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.6", 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.215 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000", 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.216 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.219 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.712411+0000", 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.712411+0000", 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.713478+0000", 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:22.220 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.221 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.8", 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.222 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000", 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.223 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.224 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.225 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.226 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078941+0000", 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078941+0000", 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079235+0000", 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.227 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.228 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.9", 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.229 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000", 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.231 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.232 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.233 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.716052+0000", 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.716052+0000", 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.716304+0000", 2024-04-12T00:27:22.234 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:22.235 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.236 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.9", 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000", 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.239 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.240 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.241 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079712+0000", 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079712+0000", 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079977+0000", 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.242 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.243 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.8", 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.244 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000", 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.248 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.249 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.716675+0000", 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.716675+0000", 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.717001+0000", 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:22.250 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.251 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.a", 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000", 2024-04-12T00:27:22.252 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.255 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.256 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078662+0000", 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078662+0000", 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078914+0000", 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.257 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.258 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.b", 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.259 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000", 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.264 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:56.573120+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:56.573120+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.265 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.266 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.b", 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:31:50.871901+0000", 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.269 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 1, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.270 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.271 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079176+0000", 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079176+0000", 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079484+0000", 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.272 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.273 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.a", 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000", 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.274 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.277 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.278 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.708130+0000", 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.708130+0000", 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.709732+0000", 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.279 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.280 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.c", 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.281 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000", 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.284 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.285 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.083528+0000", 2024-04-12T00:27:22.286 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.083528+0000", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.084311+0000", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.287 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.288 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:22.288 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:22.288 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.288 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.288 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.288 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.288 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.288 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.288 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.d", 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.289 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000", 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.291 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.293 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.294 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.717797+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.717797+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.718059+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.295 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.296 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.d", 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000", 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 70, 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.300 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.301 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.072226+0000", 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.072226+0000", 2024-04-12T00:27:22.302 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.072492+0000", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:22.303 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.c", 2024-04-12T00:27:22.304 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000", 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:22.308 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.309 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.714103+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.714103+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.714409+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.310 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.311 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.e", 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000", 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:22.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.314 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.316 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.087126+0000", 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.087126+0000", 2024-04-12T00:27:22.317 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.087394+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:22.318 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.f", 2024-04-12T00:27:22.319 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000", 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:22.323 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:22.324 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077921+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077921+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078395+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.325 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.326 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.20", 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000", 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.330 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.331 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.332 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077618+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077618+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.077934+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.334 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.21", 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000", 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.335 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.339 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077028+0000", 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077028+0000", 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.077348+0000", 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:22.340 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:22.341 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.342 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.22", 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000", 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.343 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.346 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.347 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076430+0000", 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076430+0000", 2024-04-12T00:27:22.348 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076726+0000", 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.350 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.23", 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000", 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.351 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.355 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:22.356 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078004+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078004+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078337+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:22.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.358 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.24", 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000", 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.359 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.362 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.363 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076416+0000", 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076416+0000", 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076712+0000", 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:22.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.365 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.25", 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000", 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.366 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.369 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.370 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.091267+0000", 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.091267+0000", 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.091552+0000", 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.372 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.26", 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.373 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000", 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.377 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.378 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.064933+0000", 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.064933+0000", 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.065810+0000", 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.380 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.27", 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.381 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000", 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:22.385 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.386 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.064515+0000", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.064515+0000", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.064820+0000", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:22.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.28", 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000", 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.393 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.394 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.072060+0000", 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.072060+0000", 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.072341+0000", 2024-04-12T00:27:22.395 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.396 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.29", 2024-04-12T00:27:22.397 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000", 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.401 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.402 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079161+0000", 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079161+0000", 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079412+0000", 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.404 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2a", 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000", 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:22.409 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.410 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:56.574115+0000", 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:56.574115+0000", 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.411 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.412 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2b", 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.413 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 11, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:29:47.189575+0000", 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.417 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.418 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.080969+0000", 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.080969+0000", 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.081270+0000", 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:22.420 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2c", 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000", 2024-04-12T00:27:22.421 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.424 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pool": [ 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 24, 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:22.425 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 8, 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 4, 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.428 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:22.429 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 24 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 192, 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:22.430 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 64, 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 3, 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T00:27:22.435 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 192 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 3, 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.436 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 128, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 1, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 3, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 128, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 1, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 212, 2024-04-12T00:27:22.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 306, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 179, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 1781760, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 1771104, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:22.440 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 3 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 96, 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 45, 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 32, 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 45, 2024-04-12T00:27:22.441 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 2, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 3430, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.442 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 66, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 22, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 22, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 14, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 1, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 51, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 20 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 98304, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 10290, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:22.445 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 96 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 105, 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": 4, 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_by_class": { 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "ssd": { 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 767731331072, 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 228954112, 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_bytes": 228954112, 2024-04-12T00:27:22.446 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_ratio": 0.0002981327415909618 2024-04-12T00:27:22.447 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.447 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 767731331072, 2024-04-12T00:27:22.447 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T00:27:22.447 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 228954112 2024-04-12T00:27:22.447 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.447 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T00:27:22.447 INFO:tasks.workunit.client.0.smithi098.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-12T00:27:22.448 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry show-device 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/930151923' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/930151923' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.451 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.451 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.451 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.451 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.451 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/930151923' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/930151923' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.453 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.454 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:22.454 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/930151923' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T00:27:22.454 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/930151923' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T00:27:22.454 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:22.454 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.454 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.454 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.454 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.454 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.455 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.456 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.457 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:21 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.458 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:22 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.460 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.461 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.462 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.465 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.465 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:22.465 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:22.465 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:22.465 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:22.465 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:21 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:22.465 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T00:27:22.465 INFO:tasks.workunit.client.0.smithi098.stdout: "6af24606-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:22.465 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af38ae8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002208": { 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af24606-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.466 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881328 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.468 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.469 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T00:27:22.470 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.470 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.470 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T00:27:22.470 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.470 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.470 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T00:27:22.470 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 25457807 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T00:27:22.471 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 42998945 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.472 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T00:27:22.474 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T00:27:22.475 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 91, 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2919, 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2932, 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2905 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.476 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 24, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 348495310, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1668402851, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5366883355, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 27692487939, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 9, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 45155, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 57062, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T00:27:22.477 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 1581 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 45155, 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 57062 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T00:27:22.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.479 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.480 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T00:27:22.481 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 9%", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 348,495,310 [178 TB]", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,668,402,851 [854 TB]", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,366,883,355", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 27,692,487,939", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 24", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 45,155", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 57,062", 2024-04-12T00:27:22.482 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 1,581", 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T00:27:22.483 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.484 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "6af5763c-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af6b1c8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002210": { 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af5763c-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T00:27:22.485 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881330 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T00:27:22.486 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.488 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.489 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 22458722 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T00:27:22.490 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 38758311 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.491 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T00:27:22.492 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.492 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.492 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T00:27:22.492 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.492 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.492 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T00:27:22.492 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.494 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 92, 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2648, 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2660, 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2633 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T00:27:22.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 7, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 326714043, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1471854857, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5074842397, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 24599827497, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 8, 2024-04-12T00:27:22.496 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 44231, 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 55590, 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 529 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 44231, 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 55590 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T00:27:22.497 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T00:27:22.498 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T00:27:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T00:27:22.500 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T00:27:22.501 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 8%", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 326,714,043 [167 TB]", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,471,854,857 [753 TB]", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,074,842,397", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 24,599,827,497", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 7", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 44,231", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 55,590", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 529", 2024-04-12T00:27:22.502 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.503 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.504 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T00:27:22.505 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry show-all 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout: "device_report": { 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout: "6af24606-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af38ae8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002208": { 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T00:27:22.513 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af24606-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881328 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T00:27:22.514 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.515 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.516 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.517 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 25457807 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 42998945 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T00:27:22.518 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T00:27:22.519 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.520 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T00:27:22.521 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 91, 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2919, 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2932, 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2905 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.522 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 24, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 348495310, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1668402851, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5366883355, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 27692487939, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T00:27:22.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 9, 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 45155, 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 57062, 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 1581 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 45155, 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 57062 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T00:27:22.524 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T00:27:22.525 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T00:27:22.526 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T00:27:22.527 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T00:27:22.528 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 9%", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 348,495,310 [178 TB]", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,668,402,851 [854 TB]", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,366,883,355", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 27,692,487,939", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 24", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 45,155", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 57,062", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 1,581", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T00:27:22.529 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.530 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "6af5763c-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af6b1c8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002210": { 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T00:27:22.531 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af5763c-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881330 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T00:27:22.532 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.533 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.534 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 22458722 2024-04-12T00:27:22.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 38758311 2024-04-12T00:27:22.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.537 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.538 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T00:27:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.540 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T00:27:22.540 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T00:27:22.540 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T00:27:22.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.540 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T00:27:22.540 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T00:27:22.540 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T00:27:22.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.540 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T00:27:22.541 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 92, 2024-04-12T00:27:22.541 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T00:27:22.541 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2648, 2024-04-12T00:27:22.541 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2660, 2024-04-12T00:27:22.541 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2633 2024-04-12T00:27:22.541 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.541 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.541 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 7, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 326714043, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1471854857, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5074842397, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 24599827497, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T00:27:22.542 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 8, 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 44231, 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 55590, 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 529 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 44231, 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 55590 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T00:27:22.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T00:27:22.544 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T00:27:22.545 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T00:27:22.546 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 8%", 2024-04-12T00:27:22.547 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 326,714,043 [167 TB]", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,471,854,857 [753 TB]", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,074,842,397", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 24,599,827,497", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 7", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 44,231", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 55,590", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 529", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T00:27:22.548 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T00:27:22.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: "report": { 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer": { 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: "active": true, 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: "mode": "" 2024-04-12T00:27:22.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: "channels": [ 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: "channels_available": [ 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T00:27:22.551 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_available": [ 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T00:27:22.552 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore" 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_opted_in": [ 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T00:27:22.553 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore" 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "config": { 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "active_changed": [ 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T00:27:22.554 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "client_check_pool_perm", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_gid", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_uid", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "client_quota", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "daemonize", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T00:27:22.555 INFO:tasks.workunit.client.0.smithi098.stdout: "keyring", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_block_size", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_cache_size", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_compression", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_log", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "leveldb_write_buffer_size", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T00:27:22.556 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_journald", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_stderr", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_host", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T00:27:22.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "no_config_file", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_crush_chooseleaf_type", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T00:27:22.558 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hdd", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hybrid", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_ssd", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_max_backfills", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T00:27:22.559 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T00:27:22.560 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pg_delete_cost", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_hdd", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_ssd", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hdd", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T00:27:22.561 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_ssd", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_sleep", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "public_addr", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "public_addrv", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_default_features", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_qos_exclude_ops", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "setgroup", 2024-04-12T00:27:22.562 INFO:tasks.workunit.client.0.smithi098.stdout: "setuser" 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_changed": [ 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T00:27:22.563 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_join_fs", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/container_init", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/migration_current", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T00:27:22.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_ident", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_perf", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/description", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/enabled", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/organization", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T00:27:22.565 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T00:27:22.566 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T00:27:22.567 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_cache_enabled", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_ops_log", 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_usage_log" 2024-04-12T00:27:22.568 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "contact": null, 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "crashes": [], 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "created": "2024-04-12T00:18:49.248336Z", 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "crush": { 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_algs": { 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "straw2": 3 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_sizes": { 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "2": 1, 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "4": 2 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_types": { 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "1": 2, 2024-04-12T00:27:22.569 INFO:tasks.workunit.client.0.smithi098.stdout: "11": 1 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: "compat_weight_set": false, 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: "device_classes": [ 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: 8 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_buckets": 6, 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_devices": 8, 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_rules": 1, 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_types": 12, 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_weight_sets": 0, 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: "tunables": { 2024-04-12T00:27:22.570 INFO:tasks.workunit.client.0.smithi098.stdout: "allowed_bucket_algs": 54, 2024-04-12T00:27:22.571 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_fallback_tries": 0, 2024-04-12T00:27:22.571 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_tries": 0, 2024-04-12T00:27:22.571 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_total_tries": 50, 2024-04-12T00:27:22.571 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_descend_once": 1, 2024-04-12T00:27:22.571 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_stable": 1, 2024-04-12T00:27:22.571 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_vary_r": 1, 2024-04-12T00:27:22.571 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v2_rules": 0, 2024-04-12T00:27:22.571 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v3_rules": 0, 2024-04-12T00:27:22.571 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v4_buckets": 1, 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v5_rules": 0, 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "legacy_tunables": 0, 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "minimum_required_version": "jewel", 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "optimal_tunables": 1, 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "profile": "jewel", 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables": 1, 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables2": 1, 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables3": 1, 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables5": 1, 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "straw_calc_version": 1 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "description": "upgrade test cluster", 2024-04-12T00:27:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: "fs": { 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "feature_flags": { 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "enable_multiple": true, 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_enabled_multiple": true 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "filesystems": [ 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "approx_ctime": "2024-04", 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer_enabled": false, 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_caps": 0, 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_dns": 10, 2024-04-12T00:27:22.573 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_inos": 13, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_subtrees": 2, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_allowed_features": 0, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "explicitly_allowed_features": 0, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "files": 0, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "max_mds": 1, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_data_pools": 1, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_in": 1, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_mds": 1, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": 0, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_replay": 0, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_up": 1, 2024-04-12T00:27:22.574 INFO:tasks.workunit.client.0.smithi098.stdout: "snaps": 0, 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "standby_count_wanted": 0 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_mds": 1, 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "total_num_mds": 2 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_stats": { 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20267008, 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 326264, 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:22.575 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 999424, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 0, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 319, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1097192, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 12, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 630272, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14461344, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 20267008 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20430848, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 460120, 2024-04-12T00:27:22.576 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 884736, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 398, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1474696, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 835072, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14908448, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 21315584 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:22.577 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 35684352, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1415864, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 147456, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 10919936, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1131, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 7968896, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 21, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 1112576, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 22287048, 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 46604288 2024-04-12T00:27:22.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 45514752, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 2006120, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 483328, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 5251072, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1832, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 11197080, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 22, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3073536, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 26002176, 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 50765824 2024-04-12T00:27:22.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 36118528, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 688000, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 8388608, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1031, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 8088296, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 22, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 1457408, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 23132312, 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 44507136 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 46981120, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 909680, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 385024, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1373, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5333688, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 46, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2377728, 2024-04-12T00:27:22.581 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 35476440, 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 47366144 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 45293568, 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 648440, 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 958464, 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1311, 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.582 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5134496, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2648832, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 33978216, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 46252032 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 45244416, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1009128, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 1073152, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1248, 2024-04-12T00:27:22.583 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 4759280, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2442496, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34149928, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 46317568 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 46997504, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1656824, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 303104, 2024-04-12T00:27:22.584 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1576, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5495328, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 46, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2690304, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34271464, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 47300608 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 44064768, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 648584, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:22.585 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 90112, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1187, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 4437216, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 1870080, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34225304, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 44154880 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 44949504, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1011176, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:22.586 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 319488, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1220, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 4282824, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 48, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2037248, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34734672, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 45268992 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 48709632, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1895840, 2024-04-12T00:27:22.587 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 966656, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1627, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5787880, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3742976, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34399352, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 49676288 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T00:27:22.588 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 48496640, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1739872, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2883584, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 966656, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 1645, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 5909080, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 47, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3388416, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 34575688, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 49463296 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.589 INFO:tasks.workunit.client.0.smithi098.stdout: "hosts": { 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num": 2, 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mds": 2, 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mgr": 2, 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mon": 2, 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_osd": 2 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "io_rate": { 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_stats_delta": { 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 0, 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 0, 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:22.590 INFO:tasks.workunit.client.0.smithi098.stdout: "stamp_delta": "12.002423", 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:22.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:22.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 326, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 398, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:22.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 72, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:22.594 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 0 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard": false, 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard_description": null, 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "license": "sharing-1-0", 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "mempool": { 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.595 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.596 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.597 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.598 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 149137, 2024-04-12T00:27:22.600 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 928, 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.602 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.603 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.604 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.606 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.607 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 222727, 2024-04-12T00:27:22.608 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 72 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 51496, 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 208 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7816, 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 121 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.610 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.611 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.612 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.614 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.614 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.614 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.614 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.614 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.614 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.614 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.616 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.617 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1154488, 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 365 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 264, 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.619 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6392, 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 120 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.620 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12744, 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1546 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5120, 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 79 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.621 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.622 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.623 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.624 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.625 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1162559, 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 374 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 352, 2024-04-12T00:27:22.627 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 4 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.628 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6392, 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 120 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12744, 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1546 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10240, 2024-04-12T00:27:22.629 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 158 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T00:27:22.630 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.631 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.631 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.631 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.631 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.631 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.631 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.631 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.633 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.634 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.635 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1279119, 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 432 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 176, 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.637 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6392, 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 120 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12744, 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1546 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.638 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5120, 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 79 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.639 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5600, 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 70 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 21168, 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 189 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1824, 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 610304, 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 51448, 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9560 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 138296, 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 235 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11412, 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 746 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9072, 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 189 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31878, 2024-04-12T00:27:22.643 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 203 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 21168, 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 189 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 380847, 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 84 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2449466, 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 194 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6952, 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 79 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 521640, 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 45 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 99320, 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 195 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 224840, 2024-04-12T00:27:22.646 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3412 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.647 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:22.648 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4880, 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 61 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19824, 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 177 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1712, 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 45 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20480, 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5 2024-04-12T00:27:22.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 45644, 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8613 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 128776, 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 221 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9384, 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 572 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8496, 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 177 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 27690, 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 189 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19936, 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 178 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1472, 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 437839, 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 98 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20128, 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.652 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2453212, 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 192 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5016, 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 57 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.653 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.654 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 428904, 2024-04-12T00:27:22.654 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 37 2024-04-12T00:27:22.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.654 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.654 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7280, 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 224840, 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3412 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4240, 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 53 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19600, 2024-04-12T00:27:22.657 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 175 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1376, 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8192, 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 44292, 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8380 2024-04-12T00:27:22.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 124696, 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 215 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8336, 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 520 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8400, 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 175 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 26490, 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 183 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19712, 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 176 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1472, 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 371234, 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 82 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20128, 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2446418, 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 186 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.661 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4400, 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 50 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 359352, 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 31 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.662 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9360, 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 26 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 225352, 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3436 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.663 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.664 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:22.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3680, 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20160, 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 180 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 592, 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 35 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4096, 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 85314, 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 14820 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 196096, 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 320 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9348, 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 578 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8640, 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 180 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 26930, 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 188 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20160, 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 180 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2208, 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 252083, 2024-04-12T00:27:22.669 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 53 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 26565, 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2437720, 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 182 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4752, 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 54 2024-04-12T00:27:22.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 417312, 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 36 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10400, 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 20 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 224840, 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3412 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3360, 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19936, 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 178 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1264, 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 41 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4096, 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 45305, 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8637 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 129456, 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 222 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9628, 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 576 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8544, 2024-04-12T00:27:22.676 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 178 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 27778, 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 190 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20048, 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 179 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1472, 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 931589, 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 76 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20128, 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2428730, 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 181 2024-04-12T00:27:22.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4840, 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 55 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 452088, 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7904, 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 225608, 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3448 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.680 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2800, 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 35 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20048, 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 179 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 704, 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 36 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 14887, 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 46162, 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8792 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 132176, 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 226 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10000, 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 582 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8592, 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 179 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 28634, 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 194 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20048, 2024-04-12T00:27:22.685 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 179 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2208, 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 830931, 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 52 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 26565, 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9 2024-04-12T00:27:22.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2419395, 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5632, 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 64 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.687 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.689 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.689 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 486864, 2024-04-12T00:27:22.689 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T00:27:22.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.689 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11960, 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 23 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 225352, 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3436 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.690 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.691 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:22.692 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2320, 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 29 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20832, 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 186 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 368, 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4096, 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 86682, 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 15221 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 197456, 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 322 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10872, 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 734 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8928, 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 186 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 28974, 2024-04-12T00:27:22.695 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 190 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20832, 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 186 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 463565, 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 41 2024-04-12T00:27:22.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2401964, 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 167 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4664, 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 53 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.697 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 452088, 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 99112, 2024-04-12T00:27:22.698 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 201 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 225608, 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3448 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6368, 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 123 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16896, 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1760, 2024-04-12T00:27:22.701 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 22 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20944, 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 187 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 40 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 274432, 2024-04-12T00:27:22.702 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 89174, 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 15590 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 203576, 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 331 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11676, 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 743 2024-04-12T00:27:22.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 8976, 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 187 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31110, 2024-04-12T00:27:22.704 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 199 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 20944, 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 187 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 148622, 2024-04-12T00:27:22.705 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 29 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2452882, 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 197 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T00:27:22.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T00:27:22.707 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 67 2024-04-12T00:27:22.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.707 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T00:27:22.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.707 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.707 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 533232, 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 101816, 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 239 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 224840, 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3412 2024-04-12T00:27:22.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T00:27:22.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: "metadata": { 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 2 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:22.710 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 2 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 2 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T00:27:22.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 2 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 3 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.712 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 3 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 3 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:22.713 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 3 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 8 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T00:27:22.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 8 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 8 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T00:27:22.715 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 8 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_objectstore": { 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": 8 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: "rotational": { 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: "0": 8 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: "features": { 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: "optional": [], 2024-04-12T00:27:22.716 INFO:tasks.workunit.client.0.smithi098.stdout: "persistent": [ 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "kraken", 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "luminous", 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "mimic", 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap-prune", 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "nautilus", 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "octopus", 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "pacific", 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "elector-pinging", 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "quincy", 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "reef" 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv4_addr_mons": 6, 2024-04-12T00:27:22.717 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv6_addr_mons": 0, 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "min_mon_release": 18, 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "v1_addr_mons": 3, 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "v2_addr_mons": 3 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "organization": "ceph-qa", 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_network": false, 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "require_min_compat_client": "luminous", 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "require_osd_release": "reef" 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_perf_histograms": [ 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.718 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T00:27:22.719 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T00:27:22.720 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T00:27:22.721 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T00:27:22.722 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T00:27:22.723 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T00:27:22.724 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.725 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.726 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.727 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.728 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.729 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.731 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.732 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.733 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.734 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.735 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.736 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.737 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.738 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.739 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.740 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.741 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.742 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.743 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.744 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.745 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.746 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:22.747 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T00:27:22.748 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T00:27:22.749 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T00:27:22.750 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T00:27:22.751 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T00:27:22.752 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T00:27:22.753 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.754 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.756 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.759 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T00:27:22.762 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.767 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T00:27:22.773 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:22.776 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T00:27:22.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T00:27:22.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:22.779 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T00:27:22.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T00:27:22.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.787 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.795 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.798 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.799 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T00:27:22.799 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:22.805 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T00:27:22.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T00:27:22.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T00:27:22.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T00:27:22.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T00:27:22.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8, 4, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 20, 4, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.819 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T00:27:22.833 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_counters": { 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: "caps": { 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T00:27:22.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_grant": { 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_revoke": { 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_trunc": { 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_commit": { 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T00:27:22.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_complete": { 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_keys": { 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_merge": { 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_split": { 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "exported_inodes": { 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: "forward": { 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_cap_release": { 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps": { 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps_dirty": { 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.837 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_inode_file_caps": { 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: "imported_inodes": { 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes": { 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_expired": { 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_pinned": { 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:22.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_with_caps": { 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "load_cent": { 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "openino_dir_fetch": { 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "process_request_cap_release": { 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "reply_latency": { 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159703 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "request": { 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rbytes": { 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rfiles": { 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rsnaps": { 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_reply": { 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "subtrees": { 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_cache": { 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_enqueue_scrub": { 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_exportdir": { 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_flush": { 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragmentdir": { 2024-04-12T00:27:22.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragstats": { 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_inodestats": { 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_enqueued": { 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_prioritized": { 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_processing": { 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays": { 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_delayed": { 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_enqueuing": { 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_completed": { 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_started": { 2024-04-12T00:27:22.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_created": { 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_enqueued": { 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_migrated": { 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_reintegrated": { 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.844 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_log": { 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "ev": { 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "evadd": { 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "evex": { 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "evexd": { 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "evexg": { 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "evtrm": { 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "jlat": { 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9746847 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "replayed": { 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "seg": { 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.846 INFO:tasks.workunit.client.0.smithi098.stdout: "segadd": { 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: "segex": { 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: "segexd": { 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: "segexg": { 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.847 INFO:tasks.workunit.client.0.smithi098.stdout: "segtrm": { 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_mem": { 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: "cap": { 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: "cap+": { 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "cap-": { 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "dir": { 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "dir+": { 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "dir-": { 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "dn": { 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:22.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "dn+": { 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "dn-": { 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "heap": { 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 207156 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "ino": { 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "ino+": { 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:22.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "ino-": { 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "rss": { 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41476 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_server": { 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_acquisition_throttle": { 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_revoke_eviction": { 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_request": { 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_session": { 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_peer_request": { 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "req_create_latency": { 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getattr_latency": { 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159703 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getfilelock_latency": { 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getvxattr_latency": { 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "req_link_latency": { 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookup_latency": { 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookuphash_latency": { 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupino_latency": { 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupname_latency": { 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupparent_latency": { 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupsnap_latency": { 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lssnap_latency": { 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mkdir_latency": { 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mknod_latency": { 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mksnap_latency": { 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "req_open_latency": { 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "req_readdir_latency": { 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rename_latency": { 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "req_renamesnap_latency": { 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmdir_latency": { 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmsnap_latency": { 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmxattr_latency": { 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.857 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setattr_latency": { 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setdirlayout_latency": { 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setfilelock_latency": { 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.858 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setlayout_latency": { 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setxattr_latency": { 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "req_snapdiff_latency": { 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "req_symlink_latency": { 2024-04-12T00:27:22.859 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "req_unlink_latency": { 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_sessions": { 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "average_load": { 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "avg_session_uptime": { 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "mdthresh_evicted": { 2024-04-12T00:27:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: "session_count": { 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: "session_remove": { 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_open": { 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.861 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_stale": { 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: "total_load": { 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.862 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.863 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:22.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.863 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:22.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.863 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:22.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45 2024-04-12T00:27:22.863 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: "purge_queue": { 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed": { 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing": { 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_high_water": { 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops": { 2024-04-12T00:27:22.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops_high_water": { 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_item_in_journal": { 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.866 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 59 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.867 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 795 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 795, 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3961566 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 795, 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 133997879 2024-04-12T00:27:22.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 146 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999984 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 796 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.870 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.871 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 796 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 796, 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1745972318 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.872 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 796 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 796, 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7773866 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 796, 2024-04-12T00:27:22.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5564 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 796, 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 298995262 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43851776 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32718848 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.875 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11132928 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277020447 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273562 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70833223 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.879 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277020447 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41608 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.880 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71065177 2024-04-12T00:27:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 322961408 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184680298 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71172246 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33893, 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 82904257 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T00:27:22.887 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1734, 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 516210581 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T00:27:22.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T00:27:22.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 211 2024-04-12T00:27:22.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.890 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T00:27:22.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.890 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.890 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T00:27:22.890 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T00:27:22.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 916 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 916, 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5005726 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 916, 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2748 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T00:27:22.891 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 916, 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 168997866 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 916 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.893 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 916, 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4939832 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 916, 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5434 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 916, 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 400714881 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999987 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 918 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.895 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 918, 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2456968868 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1050 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T00:27:22.896 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:22.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48013312 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40181760 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7831552 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.899 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277021523 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273132 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.901 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70832577 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.902 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277021523 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39169 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71066540 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 322961408 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184681015 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71171529 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.908 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T00:27:22.909 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40952, 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 173923506 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1993, 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 648627312 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T00:27:22.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 117 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 786 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T00:27:22.914 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 786, 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3936366 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 786, 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 203997415 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:22.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999987 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T00:27:22.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 787 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 787 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 787, 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1877976237 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T00:27:22.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 787 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 787, 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7725375 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T00:27:22.921 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 787, 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5494 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 787, 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 462994130 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41754624 2024-04-12T00:27:22.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32858112 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8896512 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277020864 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 272451 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.925 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70833917 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T00:27:22.926 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348127232 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 277020864 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41608 2024-04-12T00:27:22.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71064760 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.929 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 322961408 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184680576 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71171968 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T00:27:22.933 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33876, 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 87614048 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1692, 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 683852497 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2748416 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:22.937 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:22.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1712128 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1572864 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:22.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.940 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5504 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:22.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5504 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4399104 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1327104 2024-04-12T00:27:22.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 108271 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22, 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 63146 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:22.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 371, 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 90421932 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 357, 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13691159 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 371, 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 349399 2024-04-12T00:27:22.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 371, 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 90771331 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35256 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6, 2024-04-12T00:27:22.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19351 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3772 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.950 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 234 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 115, 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3651732 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 314, 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 323041 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:22.951 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 199, 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6816826 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31755 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9906133 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:22.952 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 125, 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7401643 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 125, 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 466325873073 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 125, 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 126802524400 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37319158730 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.953 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50905 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 488217 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 389974969 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:22.954 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 164916 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 153640776 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28023442 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 903408 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.955 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 59, 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 285163 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 582103435 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32413499 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 500, 2024-04-12T00:27:22.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3116832 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861633873 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44482560 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44089344 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:22.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137576755 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 393216 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85471625 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 610304 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73301623 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.961 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641037193 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.963 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71992359 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.964 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:22.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.965 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:22.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.965 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56981083 2024-04-12T00:27:22.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.965 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68847573 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641037193 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2436 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:22.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8527 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2436 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 233885 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.970 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71747203 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:22.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:22.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 616 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:22.973 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76592974 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6, 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2846875 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73293350 2024-04-12T00:27:22.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.975 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.976 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:22.977 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 616 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.978 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76592974 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6, 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2846875 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73293350 2024-04-12T00:27:22.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1771104 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28991488 2024-04-12T00:27:22.980 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.981 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.982 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2379776 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.983 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1499136 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1359872 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:22.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:22.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:22.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:22.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:22.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3817472 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 724992 2024-04-12T00:27:22.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192713 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.991 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 30, 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71555 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 319, 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73694436 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 304, 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15670110 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 319, 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 316767 2024-04-12T00:27:22.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 319, 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74011203 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44894 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:22.994 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6621 2024-04-12T00:27:22.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.995 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:22.995 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5745 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.996 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 818 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 238 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 137, 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5678696 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 356, 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 254910 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.997 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 219, 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8735801 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 97247 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:22.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10915904 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 123, 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7508271 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 121, 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 237999462299 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 123, 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 124330768140 2024-04-12T00:27:22.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 401, 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28912991000 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 401, 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41147 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:23.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 456979 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261261089 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 158504 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114487484 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.001 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23250292 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312472 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 57, 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 258073 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:23.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 410455940 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30388170 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 403, 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2824234 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861633873 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.003 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43368448 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42344448 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137576755 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1024000 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85508503 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.005 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20480 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.007 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73854569 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641313775 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.009 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71715777 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57005668 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.014 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.014 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68822988 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641313775 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4732 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 214138 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.018 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71499035 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 155 2024-04-12T00:27:23.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2429440 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 155, 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 712916632 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:23.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1052 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 155, 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 64308459 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 155, 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 215408016 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.022 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33, 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4990452 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1052 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33, 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4460373 2024-04-12T00:27:23.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33, 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3734414 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22, 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19088073 2024-04-12T00:27:23.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22, 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8702990 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22, 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18053922 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 100 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2429440 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 688838107 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51145096 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 193619680 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.027 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 590368 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28397568 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.028 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2166784 2024-04-12T00:27:23.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:23.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1376256 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1236992 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.032 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:23.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:23.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:23.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.036 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:23.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3481600 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:23.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 716800 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 205669 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.040 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:23.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.040 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:23.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.040 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:23.040 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:23.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14081 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 289, 2024-04-12T00:27:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62765974 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 289, 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3907469 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 289, 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 293916 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 289, 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 63059890 2024-04-12T00:27:23.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45316 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:23.043 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3720 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 601 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.044 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 217 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 98, 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1427003 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 271, 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 327777 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 173, 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5171774 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.045 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 102320 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10715130 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 116, 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7363757 2024-04-12T00:27:23.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 114, 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256837952422 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 116, 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 99733435640 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 333, 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28915146163 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 333, 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32795 2024-04-12T00:27:23.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421388 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72753184 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 119440 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.048 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38639550 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21937851 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312312 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51, 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 265485 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:23.049 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 144515801 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25072791 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 335, 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2078263 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:23.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861633873 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43433984 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42360832 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137576755 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1073152 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.051 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85509754 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.053 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.054 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73865606 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641323156 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.055 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.057 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71706396 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57006502 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68822154 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641323156 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8234 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 202321 2024-04-12T00:27:23.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71497969 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:23.064 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.065 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.066 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171512464 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:23.067 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9464907 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 150806266 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.068 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:23.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.071 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171512464 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9464907 2024-04-12T00:27:23.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 150806266 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.073 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28389376 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.075 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5787648 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2818048 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.077 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2678784 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.078 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:23.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.080 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5503 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5503 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.081 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.082 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.083 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8544256 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 737280 2024-04-12T00:27:23.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:23.085 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5720 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 641, 2024-04-12T00:27:23.086 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 461348486 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 624, 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21029589 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 641, 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 565296 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 641, 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 461913782 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:23.087 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39178 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:23.088 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5584 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3418 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:23.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 323 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 84, 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1046345 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 143, 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 311278 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 59, 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 530383 2024-04-12T00:27:23.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5503877 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3971107127 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23362908 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.091 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47, 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 295816719617 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 64633244968 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3322, 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1386699494 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3322, 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 173925 2024-04-12T00:27:23.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 84673243 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2578200967 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 405820 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1341069612 2024-04-12T00:27:23.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 356356542 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 315048 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41, 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 188399 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.094 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8331615785 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 389399918 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3325, 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 268089752 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:23.095 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861633873 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44417024 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44113920 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137576755 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 303104 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.096 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85503139 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.097 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.098 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.098 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.098 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.098 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.098 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.098 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.099 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73876317 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641273548 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.101 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71756004 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.103 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57002093 2024-04-12T00:27:23.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.105 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68826563 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.107 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641273548 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.108 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10328 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 320187 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.109 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71427617 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.110 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:23.111 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 644745 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.113 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.116 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:23.117 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 644745 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28401664 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:23.119 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1253376 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.121 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 921600 2024-04-12T00:27:23.122 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 782336 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:23.123 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.124 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:23.125 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:23.126 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.128 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2113536 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:23.129 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 729088 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273100 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.130 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3490 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.131 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 178, 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48799098 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 173, 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6792521 2024-04-12T00:27:23.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 178, 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 162667 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 178, 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48961765 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.133 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50826 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.134 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5496 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 365 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 239 2024-04-12T00:27:23.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 102, 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1074316 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 171, 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 272611 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 69, 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 322154 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:23.136 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 157899 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4670118 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 42, 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21558508 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.137 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40, 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 175270950313 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 42, 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 64504643239 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 258, 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570172 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.138 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 258, 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26330 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256019 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 108584078 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:23.139 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 79548 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45038197 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12591091 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312747 2024-04-12T00:27:23.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41, 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 182514 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171174255 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14846344 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 260, 2024-04-12T00:27:23.141 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1868385 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861639357 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41271296 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41164800 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:23.142 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137583206 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 106496 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.143 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85509785 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.145 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73869671 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.146 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641323392 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.148 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71706160 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57006523 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.152 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68822133 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641323392 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4719 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 212399 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71491170 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.157 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:23.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20735928 2024-04-12T00:27:23.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 573720 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17766478 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.161 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.163 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20735928 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.164 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 573720 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17766478 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.165 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28401664 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:23.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1196032 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:23.168 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 880640 2024-04-12T00:27:23.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 741376 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:23.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.171 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.172 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5505 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:23.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2015232 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 733184 2024-04-12T00:27:23.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 99630 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7171 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:23.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 168, 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53833899 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 163, 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3856765 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 168, 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 135760 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.179 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 168, 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53969659 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45235 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:23.180 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5331 2024-04-12T00:27:23.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 334 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 245 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 92, 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 887366 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:23.182 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 148, 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 236423 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 56, 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 477814 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:23.183 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 80099 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2986856 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39, 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2800388 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:23.184 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36, 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 326862292645 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39, 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55444034776 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 267, 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 504922 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:23.185 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 267, 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26837 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 248997 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 118400292 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:23.186 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 78509 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61222015 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12252564 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 315034 2024-04-12T00:27:23.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32, 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 156844 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 195145040 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14362314 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.188 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 270, 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1737190 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861639357 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42385408 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.189 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42057728 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137583206 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 327680 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.190 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85509275 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.192 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73866085 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641319567 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71709985 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57006183 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.199 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.199 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.199 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68822473 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641319567 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15321 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 213326 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71483466 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.204 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.205 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.206 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:23.207 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.208 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:23.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28397568 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.212 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.213 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6057984 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:23.214 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.215 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3014656 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2875392 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:23.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:23.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5504 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5504 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.219 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:23.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9011200 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1314816 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4, 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7088 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:23.224 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 689, 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 456323936 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 681, 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26975972 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 689, 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503339 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 689, 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 456827275 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49851 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3799 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3482 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 354 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:23.227 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 91, 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864206 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 136, 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 341683 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 45, 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 526315 2024-04-12T00:27:23.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 100, 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5373586 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3688382887 2024-04-12T00:27:23.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 34, 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2677159 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 34, 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 350462653302 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 34, 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62194358281 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1528949108 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171300 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75991123 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2416154717 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.231 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 414575 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1457822080 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 348660437 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 904708 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.232 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27, 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 111577 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7987216999 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 381718978 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3389, 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 260047770 2024-04-12T00:27:23.233 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861639357 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46792704 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45826048 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:23.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137583206 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 966656 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85503006 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.236 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73876450 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641272549 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2128 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71757003 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.241 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57002004 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68826652 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.244 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641272549 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2328 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3493 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12808 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 319051 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71421451 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:23.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39 2024-04-12T00:27:23.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.249 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2812 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 133874495 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:23.250 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6770225 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 123294783 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.253 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:23.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2812 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 133874495 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:23.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6770225 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 123294783 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.256 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28979200 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.257 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_main": { 2024-04-12T00:27:23.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5922816 2024-04-12T00:27:23.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.260 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27656192 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2904064 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2764800 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31850496 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T00:27:23.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 206272 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1282048 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T00:27:23.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1286144 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4913 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.263 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5500 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5500 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T00:27:23.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T00:27:23.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8765440 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T00:27:23.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1318912 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 282616 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9, 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27459 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.268 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 662, 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492503298 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 655, 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32144308 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 662, 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 471167 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 662, 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492974465 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T00:27:23.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40715 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 582 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9633 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3902 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 389 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T00:27:23.271 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 136, 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2445973 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 218, 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 330633 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 82, 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1651317 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T00:27:23.272 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 102, 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5726645 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3985401886 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15852127 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.273 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 292926300810 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29894142745 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1114846152 2024-04-12T00:27:23.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 205000 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 165683005 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3114028538 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.275 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 468932 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1616179384 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 375239264 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T00:27:23.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 903284 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19, 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86085 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9256758566 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 408372814 2024-04-12T00:27:23.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3417, 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 287433344 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1861639357 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46579712 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.278 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45563904 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3137583206 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1015808 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159383552 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 85486030 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 139264 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 126976 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73623090 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 780140544 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641145225 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 128 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2000 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71884327 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 464 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56990686 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68837970 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 713031680 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 641145225 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T00:27:23.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3512 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8195 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9366 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 329009 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T00:27:23.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71536373 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.291 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.292 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 171, 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 163493312 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266554 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 173, 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45976887 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T00:27:23.294 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 171, 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 119501508 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 120 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 120, 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19357400 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266554 2024-04-12T00:27:23.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 120, 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17018996 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 120, 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13837514 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T00:27:23.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 46, 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50964923 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.297 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 46, 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20331337 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 46, 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47937204 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 93170989 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7, 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8626554 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57726790 2024-04-12T00:27:23.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28983296 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.300 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": [ 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 1, 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 1, 2024-04-12T00:27:23.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 1, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330329866, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 1781760, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 1781760, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110117376, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 2, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:23.302 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.443002131258254e-06, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 538, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 720896, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 590368, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 590368, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 1771104, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 251, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 2473984 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:23.303 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 32, 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 32, 2024-04-12T00:27:23.304 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 2, 2024-04-12T00:27:23.305 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:23.305 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:23.305 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330329866, 2024-04-12T00:27:23.305 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 98304, 2024-04-12T00:27:23.305 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:23.305 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:23.305 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 98304, 2024-04-12T00:27:23.305 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:23.305 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110117376, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 22, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 1.3478663163368765e-07, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 3430, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 3430, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 10290, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 51, 2024-04-12T00:27:23.306 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 20480 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:23.307 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 64, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 64, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 3, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330329866, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110117376, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T00:27:23.308 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:23.309 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 8, 2024-04-12T00:27:23.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 8, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 4, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 729330329866, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 243110117376, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T00:27:23.311 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T00:27:23.312 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": { 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: "mirroring_by_pool": [ 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: false 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_images_by_pool": [ 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pools": 1 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: "report_id": "7b91d810-85cd-40e1-a1eb-15204961602e", 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: "report_timestamp": "2024-04-12T00:27:21.977772", 2024-04-12T00:27:23.313 INFO:tasks.workunit.client.0.smithi098.stdout: "report_version": 1, 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_stats": { 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "7.9.2" 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "rook": { 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster": { 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "external-mode": null, 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "allow-multiple-per-node": null, 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "count": null, 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "max-id": null, 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "pvc": { 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T00:27:23.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "stretch": { 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "network": { 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "provider": null 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "storage": { 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "device-set": { 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "non-portable": null, 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "portable": null, 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.315 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "csi": { 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes": { 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "node": { 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes-total": null, 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "with-ceph-daemons": null, 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-nfs-plugin": null, 2024-04-12T00:27:23.316 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-rbd-plugin": null 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: "storage-class": { 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket": null, 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs": null, 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: "nfs": null, 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": null, 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T00:27:23.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "services": {}, 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pg": [ 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.318 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.086086+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.086086+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.086382+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.319 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572498+0000", 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3f", 2024-04-12T00:27:23.320 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:21:31.063064+0000", 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.321 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.322 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.324 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.325 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082731+0000", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082731+0000", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083133+0000", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:23.326 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571879+0000", 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.327 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3e", 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:26:58.858328+0000", 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.328 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.329 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.332 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:23.333 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.075618+0000", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.075618+0000", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.075884+0000", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:23.334 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799830+0000", 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.335 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3d", 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:05:31.644549+0000", 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.336 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.339 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.340 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079151+0000", 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079151+0000", 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079539+0000", 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.341 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566114+0000", 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.342 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3c", 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.343 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:15:32.306903+0000", 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.347 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.348 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.089322+0000", 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.089322+0000", 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.089644+0000", 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:23.349 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573318+0000", 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.350 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3b", 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.351 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:26:07.931995+0000", 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.352 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.355 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.356 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076008+0000", 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076008+0000", 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076309+0000", 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566168+0000", 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.358 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3a", 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.359 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:12:41.158614+0000", 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.363 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.364 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076867+0000", 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076867+0000", 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078744+0000", 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:23.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572606+0000", 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.366 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.39", 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.367 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:04:35.806117+0000", 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.371 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.372 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082930+0000", 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082930+0000", 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083200+0000", 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068783+0000", 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.374 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.38", 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.375 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:21:48.675418+0000", 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.379 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.380 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.086255+0000", 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.086255+0000", 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.086577+0000", 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572415+0000", 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.382 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.383 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.383 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.383 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.383 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.383 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.383 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.383 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.383 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.383 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.37", 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:44:04.822610+0000", 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.388 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.389 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.389 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.389 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.389 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.389 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.389 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.389 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.390 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.390 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.390 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.390 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.390 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.390 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.390 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:23.390 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.083227+0000", 2024-04-12T00:27:23.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.083227+0000", 2024-04-12T00:27:23.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083523+0000", 2024-04-12T00:27:23.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:23.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:23.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020653+0000", 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.392 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.393 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.393 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.393 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.393 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.393 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.393 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.393 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.393 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.394 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.394 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.36", 2024-04-12T00:27:23.394 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.394 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.394 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.394 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.394 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.394 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:46:02.635017+0000", 2024-04-12T00:27:23.394 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.399 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.399 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.399 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.399 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.399 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.400 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.401 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.401 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.401 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.401 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.401 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.401 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.401 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.401 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:23.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.080129+0000", 2024-04-12T00:27:23.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.080129+0000", 2024-04-12T00:27:23.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.080715+0000", 2024-04-12T00:27:23.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:23.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:23.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:23.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:23.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:23.403 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020645+0000", 2024-04-12T00:27:23.403 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.404 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.404 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.404 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.404 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.404 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.404 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.404 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.404 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.404 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.35", 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.405 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:42:35.994456+0000", 2024-04-12T00:27:23.406 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.406 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.406 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.411 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.411 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.411 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.411 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.411 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.411 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.411 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.411 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.412 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.412 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.412 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.412 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.412 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.412 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.412 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.412 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077795+0000", 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077795+0000", 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078164+0000", 2024-04-12T00:27:23.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:23.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:23.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:23.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:23.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:23.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573503+0000", 2024-04-12T00:27:23.415 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.415 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.415 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.415 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.415 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.34", 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.416 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.417 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.417 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.417 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.417 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:36:05.494466+0000", 2024-04-12T00:27:23.417 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.417 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.417 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.421 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.421 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.421 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.421 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.421 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.421 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.421 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.421 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.422 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.422 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.422 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.422 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.422 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.422 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.423 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.423 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:23.423 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.423 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.423 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.423 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.423 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.424 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.424 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.424 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.424 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.424 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.424 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.424 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.425 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.425 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.425 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:23.425 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.081267+0000", 2024-04-12T00:27:23.425 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.081267+0000", 2024-04-12T00:27:23.425 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.081520+0000", 2024-04-12T00:27:23.425 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:23.426 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.426 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.426 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.426 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.426 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069089+0000", 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.427 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.33", 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:02:29.495751+0000", 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.428 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.432 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079648+0000", 2024-04-12T00:27:23.433 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079648+0000", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079905+0000", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799497+0000", 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.435 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.32", 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:30:48.514234+0000", 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.436 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.439 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.440 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076541+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076541+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076899+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571581+0000", 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.442 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.31", 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:00:05.488076+0000", 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.443 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.446 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.447 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.080391+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.080391+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.080681+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:23.448 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565908+0000", 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.449 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.30", 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:55:04.167150+0000", 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.450 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.451 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.453 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.454 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082634+0000", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082634+0000", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.082907+0000", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:23.455 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566818+0000", 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.456 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2f", 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:31:48.489312+0000", 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.457 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.458 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.461 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.083980+0000", 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.083980+0000", 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.084257+0000", 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.462 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570655+0000", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2e", 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.464 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:59:51.860128+0000", 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.465 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.468 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082834+0000", 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082834+0000", 2024-04-12T00:27:23.469 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083186+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572973+0000", 2024-04-12T00:27:23.470 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2d", 2024-04-12T00:27:23.471 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:37:47.091071+0000", 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.472 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.475 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.476 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.709209+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.709209+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.709713+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.800156+0000", 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 4, 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 4, 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.478 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1f", 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 24, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:32:42.387484+0000", 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 582, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.479 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:23.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.482 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'4" 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.483 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.085529+0000", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.085529+0000", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.085860+0000", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:23.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069361+0000", 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.485 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1e", 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:02:40.169684+0000", 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.486 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.489 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.490 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.721401+0000", 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.721401+0000", 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.721735+0000", 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069369+0000", 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.492 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1e", 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.493 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:01:17.978253+0000", 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.497 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.071159+0000", 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.071159+0000", 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.071426+0000", 2024-04-12T00:27:23.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799883+0000", 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.499 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1f", 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.500 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:19:31.991190+0000", 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.505 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.505 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.506 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.712878+0000", 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.712878+0000", 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.713309+0000", 2024-04-12T00:27:23.507 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573405+0000", 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:23.508 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1d", 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.509 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:46:47.611826+0000", 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.514 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.514 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.514 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.514 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.514 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.073729+0000", 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.073729+0000", 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.073994+0000", 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:23.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566227+0000", 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.516 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1c", 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:48:03.851075+0000", 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.520 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.521 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.711542+0000", 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.711542+0000", 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.711837+0000", 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:23.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572246+0000", 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.523 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1c", 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:46:48.447215+0000", 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:23.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.527 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:23.528 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:57.021169+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:57.021169+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:57.021562+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:23.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.022012+0000", 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1d", 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.530 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 28, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:45:21.074371+0000", 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.533 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.534 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.713915+0000", 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.713915+0000", 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.714392+0000", 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.535 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069186+0000", 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.536 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1b", 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:02:52.245656+0000", 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.537 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.540 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.541 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.072311+0000", 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.072311+0000", 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.072606+0000", 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.542 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572766+0000", 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.543 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1a", 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:36:46.379809+0000", 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.547 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.548 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.709252+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.709252+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.709572+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:23.549 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020386+0000", 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:23.550 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1a", 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:08:03.211559+0000", 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.554 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:56.574034+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:56.574034+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:23.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.574325+0000", 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1b", 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.557 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 11, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:38:41.677493+0000", 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.561 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.715027+0000", 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.715027+0000", 2024-04-12T00:27:23.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.715973+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069023+0000", 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.563 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.19", 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.564 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:24:57.482441+0000", 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.072941+0000", 2024-04-12T00:27:23.569 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.072941+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.073199+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:23.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068956+0000", 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.571 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.18", 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:06:10.951633+0000", 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.575 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.715106+0000", 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.715106+0000", 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.715388+0000", 2024-04-12T00:27:23.576 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566151+0000", 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.577 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.18", 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.578 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:55:51.481987+0000", 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.582 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.583 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.074210+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.074210+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.074509+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:23.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571752+0000", 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.585 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.19", 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:46:21.393610+0000", 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.590 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.707750+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.707750+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.708067+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.591 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020878+0000", 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.592 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.17", 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:06:31.061764+0000", 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.594 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.596 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:23.597 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.083520+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.083520+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.083874+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:23.598 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566581+0000", 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.16", 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.599 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:05:09.313479+0000", 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.601 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.603 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.711387+0000", 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.711387+0000", 2024-04-12T00:27:23.604 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.711835+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566482+0000", 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.605 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.16", 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.606 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:08:07.314565+0000", 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.608 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.609 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.610 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.074603+0000", 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.074603+0000", 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.075123+0000", 2024-04-12T00:27:23.611 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.800058+0000", 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.612 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.17", 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.613 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:56:34.043102+0000", 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.617 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.709495+0000", 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.709495+0000", 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.710174+0000", 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.618 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571905+0000", 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.619 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.15", 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 23, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:39:58.583080+0000", 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.620 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 90, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.622 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.623 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'3" 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.624 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:57.021517+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:57.021517+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.625 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.021797+0000", 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.626 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.14", 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 11, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:13:07.953537+0000", 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.629 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:23.631 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.715262+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.715262+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.715606+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:23.632 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:26:25.580664+0000", 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 12, 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 12, 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.14", 2024-04-12T00:27:23.633 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 32, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:12:13.238367+0000", 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 2632, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.636 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 12, 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 9 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "70'12" 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.637 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.075999+0000", 2024-04-12T00:27:23.638 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.075999+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076310+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573146+0000", 2024-04-12T00:27:23.639 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.15", 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.640 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:00:54.701273+0000", 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.644 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.719313+0000", 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.719313+0000", 2024-04-12T00:27:23.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.719899+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799808+0000", 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.646 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.13", 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.647 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:18:40.019584+0000", 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 34, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 7 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.651 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078577+0000", 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078577+0000", 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078834+0000", 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:23.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799579+0000", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.653 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.12", 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.654 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:48:14.331946+0000", 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.658 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.719309+0000", 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.719309+0000", 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.719640+0000", 2024-04-12T00:27:23.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565859+0000", 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.660 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.12", 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:45:28.968549+0000", 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.664 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.665 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.088563+0000", 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.088563+0000", 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.088843+0000", 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.667 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.13", 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:09:27.565676+0000", 2024-04-12T00:27:23.668 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.671 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.672 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.701562+0000", 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.701562+0000", 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.701914+0000", 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:23.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020265+0000", 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.674 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.11", 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:36:05.605518+0000", 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.675 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.678 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.679 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077533+0000", 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077533+0000", 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078221+0000", 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020213+0000", 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.681 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.10", 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:08:16.987821+0000", 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.682 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.685 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.686 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.702227+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.702227+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.702656+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:23.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570112+0000", 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 8, 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 8, 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.688 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.10", 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 28, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:28:48.661389+0000", 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T00:27:23.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 4, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 12, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:23.692 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'8" 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.693 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082064+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082064+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.082363+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.694 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572797+0000", 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.695 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.11", 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:07:42.746630+0000", 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.699 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.705291+0000", 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.705291+0000", 2024-04-12T00:27:23.700 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.705647+0000", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.701 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573903+0000", 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.702 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.f", 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:38:05.584455+0000", 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 22, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.706 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.081052+0000", 2024-04-12T00:27:23.707 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.081052+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.081349+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572788+0000", 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.708 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.e", 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.709 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:21:56.528042+0000", 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.714 INFO:tasks.workunit.client.0.smithi098.stderr:+ echo OK 2024-04-12T00:27:23.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:23.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:23.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:23.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:23.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:23.717 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:23.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:23.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:23.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:23.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:23.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:23.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:23 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:23.718 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.718 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.718 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.718 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.504550+0000", 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.504550+0000", 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.504830+0000", 2024-04-12T00:27:23.719 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571903+0000", 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.2", 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.721 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:21:04.955688+0000", 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.725 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.726 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.705885+0000", 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.705885+0000", 2024-04-12T00:27:23.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.706195+0000", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:23.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572359+0000", 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.729 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.4", 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:46:51.657190+0000", 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.735 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.069538+0000", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.069538+0000", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.069850+0000", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:23.736 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566360+0000", 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.737 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.5", 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.738 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:04:13.829481+0000", 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.742 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.743 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.494898+0000", 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.494898+0000", 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.495197+0000", 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572434+0000", 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.745 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.4", 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.746 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:41:02.413488+0000", 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.750 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.751 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.712160+0000", 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.712160+0000", 2024-04-12T00:27:23.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.712522+0000", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.753 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565886+0000", 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.754 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.2", 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:19:31.571004+0000", 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.755 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.759 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.760 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082665+0000", 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082665+0000", 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.082957+0000", 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:23.761 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573122+0000", 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.762 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3", 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.763 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:13:43.014909+0000", 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.767 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.768 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.504278+0000", 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.504278+0000", 2024-04-12T00:27:23.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.504630+0000", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572255+0000", 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.771 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.7", 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:44:47.653734+0000", 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.772 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.776 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.777 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078681+0000", 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078681+0000", 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078943+0000", 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:23.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571553+0000", 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.779 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.0", 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.780 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:14:13.832562+0000", 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.784 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.785 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.714889+0000", 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.714889+0000", 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.715297+0000", 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570033+0000", 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.787 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1", 2024-04-12T00:27:23.788 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:38:49.286119+0000", 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.792 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.793 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:23.794 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.716280+0000", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.716280+0000", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.716842+0000", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020432+0000", 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.796 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.5", 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:03:57.506223+0000", 2024-04-12T00:27:23.797 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.801 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.802 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.082169+0000", 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.082169+0000", 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.082440+0000", 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.804 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2", 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.805 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:14:50.495372+0000", 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.809 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:23.810 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.714396+0000", 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.714396+0000", 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.714680+0000", 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566024+0000", 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.812 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.3", 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.813 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:46:44.035093+0000", 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.817 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.818 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 20, 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:27:21.369968+0000", 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:08.926060+0000", 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:08.926060+0000", 2024-04-12T00:27:23.819 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:08.926483+0000", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:27:21.369968+0000", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 59, 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:27:21.369968+0000", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:27:21.369968+0000", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:27:21.369968+0000", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:27:21.369968+0000", 2024-04-12T00:27:23.820 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:27:21.369968+0000", 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 164, 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 58, 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 164, 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.821 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "1.0", 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 394, 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:57:56.587584+0000", 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.822 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.823 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 538, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 704, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 251, 2024-04-12T00:27:23.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "70'164" 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.826 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.827 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.497160+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.497160+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.497445+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.828 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799761+0000", 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.829 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.6", 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:46:13.251501+0000", 2024-04-12T00:27:23.830 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.834 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.835 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.067880+0000", 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.067880+0000", 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.069860+0000", 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799444+0000", 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.837 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1", 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.838 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:59:48.987785+0000", 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.842 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.843 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.719048+0000", 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.719048+0000", 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.719355+0000", 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572257+0000", 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.0", 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.846 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:59:03.028116+0000", 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.850 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.851 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.716001+0000", 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.716001+0000", 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.716341+0000", 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799423+0000", 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.853 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.3", 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.854 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:11:52.296543+0000", 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.859 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.712339+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.712339+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.712630+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573319+0000", 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.862 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.5", 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:32:04.777009+0000", 2024-04-12T00:27:23.863 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.867 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.868 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077583+0000", 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077583+0000", 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.077842+0000", 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572507+0000", 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.870 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.4", 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.871 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:55:17.247891+0000", 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.875 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.876 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.716157+0000", 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.716157+0000", 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.716514+0000", 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:23.877 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068855+0000", 2024-04-12T00:27:23.878 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.879 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.0", 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:07:55.473585+0000", 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.883 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.884 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.703540+0000", 2024-04-12T00:27:23.885 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.703540+0000", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.704069+0000", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.886 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572391+0000", 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.6", 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:38:24.262286+0000", 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "63'1" 2024-04-12T00:27:23.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.893 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.080415+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.080415+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.080681+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:23.894 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069383+0000", 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.895 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.7", 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:15:25.410317+0000", 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.896 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.901 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:58.504448+0000", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:58.504448+0000", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:58.504783+0000", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 66, 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:23.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572254+0000", 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 65, 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.903 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.1", 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:15:04.891522+0000", 2024-04-12T00:27:23.904 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.908 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.909 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.709661+0000", 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.709661+0000", 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.709941+0000", 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020773+0000", 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.911 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.7", 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.912 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:12:11.087570+0000", 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:23.919 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.920 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076086+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076086+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076362+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.921 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799967+0000", 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.922 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.6", 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:59.511112+0000", 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.923 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.926 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.927 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.712411+0000", 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.712411+0000", 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.713478+0000", 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:23.928 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572567+0000", 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.929 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.8", 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.930 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:10:23.297632+0000", 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.931 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.934 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078941+0000", 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078941+0000", 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079235+0000", 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.935 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572731+0000", 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.936 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.9", 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:37:00.777408+0000", 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.937 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.940 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.941 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.716052+0000", 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.716052+0000", 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.716304+0000", 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:23.942 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571668+0000", 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.943 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.9", 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:47:11.950272+0000", 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.944 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.947 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.948 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079712+0000", 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079712+0000", 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079977+0000", 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068873+0000", 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.950 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.8", 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:22:23.481512+0000", 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.951 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.954 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:23.955 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.716675+0000", 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.716675+0000", 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.717001+0000", 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572164+0000", 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.957 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.a", 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:56:09.358866+0000", 2024-04-12T00:27:23.958 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.961 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.962 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:23.963 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.963 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.963 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.963 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.963 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.963 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078662+0000", 2024-04-12T00:27:23.964 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078662+0000", 2024-04-12T00:27:23.964 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078914+0000", 2024-04-12T00:27:23.964 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.964 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.964 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.964 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.964 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.964 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.964 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.965 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.965 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.965 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.965 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.965 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.965 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069079+0000", 2024-04-12T00:27:23.965 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.965 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.965 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.966 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.966 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.966 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.966 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.966 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.966 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.966 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.966 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.967 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.967 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.967 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.b", 2024-04-12T00:27:23.967 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.967 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.967 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.967 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.968 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.968 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:15:25.665578+0000", 2024-04-12T00:27:23.968 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.968 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.968 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.968 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.970 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.974 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.974 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.974 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.975 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:56.573120+0000", 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:56.573120+0000", 2024-04-12T00:27:23.976 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.575870+0000", 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.977 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.b", 2024-04-12T00:27:23.978 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 15, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:31:50.871901+0000", 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 1, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.982 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.983 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079176+0000", 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079176+0000", 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079484+0000", 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020393+0000", 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.985 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.a", 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:26:00.994608+0000", 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.986 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.989 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.990 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.708130+0000", 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.708130+0000", 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.709732+0000", 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570529+0000", 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:23.992 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.c", 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 20, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:43:52.665266+0000", 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:23.993 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:23.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:23.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:23.996 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:23.997 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.083528+0000", 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.083528+0000", 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.084311+0000", 2024-04-12T00:27:23.998 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.573235+0000", 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:23.999 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.d", 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.000 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:25:30.236169+0000", 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.004 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:24.005 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.006 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:24.006 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.006 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.006 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:24.006 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.006 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.006 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:24.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.717797+0000", 2024-04-12T00:27:24.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.717797+0000", 2024-04-12T00:27:24.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.718059+0000", 2024-04-12T00:27:24.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:24.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:24.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:24.008 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:24.008 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:24.008 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:24.008 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:24.008 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.008 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:24.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:24.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571865+0000", 2024-04-12T00:27:24.009 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.009 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T00:27:24.009 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.009 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.009 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:24.009 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.d", 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.010 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 21, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:59:47.067673+0000", 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 70, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:24.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:24.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:24.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.015 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.015 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.015 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.015 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.015 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.015 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T00:27:24.015 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T00:27:24.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.016 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.016 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.016 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.016 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:24.016 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.016 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T00:27:24.017 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.017 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:24.017 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T00:27:24.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.017 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.017 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.018 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.018 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.018 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:24.018 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.018 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:24.018 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.019 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.019 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.019 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.019 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.019 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.019 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:24.019 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.072226+0000", 2024-04-12T00:27:24.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.072226+0000", 2024-04-12T00:27:24.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.072492+0000", 2024-04-12T00:27:24.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:24.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:24.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:24.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:24.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.022 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:24.022 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566062+0000", 2024-04-12T00:27:24.022 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.022 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.022 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.022 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.022 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.022 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.023 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.023 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.023 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.023 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.023 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.023 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.023 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.024 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.c", 2024-04-12T00:27:24.024 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.024 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.024 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.024 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.024 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.024 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:26:13.331850+0000", 2024-04-12T00:27:24.025 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.025 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.025 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.032 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.032 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.032 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.033 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.033 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.033 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:24.033 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.033 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:24.033 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.034 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.034 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.034 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:24.034 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.034 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:24.034 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.035 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:24.035 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.035 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.035 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T00:27:24.035 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.035 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.035 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:24.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:23.714103+0000", 2024-04-12T00:27:24.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:23.714103+0000", 2024-04-12T00:27:24.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:23.714409+0000", 2024-04-12T00:27:24.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:24.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:24.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:24.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 61, 2024-04-12T00:27:24.037 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:24.037 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:24.037 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:24.037 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.037 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.037 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T00:27:24.037 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:24.037 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.570675+0000", 2024-04-12T00:27:24.038 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.038 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T00:27:24.038 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.038 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.038 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 60, 2024-04-12T00:27:24.038 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.038 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.038 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.038 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.039 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T00:27:24.039 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.039 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.039 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.039 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.e", 2024-04-12T00:27:24.039 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.039 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 22, 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:37:50.181211+0000", 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T00:27:24.041 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.042 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:24.043 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.044 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.087126+0000", 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.087126+0000", 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.087394+0000", 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:24.045 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.572729+0000", 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.046 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.f", 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.047 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:22:20.792108+0000", 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.048 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.049 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:24.051 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077921+0000", 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077921+0000", 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078395+0000", 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.052 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020033+0000", 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.053 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.20", 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:06:09.050260+0000", 2024-04-12T00:27:24.054 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.056 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.057 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.058 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077618+0000", 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077618+0000", 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.077934+0000", 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:24.059 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.569965+0000", 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.060 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.21", 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.061 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:59:01.713382+0000", 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.063 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.064 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:24.065 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.066 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.077028+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.077028+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.077348+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:24.067 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565956+0000", 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.22", 2024-04-12T00:27:24.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:16:13.653705+0000", 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.070 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.071 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076430+0000", 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076430+0000", 2024-04-12T00:27:24.073 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076726+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.799602+0000", 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.074 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.23", 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.075 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:29:23.015926+0000", 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.078 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:24.079 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.078004+0000", 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.078004+0000", 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.078337+0000", 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069263+0000", 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.081 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.24", 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.082 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:24:40.439636+0000", 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.085 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.086 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.076416+0000", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.076416+0000", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.076712+0000", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:24.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.571818+0000", 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.088 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.25", 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:51:14.052132+0000", 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.092 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.093 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.091267+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.091267+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.091552+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020746+0000", 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.26", 2024-04-12T00:27:24.095 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:58:28.169167+0000", 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.098 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:24.099 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.064933+0000", 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.064933+0000", 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.065810+0000", 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.069398+0000", 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.101 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.27", 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.102 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:55:53.217586+0000", 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.105 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.106 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.064515+0000", 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.064515+0000", 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.064820+0000", 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:24.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.566279+0000", 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.108 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.28", 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:25:54.030930+0000", 2024-04-12T00:27:24.109 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.110 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.110 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.114 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.115 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.072060+0000", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.072060+0000", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.072341+0000", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:24.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.068923+0000", 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.117 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.29", 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:39:35.471610+0000", 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.118 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.123 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T00:27:24.124 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.079161+0000", 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.079161+0000", 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.079412+0000", 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.125 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.565996+0000", 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.126 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2a", 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:44:39.376154+0000", 2024-04-12T00:27:24.127 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.129 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:24.131 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.132 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T00:27:24.132 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.132 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.132 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.132 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.132 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.132 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.132 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:25:56.574115+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:25:56.574115+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 70, 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:24.133 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:56.574474+0000", 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 69, 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.134 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2b", 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 11, 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.135 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:29:47.189575+0000", 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.136 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.139 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T00:27:24.140 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:24:24.080969+0000", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:24:24.080969+0000", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:24:24.081270+0000", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 62, 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:24.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T00:25:57.020686+0000", 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 61, 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T00:27:24.142 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2c", 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 70, 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 19, 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:21:58.839392+0000", 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T00:27:24.143 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.146 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pool": [ 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 24, 2024-04-12T00:27:24.147 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 8, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 4, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:24.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 24 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 192, 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 64, 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 3, 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T00:27:24.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T00:27:24.155 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 192 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.156 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 3, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 164, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 1, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 3, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 164, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 1, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T00:27:24.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 538, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 704, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 251, 2024-04-12T00:27:24.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T00:27:24.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.161 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:24.161 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 1781760, 2024-04-12T00:27:24.161 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:24.161 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:24.161 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:24.161 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:24.161 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 1771104, 2024-04-12T00:27:24.161 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 3 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 96, 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T00:27:24.162 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 45, 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 32, 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 45, 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 2, 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 3430, 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T00:27:24.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 66, 2024-04-12T00:27:24.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 22, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 22, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 14, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 1, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T00:27:24.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 51, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 20 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 98304, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T00:27:24.166 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 10290, 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 96 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 105, 2024-04-12T00:27:24.167 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": 4, 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_by_class": { 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "ssd": { 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 767731343360, 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 228941824, 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_bytes": 228941824, 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_ratio": 0.00029811676358804107 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 767731343360, 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 228941824 2024-04-12T00:27:24.168 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:24.169 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T00:27:24.169 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T00:27:24.169 INFO:tasks.workunit.client.0.smithi098.stdout:OK 2024-04-12T00:27:24.169 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:27:24.170 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:27:24.170 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.170 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.170 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.171 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T00:27:24.171 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:24.171 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:24.171 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.171 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.171 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.172 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.172 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.172 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.172 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.172 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.172 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.173 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.173 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.173 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.173 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.173 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.173 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.174 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.174 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.174 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.174 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.174 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.174 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.175 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.175 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.175 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.175 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T00:27:24.176 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:24.176 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:24.176 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.176 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.176 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.176 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.177 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.177 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.177 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.177 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.177 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.177 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.177 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.178 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.178 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.178 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.178 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.178 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.178 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.179 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.179 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.179 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.179 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.180 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.180 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.180 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.180 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:24.180 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:24.181 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.181 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.181 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.182 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:24.182 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:22 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:27:24.182 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.182 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.182 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.183 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.183 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.183 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.183 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.183 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.183 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.183 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.184 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.184 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.184 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.184 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.184 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.185 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.185 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.185 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.185 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.185 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.185 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.186 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.186 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.186 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.186 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.187 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.187 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.187 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:24.188 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.188 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.188 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.188 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.188 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.189 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.189 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.189 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.189 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.189 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.189 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.190 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.190 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.190 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.190 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.190 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.190 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.191 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.191 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.191 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:27:24.191 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:27:24.191 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:27:24.191 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:27:24.192 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:23 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:27:24.226 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-12T00:27:24.227 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T00:27:24.268 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:24 smithi098 ceph-mon[37915]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T00:27:24.268 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:24 smithi098 ceph-mon[26935]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T00:27:24.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:24 smithi193 ceph-mon[30474]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T00:27:24.517 DEBUG:teuthology.parallel:result is None 2024-04-12T00:27:24.517 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T00:27:24.535 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:24 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:27:24] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-12T00:27:24.544 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T00:27:24.544 DEBUG:teuthology.orchestra.run.smithi098:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T00:27:24.607 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T00:27:24.607 INFO:teuthology.run_tasks:Running task print... 2024-04-12T00:27:24.618 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-12T00:27:24.618 INFO:teuthology.run_tasks:Running task print... 2024-04-12T00:27:24.655 INFO:teuthology.task.print:**** done start parallel 2024-04-12T00:27:24.655 INFO:teuthology.run_tasks:Running task parallel... 2024-04-12T00:27:24.665 INFO:teuthology.task.parallel:starting parallel... 2024-04-12T00:27:24.665 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-12T00:27:24.666 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T00:27:24.666 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-12T00:27:24.666 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-12T00:27:24.668 INFO:tasks.rados:Beginning rados... 2024-04-12T00:27:24.668 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-12T00:27:24.668 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-yuri6-testing-2024-04-02-1310'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-yuri6-testing-2024-04-02-1310', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}} 2024-04-12T00:27:24.669 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-12T00:27:24.669 INFO:tasks.rados:joining rados 2024-04-12T00:27:24.669 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-12T00:27:24.669 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-12T00:27:24.669 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-12T00:27:24.670 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-12T00:27:24.670 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi098.front.sepia.ceph.com 2024-04-12T00:27:24.670 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-12T00:27:24.671 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-12T00:27:24.671 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-12T00:27:24.890 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:27:24.893 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:27:25.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:25 smithi193 ceph-mon[30474]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T00:27:25.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:25 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:26.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:25 smithi098 ceph-mon[37915]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T00:27:26.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:25 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:26.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:25 smithi098 ceph-mon[26935]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T00:27:26.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:25 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:28.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:28 smithi193 ceph-mon[30474]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T00:27:28.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:28 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3789821111' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:27:28.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:28 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:27:28.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:28 smithi098 ceph-mon[37915]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T00:27:28.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:28 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3789821111' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:27:28.904 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:28 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:27:28.904 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:28 smithi098 ceph-mon[26935]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T00:27:28.904 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:28 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3789821111' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:27:28.904 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:28 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:27:28.925 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-12T00:27:29.535 INFO:tasks.rados:starting run 0 out of 1 2024-04-12T00:27:29.536 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-12T00:27:29.536 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-12T00:27:29.642 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:27:29.768 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:29 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:27:29.769 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:29 smithi098 ceph-mon[37915]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T00:27:29.769 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:29 smithi098 ceph-mon[37915]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-12T00:27:29.769 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:29 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:27:29.769 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:29 smithi098 ceph-mon[26935]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T00:27:29.769 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:29 smithi098 ceph-mon[26935]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-12T00:27:29.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:29 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:27:29.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:29 smithi193 ceph-mon[30474]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T00:27:29.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:29 smithi193 ceph-mon[30474]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-12T00:27:30.364 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:27:32.624 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:32 smithi098 ceph-mon[37915]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-12T00:27:32.625 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:32 smithi098 ceph-mon[26935]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-12T00:27:32.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:32 smithi193 ceph-mon[30474]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-12T00:27:33.222 INFO:teuthology.orchestra.run.smithi098.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:27:33.831 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3323593635' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T00:27:33.831 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T00:27:33.831 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:33.831 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:33.831 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:33.831 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:33.831 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:33.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3323593635' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T00:27:33.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T00:27:33.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:33.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:33.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:33.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:33.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:33 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:33.854 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-12T00:27:33.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:33 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3323593635' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T00:27:33.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:33 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T00:27:33.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:33 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:33.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:33 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:27:33.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:33 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:27:33.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:33 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:27:33.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:33 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:34.072 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:27:34.509 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:27:34] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-04-12T00:27:34.585 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'unique_pool_0' created 2024-04-12T00:27:34.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[26935]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:34.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[26935]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:27:34.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[26935]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:27:34.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[26935]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-12T00:27:34.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[26935]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T00:27:34.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[37915]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:34.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[37915]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:27:34.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[37915]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:27:34.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[37915]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-12T00:27:34.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:34 smithi098 ceph-mon[37915]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T00:27:34.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:34 smithi193 ceph-mon[30474]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:34.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:34 smithi193 ceph-mon[30474]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:27:34.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:34 smithi193 ceph-mon[30474]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T00:27:34.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:34 smithi193 ceph-mon[30474]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-12T00:27:34.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:34 smithi193 ceph-mon[30474]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T00:27:35.311 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-12T00:27:35.580 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:35 smithi098 ceph-mon[26935]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-12T00:27:35.580 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:35 smithi098 ceph-mon[26935]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T00:27:35.580 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:35 smithi098 ceph-mon[26935]: pgmap v92: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:35.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:35 smithi193 ceph-mon[30474]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-12T00:27:35.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:35 smithi193 ceph-mon[30474]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T00:27:35.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:35 smithi193 ceph-mon[30474]: pgmap v92: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:35.911 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:35 smithi098 ceph-mon[37915]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-12T00:27:35.911 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:35 smithi098 ceph-mon[37915]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T00:27:35.911 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:35 smithi098 ceph-mon[37915]: pgmap v92: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:36.542 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:27:36.780 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:27:36.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:36 smithi098 ceph-mon[37915]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:27:36.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:36 smithi098 ceph-mon[37915]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T00:27:36.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:36 smithi098 ceph-mon[26935]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:27:36.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:36 smithi098 ceph-mon[26935]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T00:27:36.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:36 smithi193 ceph-mon[30474]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:27:36.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:36 smithi193 ceph-mon[30474]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T00:27:37.165 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:27:37.165 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (91s) 65s ago 2m 16.0M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:27:37.165 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (2m) 65s ago 2m 81.1M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:27:37.165 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (3m) 65s ago 3m 16.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:27:37.165 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (3m) 65s ago 3m 14.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:27:37.165 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,8765 running (6m) 65s ago 6m 448M - 18.2.2-1187-gd540ebac bb2c5eac26a4 a186f97e998b 2024-04-12T00:27:37.165 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:9283,8765 running (8m) 65s ago 8m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 47736cfdf655 2024-04-12T00:27:37.165 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (8m) 65s ago 8m 49.6M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e70368c83938 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (7m) 65s ago 7m 38.8M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e06e75cd3e3b 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (7m) 65s ago 7m 41.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5a558294d62 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (2m) 65s ago 118s 15.0M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (115s) 65s ago 115s 8128k - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (6m) 65s ago 6m 45.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 816b0359f062 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (6m) 65s ago 6m 42.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 53c80fc27bb6 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (5m) 65s ago 5m 42.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (5m) 65s ago 5m 49.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (4m) 65s ago 4m 40.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (4m) 65s ago 4m 44.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (4m) 65s ago 4m 52.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (3m) 65s ago 3m 49.6M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:27:37.166 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (86s) 65s ago 2m 28.5M - 2.43.0 a07b618ecd1d b850e82189c3 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:27:37.616 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:27:37.617 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:27:37.617 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-12T00:27:37.617 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:27:37.617 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:27:37.775 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:37 smithi098 ceph-mon[37915]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T00:27:37.775 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:37 smithi098 ceph-mon[37915]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:37.775 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:37 smithi098 ceph-mon[37915]: from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:37.775 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:37 smithi098 ceph-mon[37915]: pgmap v95: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:37.775 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:37 smithi098 ceph-mon[26935]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T00:27:37.775 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:37 smithi098 ceph-mon[26935]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:37.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:37 smithi098 ceph-mon[26935]: from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:37.776 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:37 smithi098 ceph-mon[26935]: pgmap v95: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:37.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:37 smithi193 ceph-mon[30474]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T00:27:37.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:37 smithi193 ceph-mon[30474]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:37.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:37 smithi193 ceph-mon[30474]: from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:27:37.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:37 smithi193 ceph-mon[30474]: pgmap v95: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:38.614 INFO:teuthology.orchestra.run.smithi098.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-12T00:27:38.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:38 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1770164092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:27:38.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:38 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2666010947' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:27:38.982 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:38 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1770164092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:27:38.983 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:38 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2666010947' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:27:38.983 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:38 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1770164092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:27:38.983 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:38 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2666010947' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:27:39.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:39 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2666010947' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-12T00:27:39.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:39 smithi098 ceph-mon[37915]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T00:27:39.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:39 smithi098 ceph-mon[37915]: pgmap v97: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:39.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:39 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2666010947' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-12T00:27:39.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:39 smithi098 ceph-mon[26935]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T00:27:39.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:39 smithi098 ceph-mon[26935]: pgmap v97: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:39.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:39 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2666010947' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-12T00:27:39.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:39 smithi193 ceph-mon[30474]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T00:27:39.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:39 smithi193 ceph-mon[30474]: pgmap v97: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:40.441 DEBUG:teuthology.orchestra.run.smithi098:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-12T00:27:40.469 INFO:tasks.rados.rados.0.smithi098.stdout:adding op weight read -> 100 2024-04-12T00:27:40.469 INFO:tasks.rados.rados.0.smithi098.stdout:adding op weight delete -> 50 2024-04-12T00:27:40.469 INFO:tasks.rados.rados.0.smithi098.stdout:adding op weight snap_create -> 50 2024-04-12T00:27:40.469 INFO:tasks.rados.rados.0.smithi098.stdout:adding op weight snap_remove -> 50 2024-04-12T00:27:40.469 INFO:tasks.rados.rados.0.smithi098.stdout:adding op weight rollback -> 50 2024-04-12T00:27:40.469 INFO:tasks.rados.rados.0.smithi098.stdout:adding op weight setattr -> 25 2024-04-12T00:27:40.469 INFO:tasks.rados.rados.0.smithi098.stdout:adding op weight rmattr -> 25 2024-04-12T00:27:40.469 INFO:tasks.rados.rados.0.smithi098.stdout:adding op weight copy_from -> 50 2024-04-12T00:27:40.469 INFO:tasks.rados.rados.0.smithi098.stdout:adding op weight append -> 100 2024-04-12T00:27:40.470 INFO:tasks.rados.rados.0.smithi098.stdout:ceph version 18.2.2-1189-gc96c8d47 (c96c8d478b644b6433700141c5f69a1a68f8121b) reef (stable) 2024-04-12T00:27:40.470 INFO:tasks.rados.rados.0.smithi098.stdout:Configuration: 2024-04-12T00:27:40.470 INFO:tasks.rados.rados.0.smithi098.stdout: Number of operations: 4000 2024-04-12T00:27:40.470 INFO:tasks.rados.rados.0.smithi098.stdout: Number of objects: 50 2024-04-12T00:27:40.470 INFO:tasks.rados.rados.0.smithi098.stdout: Max in flight operations: 16 2024-04-12T00:27:40.470 INFO:tasks.rados.rados.0.smithi098.stdout: Object size (in bytes): 4000000 2024-04-12T00:27:40.470 INFO:tasks.rados.rados.0.smithi098.stdout: Write stride min: 400000 2024-04-12T00:27:40.470 INFO:tasks.rados.rados.0.smithi098.stdout: Write stride max: 800000 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:1: write initial oid 1 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:1: seq_num 0 ranges {0=24576} 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:1: writing smithi09877355-1 from 0 to 24576 tid 1 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:2: write initial oid 2 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:2: seq_num 1 ranges {0=24576} 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:2: writing smithi09877355-2 from 0 to 24576 tid 1 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:3: write initial oid 3 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:3: seq_num 2 ranges {0=40960} 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:3: writing smithi09877355-3 from 0 to 40960 tid 1 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:4: write initial oid 4 2024-04-12T00:27:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:4: seq_num 3 ranges {0=57344} 2024-04-12T00:27:40.626 INFO:tasks.rados.rados.0.smithi098.stdout:4: writing smithi09877355-4 from 0 to 57344 tid 1 2024-04-12T00:27:40.626 INFO:tasks.rados.rados.0.smithi098.stdout:5: write initial oid 5 2024-04-12T00:27:40.626 INFO:tasks.rados.rados.0.smithi098.stdout:5: seq_num 4 ranges {0=73728} 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:5: writing smithi09877355-5 from 0 to 73728 tid 1 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:6: write initial oid 6 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:6: seq_num 5 ranges {0=90112} 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:6: writing smithi09877355-6 from 0 to 90112 tid 1 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:7: write initial oid 7 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:7: seq_num 6 ranges {0=106496} 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:7: writing smithi09877355-7 from 0 to 106496 tid 1 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:8: write initial oid 8 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:8: seq_num 7 ranges {0=122880} 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:8: writing smithi09877355-8 from 0 to 122880 tid 1 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:9: write initial oid 9 2024-04-12T00:27:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:9: seq_num 8 ranges {0=139264} 2024-04-12T00:27:40.630 INFO:tasks.rados.rados.0.smithi098.stdout:9: writing smithi09877355-9 from 0 to 139264 tid 1 2024-04-12T00:27:40.630 INFO:tasks.rados.rados.0.smithi098.stdout:10: write initial oid 10 2024-04-12T00:27:40.630 INFO:tasks.rados.rados.0.smithi098.stdout:10: seq_num 9 ranges {0=155648} 2024-04-12T00:27:40.631 INFO:tasks.rados.rados.0.smithi098.stdout:10: writing smithi09877355-10 from 0 to 155648 tid 1 2024-04-12T00:27:40.631 INFO:tasks.rados.rados.0.smithi098.stdout:11: write initial oid 11 2024-04-12T00:27:40.631 INFO:tasks.rados.rados.0.smithi098.stdout:11: seq_num 10 ranges {0=172032} 2024-04-12T00:27:40.633 INFO:tasks.rados.rados.0.smithi098.stdout:11: writing smithi09877355-11 from 0 to 172032 tid 1 2024-04-12T00:27:40.633 INFO:tasks.rados.rados.0.smithi098.stdout:12: write initial oid 12 2024-04-12T00:27:40.633 INFO:tasks.rados.rados.0.smithi098.stdout:12: seq_num 11 ranges {0=188416} 2024-04-12T00:27:40.634 INFO:tasks.rados.rados.0.smithi098.stdout:12: writing smithi09877355-12 from 0 to 188416 tid 1 2024-04-12T00:27:40.635 INFO:tasks.rados.rados.0.smithi098.stdout:13: write initial oid 13 2024-04-12T00:27:40.635 INFO:tasks.rados.rados.0.smithi098.stdout:13: seq_num 12 ranges {0=204800} 2024-04-12T00:27:40.636 INFO:tasks.rados.rados.0.smithi098.stdout:13: writing smithi09877355-13 from 0 to 204800 tid 1 2024-04-12T00:27:40.636 INFO:tasks.rados.rados.0.smithi098.stdout:14: write initial oid 14 2024-04-12T00:27:40.636 INFO:tasks.rados.rados.0.smithi098.stdout:14: seq_num 13 ranges {0=221184} 2024-04-12T00:27:40.638 INFO:tasks.rados.rados.0.smithi098.stdout:14: writing smithi09877355-14 from 0 to 221184 tid 1 2024-04-12T00:27:40.638 INFO:tasks.rados.rados.0.smithi098.stdout:15: write initial oid 15 2024-04-12T00:27:40.638 INFO:tasks.rados.rados.0.smithi098.stdout:15: seq_num 14 ranges {0=237568} 2024-04-12T00:27:40.640 INFO:tasks.rados.rados.0.smithi098.stdout:15: writing smithi09877355-15 from 0 to 237568 tid 1 2024-04-12T00:27:40.640 INFO:tasks.rados.rados.0.smithi098.stdout:16: write initial oid 16 2024-04-12T00:27:40.640 INFO:tasks.rados.rados.0.smithi098.stdout:1: finishing write tid 1 to smithi09877355-1 2024-04-12T00:27:40.641 INFO:tasks.rados.rados.0.smithi098.stdout:16: seq_num 15 ranges {0=253952} 2024-04-12T00:27:40.643 INFO:tasks.rados.rados.0.smithi098.stdout:16: writing smithi09877355-16 from 0 to 253952 tid 1 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout: waiting on 16 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:1: finishing write tid 2 to smithi09877355-1 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:4: finishing write tid 1 to smithi09877355-4 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:4: finishing write tid 2 to smithi09877355-4 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:2: finishing write tid 1 to smithi09877355-2 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:2: finishing write tid 2 to smithi09877355-2 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:3: finishing write tid 1 to smithi09877355-3 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:4: finishing write tid 3 to smithi09877355-4 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:4: oid 4 updating version 0 to 1 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:4: oid 4 updating version 1 to 2 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-12T00:27:40.644 INFO:tasks.rados.rados.0.smithi098.stdout:3: finishing write tid 2 to smithi09877355-3 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:1: finishing write tid 3 to smithi09877355-1 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:1: oid 1 updating version 0 to 1 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:1: oid 1 updating version 1 to 2 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:8: finishing write tid 1 to smithi09877355-8 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:8: finishing write tid 2 to smithi09877355-8 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:3: finishing write tid 3 to smithi09877355-3 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:3: oid 3 updating version 0 to 1 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:3: oid 3 updating version 1 to 2 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:8: finishing write tid 3 to smithi09877355-8 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:8: oid 8 updating version 0 to 1 2024-04-12T00:27:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:8: oid 8 updating version 1 to 2 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:10: finishing write tid 1 to smithi09877355-10 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:9: finishing write tid 1 to smithi09877355-9 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:9: finishing write tid 2 to smithi09877355-9 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2: finishing write tid 3 to smithi09877355-2 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2: oid 2 updating version 0 to 1 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2: oid 2 updating version 1 to 2 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:5: finishing write tid 1 to smithi09877355-5 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:6: finishing write tid 1 to smithi09877355-6 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:5: finishing write tid 2 to smithi09877355-5 2024-04-12T00:27:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:6: finishing write tid 2 to smithi09877355-6 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:9: finishing write tid 3 to smithi09877355-9 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:9: oid 9 updating version 0 to 1 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:9: oid 9 updating version 1 to 2 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:10: finishing write tid 2 to smithi09877355-10 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:7: finishing write tid 1 to smithi09877355-7 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:7: finishing write tid 2 to smithi09877355-7 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:5: finishing write tid 3 to smithi09877355-5 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:5: oid 5 updating version 0 to 1 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:5: oid 5 updating version 1 to 2 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:6: finishing write tid 3 to smithi09877355-6 2024-04-12T00:27:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:6: oid 6 updating version 0 to 1 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:6: oid 6 updating version 1 to 2 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:7: finishing write tid 3 to smithi09877355-7 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:7: oid 7 updating version 0 to 1 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:7: oid 7 updating version 1 to 2 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:10: finishing write tid 3 to smithi09877355-10 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:10: oid 10 updating version 0 to 2 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:10: oid 10 version 2 is already newer than 1 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-12T00:27:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:12: finishing write tid 1 to smithi09877355-12 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:12: finishing write tid 2 to smithi09877355-12 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:11: finishing write tid 1 to smithi09877355-11 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:11: finishing write tid 2 to smithi09877355-11 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:14: finishing write tid 1 to smithi09877355-14 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:1: done (15 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:2: done (14 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:3: done (13 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:4: done (12 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:5: done (11 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:6: done (10 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:7: done (9 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:8: done (8 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:9: done (7 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:10: done (6 left) 2024-04-12T00:27:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:17: write initial oid 17 2024-04-12T00:27:40.650 INFO:tasks.rados.rados.0.smithi098.stdout:17: seq_num 16 ranges {0=270336} 2024-04-12T00:27:40.650 INFO:tasks.rados.rados.0.smithi098.stdout:17: writing smithi09877355-17 from 0 to 270336 tid 1 2024-04-12T00:27:40.650 INFO:tasks.rados.rados.0.smithi098.stdout:18: write initial oid 18 2024-04-12T00:27:40.650 INFO:tasks.rados.rados.0.smithi098.stdout:18: seq_num 17 ranges {0=286720} 2024-04-12T00:27:40.651 INFO:tasks.rados.rados.0.smithi098.stdout:18: writing smithi09877355-18 from 0 to 286720 tid 1 2024-04-12T00:27:40.651 INFO:tasks.rados.rados.0.smithi098.stdout:19: write initial oid 19 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:19: seq_num 18 ranges {0=303104} 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:19: writing smithi09877355-19 from 0 to 303104 tid 1 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:20: write initial oid 20 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:20: seq_num 19 ranges {0=319488} 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:20: writing smithi09877355-20 from 0 to 319488 tid 1 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:14: finishing write tid 2 to smithi09877355-14 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:13: finishing write tid 1 to smithi09877355-13 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:12: finishing write tid 3 to smithi09877355-12 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:12: oid 12 updating version 0 to 1 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:12: oid 12 updating version 1 to 2 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:13: finishing write tid 2 to smithi09877355-13 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:14: finishing write tid 3 to smithi09877355-14 2024-04-12T00:27:40.652 INFO:tasks.rados.rados.0.smithi098.stdout:14: oid 14 updating version 0 to 3 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:14: oid 14 updating version 3 to 4 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:11: finishing write tid 3 to smithi09877355-11 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:11: oid 11 updating version 0 to 1 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:11: oid 11 updating version 1 to 2 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:13: finishing write tid 3 to smithi09877355-13 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:13: oid 13 updating version 0 to 4 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:13: oid 13 version 4 is already newer than 3 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:15: finishing write tid 1 to smithi09877355-15 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:17: finishing write tid 1 to smithi09877355-17 2024-04-12T00:27:40.653 INFO:tasks.rados.rados.0.smithi098.stdout:17: finishing write tid 2 to smithi09877355-17 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:15: finishing write tid 2 to smithi09877355-15 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:17: finishing write tid 3 to smithi09877355-17 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:17: oid 17 updating version 0 to 3 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:17: oid 17 updating version 3 to 4 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:16: finishing write tid 1 to smithi09877355-16 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:16: finishing write tid 2 to smithi09877355-16 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:18: finishing write tid 1 to smithi09877355-18 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:11: done (9 left) 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:12: done (8 left) 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:13: done (7 left) 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:14: done (6 left) 2024-04-12T00:27:40.654 INFO:tasks.rados.rados.0.smithi098.stdout:17: done (5 left) 2024-04-12T00:27:40.655 INFO:tasks.rados.rados.0.smithi098.stdout:21: write initial oid 21 2024-04-12T00:27:40.655 INFO:tasks.rados.rados.0.smithi098.stdout:21: seq_num 20 ranges {0=344064} 2024-04-12T00:27:40.655 INFO:tasks.rados.rados.0.smithi098.stdout:21: writing smithi09877355-21 from 0 to 344064 tid 1 2024-04-12T00:27:40.655 INFO:tasks.rados.rados.0.smithi098.stdout:22: write initial oid 22 2024-04-12T00:27:40.655 INFO:tasks.rados.rados.0.smithi098.stdout:22: seq_num 21 ranges {0=360448} 2024-04-12T00:27:40.656 INFO:tasks.rados.rados.0.smithi098.stdout:22: writing smithi09877355-22 from 0 to 360448 tid 1 2024-04-12T00:27:40.656 INFO:tasks.rados.rados.0.smithi098.stdout:23: write initial oid 23 2024-04-12T00:27:40.656 INFO:tasks.rados.rados.0.smithi098.stdout:23: seq_num 22 ranges {0=376832} 2024-04-12T00:27:40.657 INFO:tasks.rados.rados.0.smithi098.stdout:23: writing smithi09877355-23 from 0 to 376832 tid 1 2024-04-12T00:27:40.657 INFO:tasks.rados.rados.0.smithi098.stdout:24: write initial oid 24 2024-04-12T00:27:40.657 INFO:tasks.rados.rados.0.smithi098.stdout:24: seq_num 23 ranges {0=393216} 2024-04-12T00:27:40.660 INFO:tasks.rados.rados.0.smithi098.stdout:24: writing smithi09877355-24 from 0 to 393216 tid 1 2024-04-12T00:27:40.660 INFO:tasks.rados.rados.0.smithi098.stdout:25: write initial oid 25 2024-04-12T00:27:40.660 INFO:tasks.rados.rados.0.smithi098.stdout:25: seq_num 24 ranges {0=409600} 2024-04-12T00:27:40.662 INFO:tasks.rados.rados.0.smithi098.stdout:25: writing smithi09877355-25 from 0 to 409600 tid 1 2024-04-12T00:27:40.663 INFO:tasks.rados.rados.0.smithi098.stdout:26: write initial oid 26 2024-04-12T00:27:40.663 INFO:tasks.rados.rados.0.smithi098.stdout:26: seq_num 25 ranges {0=425984} 2024-04-12T00:27:40.665 INFO:tasks.rados.rados.0.smithi098.stdout:26: writing smithi09877355-26 from 0 to 425984 tid 1 2024-04-12T00:27:40.665 INFO:tasks.rados.rados.0.smithi098.stdout:27: write initial oid 27 2024-04-12T00:27:40.666 INFO:tasks.rados.rados.0.smithi098.stdout:27: seq_num 26 ranges {0=442368} 2024-04-12T00:27:40.668 INFO:tasks.rados.rados.0.smithi098.stdout:27: writing smithi09877355-27 from 0 to 442368 tid 1 2024-04-12T00:27:40.668 INFO:tasks.rados.rados.0.smithi098.stdout:28: write initial oid 28 2024-04-12T00:27:40.669 INFO:tasks.rados.rados.0.smithi098.stdout:28: seq_num 27 ranges {0=458752} 2024-04-12T00:27:40.671 INFO:tasks.rados.rados.0.smithi098.stdout:28: writing smithi09877355-28 from 0 to 458752 tid 1 2024-04-12T00:27:40.671 INFO:tasks.rados.rados.0.smithi098.stdout:29: write initial oid 29 2024-04-12T00:27:40.671 INFO:tasks.rados.rados.0.smithi098.stdout:29: seq_num 28 ranges {0=475136} 2024-04-12T00:27:40.674 INFO:tasks.rados.rados.0.smithi098.stdout:29: writing smithi09877355-29 from 0 to 475136 tid 1 2024-04-12T00:27:40.674 INFO:tasks.rados.rados.0.smithi098.stdout:30: write initial oid 30 2024-04-12T00:27:40.674 INFO:tasks.rados.rados.0.smithi098.stdout:30: seq_num 29 ranges {0=491520} 2024-04-12T00:27:40.678 INFO:tasks.rados.rados.0.smithi098.stdout:30: writing smithi09877355-30 from 0 to 491520 tid 1 2024-04-12T00:27:40.678 INFO:tasks.rados.rados.0.smithi098.stdout:18: finishing write tid 2 to smithi09877355-18 2024-04-12T00:27:40.678 INFO:tasks.rados.rados.0.smithi098.stdout:15: finishing write tid 3 to smithi09877355-15 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:15: oid 15 updating version 0 to 6 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:15: oid 15 version 6 is already newer than 5 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 6 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:19: finishing write tid 1 to smithi09877355-19 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:16: finishing write tid 3 to smithi09877355-16 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:16: oid 16 updating version 0 to 7 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:16: oid 16 updating version 7 to 8 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:18: finishing write tid 3 to smithi09877355-18 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:18: oid 18 updating version 0 to 2 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:18: oid 18 version 2 is already newer than 1 2024-04-12T00:27:40.679 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:20: finishing write tid 1 to smithi09877355-20 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:19: finishing write tid 2 to smithi09877355-19 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:20: finishing write tid 2 to smithi09877355-20 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:19: finishing write tid 3 to smithi09877355-19 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:19: oid 19 updating version 0 to 4 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:19: oid 19 version 4 is already newer than 3 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:20: finishing write tid 3 to smithi09877355-20 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:20: oid 20 updating version 0 to 5 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:20: oid 20 updating version 5 to 6 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-12T00:27:40.680 INFO:tasks.rados.rados.0.smithi098.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:21: finishing write tid 1 to smithi09877355-21 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:21: finishing write tid 2 to smithi09877355-21 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:21: finishing write tid 3 to smithi09877355-21 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:21: oid 21 updating version 0 to 3 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:21: oid 21 updating version 3 to 4 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:22: finishing write tid 1 to smithi09877355-22 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:22: finishing write tid 2 to smithi09877355-22 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:23: finishing write tid 1 to smithi09877355-23 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:23: finishing write tid 2 to smithi09877355-23 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:22: finishing write tid 3 to smithi09877355-22 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:22: oid 22 updating version 0 to 10 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:22: oid 22 version 10 is already newer than 9 2024-04-12T00:27:40.681 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 10 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:24: finishing write tid 1 to smithi09877355-24 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:23: finishing write tid 3 to smithi09877355-23 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:23: oid 23 updating version 0 to 6 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:23: oid 23 version 6 is already newer than 5 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:24: finishing write tid 2 to smithi09877355-24 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:24: finishing write tid 3 to smithi09877355-24 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:24: oid 24 updating version 0 to 3 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:24: oid 24 updating version 3 to 4 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:25: finishing write tid 1 to smithi09877355-25 2024-04-12T00:27:40.682 INFO:tasks.rados.rados.0.smithi098.stdout:25: finishing write tid 2 to smithi09877355-25 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:25: finishing write tid 3 to smithi09877355-25 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:25: oid 25 updating version 0 to 6 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:25: oid 25 version 6 is already newer than 5 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:26: finishing write tid 1 to smithi09877355-26 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:26: finishing write tid 2 to smithi09877355-26 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:27: finishing write tid 1 to smithi09877355-27 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:27: finishing write tid 2 to smithi09877355-27 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:26: finishing write tid 3 to smithi09877355-26 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:26: oid 26 updating version 0 to 3 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:26: oid 26 updating version 3 to 4 2024-04-12T00:27:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:27: finishing write tid 3 to smithi09877355-27 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:27: oid 27 updating version 0 to 3 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:27: oid 27 updating version 3 to 4 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:28: finishing write tid 1 to smithi09877355-28 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:28: finishing write tid 2 to smithi09877355-28 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:29: finishing write tid 1 to smithi09877355-29 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:29: finishing write tid 2 to smithi09877355-29 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:15: done (14 left) 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:16: done (13 left) 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:18: done (12 left) 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:19: done (11 left) 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:20: done (10 left) 2024-04-12T00:27:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:21: done (9 left) 2024-04-12T00:27:40.685 INFO:tasks.rados.rados.0.smithi098.stdout:22: done (8 left) 2024-04-12T00:27:40.685 INFO:tasks.rados.rados.0.smithi098.stdout:23: done (7 left) 2024-04-12T00:27:40.685 INFO:tasks.rados.rados.0.smithi098.stdout:24: done (6 left) 2024-04-12T00:27:40.685 INFO:tasks.rados.rados.0.smithi098.stdout:25: done (5 left) 2024-04-12T00:27:40.685 INFO:tasks.rados.rados.0.smithi098.stdout:26: done (4 left) 2024-04-12T00:27:40.685 INFO:tasks.rados.rados.0.smithi098.stdout:27: done (3 left) 2024-04-12T00:27:40.685 INFO:tasks.rados.rados.0.smithi098.stdout:31: write initial oid 31 2024-04-12T00:27:40.685 INFO:tasks.rados.rados.0.smithi098.stdout:31: seq_num 30 ranges {0=507904} 2024-04-12T00:27:40.685 INFO:tasks.rados.rados.0.smithi098.stdout:31: writing smithi09877355-31 from 0 to 507904 tid 1 2024-04-12T00:27:40.686 INFO:tasks.rados.rados.0.smithi098.stdout:32: write initial oid 32 2024-04-12T00:27:40.686 INFO:tasks.rados.rados.0.smithi098.stdout:32: seq_num 31 ranges {0=524288} 2024-04-12T00:27:40.686 INFO:tasks.rados.rados.0.smithi098.stdout:32: writing smithi09877355-32 from 0 to 524288 tid 1 2024-04-12T00:27:40.686 INFO:tasks.rados.rados.0.smithi098.stdout:33: write initial oid 33 2024-04-12T00:27:40.686 INFO:tasks.rados.rados.0.smithi098.stdout:33: seq_num 32 ranges {0=540672} 2024-04-12T00:27:40.687 INFO:tasks.rados.rados.0.smithi098.stdout:33: writing smithi09877355-33 from 0 to 540672 tid 1 2024-04-12T00:27:40.688 INFO:tasks.rados.rados.0.smithi098.stdout:34: write initial oid 34 2024-04-12T00:27:40.688 INFO:tasks.rados.rados.0.smithi098.stdout:28: finishing write tid 3 to smithi09877355-28 2024-04-12T00:27:40.688 INFO:tasks.rados.rados.0.smithi098.stdout:28: oid 28 updating version 0 to 6 2024-04-12T00:27:40.688 INFO:tasks.rados.rados.0.smithi098.stdout:28: oid 28 version 6 is already newer than 5 2024-04-12T00:27:40.688 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-12T00:27:40.688 INFO:tasks.rados.rados.0.smithi098.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:27:40.688 INFO:tasks.rados.rados.0.smithi098.stdout:34: seq_num 33 ranges {0=557056} 2024-04-12T00:27:40.692 INFO:tasks.rados.rados.0.smithi098.stdout:34: writing smithi09877355-34 from 0 to 557056 tid 1 2024-04-12T00:27:40.692 INFO:tasks.rados.rados.0.smithi098.stdout:28: done (6 left) 2024-04-12T00:27:40.692 INFO:tasks.rados.rados.0.smithi098.stdout:35: write initial oid 35 2024-04-12T00:27:40.692 INFO:tasks.rados.rados.0.smithi098.stdout:35: seq_num 34 ranges {0=573440} 2024-04-12T00:27:40.695 INFO:tasks.rados.rados.0.smithi098.stdout:35: writing smithi09877355-35 from 0 to 573440 tid 1 2024-04-12T00:27:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:36: write initial oid 36 2024-04-12T00:27:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:36: seq_num 35 ranges {0=589824} 2024-04-12T00:27:40.699 INFO:tasks.rados.rados.0.smithi098.stdout:36: writing smithi09877355-36 from 0 to 589824 tid 1 2024-04-12T00:27:40.699 INFO:tasks.rados.rados.0.smithi098.stdout:37: write initial oid 37 2024-04-12T00:27:40.700 INFO:tasks.rados.rados.0.smithi098.stdout:37: seq_num 36 ranges {0=606208} 2024-04-12T00:27:40.703 INFO:tasks.rados.rados.0.smithi098.stdout:37: writing smithi09877355-37 from 0 to 606208 tid 1 2024-04-12T00:27:40.703 INFO:tasks.rados.rados.0.smithi098.stdout:38: write initial oid 38 2024-04-12T00:27:40.703 INFO:tasks.rados.rados.0.smithi098.stdout:38: seq_num 37 ranges {0=622592} 2024-04-12T00:27:40.707 INFO:tasks.rados.rados.0.smithi098.stdout:38: writing smithi09877355-38 from 0 to 622592 tid 1 2024-04-12T00:27:40.707 INFO:tasks.rados.rados.0.smithi098.stdout:39: write initial oid 39 2024-04-12T00:27:40.707 INFO:tasks.rados.rados.0.smithi098.stdout:39: seq_num 38 ranges {0=638976} 2024-04-12T00:27:40.711 INFO:tasks.rados.rados.0.smithi098.stdout:39: writing smithi09877355-39 from 0 to 638976 tid 1 2024-04-12T00:27:40.711 INFO:tasks.rados.rados.0.smithi098.stdout:40: write initial oid 40 2024-04-12T00:27:40.711 INFO:tasks.rados.rados.0.smithi098.stdout:40: seq_num 39 ranges {0=663552} 2024-04-12T00:27:40.715 INFO:tasks.rados.rados.0.smithi098.stdout:40: writing smithi09877355-40 from 0 to 663552 tid 1 2024-04-12T00:27:40.715 INFO:tasks.rados.rados.0.smithi098.stdout:41: write initial oid 41 2024-04-12T00:27:40.715 INFO:tasks.rados.rados.0.smithi098.stdout:41: seq_num 40 ranges {0=679936} 2024-04-12T00:27:40.719 INFO:tasks.rados.rados.0.smithi098.stdout:41: writing smithi09877355-41 from 0 to 679936 tid 1 2024-04-12T00:27:40.719 INFO:tasks.rados.rados.0.smithi098.stdout:42: write initial oid 42 2024-04-12T00:27:40.719 INFO:tasks.rados.rados.0.smithi098.stdout:42: seq_num 41 ranges {0=696320} 2024-04-12T00:27:40.723 INFO:tasks.rados.rados.0.smithi098.stdout:42: writing smithi09877355-42 from 0 to 696320 tid 1 2024-04-12T00:27:40.723 INFO:tasks.rados.rados.0.smithi098.stdout:43: write initial oid 43 2024-04-12T00:27:40.723 INFO:tasks.rados.rados.0.smithi098.stdout:43: seq_num 42 ranges {0=712704} 2024-04-12T00:27:40.728 INFO:tasks.rados.rados.0.smithi098.stdout:43: writing smithi09877355-43 from 0 to 712704 tid 1 2024-04-12T00:27:40.728 INFO:tasks.rados.rados.0.smithi098.stdout:44: write initial oid 44 2024-04-12T00:27:40.729 INFO:tasks.rados.rados.0.smithi098.stdout:44: seq_num 43 ranges {0=729088} 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:44: writing smithi09877355-44 from 0 to 729088 tid 1 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout: waiting on 16 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:29: finishing write tid 3 to smithi09877355-29 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:29: oid 29 updating version 0 to 4 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:29: oid 29 version 4 is already newer than 3 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:30: finishing write tid 1 to smithi09877355-30 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:30: finishing write tid 2 to smithi09877355-30 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:30: finishing write tid 3 to smithi09877355-30 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:30: oid 30 updating version 0 to 4 2024-04-12T00:27:40.734 INFO:tasks.rados.rados.0.smithi098.stdout:30: oid 30 version 4 is already newer than 3 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:31: finishing write tid 1 to smithi09877355-31 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:31: finishing write tid 2 to smithi09877355-31 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:31: finishing write tid 3 to smithi09877355-31 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:31: oid 31 updating version 0 to 1 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:31: oid 31 updating version 1 to 2 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 2 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:32: finishing write tid 1 to smithi09877355-32 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:32: finishing write tid 2 to smithi09877355-32 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:32: finishing write tid 3 to smithi09877355-32 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:32: oid 32 updating version 0 to 4 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:32: oid 32 version 4 is already newer than 3 2024-04-12T00:27:40.735 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:33: finishing write tid 1 to smithi09877355-33 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:33: finishing write tid 2 to smithi09877355-33 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:33: finishing write tid 3 to smithi09877355-33 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:33: oid 33 updating version 0 to 6 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:33: oid 33 version 6 is already newer than 5 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:34: finishing write tid 1 to smithi09877355-34 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:29: done (15 left) 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:30: done (14 left) 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:31: done (13 left) 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:32: done (12 left) 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:33: done (11 left) 2024-04-12T00:27:40.736 INFO:tasks.rados.rados.0.smithi098.stdout:45: write initial oid 45 2024-04-12T00:27:40.737 INFO:tasks.rados.rados.0.smithi098.stdout:45: seq_num 44 ranges {0=745472} 2024-04-12T00:27:40.737 INFO:tasks.rados.rados.0.smithi098.stdout:45: writing smithi09877355-45 from 0 to 745472 tid 1 2024-04-12T00:27:40.737 INFO:tasks.rados.rados.0.smithi098.stdout:46: write initial oid 46 2024-04-12T00:27:40.737 INFO:tasks.rados.rados.0.smithi098.stdout:46: seq_num 45 ranges {0=761856} 2024-04-12T00:27:40.742 INFO:tasks.rados.rados.0.smithi098.stdout:46: writing smithi09877355-46 from 0 to 761856 tid 1 2024-04-12T00:27:40.742 INFO:tasks.rados.rados.0.smithi098.stdout:47: write initial oid 47 2024-04-12T00:27:40.742 INFO:tasks.rados.rados.0.smithi098.stdout:47: seq_num 46 ranges {0=778240} 2024-04-12T00:27:40.746 INFO:tasks.rados.rados.0.smithi098.stdout:47: writing smithi09877355-47 from 0 to 778240 tid 1 2024-04-12T00:27:40.747 INFO:tasks.rados.rados.0.smithi098.stdout:48: write initial oid 48 2024-04-12T00:27:40.747 INFO:tasks.rados.rados.0.smithi098.stdout:48: seq_num 47 ranges {0=794624} 2024-04-12T00:27:40.751 INFO:tasks.rados.rados.0.smithi098.stdout:48: writing smithi09877355-48 from 0 to 794624 tid 1 2024-04-12T00:27:40.751 INFO:tasks.rados.rados.0.smithi098.stdout:49: write initial oid 49 2024-04-12T00:27:40.751 INFO:tasks.rados.rados.0.smithi098.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-12T00:27:40.753 INFO:tasks.rados.rados.0.smithi098.stdout:49: writing smithi09877355-49 from 0 to 409600 tid 1 2024-04-12T00:27:40.756 INFO:tasks.rados.rados.0.smithi098.stdout:49: writing smithi09877355-49 from 409600 to 811008 tid 2 2024-04-12T00:27:40.756 INFO:tasks.rados.rados.0.smithi098.stdout: waiting on 16 2024-04-12T00:27:40.756 INFO:tasks.rados.rados.0.smithi098.stdout:34: finishing write tid 2 to smithi09877355-34 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:34: finishing write tid 3 to smithi09877355-34 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:34: oid 34 updating version 0 to 4 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:34: oid 34 version 4 is already newer than 3 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:35: finishing write tid 1 to smithi09877355-35 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:35: finishing write tid 2 to smithi09877355-35 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:35: finishing write tid 3 to smithi09877355-35 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:35: oid 35 updating version 0 to 2 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:35: oid 35 version 2 is already newer than 1 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:36: finishing write tid 1 to smithi09877355-36 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:36: finishing write tid 2 to smithi09877355-36 2024-04-12T00:27:40.757 INFO:tasks.rados.rados.0.smithi098.stdout:36: finishing write tid 3 to smithi09877355-36 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:36: oid 36 updating version 0 to 8 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:36: oid 36 version 8 is already newer than 7 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 8 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:37: finishing write tid 1 to smithi09877355-37 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:37: finishing write tid 2 to smithi09877355-37 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:37: finishing write tid 3 to smithi09877355-37 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:37: oid 37 updating version 0 to 6 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:37: oid 37 version 6 is already newer than 5 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:38: finishing write tid 1 to smithi09877355-38 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:38: finishing write tid 2 to smithi09877355-38 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:34: done (15 left) 2024-04-12T00:27:40.758 INFO:tasks.rados.rados.0.smithi098.stdout:35: done (14 left) 2024-04-12T00:27:40.759 INFO:tasks.rados.rados.0.smithi098.stdout:36: done (13 left) 2024-04-12T00:27:40.759 INFO:tasks.rados.rados.0.smithi098.stdout:37: done (12 left) 2024-04-12T00:27:40.759 INFO:tasks.rados.rados.0.smithi098.stdout:50: write initial oid 50 2024-04-12T00:27:40.759 INFO:tasks.rados.rados.0.smithi098.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-12T00:27:40.759 INFO:tasks.rados.rados.0.smithi098.stdout:50: writing smithi09877355-50 from 0 to 425984 tid 1 2024-04-12T00:27:40.763 INFO:tasks.rados.rados.0.smithi098.stdout:50: writing smithi09877355-50 from 425984 to 827392 tid 2 2024-04-12T00:27:40.763 INFO:tasks.rados.rados.0.smithi098.stdout:51: copy_from oid 8 from oid 14 current snap is 0 2024-04-12T00:27:40.763 INFO:tasks.rados.rados.0.smithi098.stdout:38: finishing write tid 3 to smithi09877355-38 2024-04-12T00:27:40.763 INFO:tasks.rados.rados.0.smithi098.stdout:38: oid 38 updating version 0 to 7 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:38: oid 38 updating version 7 to 8 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:39: finishing write tid 1 to smithi09877355-39 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:39: finishing write tid 2 to smithi09877355-39 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:39: finishing write tid 3 to smithi09877355-39 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:39: oid 39 updating version 0 to 11 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:39: oid 39 updating version 11 to 12 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:40: finishing write tid 1 to smithi09877355-40 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:40: finishing write tid 2 to smithi09877355-40 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:40: finishing write tid 3 to smithi09877355-40 2024-04-12T00:27:40.764 INFO:tasks.rados.rados.0.smithi098.stdout:40: oid 40 updating version 0 to 6 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:40: oid 40 version 6 is already newer than 5 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:41: finishing write tid 1 to smithi09877355-41 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:41: finishing write tid 2 to smithi09877355-41 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:41: finishing write tid 3 to smithi09877355-41 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:41: oid 41 updating version 0 to 10 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:41: oid 41 version 10 is already newer than 9 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:42: finishing write tid 1 to smithi09877355-42 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:42: finishing write tid 2 to smithi09877355-42 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:42: finishing write tid 3 to smithi09877355-42 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:42: oid 42 updating version 0 to 1 2024-04-12T00:27:40.765 INFO:tasks.rados.rados.0.smithi098.stdout:42: oid 42 updating version 1 to 2 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:43: finishing write tid 1 to smithi09877355-43 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:43: finishing write tid 2 to smithi09877355-43 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:43: finishing write tid 3 to smithi09877355-43 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:43: oid 43 updating version 0 to 8 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:43: oid 43 version 8 is already newer than 7 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:44: finishing write tid 1 to smithi09877355-44 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:44: finishing write tid 2 to smithi09877355-44 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:44: finishing write tid 3 to smithi09877355-44 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:44: oid 44 updating version 0 to 14 2024-04-12T00:27:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:44: oid 44 version 14 is already newer than 13 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 14 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:45: finishing write tid 1 to smithi09877355-45 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:45: finishing write tid 2 to smithi09877355-45 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:45: finishing write tid 3 to smithi09877355-45 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:45: oid 45 updating version 0 to 3 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:45: oid 45 updating version 3 to 4 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:46: finishing write tid 1 to smithi09877355-46 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:46: finishing write tid 2 to smithi09877355-46 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:46: finishing write tid 3 to smithi09877355-46 2024-04-12T00:27:40.767 INFO:tasks.rados.rados.0.smithi098.stdout:46: oid 46 updating version 0 to 6 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:46: oid 46 version 6 is already newer than 5 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:47: finishing write tid 1 to smithi09877355-47 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:38: done (13 left) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:39: done (12 left) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:40: done (11 left) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:41: done (10 left) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:42: done (9 left) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:43: done (8 left) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:44: done (7 left) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:45: done (6 left) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:46: done (5 left) 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 0 2024-04-12T00:27:40.768 INFO:tasks.rados.rados.0.smithi098.stdout:52: seq_num 50 ranges {155648=442368,598016=401408} 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:52: writing smithi09877355-10 from 155648 to 598016 tid 1 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:52: writing smithi09877355-10 from 598016 to 999424 tid 2 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:53: rmattr oid 35 current snap is 0 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:53: done (6 left) 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:54: delete oid 33 current snap is 0 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:47: finishing write tid 2 to smithi09877355-47 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:47: finishing write tid 3 to smithi09877355-47 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:47: oid 47 updating version 0 to 5 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:47: oid 47 updating version 5 to 6 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:48: finishing write tid 1 to smithi09877355-48 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:48: finishing write tid 2 to smithi09877355-48 2024-04-12T00:27:40.772 INFO:tasks.rados.rados.0.smithi098.stdout:49: finishing write tid 1 to smithi09877355-49 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:48: finishing write tid 3 to smithi09877355-48 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:48: oid 48 updating version 0 to 3 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:48: oid 48 updating version 3 to 4 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:49: finishing write tid 2 to smithi09877355-49 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:49: finishing write tid 3 to smithi09877355-49 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:49: finishing write tid 4 to smithi09877355-49 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:49: oid 49 updating version 0 to 9 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:49: oid 49 version 9 is already newer than 8 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:49: oid 49 version 9 is already newer than 7 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-12T00:27:40.773 INFO:tasks.rados.rados.0.smithi098.stdout:50: finishing write tid 1 to smithi09877355-50 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:50: finishing write tid 2 to smithi09877355-50 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:50: finishing write tid 3 to smithi09877355-50 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:50: finishing write tid 4 to smithi09877355-50 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:50: oid 50 updating version 0 to 5 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:50: oid 50 updating version 5 to 6 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:50: oid 50 updating version 6 to 7 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:51: finishing copy_from racing read to smithi09877355-8 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:51: finishing copy_from to smithi09877355-8 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:52: finishing write tid 1 to smithi09877355-10 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:47: done (6 left) 2024-04-12T00:27:40.774 INFO:tasks.rados.rados.0.smithi098.stdout:48: done (5 left) 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:49: done (4 left) 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:50: done (3 left) 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:51: done (2 left) 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:54: done (1 left) 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:55: read oid 16 snap -1 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:56: rollback oid 31 current snap is 0 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:56: done (2 left) 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:57: read oid 28 snap -1 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:59: rollback oid 45 current snap is 0 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:59: done (4 left) 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-04-12T00:27:40.775 INFO:tasks.rados.rados.0.smithi098.stdout:61: delete oid 1 current snap is 0 2024-04-12T00:27:40.776 INFO:tasks.rados.rados.0.smithi098.stdout:52: finishing write tid 2 to smithi09877355-10 2024-04-12T00:27:40.776 INFO:tasks.rados.rados.0.smithi098.stdout:52: finishing write tid 3 to smithi09877355-10 2024-04-12T00:27:40.776 INFO:tasks.rados.rados.0.smithi098.stdout:61: done (5 left) 2024-04-12T00:27:40.776 INFO:tasks.rados.rados.0.smithi098.stdout:62: read oid 18 snap -1 2024-04-12T00:27:40.776 INFO:tasks.rados.rados.0.smithi098.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T00:27:40.776 INFO:tasks.rados.rados.0.smithi098.stdout:63: snap_create 2024-04-12T00:27:40.776 INFO:tasks.rados.rados.0.smithi098.stdout:52: finishing write tid 4 to smithi09877355-10 2024-04-12T00:27:40.777 INFO:tasks.rados.rados.0.smithi098.stdout:52: oid 10 updating version 0 to 7 2024-04-12T00:27:40.777 INFO:tasks.rados.rados.0.smithi098.stdout:52: oid 10 updating version 7 to 9 2024-04-12T00:27:40.777 INFO:tasks.rados.rados.0.smithi098.stdout:52: oid 10 version 9 is already newer than 8 2024-04-12T00:27:40.777 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-12T00:27:40.777 INFO:tasks.rados.rados.0.smithi098.stdout:52: left oid 10 (ObjNum 50 snap 0 seq_num 50) 2024-04-12T00:27:40.777 INFO:tasks.rados.rados.0.smithi098.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-12T00:27:40.782 INFO:tasks.rados.rados.0.smithi098.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:27:40.795 INFO:tasks.rados.rados.0.smithi098.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T00:27:40.802 INFO:tasks.rados.rados.0.smithi098.stdout:60: finishing copy_from racing read to smithi09877355-23 2024-04-12T00:27:40.803 INFO:tasks.rados.rados.0.smithi098.stdout:58: finishing copy_from racing read to smithi09877355-29 2024-04-12T00:27:40.803 INFO:tasks.rados.rados.0.smithi098.stdout:60: finishing copy_from to smithi09877355-23 2024-04-12T00:27:40.803 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T00:27:40.803 INFO:tasks.rados.rados.0.smithi098.stdout:58: finishing copy_from to smithi09877355-29 2024-04-12T00:27:40.803 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T00:27:40.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:40 smithi193 ceph-mon[30474]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:27:40.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:40 smithi193 ceph-mon[30474]: Cluster is now healthy 2024-04-12T00:27:40.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:40 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/824025590' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T00:27:40.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:40 smithi193 ceph-mon[30474]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T00:27:40.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:40 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:41.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[26935]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:27:41.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[26935]: Cluster is now healthy 2024-04-12T00:27:41.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/824025590' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T00:27:41.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[26935]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T00:27:41.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:41.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[37915]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:27:41.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[37915]: Cluster is now healthy 2024-04-12T00:27:41.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/824025590' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T00:27:41.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[37915]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T00:27:41.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:40 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:41.626 INFO:tasks.rados.rados.0.smithi098.stdout:52: done (6 left) 2024-04-12T00:27:41.626 INFO:tasks.rados.rados.0.smithi098.stdout:55: done (5 left) 2024-04-12T00:27:41.626 INFO:tasks.rados.rados.0.smithi098.stdout:57: done (4 left) 2024-04-12T00:27:41.626 INFO:tasks.rados.rados.0.smithi098.stdout:58: done (3 left) 2024-04-12T00:27:41.626 INFO:tasks.rados.rados.0.smithi098.stdout:60: done (2 left) 2024-04-12T00:27:41.626 INFO:tasks.rados.rados.0.smithi098.stdout:62: done (1 left) 2024-04-12T00:27:41.626 INFO:tasks.rados.rados.0.smithi098.stdout:63: done (0 left) 2024-04-12T00:27:41.626 INFO:tasks.rados.rados.0.smithi098.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-12T00:27:41.627 INFO:tasks.rados.rados.0.smithi098.stdout:65: read oid 30 snap -1 2024-04-12T00:27:41.627 INFO:tasks.rados.rados.0.smithi098.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-12T00:27:41.627 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 1 2024-04-12T00:27:41.627 INFO:tasks.rados.rados.0.smithi098.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-04-12T00:27:41.633 INFO:tasks.rados.rados.0.smithi098.stdout:66: writing smithi09877355-23 from 794624 to 1286144 tid 1 2024-04-12T00:27:41.636 INFO:tasks.rados.rados.0.smithi098.stdout:66: writing smithi09877355-23 from 1286144 to 1687552 tid 2 2024-04-12T00:27:41.636 INFO:tasks.rados.rados.0.smithi098.stdout:67: rollback oid 10 current snap is 1 2024-04-12T00:27:41.636 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 10 to 0 2024-04-12T00:27:41.636 INFO:tasks.rados.rados.0.smithi098.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-12T00:27:41.650 INFO:tasks.rados.rados.0.smithi098.stdout:64: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:27:41.650 INFO:tasks.rados.rados.0.smithi098.stdout:64: finishing copy_from to smithi09877355-15 2024-04-12T00:27:41.650 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-12T00:27:41.650 INFO:tasks.rados.rados.0.smithi098.stdout:64: done (3 left) 2024-04-12T00:27:41.650 INFO:tasks.rados.rados.0.smithi098.stdout:65: done (2 left) 2024-04-12T00:27:41.650 INFO:tasks.rados.rados.0.smithi098.stdout:68: setattr oid 20 current snap is 1 2024-04-12T00:27:41.650 INFO:tasks.rados.rados.0.smithi098.stdout:66: finishing write tid 1 to smithi09877355-23 2024-04-12T00:27:41.650 INFO:tasks.rados.rados.0.smithi098.stdout:66: finishing write tid 2 to smithi09877355-23 2024-04-12T00:27:41.650 INFO:tasks.rados.rados.0.smithi098.stdout:66: finishing write tid 3 to smithi09877355-23 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:67: finishing rollback tid 0 to smithi09877355-10 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:67: finishing rollback tid 1 to smithi09877355-10 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:67: finishing rollback tid 2 to smithi09877355-10 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:66: finishing write tid 4 to smithi09877355-23 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:66: oid 23 updating version 0 to 14 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:66: oid 23 updating version 14 to 15 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:66: oid 23 version 15 is already newer than 13 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-12T00:27:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:66: done (2 left) 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:67: done (1 left) 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:70: read oid 24 snap 0 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:72: rollback oid 49 current snap is 1 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 49 to 0 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:73: read oid 4 snap 0 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:74: rmattr oid 7 current snap is 1 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:74: done (6 left) 2024-04-12T00:27:41.653 INFO:tasks.rados.rados.0.smithi098.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-04-12T00:27:41.654 INFO:tasks.rados.rados.0.smithi098.stdout:76: read oid 39 snap -1 2024-04-12T00:27:41.654 INFO:tasks.rados.rados.0.smithi098.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T00:27:41.654 INFO:tasks.rados.rados.0.smithi098.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-12T00:27:41.654 INFO:tasks.rados.rados.0.smithi098.stdout:78: read oid 2 snap -1 2024-04-12T00:27:41.654 INFO:tasks.rados.rados.0.smithi098.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T00:27:41.654 INFO:tasks.rados.rados.0.smithi098.stdout:79: setattr oid 41 current snap is 1 2024-04-12T00:27:41.654 INFO:tasks.rados.rados.0.smithi098.stdout:80: snap_create 2024-04-12T00:27:41.654 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 10 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-12T00:27:41.654 INFO:tasks.rados.rados.0.smithi098.stdout:72: finishing rollback tid 0 to smithi09877355-49 2024-04-12T00:27:41.655 INFO:tasks.rados.rados.0.smithi098.stdout:72: finishing rollback tid 1 to smithi09877355-49 2024-04-12T00:27:41.655 INFO:tasks.rados.rados.0.smithi098.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-12T00:27:41.669 INFO:tasks.rados.rados.0.smithi098.stdout:72: finishing rollback tid 2 to smithi09877355-49 2024-04-12T00:27:41.669 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-12T00:27:41.669 INFO:tasks.rados.rados.0.smithi098.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-12T00:27:41.669 INFO:tasks.rados.rados.0.smithi098.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T00:27:41.687 INFO:tasks.rados.rados.0.smithi098.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-12T00:27:41.688 INFO:tasks.rados.rados.0.smithi098.stdout:75: finishing copy_from racing read to smithi09877355-21 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 17 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:75: finishing copy_from to smithi09877355-21 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:69: finishing copy_from racing read to smithi09877355-45 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:77: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:69: finishing copy_from to smithi09877355-45 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:77: finishing copy_from to smithi09877355-6 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:71: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:71: finishing copy_from to smithi09877355-36 2024-04-12T00:27:41.689 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-12T00:27:42.035 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:41 smithi098 ceph-mon[26935]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-12T00:27:42.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:41 smithi098 ceph-mon[26935]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T00:27:42.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:41 smithi098 ceph-mon[26935]: pgmap v99: 121 pgs: 121 active+clean; 21 MiB data, 246 MiB used, 715 GiB / 715 GiB avail; 503 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-12T00:27:42.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:41 smithi098 ceph-mon[37915]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-12T00:27:42.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:41 smithi098 ceph-mon[37915]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T00:27:42.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:41 smithi098 ceph-mon[37915]: pgmap v99: 121 pgs: 121 active+clean; 21 MiB data, 246 MiB used, 715 GiB / 715 GiB avail; 503 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-12T00:27:42.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:41 smithi193 ceph-mon[30474]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-12T00:27:42.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:41 smithi193 ceph-mon[30474]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T00:27:42.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:41 smithi193 ceph-mon[30474]: pgmap v99: 121 pgs: 121 active+clean; 21 MiB data, 246 MiB used, 715 GiB / 715 GiB avail; 503 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-12T00:27:42.631 INFO:tasks.rados.rados.0.smithi098.stdout:68: done (11 left) 2024-04-12T00:27:42.631 INFO:tasks.rados.rados.0.smithi098.stdout:69: done (10 left) 2024-04-12T00:27:42.631 INFO:tasks.rados.rados.0.smithi098.stdout:70: done (9 left) 2024-04-12T00:27:42.631 INFO:tasks.rados.rados.0.smithi098.stdout:71: done (8 left) 2024-04-12T00:27:42.631 INFO:tasks.rados.rados.0.smithi098.stdout:72: done (7 left) 2024-04-12T00:27:42.631 INFO:tasks.rados.rados.0.smithi098.stdout:73: done (6 left) 2024-04-12T00:27:42.631 INFO:tasks.rados.rados.0.smithi098.stdout:75: done (5 left) 2024-04-12T00:27:42.631 INFO:tasks.rados.rados.0.smithi098.stdout:76: done (4 left) 2024-04-12T00:27:42.631 INFO:tasks.rados.rados.0.smithi098.stdout:77: done (3 left) 2024-04-12T00:27:42.632 INFO:tasks.rados.rados.0.smithi098.stdout:78: done (2 left) 2024-04-12T00:27:42.632 INFO:tasks.rados.rados.0.smithi098.stdout:79: done (1 left) 2024-04-12T00:27:42.632 INFO:tasks.rados.rados.0.smithi098.stdout:80: done (0 left) 2024-04-12T00:27:42.632 INFO:tasks.rados.rados.0.smithi098.stdout:81: rollback oid 40 current snap is 2 2024-04-12T00:27:42.632 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 40 to 1 2024-04-12T00:27:42.632 INFO:tasks.rados.rados.0.smithi098.stdout:82: snap_create 2024-04-12T00:27:42.635 INFO:tasks.rados.rados.0.smithi098.stdout:81: finishing rollback tid 0 to smithi09877355-40 2024-04-12T00:27:42.635 INFO:tasks.rados.rados.0.smithi098.stdout:81: finishing rollback tid 1 to smithi09877355-40 2024-04-12T00:27:42.635 INFO:tasks.rados.rados.0.smithi098.stdout:81: finishing rollback tid 2 to smithi09877355-40 2024-04-12T00:27:42.635 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T00:27:43.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:42 smithi098 ceph-mon[37915]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T00:27:43.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:42 smithi098 ceph-mon[26935]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T00:27:43.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:42 smithi193 ceph-mon[30474]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T00:27:43.636 INFO:tasks.rados.rados.0.smithi098.stdout:81: done (1 left) 2024-04-12T00:27:43.636 INFO:tasks.rados.rados.0.smithi098.stdout:82: done (0 left) 2024-04-12T00:27:43.636 INFO:tasks.rados.rados.0.smithi098.stdout:83: rollback oid 9 current snap is 3 2024-04-12T00:27:43.636 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 0 2024-04-12T00:27:43.636 INFO:tasks.rados.rados.0.smithi098.stdout:84: read oid 20 snap 1 2024-04-12T00:27:43.636 INFO:tasks.rados.rados.0.smithi098.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-12T00:27:43.637 INFO:tasks.rados.rados.0.smithi098.stdout:85: read oid 25 snap -1 2024-04-12T00:27:43.637 INFO:tasks.rados.rados.0.smithi098.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-12T00:27:43.637 INFO:tasks.rados.rados.0.smithi098.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-04-12T00:27:43.637 INFO:tasks.rados.rados.0.smithi098.stdout:87: setattr oid 48 current snap is 3 2024-04-12T00:27:43.637 INFO:tasks.rados.rados.0.smithi098.stdout:88: snap_remove snap 2 2024-04-12T00:27:44.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:43 smithi098 ceph-mon[37915]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T00:27:44.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:43 smithi098 ceph-mon[37915]: pgmap v102: 121 pgs: 121 active+clean; 21 MiB data, 246 MiB used, 715 GiB / 715 GiB avail; 608 KiB/s rd, 4.6 MiB/s wr, 46 op/s 2024-04-12T00:27:44.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:43 smithi098 ceph-mon[26935]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T00:27:44.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:43 smithi098 ceph-mon[26935]: pgmap v102: 121 pgs: 121 active+clean; 21 MiB data, 246 MiB used, 715 GiB / 715 GiB avail; 608 KiB/s rd, 4.6 MiB/s wr, 46 op/s 2024-04-12T00:27:44.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:43 smithi193 ceph-mon[30474]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T00:27:44.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:43 smithi193 ceph-mon[30474]: pgmap v102: 121 pgs: 121 active+clean; 21 MiB data, 246 MiB used, 715 GiB / 715 GiB avail; 608 KiB/s rd, 4.6 MiB/s wr, 46 op/s 2024-04-12T00:27:44.535 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:27:44] "GET /metrics HTTP/1.1" 200 35944 "" "Prometheus/2.43.0" 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:88: done (5 left) 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:89: read oid 38 snap 1 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:90: read oid 18 snap -1 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:92: rmattr oid 43 current snap is 3 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:92: done (8 left) 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:93: delete oid 14 current snap is 3 2024-04-12T00:27:44.648 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T00:27:44.649 INFO:tasks.rados.rados.0.smithi098.stdout:83: finishing rollback tid 0 to smithi09877355-9 2024-04-12T00:27:44.649 INFO:tasks.rados.rados.0.smithi098.stdout:83: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:27:44.649 INFO:tasks.rados.rados.0.smithi098.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-12T00:27:44.661 INFO:tasks.rados.rados.0.smithi098.stdout:83: finishing rollback tid 2 to smithi09877355-9 2024-04-12T00:27:44.661 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T00:27:44.661 INFO:tasks.rados.rados.0.smithi098.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:86: finishing copy_from racing read to smithi09877355-34 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:83: done (8 left) 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:84: done (7 left) 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:85: done (6 left) 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:87: done (5 left) 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:93: done (4 left) 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 3 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:86: finishing copy_from to smithi09877355-34 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-12T00:27:44.673 INFO:tasks.rados.rados.0.smithi098.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T00:27:44.680 INFO:tasks.rados.rados.0.smithi098.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-12T00:27:44.696 INFO:tasks.rados.rados.0.smithi098.stdout:91: finishing copy_from racing read to smithi09877355-2 2024-04-12T00:27:44.696 INFO:tasks.rados.rados.0.smithi098.stdout:91: finishing copy_from to smithi09877355-2 2024-04-12T00:27:44.697 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T00:27:44.697 INFO:tasks.rados.rados.0.smithi098.stdout:94: seq_num 55 ranges {679936=524288,1204224=401408} 2024-04-12T00:27:44.704 INFO:tasks.rados.rados.0.smithi098.stdout:94: writing smithi09877355-41 from 679936 to 1204224 tid 1 2024-04-12T00:27:44.707 INFO:tasks.rados.rados.0.smithi098.stdout:94: writing smithi09877355-41 from 1204224 to 1605632 tid 2 2024-04-12T00:27:44.707 INFO:tasks.rados.rados.0.smithi098.stdout:86: done (4 left) 2024-04-12T00:27:44.707 INFO:tasks.rados.rados.0.smithi098.stdout:89: done (3 left) 2024-04-12T00:27:44.707 INFO:tasks.rados.rados.0.smithi098.stdout:90: done (2 left) 2024-04-12T00:27:44.707 INFO:tasks.rados.rados.0.smithi098.stdout:91: done (1 left) 2024-04-12T00:27:44.707 INFO:tasks.rados.rados.0.smithi098.stdout:95: read oid 13 snap 0 2024-04-12T00:27:44.707 INFO:tasks.rados.rados.0.smithi098.stdout:95: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-12T00:27:44.707 INFO:tasks.rados.rados.0.smithi098.stdout:96: snap_remove snap 1 2024-04-12T00:27:45.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:44 smithi098 ceph-mon[37915]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T00:27:45.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:44 smithi098 ceph-mon[26935]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T00:27:45.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:44 smithi193 ceph-mon[30474]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T00:27:45.650 INFO:tasks.rados.rados.0.smithi098.stdout:96: done (2 left) 2024-04-12T00:27:45.650 INFO:tasks.rados.rados.0.smithi098.stdout:97: copy_from oid 33 from oid 36 current snap is 3 2024-04-12T00:27:45.650 INFO:tasks.rados.rados.0.smithi098.stdout:94: finishing write tid 1 to smithi09877355-41 2024-04-12T00:27:45.650 INFO:tasks.rados.rados.0.smithi098.stdout:94: finishing write tid 2 to smithi09877355-41 2024-04-12T00:27:45.650 INFO:tasks.rados.rados.0.smithi098.stdout:94: finishing write tid 3 to smithi09877355-41 2024-04-12T00:27:45.650 INFO:tasks.rados.rados.0.smithi098.stdout:94: finishing write tid 4 to smithi09877355-41 2024-04-12T00:27:45.650 INFO:tasks.rados.rados.0.smithi098.stdout:94: oid 41 updating version 0 to 24 2024-04-12T00:27:45.650 INFO:tasks.rados.rados.0.smithi098.stdout:94: oid 41 updating version 24 to 25 2024-04-12T00:27:45.650 INFO:tasks.rados.rados.0.smithi098.stdout:94: oid 41 version 25 is already newer than 23 2024-04-12T00:27:45.651 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 25 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-12T00:27:45.651 INFO:tasks.rados.rados.0.smithi098.stdout:94: left oid 41 (ObjNum 55 snap 3 seq_num 55) 2024-04-12T00:27:45.651 INFO:tasks.rados.rados.0.smithi098.stdout:95: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-12T00:27:45.659 INFO:tasks.rados.rados.0.smithi098.stdout:94: done (2 left) 2024-04-12T00:27:45.659 INFO:tasks.rados.rados.0.smithi098.stdout:95: done (1 left) 2024-04-12T00:27:45.659 INFO:tasks.rados.rados.0.smithi098.stdout:98: read oid 13 snap 0 2024-04-12T00:27:45.659 INFO:tasks.rados.rados.0.smithi098.stdout:98: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-12T00:27:45.659 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 3 2024-04-12T00:27:45.659 INFO:tasks.rados.rados.0.smithi098.stdout:99: seq_num 56 ranges {172032=540672,712704=401408} 2024-04-12T00:27:45.663 INFO:tasks.rados.rados.0.smithi098.stdout:99: writing smithi09877355-11 from 172032 to 712704 tid 1 2024-04-12T00:27:45.666 INFO:tasks.rados.rados.0.smithi098.stdout:99: writing smithi09877355-11 from 712704 to 1114112 tid 2 2024-04-12T00:27:45.666 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 3 2024-04-12T00:27:45.666 INFO:tasks.rados.rados.0.smithi098.stdout:97: finishing copy_from racing read to smithi09877355-33 2024-04-12T00:27:45.666 INFO:tasks.rados.rados.0.smithi098.stdout:100: seq_num 57 ranges {622592=557056,1179648=401408} 2024-04-12T00:27:45.672 INFO:tasks.rados.rados.0.smithi098.stdout:100: writing smithi09877355-38 from 622592 to 1179648 tid 1 2024-04-12T00:27:45.675 INFO:tasks.rados.rados.0.smithi098.stdout:100: writing smithi09877355-38 from 1179648 to 1581056 tid 2 2024-04-12T00:27:45.675 INFO:tasks.rados.rados.0.smithi098.stdout:101: copy_from oid 2 from oid 26 current snap is 3 2024-04-12T00:27:45.675 INFO:tasks.rados.rados.0.smithi098.stdout:97: finishing copy_from to smithi09877355-33 2024-04-12T00:27:45.675 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-12T00:27:45.675 INFO:tasks.rados.rados.0.smithi098.stdout:97: done (4 left) 2024-04-12T00:27:45.675 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 3 2024-04-12T00:27:45.675 INFO:tasks.rados.rados.0.smithi098.stdout:102: seq_num 58 ranges {360448=573440,933888=401408} 2024-04-12T00:27:45.680 INFO:tasks.rados.rados.0.smithi098.stdout:102: writing smithi09877355-22 from 360448 to 933888 tid 1 2024-04-12T00:27:45.683 INFO:tasks.rados.rados.0.smithi098.stdout:102: writing smithi09877355-22 from 933888 to 1335296 tid 2 2024-04-12T00:27:45.683 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 3 2024-04-12T00:27:45.683 INFO:tasks.rados.rados.0.smithi098.stdout:98: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-12T00:27:45.689 INFO:tasks.rados.rados.0.smithi098.stdout:99: finishing write tid 1 to smithi09877355-11 2024-04-12T00:27:45.689 INFO:tasks.rados.rados.0.smithi098.stdout:99: finishing write tid 2 to smithi09877355-11 2024-04-12T00:27:45.689 INFO:tasks.rados.rados.0.smithi098.stdout:99: finishing write tid 3 to smithi09877355-11 2024-04-12T00:27:45.689 INFO:tasks.rados.rados.0.smithi098.stdout:103: seq_num 59 ranges {794624=598016,1392640=401408} 2024-04-12T00:27:45.697 INFO:tasks.rados.rados.0.smithi098.stdout:103: writing smithi09877355-48 from 794624 to 1392640 tid 1 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:103: writing smithi09877355-48 from 1392640 to 1794048 tid 2 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:98: done (5 left) 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:104: rollback oid 30 current snap is 3 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 0 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:99: finishing write tid 4 to smithi09877355-11 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:99: oid 11 updating version 0 to 20 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:99: oid 11 version 20 is already newer than 19 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:99: oid 11 version 20 is already newer than 18 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 20 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:99: left oid 11 (ObjNum 56 snap 3 seq_num 56) 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:100: finishing write tid 1 to smithi09877355-38 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:100: finishing write tid 2 to smithi09877355-38 2024-04-12T00:27:45.702 INFO:tasks.rados.rados.0.smithi098.stdout:100: finishing write tid 3 to smithi09877355-38 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:100: finishing write tid 4 to smithi09877355-38 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:100: oid 38 updating version 0 to 16 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:100: oid 38 updating version 16 to 17 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:100: oid 38 updating version 17 to 18 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 18 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:100: left oid 38 (ObjNum 57 snap 3 seq_num 57) 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:101: finishing copy_from racing read to smithi09877355-2 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:101: finishing copy_from to smithi09877355-2 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:102: finishing write tid 1 to smithi09877355-22 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:99: done (5 left) 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:100: done (4 left) 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:101: done (3 left) 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:105: delete oid 42 current snap is 3 2024-04-12T00:27:45.703 INFO:tasks.rados.rados.0.smithi098.stdout:102: finishing write tid 2 to smithi09877355-22 2024-04-12T00:27:45.704 INFO:tasks.rados.rados.0.smithi098.stdout:102: finishing write tid 3 to smithi09877355-22 2024-04-12T00:27:45.704 INFO:tasks.rados.rados.0.smithi098.stdout:102: finishing write tid 4 to smithi09877355-22 2024-04-12T00:27:45.704 INFO:tasks.rados.rados.0.smithi098.stdout:102: oid 22 updating version 0 to 23 2024-04-12T00:27:45.704 INFO:tasks.rados.rados.0.smithi098.stdout:102: oid 22 version 23 is already newer than 22 2024-04-12T00:27:45.704 INFO:tasks.rados.rados.0.smithi098.stdout:102: oid 22 updating version 23 to 24 2024-04-12T00:27:45.704 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 24 (ObjNum 58 snap 3 seq_num 58) dirty exists 2024-04-12T00:27:45.704 INFO:tasks.rados.rados.0.smithi098.stdout:102: left oid 22 (ObjNum 58 snap 3 seq_num 58) 2024-04-12T00:27:45.704 INFO:tasks.rados.rados.0.smithi098.stdout:103: finishing write tid 1 to smithi09877355-48 2024-04-12T00:27:45.705 INFO:tasks.rados.rados.0.smithi098.stdout:102: done (3 left) 2024-04-12T00:27:45.705 INFO:tasks.rados.rados.0.smithi098.stdout:105: done (2 left) 2024-04-12T00:27:45.705 INFO:tasks.rados.rados.0.smithi098.stdout:106: read oid 44 snap -1 2024-04-12T00:27:45.705 INFO:tasks.rados.rados.0.smithi098.stdout:106: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:27:45.705 INFO:tasks.rados.rados.0.smithi098.stdout:107: rollback oid 39 current snap is 3 2024-04-12T00:27:45.705 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 39 to 0 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:108: delete oid 16 current snap is 3 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:103: finishing write tid 2 to smithi09877355-48 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:103: finishing write tid 3 to smithi09877355-48 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:104: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:104: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:104: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 25 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:103: finishing write tid 4 to smithi09877355-48 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:103: oid 48 updating version 0 to 11 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:103: oid 48 updating version 11 to 12 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:103: oid 48 updating version 12 to 13 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 13 (ObjNum 59 snap 3 seq_num 59) dirty exists 2024-04-12T00:27:45.706 INFO:tasks.rados.rados.0.smithi098.stdout:103: left oid 48 (ObjNum 59 snap 3 seq_num 59) 2024-04-12T00:27:45.708 INFO:tasks.rados.rados.0.smithi098.stdout:106: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:27:45.729 INFO:tasks.rados.rados.0.smithi098.stdout:107: finishing rollback tid 0 to smithi09877355-39 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:107: finishing rollback tid 1 to smithi09877355-39 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:103: done (4 left) 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:104: done (3 left) 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:106: done (2 left) 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:108: done (1 left) 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:109: read oid 9 snap 0 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:109: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:110: rollback oid 14 current snap is 3 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 14 to 0 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:107: finishing rollback tid 2 to smithi09877355-39 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 28 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:107: done (2 left) 2024-04-12T00:27:45.730 INFO:tasks.rados.rados.0.smithi098.stdout:111: delete oid 47 current snap is 3 2024-04-12T00:27:45.731 INFO:tasks.rados.rados.0.smithi098.stdout:110: finishing rollback tid 1 to smithi09877355-14 2024-04-12T00:27:45.731 INFO:tasks.rados.rados.0.smithi098.stdout:111: done (2 left) 2024-04-12T00:27:45.731 INFO:tasks.rados.rados.0.smithi098.stdout:112: setattr oid 32 current snap is 3 2024-04-12T00:27:45.731 INFO:tasks.rados.rados.0.smithi098.stdout:110: finishing rollback tid 2 to smithi09877355-14 2024-04-12T00:27:45.732 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 20 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T00:27:45.732 INFO:tasks.rados.rados.0.smithi098.stdout:109: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T00:27:45.736 INFO:tasks.rados.rados.0.smithi098.stdout:109: done (2 left) 2024-04-12T00:27:45.737 INFO:tasks.rados.rados.0.smithi098.stdout:110: done (1 left) 2024-04-12T00:27:45.737 INFO:tasks.rados.rados.0.smithi098.stdout:113: snap_create 2024-04-12T00:27:45.739 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-12T00:27:46.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:45 smithi098 ceph-mon[37915]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T00:27:46.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:45 smithi098 ceph-mon[37915]: pgmap v105: 121 pgs: 121 active+clean; 21 MiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:46.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:45 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:46.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:45 smithi098 ceph-mon[26935]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T00:27:46.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:45 smithi098 ceph-mon[26935]: pgmap v105: 121 pgs: 121 active+clean; 21 MiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:46.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:45 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:46.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:45 smithi193 ceph-mon[30474]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T00:27:46.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:45 smithi193 ceph-mon[30474]: pgmap v105: 121 pgs: 121 active+clean; 21 MiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:46.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:45 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:27:46.654 INFO:tasks.rados.rados.0.smithi098.stdout:112: done (1 left) 2024-04-12T00:27:46.655 INFO:tasks.rados.rados.0.smithi098.stdout:113: done (0 left) 2024-04-12T00:27:46.655 INFO:tasks.rados.rados.0.smithi098.stdout:114: copy_from oid 25 from oid 6 current snap is 4 2024-04-12T00:27:46.655 INFO:tasks.rados.rados.0.smithi098.stdout:115: setattr oid 23 current snap is 4 2024-04-12T00:27:46.655 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 4 2024-04-12T00:27:46.655 INFO:tasks.rados.rados.0.smithi098.stdout:116: seq_num 63 ranges {24576=663552,688128=401408} 2024-04-12T00:27:46.659 INFO:tasks.rados.rados.0.smithi098.stdout:116: writing smithi09877355-15 from 24576 to 688128 tid 1 2024-04-12T00:27:46.662 INFO:tasks.rados.rados.0.smithi098.stdout:116: writing smithi09877355-15 from 688128 to 1089536 tid 2 2024-04-12T00:27:46.662 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 4 2024-04-12T00:27:46.662 INFO:tasks.rados.rados.0.smithi098.stdout:117: seq_num 64 ranges {319488=679936,999424=401408} 2024-04-12T00:27:46.668 INFO:tasks.rados.rados.0.smithi098.stdout:117: writing smithi09877355-20 from 319488 to 999424 tid 1 2024-04-12T00:27:46.672 INFO:tasks.rados.rados.0.smithi098.stdout:117: writing smithi09877355-20 from 999424 to 1400832 tid 2 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:118: rollback oid 31 current snap is 4 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 0 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 29 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:114: finishing copy_from racing read to smithi09877355-25 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:114: finishing copy_from to smithi09877355-25 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:116: finishing write tid 1 to smithi09877355-15 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:116: finishing write tid 2 to smithi09877355-15 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:116: finishing write tid 3 to smithi09877355-15 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:116: finishing write tid 4 to smithi09877355-15 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:116: oid 15 updating version 0 to 33 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:116: oid 15 updating version 33 to 34 2024-04-12T00:27:46.673 INFO:tasks.rados.rados.0.smithi098.stdout:116: oid 15 version 34 is already newer than 32 2024-04-12T00:27:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 34 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-04-12T00:27:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:116: left oid 15 (ObjNum 63 snap 4 seq_num 63) 2024-04-12T00:27:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:114: done (4 left) 2024-04-12T00:27:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:115: done (3 left) 2024-04-12T00:27:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:116: done (2 left) 2024-04-12T00:27:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:119: read oid 26 snap -1 2024-04-12T00:27:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:119: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-12T00:27:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 4 2024-04-12T00:27:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:120: seq_num 65 ranges {425984=696320,1122304=401408} 2024-04-12T00:27:46.678 INFO:tasks.rados.rados.0.smithi098.stdout:120: writing smithi09877355-2 from 425984 to 1122304 tid 1 2024-04-12T00:27:46.681 INFO:tasks.rados.rados.0.smithi098.stdout:120: writing smithi09877355-2 from 1122304 to 1523712 tid 2 2024-04-12T00:27:46.682 INFO:tasks.rados.rados.0.smithi098.stdout:121: snap_create 2024-04-12T00:27:46.682 INFO:tasks.rados.rados.0.smithi098.stdout:117: finishing write tid 1 to smithi09877355-20 2024-04-12T00:27:46.682 INFO:tasks.rados.rados.0.smithi098.stdout:117: finishing write tid 2 to smithi09877355-20 2024-04-12T00:27:46.682 INFO:tasks.rados.rados.0.smithi098.stdout:117: finishing write tid 3 to smithi09877355-20 2024-04-12T00:27:46.682 INFO:tasks.rados.rados.0.smithi098.stdout:118: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:27:46.682 INFO:tasks.rados.rados.0.smithi098.stdout:118: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:27:46.682 INFO:tasks.rados.rados.0.smithi098.stdout:118: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:27:46.682 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-12T00:27:46.682 INFO:tasks.rados.rados.0.smithi098.stdout:119: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-12T00:27:46.700 INFO:tasks.rados.rados.0.smithi098.stdout:117: finishing write tid 4 to smithi09877355-20 2024-04-12T00:27:46.700 INFO:tasks.rados.rados.0.smithi098.stdout:117: oid 20 updating version 0 to 22 2024-04-12T00:27:46.700 INFO:tasks.rados.rados.0.smithi098.stdout:117: oid 20 updating version 22 to 24 2024-04-12T00:27:46.700 INFO:tasks.rados.rados.0.smithi098.stdout:117: oid 20 version 24 is already newer than 23 2024-04-12T00:27:46.700 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 24 (ObjNum 64 snap 4 seq_num 64) dirty exists 2024-04-12T00:27:46.700 INFO:tasks.rados.rados.0.smithi098.stdout:117: left oid 20 (ObjNum 64 snap 4 seq_num 64) 2024-04-12T00:27:46.700 INFO:tasks.rados.rados.0.smithi098.stdout:120: finishing write tid 1 to smithi09877355-2 2024-04-12T00:27:46.700 INFO:tasks.rados.rados.0.smithi098.stdout:120: finishing write tid 2 to smithi09877355-2 2024-04-12T00:27:46.700 INFO:tasks.rados.rados.0.smithi098.stdout:120: finishing write tid 3 to smithi09877355-2 2024-04-12T00:27:46.701 INFO:tasks.rados.rados.0.smithi098.stdout:120: finishing write tid 4 to smithi09877355-2 2024-04-12T00:27:46.701 INFO:tasks.rados.rados.0.smithi098.stdout:120: oid 2 updating version 0 to 21 2024-04-12T00:27:46.701 INFO:tasks.rados.rados.0.smithi098.stdout:120: oid 2 updating version 21 to 22 2024-04-12T00:27:46.701 INFO:tasks.rados.rados.0.smithi098.stdout:120: oid 2 version 22 is already newer than 20 2024-04-12T00:27:46.701 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 22 (ObjNum 65 snap 4 seq_num 65) dirty exists 2024-04-12T00:27:46.701 INFO:tasks.rados.rados.0.smithi098.stdout:120: left oid 2 (ObjNum 65 snap 4 seq_num 65) 2024-04-12T00:27:47.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:46 smithi098 ceph-mon[37915]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T00:27:47.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:46 smithi098 ceph-mon[26935]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T00:27:47.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:46 smithi193 ceph-mon[30474]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:117: done (4 left) 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:118: done (3 left) 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:119: done (2 left) 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:120: done (1 left) 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:121: done (0 left) 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:122: read oid 48 snap 3 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:122: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:123: rollback oid 22 current snap is 5 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 22 to 0 2024-04-12T00:27:47.659 INFO:tasks.rados.rados.0.smithi098.stdout:124: read oid 17 snap 0 2024-04-12T00:27:47.660 INFO:tasks.rados.rados.0.smithi098.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-12T00:27:47.660 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 5 2024-04-12T00:27:47.660 INFO:tasks.rados.rados.0.smithi098.stdout:125: seq_num 66 ranges {524288=712704,1236992=401408} 2024-04-12T00:27:47.666 INFO:tasks.rados.rados.0.smithi098.stdout:125: writing smithi09877355-32 from 524288 to 1236992 tid 1 2024-04-12T00:27:47.669 INFO:tasks.rados.rados.0.smithi098.stdout:125: writing smithi09877355-32 from 1236992 to 1638400 tid 2 2024-04-12T00:27:47.669 INFO:tasks.rados.rados.0.smithi098.stdout:126: copy_from oid 1 from oid 24 current snap is 5 2024-04-12T00:27:47.669 INFO:tasks.rados.rados.0.smithi098.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-12T00:27:47.678 INFO:tasks.rados.rados.0.smithi098.stdout:122: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-12T00:27:47.742 INFO:tasks.rados.rados.0.smithi098.stdout:123: finishing rollback tid 0 to smithi09877355-22 2024-04-12T00:27:47.742 INFO:tasks.rados.rados.0.smithi098.stdout:123: finishing rollback tid 1 to smithi09877355-22 2024-04-12T00:27:47.742 INFO:tasks.rados.rados.0.smithi098.stdout:123: finishing rollback tid 2 to smithi09877355-22 2024-04-12T00:27:47.742 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 38 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-12T00:27:47.742 INFO:tasks.rados.rados.0.smithi098.stdout:122: done (4 left) 2024-04-12T00:27:47.742 INFO:tasks.rados.rados.0.smithi098.stdout:123: done (3 left) 2024-04-12T00:27:47.742 INFO:tasks.rados.rados.0.smithi098.stdout:124: done (2 left) 2024-04-12T00:27:47.742 INFO:tasks.rados.rados.0.smithi098.stdout:127: read oid 48 snap -1 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:127: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:128: rmattr oid 6 current snap is 5 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:128: done (3 left) 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:129: read oid 18 snap -1 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:129: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:130: rmattr oid 42 current snap is 5 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:130: done (4 left) 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:131: setattr oid 39 current snap is 5 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:125: finishing write tid 1 to smithi09877355-32 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:125: finishing write tid 2 to smithi09877355-32 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:126: finishing copy_from racing read to smithi09877355-1 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:125: finishing write tid 3 to smithi09877355-32 2024-04-12T00:27:47.743 INFO:tasks.rados.rados.0.smithi098.stdout:126: finishing copy_from to smithi09877355-1 2024-04-12T00:27:47.744 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-12T00:27:47.744 INFO:tasks.rados.rados.0.smithi098.stdout:125: finishing write tid 4 to smithi09877355-32 2024-04-12T00:27:47.744 INFO:tasks.rados.rados.0.smithi098.stdout:125: oid 32 updating version 0 to 13 2024-04-12T00:27:47.744 INFO:tasks.rados.rados.0.smithi098.stdout:125: oid 32 updating version 13 to 14 2024-04-12T00:27:47.744 INFO:tasks.rados.rados.0.smithi098.stdout:125: oid 32 version 14 is already newer than 12 2024-04-12T00:27:47.744 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 14 (ObjNum 66 snap 5 seq_num 66) dirty exists 2024-04-12T00:27:47.744 INFO:tasks.rados.rados.0.smithi098.stdout:125: left oid 32 (ObjNum 66 snap 5 seq_num 66) 2024-04-12T00:27:47.745 INFO:tasks.rados.rados.0.smithi098.stdout:125: done (4 left) 2024-04-12T00:27:47.745 INFO:tasks.rados.rados.0.smithi098.stdout:126: done (3 left) 2024-04-12T00:27:47.745 INFO:tasks.rados.rados.0.smithi098.stdout:132: copy_from oid 24 from oid 20 current snap is 5 2024-04-12T00:27:47.745 INFO:tasks.rados.rados.0.smithi098.stdout:133: setattr oid 13 current snap is 5 2024-04-12T00:27:47.745 INFO:tasks.rados.rados.0.smithi098.stdout:129: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T00:27:47.753 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 40 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T00:27:47.753 INFO:tasks.rados.rados.0.smithi098.stdout:127: expect (ObjNum 59 snap 3 seq_num 59) 2024-04-12T00:27:47.817 INFO:tasks.rados.rados.0.smithi098.stdout:132: finishing copy_from racing read to smithi09877355-24 2024-04-12T00:27:47.817 INFO:tasks.rados.rados.0.smithi098.stdout:132: finishing copy_from to smithi09877355-24 2024-04-12T00:27:47.817 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 24 (ObjNum 64 snap 4 seq_num 64) dirty exists 2024-04-12T00:27:47.817 INFO:tasks.rados.rados.0.smithi098.stdout:127: done (4 left) 2024-04-12T00:27:47.817 INFO:tasks.rados.rados.0.smithi098.stdout:129: done (3 left) 2024-04-12T00:27:47.817 INFO:tasks.rados.rados.0.smithi098.stdout:131: done (2 left) 2024-04-12T00:27:47.817 INFO:tasks.rados.rados.0.smithi098.stdout:132: done (1 left) 2024-04-12T00:27:47.817 INFO:tasks.rados.rados.0.smithi098.stdout:134: snap_remove snap 4 2024-04-12T00:27:47.959 INFO:tasks.rados.rados.0.smithi098.stdout:134: done (1 left) 2024-04-12T00:27:47.959 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 5 2024-04-12T00:27:47.959 INFO:tasks.rados.rados.0.smithi098.stdout:135: seq_num 67 ranges {557056=729088,1286144=401408} 2024-04-12T00:27:47.965 INFO:tasks.rados.rados.0.smithi098.stdout:135: writing smithi09877355-45 from 557056 to 1286144 tid 1 2024-04-12T00:27:47.968 INFO:tasks.rados.rados.0.smithi098.stdout:135: writing smithi09877355-45 from 1286144 to 1687552 tid 2 2024-04-12T00:27:47.968 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 5 2024-04-12T00:27:47.968 INFO:tasks.rados.rados.0.smithi098.stdout:136: seq_num 68 ranges {0=745472,745472=401408} 2024-04-12T00:27:47.972 INFO:tasks.rados.rados.0.smithi098.stdout:136: writing smithi09877355-42 from 0 to 745472 tid 1 2024-04-12T00:27:47.975 INFO:tasks.rados.rados.0.smithi098.stdout:136: writing smithi09877355-42 from 745472 to 1146880 tid 2 2024-04-12T00:27:47.975 INFO:tasks.rados.rados.0.smithi098.stdout:137: snap_remove snap 0 2024-04-12T00:27:48.035 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:47 smithi098 ceph-mon[37915]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T00:27:48.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:47 smithi098 ceph-mon[37915]: pgmap v108: 121 pgs: 121 active+clean; 30 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 47 op/s 2024-04-12T00:27:48.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:47 smithi098 ceph-mon[26935]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T00:27:48.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:47 smithi098 ceph-mon[26935]: pgmap v108: 121 pgs: 121 active+clean; 30 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 47 op/s 2024-04-12T00:27:48.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:47 smithi193 ceph-mon[30474]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T00:27:48.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:47 smithi193 ceph-mon[30474]: pgmap v108: 121 pgs: 121 active+clean; 30 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 47 op/s 2024-04-12T00:27:48.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:48 smithi098 ceph-mon[37915]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T00:27:48.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:48 smithi098 ceph-mon[37915]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T00:27:48.937 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:48 smithi098 ceph-mon[26935]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T00:27:48.937 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:48 smithi098 ceph-mon[26935]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T00:27:48.956 INFO:tasks.rados.rados.0.smithi098.stdout:137: done (3 left) 2024-04-12T00:27:48.956 INFO:tasks.rados.rados.0.smithi098.stdout:138: delete oid 5 current snap is 5 2024-04-12T00:27:48.956 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 42 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-12T00:27:48.956 INFO:tasks.rados.rados.0.smithi098.stdout:135: finishing write tid 1 to smithi09877355-45 2024-04-12T00:27:48.956 INFO:tasks.rados.rados.0.smithi098.stdout:135: finishing write tid 2 to smithi09877355-45 2024-04-12T00:27:48.956 INFO:tasks.rados.rados.0.smithi098.stdout:135: finishing write tid 3 to smithi09877355-45 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:135: finishing write tid 4 to smithi09877355-45 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:135: oid 45 updating version 0 to 8 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:135: oid 45 updating version 8 to 10 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:135: oid 45 version 10 is already newer than 9 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 10 (ObjNum 67 snap 5 seq_num 67) dirty exists 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:135: left oid 45 (ObjNum 67 snap 5 seq_num 67) 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:136: finishing write tid 1 to smithi09877355-42 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:136: finishing write tid 2 to smithi09877355-42 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:136: finishing write tid 3 to smithi09877355-42 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:136: finishing write tid 4 to smithi09877355-42 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:136: oid 42 updating version 0 to 7 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:136: oid 42 version 7 is already newer than 5 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:136: oid 42 version 7 is already newer than 6 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 7 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:27:48.957 INFO:tasks.rados.rados.0.smithi098.stdout:136: left oid 42 (ObjNum 68 snap 5 seq_num 68) 2024-04-12T00:27:48.963 INFO:tasks.rados.rados.0.smithi098.stdout:133: done (3 left) 2024-04-12T00:27:48.963 INFO:tasks.rados.rados.0.smithi098.stdout:135: done (2 left) 2024-04-12T00:27:48.963 INFO:tasks.rados.rados.0.smithi098.stdout:136: done (1 left) 2024-04-12T00:27:48.963 INFO:tasks.rados.rados.0.smithi098.stdout:138: done (0 left) 2024-04-12T00:27:48.963 INFO:tasks.rados.rados.0.smithi098.stdout:139: snap_create 2024-04-12T00:27:49.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:48 smithi193 ceph-mon[30474]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T00:27:49.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:48 smithi193 ceph-mon[30474]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T00:27:49.966 INFO:tasks.rados.rados.0.smithi098.stdout:139: done (0 left) 2024-04-12T00:27:49.966 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 6 2024-04-12T00:27:49.966 INFO:tasks.rados.rados.0.smithi098.stdout:140: seq_num 70 ranges {507904=778240,1286144=401408} 2024-04-12T00:27:49.974 INFO:tasks.rados.rados.0.smithi098.stdout:140: writing smithi09877355-31 from 507904 to 1286144 tid 1 2024-04-12T00:27:49.977 INFO:tasks.rados.rados.0.smithi098.stdout:140: writing smithi09877355-31 from 1286144 to 1687552 tid 2 2024-04-12T00:27:49.977 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 6 2024-04-12T00:27:49.977 INFO:tasks.rados.rados.0.smithi098.stdout:141: seq_num 71 ranges {0=794624,794624=401408} 2024-04-12T00:27:49.983 INFO:tasks.rados.rados.0.smithi098.stdout:141: writing smithi09877355-16 from 0 to 794624 tid 1 2024-04-12T00:27:49.986 INFO:tasks.rados.rados.0.smithi098.stdout:141: writing smithi09877355-16 from 794624 to 1196032 tid 2 2024-04-12T00:27:49.986 INFO:tasks.rados.rados.0.smithi098.stdout:140: finishing write tid 1 to smithi09877355-31 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:142: copy_from oid 10 from oid 39 current snap is 6 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:140: finishing write tid 2 to smithi09877355-31 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:140: finishing write tid 3 to smithi09877355-31 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:140: finishing write tid 4 to smithi09877355-31 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:140: oid 31 updating version 0 to 10 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:140: oid 31 updating version 10 to 12 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:140: oid 31 version 12 is already newer than 11 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 12 (ObjNum 70 snap 6 seq_num 70) dirty exists 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:140: left oid 31 (ObjNum 70 snap 6 seq_num 70) 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:140: done (2 left) 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:143: read oid 25 snap 3 2024-04-12T00:27:49.987 INFO:tasks.rados.rados.0.smithi098.stdout:143: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-12T00:27:49.988 INFO:tasks.rados.rados.0.smithi098.stdout:144: copy_from oid 21 from oid 35 current snap is 6 2024-04-12T00:27:49.988 INFO:tasks.rados.rados.0.smithi098.stdout:145: snap_remove snap 5 2024-04-12T00:27:50.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:49 smithi098 ceph-mon[37915]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T00:27:50.254 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:49 smithi098 ceph-mon[37915]: pgmap v112: 121 pgs: 121 active+clean; 30 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-12T00:27:50.255 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:49 smithi098 ceph-mon[26935]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T00:27:50.255 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:49 smithi098 ceph-mon[26935]: pgmap v112: 121 pgs: 121 active+clean; 30 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-12T00:27:50.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:49 smithi193 ceph-mon[30474]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T00:27:50.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:49 smithi193 ceph-mon[30474]: pgmap v112: 121 pgs: 121 active+clean; 30 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-12T00:27:50.969 INFO:tasks.rados.rados.0.smithi098.stdout:145: done (4 left) 2024-04-12T00:27:50.969 INFO:tasks.rados.rados.0.smithi098.stdout:146: delete oid 8 current snap is 6 2024-04-12T00:27:50.969 INFO:tasks.rados.rados.0.smithi098.stdout:141: finishing write tid 1 to smithi09877355-16 2024-04-12T00:27:50.969 INFO:tasks.rados.rados.0.smithi098.stdout:143: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-12T00:27:50.984 INFO:tasks.rados.rados.0.smithi098.stdout:141: finishing write tid 2 to smithi09877355-16 2024-04-12T00:27:50.984 INFO:tasks.rados.rados.0.smithi098.stdout:141: finishing write tid 3 to smithi09877355-16 2024-04-12T00:27:50.984 INFO:tasks.rados.rados.0.smithi098.stdout:143: done (4 left) 2024-04-12T00:27:50.984 INFO:tasks.rados.rados.0.smithi098.stdout:146: done (3 left) 2024-04-12T00:27:50.984 INFO:tasks.rados.rados.0.smithi098.stdout:147: snap_remove snap 3 2024-04-12T00:27:51.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:50 smithi098 ceph-mon[37915]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T00:27:51.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:50 smithi098 ceph-mon[26935]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T00:27:51.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:50 smithi193 ceph-mon[30474]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T00:27:51.979 INFO:tasks.rados.rados.0.smithi098.stdout:147: done (3 left) 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:148: snap_create 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:141: finishing write tid 4 to smithi09877355-16 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:141: oid 16 updating version 0 to 62 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:141: oid 16 updating version 62 to 63 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:141: oid 16 version 63 is already newer than 61 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 63 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:141: left oid 16 (ObjNum 71 snap 6 seq_num 71) 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:144: finishing copy_from racing read to smithi09877355-21 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:144: finishing copy_from to smithi09877355-21 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:142: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:27:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:142: finishing copy_from to smithi09877355-10 2024-04-12T00:27:51.981 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 40 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T00:27:52.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:51 smithi098 ceph-mon[37915]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T00:27:52.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:51 smithi098 ceph-mon[37915]: pgmap v115: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-12T00:27:52.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:51 smithi098 ceph-mon[26935]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T00:27:52.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:51 smithi098 ceph-mon[26935]: pgmap v115: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-12T00:27:52.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:51 smithi193 ceph-mon[30474]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T00:27:52.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:51 smithi193 ceph-mon[30474]: pgmap v115: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-12T00:27:52.956 INFO:tasks.rados.rados.0.smithi098.stdout:141: done (3 left) 2024-04-12T00:27:52.956 INFO:tasks.rados.rados.0.smithi098.stdout:142: done (2 left) 2024-04-12T00:27:52.956 INFO:tasks.rados.rados.0.smithi098.stdout:144: done (1 left) 2024-04-12T00:27:52.957 INFO:tasks.rados.rados.0.smithi098.stdout:148: done (0 left) 2024-04-12T00:27:52.957 INFO:tasks.rados.rados.0.smithi098.stdout:149: read oid 46 snap -1 2024-04-12T00:27:52.957 INFO:tasks.rados.rados.0.smithi098.stdout:149: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T00:27:52.957 INFO:tasks.rados.rados.0.smithi098.stdout:150: read oid 7 snap 6 2024-04-12T00:27:52.957 INFO:tasks.rados.rados.0.smithi098.stdout:150: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T00:27:52.957 INFO:tasks.rados.rados.0.smithi098.stdout:151: snap_create 2024-04-12T00:27:52.960 INFO:tasks.rados.rados.0.smithi098.stdout:150: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T00:27:52.964 INFO:tasks.rados.rados.0.smithi098.stdout:149: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T00:27:53.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:52 smithi098 ceph-mon[37915]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T00:27:53.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:52 smithi098 ceph-mon[37915]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T00:27:53.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:52 smithi098 ceph-mon[26935]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T00:27:53.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:52 smithi098 ceph-mon[26935]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T00:27:53.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:52 smithi193 ceph-mon[30474]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T00:27:53.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:52 smithi193 ceph-mon[30474]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T00:27:53.959 INFO:tasks.rados.rados.0.smithi098.stdout:149: done (2 left) 2024-04-12T00:27:53.959 INFO:tasks.rados.rados.0.smithi098.stdout:150: done (1 left) 2024-04-12T00:27:53.959 INFO:tasks.rados.rados.0.smithi098.stdout:151: done (0 left) 2024-04-12T00:27:53.959 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 8 2024-04-12T00:27:53.959 INFO:tasks.rados.rados.0.smithi098.stdout:152: seq_num 73 ranges {204800=425984,630784=409600,1040384=393216} 2024-04-12T00:27:53.962 INFO:tasks.rados.rados.0.smithi098.stdout:152: writing smithi09877355-13 from 204800 to 630784 tid 1 2024-04-12T00:27:53.964 INFO:tasks.rados.rados.0.smithi098.stdout:152: writing smithi09877355-13 from 630784 to 1040384 tid 2 2024-04-12T00:27:53.967 INFO:tasks.rados.rados.0.smithi098.stdout:152: writing smithi09877355-13 from 1040384 to 1433600 tid 3 2024-04-12T00:27:53.967 INFO:tasks.rados.rados.0.smithi098.stdout:153: copy_from oid 15 from oid 5 current snap is 8 2024-04-12T00:27:53.968 INFO:tasks.rados.rados.0.smithi098.stdout:154: rollback oid 19 current snap is 8 2024-04-12T00:27:53.968 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 7 2024-04-12T00:27:53.968 INFO:tasks.rados.rados.0.smithi098.stdout:155: copy_from oid 21 from oid 24 current snap is 8 2024-04-12T00:27:53.968 INFO:tasks.rados.rados.0.smithi098.stdout:156: copy_from oid 3 from oid 7 current snap is 8 2024-04-12T00:27:53.968 INFO:tasks.rados.rados.0.smithi098.stdout:157: read oid 33 snap -1 2024-04-12T00:27:53.968 INFO:tasks.rados.rados.0.smithi098.stdout:157: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:27:53.968 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 8 2024-04-12T00:27:53.968 INFO:tasks.rados.rados.0.smithi098.stdout:158: seq_num 74 ranges {1196032=442368,1638400=696320,2334720=106496} 2024-04-12T00:27:53.978 INFO:tasks.rados.rados.0.smithi098.stdout:158: writing smithi09877355-16 from 1196032 to 1638400 tid 1 2024-04-12T00:27:53.983 INFO:tasks.rados.rados.0.smithi098.stdout:158: writing smithi09877355-16 from 1638400 to 2334720 tid 2 2024-04-12T00:27:53.984 INFO:tasks.rados.rados.0.smithi098.stdout:158: writing smithi09877355-16 from 2334720 to 2441216 tid 3 2024-04-12T00:27:53.984 INFO:tasks.rados.rados.0.smithi098.stdout:159: rmattr oid 34 current snap is 8 2024-04-12T00:27:53.984 INFO:tasks.rados.rados.0.smithi098.stdout:159: done (7 left) 2024-04-12T00:27:53.984 INFO:tasks.rados.rados.0.smithi098.stdout:160: snap_remove snap 6 2024-04-12T00:27:54.267 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:53 smithi098 ceph-mon[37915]: pgmap v118: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-12T00:27:54.267 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:53 smithi098 ceph-mon[37915]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T00:27:54.267 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:53 smithi098 ceph-mon[26935]: pgmap v118: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-12T00:27:54.267 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:53 smithi098 ceph-mon[26935]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T00:27:54.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:53 smithi193 ceph-mon[30474]: pgmap v118: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.0 MiB/s wr, 32 op/s 2024-04-12T00:27:54.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:53 smithi193 ceph-mon[30474]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T00:27:54.536 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:27:54 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:27:54] "GET /metrics HTTP/1.1" 200 35944 "" "Prometheus/2.43.0" 2024-04-12T00:27:54.985 INFO:tasks.rados.rados.0.smithi098.stdout:160: done (7 left) 2024-04-12T00:27:54.985 INFO:tasks.rados.rados.0.smithi098.stdout:161: read oid 39 snap -1 2024-04-12T00:27:54.985 INFO:tasks.rados.rados.0.smithi098.stdout:161: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T00:27:54.985 INFO:tasks.rados.rados.0.smithi098.stdout:162: setattr oid 40 current snap is 8 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:152: finishing write tid 1 to smithi09877355-13 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:152: finishing write tid 2 to smithi09877355-13 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:154: finishing rollback tid 0 to smithi09877355-19 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:154: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:152: finishing write tid 3 to smithi09877355-13 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:152: finishing write tid 4 to smithi09877355-13 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:154: finishing rollback tid 2 to smithi09877355-19 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 8 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:152: finishing write tid 5 to smithi09877355-13 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:152: oid 13 updating version 0 to 74 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:152: oid 13 version 74 is already newer than 73 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:152: oid 13 updating version 74 to 75 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:152: oid 13 updating version 75 to 76 2024-04-12T00:27:54.986 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 76 (ObjNum 73 snap 8 seq_num 73) dirty exists 2024-04-12T00:27:54.987 INFO:tasks.rados.rados.0.smithi098.stdout:152: left oid 13 (ObjNum 73 snap 8 seq_num 73) 2024-04-12T00:27:54.987 INFO:tasks.rados.rados.0.smithi098.stdout:156: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:27:54.987 INFO:tasks.rados.rados.0.smithi098.stdout:153: finishing copy_from to smithi09877355-15 2024-04-12T00:27:54.987 INFO:tasks.rados.rados.0.smithi098.stdout:153: got expected ENOENT (src dne) 2024-04-12T00:27:54.987 INFO:tasks.rados.rados.0.smithi098.stdout:153: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:27:54.987 INFO:tasks.rados.rados.0.smithi098.stdout:155: finishing copy_from racing read to smithi09877355-21 2024-04-12T00:27:54.987 INFO:tasks.rados.rados.0.smithi098.stdout:156: finishing copy_from to smithi09877355-3 2024-04-12T00:27:54.987 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T00:27:54.987 INFO:tasks.rados.rados.0.smithi098.stdout:157: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:27:55.001 INFO:tasks.rados.rados.0.smithi098.stdout:155: finishing copy_from to smithi09877355-21 2024-04-12T00:27:55.001 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 24 (ObjNum 64 snap 4 seq_num 64) dirty exists 2024-04-12T00:27:55.001 INFO:tasks.rados.rados.0.smithi098.stdout:158: finishing write tid 1 to smithi09877355-16 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:158: finishing write tid 2 to smithi09877355-16 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:158: finishing write tid 3 to smithi09877355-16 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:158: finishing write tid 4 to smithi09877355-16 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:158: finishing write tid 5 to smithi09877355-16 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:158: oid 16 updating version 0 to 80 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:158: oid 16 updating version 80 to 81 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:158: oid 16 version 81 is already newer than 78 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:158: oid 16 version 81 is already newer than 79 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 81 (ObjNum 74 snap 8 seq_num 74) dirty exists 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:158: left oid 16 (ObjNum 74 snap 8 seq_num 74) 2024-04-12T00:27:55.002 INFO:tasks.rados.rados.0.smithi098.stdout:161: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 16 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:152: done (8 left) 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:153: done (7 left) 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:154: done (6 left) 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:155: done (5 left) 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:156: done (4 left) 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:157: done (3 left) 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:158: done (2 left) 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:161: done (1 left) 2024-04-12T00:27:55.022 INFO:tasks.rados.rados.0.smithi098.stdout:162: done (0 left) 2024-04-12T00:27:55.023 INFO:tasks.rados.rados.0.smithi098.stdout:163: copy_from oid 7 from oid 12 current snap is 8 2024-04-12T00:27:55.023 INFO:tasks.rados.rados.0.smithi098.stdout:164: copy_from oid 16 from oid 3 current snap is 8 2024-04-12T00:27:55.023 INFO:tasks.rados.rados.0.smithi098.stdout:165: snap_create 2024-04-12T00:27:55.025 INFO:tasks.rados.rados.0.smithi098.stdout:163: finishing copy_from racing read to smithi09877355-7 2024-04-12T00:27:55.026 INFO:tasks.rados.rados.0.smithi098.stdout:164: finishing copy_from racing read to smithi09877355-16 2024-04-12T00:27:55.026 INFO:tasks.rados.rados.0.smithi098.stdout:163: finishing copy_from to smithi09877355-7 2024-04-12T00:27:55.026 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T00:27:55.026 INFO:tasks.rados.rados.0.smithi098.stdout:164: finishing copy_from to smithi09877355-16 2024-04-12T00:27:55.026 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T00:27:55.996 INFO:tasks.rados.rados.0.smithi098.stdout:163: done (2 left) 2024-04-12T00:27:55.996 INFO:tasks.rados.rados.0.smithi098.stdout:164: done (1 left) 2024-04-12T00:27:55.996 INFO:tasks.rados.rados.0.smithi098.stdout:165: done (0 left) 2024-04-12T00:27:55.996 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 9 2024-04-12T00:27:55.996 INFO:tasks.rados.rados.0.smithi098.stdout:166: seq_num 75 ranges {1638400=458752,2097152=581632,2678784=221184} 2024-04-12T00:27:56.007 INFO:tasks.rados.rados.0.smithi098.stdout:166: writing smithi09877355-32 from 1638400 to 2097152 tid 1 2024-04-12T00:27:56.011 INFO:tasks.rados.rados.0.smithi098.stdout:166: writing smithi09877355-32 from 2097152 to 2678784 tid 2 2024-04-12T00:27:56.012 INFO:tasks.rados.rados.0.smithi098.stdout:166: writing smithi09877355-32 from 2678784 to 2899968 tid 3 2024-04-12T00:27:56.012 INFO:tasks.rados.rados.0.smithi098.stdout:167: snap_create 2024-04-12T00:27:56.013 INFO:tasks.rados.rados.0.smithi098.stdout:166: finishing write tid 1 to smithi09877355-32 2024-04-12T00:27:56.014 INFO:tasks.rados.rados.0.smithi098.stdout:166: finishing write tid 2 to smithi09877355-32 2024-04-12T00:27:56.015 INFO:tasks.rados.rados.0.smithi098.stdout:166: finishing write tid 3 to smithi09877355-32 2024-04-12T00:27:56.015 INFO:tasks.rados.rados.0.smithi098.stdout:166: finishing write tid 4 to smithi09877355-32 2024-04-12T00:27:56.016 INFO:tasks.rados.rados.0.smithi098.stdout:166: finishing write tid 5 to smithi09877355-32 2024-04-12T00:27:56.016 INFO:tasks.rados.rados.0.smithi098.stdout:166: oid 32 updating version 0 to 29 2024-04-12T00:27:56.016 INFO:tasks.rados.rados.0.smithi098.stdout:166: oid 32 version 29 is already newer than 26 2024-04-12T00:27:56.016 INFO:tasks.rados.rados.0.smithi098.stdout:166: oid 32 version 29 is already newer than 27 2024-04-12T00:27:56.016 INFO:tasks.rados.rados.0.smithi098.stdout:166: oid 32 version 29 is already newer than 28 2024-04-12T00:27:56.016 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 29 (ObjNum 75 snap 9 seq_num 75) dirty exists 2024-04-12T00:27:56.016 INFO:tasks.rados.rados.0.smithi098.stdout:166: left oid 32 (ObjNum 75 snap 9 seq_num 75) 2024-04-12T00:27:56.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:55 smithi098 ceph-mon[37915]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T00:27:56.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:55 smithi098 ceph-mon[37915]: pgmap v121: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:56.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:55 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:56.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:55 smithi098 ceph-mon[26935]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T00:27:56.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:55 smithi098 ceph-mon[26935]: pgmap v121: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:56.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:55 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:55 smithi193 ceph-mon[30474]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T00:27:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:55 smithi193 ceph-mon[30474]: pgmap v121: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:27:56.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:55 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:27:57.002 INFO:tasks.rados.rados.0.smithi098.stdout:166: done (1 left) 2024-04-12T00:27:57.003 INFO:tasks.rados.rados.0.smithi098.stdout:167: done (0 left) 2024-04-12T00:27:57.003 INFO:tasks.rados.rados.0.smithi098.stdout:168: snap_create 2024-04-12T00:27:57.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:56 smithi098 ceph-mon[37915]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T00:27:57.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:56 smithi098 ceph-mon[26935]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T00:27:57.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:56 smithi193 ceph-mon[30474]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T00:27:58.004 INFO:tasks.rados.rados.0.smithi098.stdout:168: done (0 left) 2024-04-12T00:27:58.004 INFO:tasks.rados.rados.0.smithi098.stdout:169: snap_remove snap 7 2024-04-12T00:27:58.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:58 smithi098 ceph-mon[37915]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T00:27:58.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:58 smithi098 ceph-mon[37915]: pgmap v124: 121 pgs: 121 active+clean; 39 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T00:27:58.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:58 smithi098 ceph-mon[26935]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T00:27:58.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:58 smithi098 ceph-mon[26935]: pgmap v124: 121 pgs: 121 active+clean; 39 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T00:27:58.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:58 smithi193 ceph-mon[30474]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T00:27:58.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:58 smithi193 ceph-mon[30474]: pgmap v124: 121 pgs: 121 active+clean; 39 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T00:27:59.005 INFO:tasks.rados.rados.0.smithi098.stdout:169: done (0 left) 2024-04-12T00:27:59.005 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 11 2024-04-12T00:27:59.005 INFO:tasks.rados.rados.0.smithi098.stdout:170: seq_num 76 ranges {360448=475136,835584=458752,1294336=344064} 2024-04-12T00:27:59.013 INFO:tasks.rados.rados.0.smithi098.stdout:170: writing smithi09877355-22 from 360448 to 835584 tid 1 2024-04-12T00:27:59.016 INFO:tasks.rados.rados.0.smithi098.stdout:170: writing smithi09877355-22 from 835584 to 1294336 tid 2 2024-04-12T00:27:59.019 INFO:tasks.rados.rados.0.smithi098.stdout:170: writing smithi09877355-22 from 1294336 to 1638400 tid 3 2024-04-12T00:27:59.019 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 11 2024-04-12T00:27:59.019 INFO:tasks.rados.rados.0.smithi098.stdout:170: finishing write tid 1 to smithi09877355-22 2024-04-12T00:27:59.019 INFO:tasks.rados.rados.0.smithi098.stdout:170: finishing write tid 2 to smithi09877355-22 2024-04-12T00:27:59.020 INFO:tasks.rados.rados.0.smithi098.stdout:171: seq_num 77 ranges {638976=491520,1130496=794624,1925120=8192} 2024-04-12T00:27:59.026 INFO:tasks.rados.rados.0.smithi098.stdout:171: writing smithi09877355-10 from 638976 to 1130496 tid 1 2024-04-12T00:27:59.032 INFO:tasks.rados.rados.0.smithi098.stdout:171: writing smithi09877355-10 from 1130496 to 1925120 tid 2 2024-04-12T00:27:59.032 INFO:tasks.rados.rados.0.smithi098.stdout:171: writing smithi09877355-10 from 1925120 to 1933312 tid 3 2024-04-12T00:27:59.032 INFO:tasks.rados.rados.0.smithi098.stdout:172: setattr oid 6 current snap is 11 2024-04-12T00:27:59.032 INFO:tasks.rados.rados.0.smithi098.stdout:170: finishing write tid 3 to smithi09877355-22 2024-04-12T00:27:59.033 INFO:tasks.rados.rados.0.smithi098.stdout:170: finishing write tid 4 to smithi09877355-22 2024-04-12T00:27:59.033 INFO:tasks.rados.rados.0.smithi098.stdout:170: finishing write tid 5 to smithi09877355-22 2024-04-12T00:27:59.033 INFO:tasks.rados.rados.0.smithi098.stdout:170: oid 22 updating version 0 to 95 2024-04-12T00:27:59.033 INFO:tasks.rados.rados.0.smithi098.stdout:170: oid 22 version 95 is already newer than 92 2024-04-12T00:27:59.033 INFO:tasks.rados.rados.0.smithi098.stdout:170: oid 22 version 95 is already newer than 93 2024-04-12T00:27:59.033 INFO:tasks.rados.rados.0.smithi098.stdout:170: oid 22 version 95 is already newer than 94 2024-04-12T00:27:59.033 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 95 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-04-12T00:27:59.033 INFO:tasks.rados.rados.0.smithi098.stdout:170: left oid 22 (ObjNum 76 snap 11 seq_num 76) 2024-04-12T00:27:59.033 INFO:tasks.rados.rados.0.smithi098.stdout:171: finishing write tid 1 to smithi09877355-10 2024-04-12T00:27:59.035 INFO:tasks.rados.rados.0.smithi098.stdout:170: done (2 left) 2024-04-12T00:27:59.035 INFO:tasks.rados.rados.0.smithi098.stdout:173: read oid 12 snap 9 2024-04-12T00:27:59.035 INFO:tasks.rados.rados.0.smithi098.stdout:173: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T00:27:59.035 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 11 2024-04-12T00:27:59.035 INFO:tasks.rados.rados.0.smithi098.stdout:174: seq_num 78 ranges {106496=516096,622592=679936,1302528=122880} 2024-04-12T00:27:59.040 INFO:tasks.rados.rados.0.smithi098.stdout:174: writing smithi09877355-3 from 106496 to 622592 tid 1 2024-04-12T00:27:59.045 INFO:tasks.rados.rados.0.smithi098.stdout:174: writing smithi09877355-3 from 622592 to 1302528 tid 2 2024-04-12T00:27:59.046 INFO:tasks.rados.rados.0.smithi098.stdout:174: writing smithi09877355-3 from 1302528 to 1425408 tid 3 2024-04-12T00:27:59.046 INFO:tasks.rados.rados.0.smithi098.stdout:175: snap_create 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:171: finishing write tid 2 to smithi09877355-10 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:171: finishing write tid 3 to smithi09877355-10 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:171: finishing write tid 4 to smithi09877355-10 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:171: finishing write tid 5 to smithi09877355-10 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:171: oid 10 updating version 0 to 41 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:171: oid 10 updating version 41 to 43 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:171: oid 10 updating version 43 to 44 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:171: oid 10 version 44 is already newer than 42 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 44 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:171: left oid 10 (ObjNum 77 snap 11 seq_num 77) 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 26 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T00:27:59.047 INFO:tasks.rados.rados.0.smithi098.stdout:173: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T00:27:59.052 INFO:tasks.rados.rados.0.smithi098.stdout:174: finishing write tid 1 to smithi09877355-3 2024-04-12T00:27:59.052 INFO:tasks.rados.rados.0.smithi098.stdout:174: finishing write tid 2 to smithi09877355-3 2024-04-12T00:27:59.052 INFO:tasks.rados.rados.0.smithi098.stdout:174: finishing write tid 3 to smithi09877355-3 2024-04-12T00:27:59.052 INFO:tasks.rados.rados.0.smithi098.stdout:174: finishing write tid 4 to smithi09877355-3 2024-04-12T00:27:59.052 INFO:tasks.rados.rados.0.smithi098.stdout:174: finishing write tid 5 to smithi09877355-3 2024-04-12T00:27:59.052 INFO:tasks.rados.rados.0.smithi098.stdout:174: oid 3 updating version 0 to 38 2024-04-12T00:27:59.052 INFO:tasks.rados.rados.0.smithi098.stdout:174: oid 3 version 38 is already newer than 36 2024-04-12T00:27:59.052 INFO:tasks.rados.rados.0.smithi098.stdout:174: oid 3 version 38 is already newer than 37 2024-04-12T00:27:59.052 INFO:tasks.rados.rados.0.smithi098.stdout:174: oid 3 version 38 is already newer than 35 2024-04-12T00:27:59.053 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 38 (ObjNum 78 snap 11 seq_num 78) dirty exists 2024-04-12T00:27:59.053 INFO:tasks.rados.rados.0.smithi098.stdout:174: left oid 3 (ObjNum 78 snap 11 seq_num 78) 2024-04-12T00:27:59.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:27:59 smithi098 ceph-mon[37915]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T00:27:59.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:27:59 smithi098 ceph-mon[26935]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T00:27:59.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:27:59 smithi193 ceph-mon[30474]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T00:28:00.017 INFO:tasks.rados.rados.0.smithi098.stdout:171: done (4 left) 2024-04-12T00:28:00.017 INFO:tasks.rados.rados.0.smithi098.stdout:172: done (3 left) 2024-04-12T00:28:00.017 INFO:tasks.rados.rados.0.smithi098.stdout:173: done (2 left) 2024-04-12T00:28:00.017 INFO:tasks.rados.rados.0.smithi098.stdout:174: done (1 left) 2024-04-12T00:28:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:175: done (0 left) 2024-04-12T00:28:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:176: snap_create 2024-04-12T00:28:00.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:00 smithi098 ceph-mon[26935]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T00:28:00.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:00 smithi098 ceph-mon[26935]: pgmap v127: 121 pgs: 121 active+clean; 39 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T00:28:00.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:00 smithi098 ceph-mon[37915]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T00:28:00.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:00 smithi098 ceph-mon[37915]: pgmap v127: 121 pgs: 121 active+clean; 39 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T00:28:00.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:00 smithi193 ceph-mon[30474]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T00:28:00.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:00 smithi193 ceph-mon[30474]: pgmap v127: 121 pgs: 121 active+clean; 39 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T00:28:01.020 INFO:tasks.rados.rados.0.smithi098.stdout:176: done (0 left) 2024-04-12T00:28:01.020 INFO:tasks.rados.rados.0.smithi098.stdout:177: read oid 45 snap -1 2024-04-12T00:28:01.020 INFO:tasks.rados.rados.0.smithi098.stdout:177: expect (ObjNum 67 snap 5 seq_num 67) 2024-04-12T00:28:01.020 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 13 2024-04-12T00:28:01.020 INFO:tasks.rados.rados.0.smithi098.stdout:178: seq_num 79 ranges {1687552=532480,2220032=565248,2785280=237568} 2024-04-12T00:28:01.032 INFO:tasks.rados.rados.0.smithi098.stdout:178: writing smithi09877355-31 from 1687552 to 2220032 tid 1 2024-04-12T00:28:01.036 INFO:tasks.rados.rados.0.smithi098.stdout:178: writing smithi09877355-31 from 2220032 to 2785280 tid 2 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:178: writing smithi09877355-31 from 2785280 to 3022848 tid 3 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:179: read oid 49 snap -1 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:179: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:180: read oid 38 snap -1 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:180: expect (ObjNum 57 snap 3 seq_num 57) 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:181: read oid 40 snap -1 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:181: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:182: copy_from oid 41 from oid 32 current snap is 13 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:183: snap_create 2024-04-12T00:28:01.038 INFO:tasks.rados.rados.0.smithi098.stdout:177: expect (ObjNum 67 snap 5 seq_num 67) 2024-04-12T00:28:01.097 INFO:tasks.rados.rados.0.smithi098.stdout:178: finishing write tid 1 to smithi09877355-31 2024-04-12T00:28:01.097 INFO:tasks.rados.rados.0.smithi098.stdout:178: finishing write tid 2 to smithi09877355-31 2024-04-12T00:28:01.097 INFO:tasks.rados.rados.0.smithi098.stdout:178: finishing write tid 3 to smithi09877355-31 2024-04-12T00:28:01.098 INFO:tasks.rados.rados.0.smithi098.stdout:178: finishing write tid 4 to smithi09877355-31 2024-04-12T00:28:01.098 INFO:tasks.rados.rados.0.smithi098.stdout:178: finishing write tid 5 to smithi09877355-31 2024-04-12T00:28:01.098 INFO:tasks.rados.rados.0.smithi098.stdout:178: oid 31 updating version 0 to 21 2024-04-12T00:28:01.098 INFO:tasks.rados.rados.0.smithi098.stdout:178: oid 31 version 21 is already newer than 18 2024-04-12T00:28:01.098 INFO:tasks.rados.rados.0.smithi098.stdout:178: oid 31 version 21 is already newer than 20 2024-04-12T00:28:01.098 INFO:tasks.rados.rados.0.smithi098.stdout:178: oid 31 version 21 is already newer than 19 2024-04-12T00:28:01.098 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 21 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-04-12T00:28:01.098 INFO:tasks.rados.rados.0.smithi098.stdout:178: left oid 31 (ObjNum 79 snap 13 seq_num 79) 2024-04-12T00:28:01.098 INFO:tasks.rados.rados.0.smithi098.stdout:179: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-12T00:28:01.120 INFO:tasks.rados.rados.0.smithi098.stdout:180: expect (ObjNum 57 snap 3 seq_num 57) 2024-04-12T00:28:01.173 INFO:tasks.rados.rados.0.smithi098.stdout:181: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-12T00:28:01.195 INFO:tasks.rados.rados.0.smithi098.stdout:182: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:28:01.195 INFO:tasks.rados.rados.0.smithi098.stdout:182: finishing copy_from to smithi09877355-41 2024-04-12T00:28:01.195 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 29 (ObjNum 75 snap 9 seq_num 75) dirty exists 2024-04-12T00:28:01.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:01 smithi098 ceph-mon[37915]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T00:28:01.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:01 smithi098 ceph-mon[26935]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T00:28:01.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:01 smithi193 ceph-mon[30474]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T00:28:02.027 INFO:tasks.rados.rados.0.smithi098.stdout:177: done (6 left) 2024-04-12T00:28:02.027 INFO:tasks.rados.rados.0.smithi098.stdout:178: done (5 left) 2024-04-12T00:28:02.027 INFO:tasks.rados.rados.0.smithi098.stdout:179: done (4 left) 2024-04-12T00:28:02.027 INFO:tasks.rados.rados.0.smithi098.stdout:180: done (3 left) 2024-04-12T00:28:02.027 INFO:tasks.rados.rados.0.smithi098.stdout:181: done (2 left) 2024-04-12T00:28:02.027 INFO:tasks.rados.rados.0.smithi098.stdout:182: done (1 left) 2024-04-12T00:28:02.027 INFO:tasks.rados.rados.0.smithi098.stdout:183: done (0 left) 2024-04-12T00:28:02.027 INFO:tasks.rados.rados.0.smithi098.stdout:184: delete oid 31 current snap is 14 2024-04-12T00:28:02.031 INFO:tasks.rados.rados.0.smithi098.stdout:184: done (0 left) 2024-04-12T00:28:02.031 INFO:tasks.rados.rados.0.smithi098.stdout:185: delete oid 26 current snap is 14 2024-04-12T00:28:02.035 INFO:tasks.rados.rados.0.smithi098.stdout:185: done (0 left) 2024-04-12T00:28:02.035 INFO:tasks.rados.rados.0.smithi098.stdout:186: copy_from oid 20 from oid 42 current snap is 14 2024-04-12T00:28:02.035 INFO:tasks.rados.rados.0.smithi098.stdout:187: delete oid 5 current snap is 14 2024-04-12T00:28:02.037 INFO:tasks.rados.rados.0.smithi098.stdout:187: done (1 left) 2024-04-12T00:28:02.037 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 14 2024-04-12T00:28:02.038 INFO:tasks.rados.rados.0.smithi098.stdout:188: seq_num 83 ranges {1433600=598016,2031616=499712,2531328=303104} 2024-04-12T00:28:02.048 INFO:tasks.rados.rados.0.smithi098.stdout:188: writing smithi09877355-13 from 1433600 to 2031616 tid 1 2024-04-12T00:28:02.051 INFO:tasks.rados.rados.0.smithi098.stdout:188: writing smithi09877355-13 from 2031616 to 2531328 tid 2 2024-04-12T00:28:02.054 INFO:tasks.rados.rados.0.smithi098.stdout:188: writing smithi09877355-13 from 2531328 to 2834432 tid 3 2024-04-12T00:28:02.054 INFO:tasks.rados.rados.0.smithi098.stdout:189: read oid 19 snap -1 2024-04-12T00:28:02.054 INFO:tasks.rados.rados.0.smithi098.stdout:189: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-12T00:28:02.054 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 14 2024-04-12T00:28:02.054 INFO:tasks.rados.rados.0.smithi098.stdout:186: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:28:02.054 INFO:tasks.rados.rados.0.smithi098.stdout:186: finishing copy_from to smithi09877355-20 2024-04-12T00:28:02.055 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 7 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:28:02.055 INFO:tasks.rados.rados.0.smithi098.stdout:188: finishing write tid 1 to smithi09877355-13 2024-04-12T00:28:02.055 INFO:tasks.rados.rados.0.smithi098.stdout:190: seq_num 84 ranges {1400832=614400,2015232=434176,2449408=368640} 2024-04-12T00:28:02.064 INFO:tasks.rados.rados.0.smithi098.stdout:190: writing smithi09877355-21 from 1400832 to 2015232 tid 1 2024-04-12T00:28:02.067 INFO:tasks.rados.rados.0.smithi098.stdout:190: writing smithi09877355-21 from 2015232 to 2449408 tid 2 2024-04-12T00:28:02.070 INFO:tasks.rados.rados.0.smithi098.stdout:190: writing smithi09877355-21 from 2449408 to 2818048 tid 3 2024-04-12T00:28:02.070 INFO:tasks.rados.rados.0.smithi098.stdout:186: done (3 left) 2024-04-12T00:28:02.070 INFO:tasks.rados.rados.0.smithi098.stdout:191: delete oid 11 current snap is 14 2024-04-12T00:28:02.070 INFO:tasks.rados.rados.0.smithi098.stdout:188: finishing write tid 2 to smithi09877355-13 2024-04-12T00:28:02.070 INFO:tasks.rados.rados.0.smithi098.stdout:188: finishing write tid 3 to smithi09877355-13 2024-04-12T00:28:02.070 INFO:tasks.rados.rados.0.smithi098.stdout:188: finishing write tid 4 to smithi09877355-13 2024-04-12T00:28:02.070 INFO:tasks.rados.rados.0.smithi098.stdout:189: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-12T00:28:02.080 INFO:tasks.rados.rados.0.smithi098.stdout:188: finishing write tid 5 to smithi09877355-13 2024-04-12T00:28:02.080 INFO:tasks.rados.rados.0.smithi098.stdout:188: oid 13 updating version 0 to 99 2024-04-12T00:28:02.080 INFO:tasks.rados.rados.0.smithi098.stdout:188: oid 13 version 99 is already newer than 97 2024-04-12T00:28:02.080 INFO:tasks.rados.rados.0.smithi098.stdout:188: oid 13 version 99 is already newer than 98 2024-04-12T00:28:02.080 INFO:tasks.rados.rados.0.smithi098.stdout:188: oid 13 updating version 99 to 100 2024-04-12T00:28:02.080 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 100 (ObjNum 83 snap 14 seq_num 83) dirty exists 2024-04-12T00:28:02.080 INFO:tasks.rados.rados.0.smithi098.stdout:188: left oid 13 (ObjNum 83 snap 14 seq_num 83) 2024-04-12T00:28:02.080 INFO:tasks.rados.rados.0.smithi098.stdout:190: finishing write tid 1 to smithi09877355-21 2024-04-12T00:28:02.080 INFO:tasks.rados.rados.0.smithi098.stdout:188: done (3 left) 2024-04-12T00:28:02.081 INFO:tasks.rados.rados.0.smithi098.stdout:189: done (2 left) 2024-04-12T00:28:02.081 INFO:tasks.rados.rados.0.smithi098.stdout:191: done (1 left) 2024-04-12T00:28:02.081 INFO:tasks.rados.rados.0.smithi098.stdout:192: read oid 32 snap -1 2024-04-12T00:28:02.081 INFO:tasks.rados.rados.0.smithi098.stdout:192: expect (ObjNum 75 snap 9 seq_num 75) 2024-04-12T00:28:02.081 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 14 2024-04-12T00:28:02.081 INFO:tasks.rados.rados.0.smithi098.stdout:190: finishing write tid 2 to smithi09877355-21 2024-04-12T00:28:02.081 INFO:tasks.rados.rados.0.smithi098.stdout:190: finishing write tid 3 to smithi09877355-21 2024-04-12T00:28:02.081 INFO:tasks.rados.rados.0.smithi098.stdout:190: finishing write tid 4 to smithi09877355-21 2024-04-12T00:28:02.081 INFO:tasks.rados.rados.0.smithi098.stdout:193: seq_num 86 ranges {811008=647168,1458176=606208,2064384=196608} 2024-04-12T00:28:02.088 INFO:tasks.rados.rados.0.smithi098.stdout:193: writing smithi09877355-49 from 811008 to 1458176 tid 1 2024-04-12T00:28:02.091 INFO:tasks.rados.rados.0.smithi098.stdout:193: writing smithi09877355-49 from 1458176 to 2064384 tid 2 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:193: writing smithi09877355-49 from 2064384 to 2260992 tid 3 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:194: delete oid 15 current snap is 14 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:190: finishing write tid 5 to smithi09877355-21 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:190: oid 21 updating version 0 to 63 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:190: oid 21 version 63 is already newer than 62 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:190: oid 21 version 63 is already newer than 60 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:190: oid 21 version 63 is already newer than 61 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 63 (ObjNum 84 snap 14 seq_num 84) dirty exists 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:190: left oid 21 (ObjNum 84 snap 14 seq_num 84) 2024-04-12T00:28:02.093 INFO:tasks.rados.rados.0.smithi098.stdout:193: finishing write tid 1 to smithi09877355-49 2024-04-12T00:28:02.094 INFO:tasks.rados.rados.0.smithi098.stdout:192: expect (ObjNum 75 snap 9 seq_num 75) 2024-04-12T00:28:02.209 INFO:tasks.rados.rados.0.smithi098.stdout:193: finishing write tid 2 to smithi09877355-49 2024-04-12T00:28:02.209 INFO:tasks.rados.rados.0.smithi098.stdout:193: finishing write tid 3 to smithi09877355-49 2024-04-12T00:28:02.209 INFO:tasks.rados.rados.0.smithi098.stdout:193: finishing write tid 4 to smithi09877355-49 2024-04-12T00:28:02.209 INFO:tasks.rados.rados.0.smithi098.stdout:193: finishing write tid 5 to smithi09877355-49 2024-04-12T00:28:02.209 INFO:tasks.rados.rados.0.smithi098.stdout:193: oid 49 updating version 0 to 33 2024-04-12T00:28:02.209 INFO:tasks.rados.rados.0.smithi098.stdout:193: oid 49 updating version 33 to 34 2024-04-12T00:28:02.209 INFO:tasks.rados.rados.0.smithi098.stdout:193: oid 49 updating version 34 to 35 2024-04-12T00:28:02.209 INFO:tasks.rados.rados.0.smithi098.stdout:193: oid 49 updating version 35 to 36 2024-04-12T00:28:02.209 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 36 (ObjNum 86 snap 14 seq_num 86) dirty exists 2024-04-12T00:28:02.210 INFO:tasks.rados.rados.0.smithi098.stdout:193: left oid 49 (ObjNum 86 snap 14 seq_num 86) 2024-04-12T00:28:02.210 INFO:tasks.rados.rados.0.smithi098.stdout:190: done (3 left) 2024-04-12T00:28:02.210 INFO:tasks.rados.rados.0.smithi098.stdout:192: done (2 left) 2024-04-12T00:28:02.210 INFO:tasks.rados.rados.0.smithi098.stdout:193: done (1 left) 2024-04-12T00:28:02.210 INFO:tasks.rados.rados.0.smithi098.stdout:194: done (0 left) 2024-04-12T00:28:02.210 INFO:tasks.rados.rados.0.smithi098.stdout:195: delete oid 35 current snap is 14 2024-04-12T00:28:02.210 INFO:tasks.rados.rados.0.smithi098.stdout:195: done (0 left) 2024-04-12T00:28:02.210 INFO:tasks.rados.rados.0.smithi098.stdout:196: setattr oid 29 current snap is 14 2024-04-12T00:28:02.211 INFO:tasks.rados.rados.0.smithi098.stdout:197: snap_remove snap 8 2024-04-12T00:28:02.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:02 smithi098 ceph-mon[37915]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T00:28:02.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:02 smithi098 ceph-mon[37915]: pgmap v130: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-12T00:28:02.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:02 smithi098 ceph-mon[26935]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T00:28:02.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:02 smithi098 ceph-mon[26935]: pgmap v130: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-12T00:28:02.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:02 smithi193 ceph-mon[30474]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T00:28:02.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:02 smithi193 ceph-mon[30474]: pgmap v130: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-12T00:28:02.961 INFO:tasks.rados.rados.0.smithi098.stdout:197: done (1 left) 2024-04-12T00:28:02.961 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 14 2024-04-12T00:28:02.961 INFO:tasks.rados.rados.0.smithi098.stdout:198: seq_num 89 ranges {1581056=696320,2277376=655360,2932736=147456} 2024-04-12T00:28:02.973 INFO:tasks.rados.rados.0.smithi098.stdout:198: writing smithi09877355-38 from 1581056 to 2277376 tid 1 2024-04-12T00:28:02.978 INFO:tasks.rados.rados.0.smithi098.stdout:198: writing smithi09877355-38 from 2277376 to 2932736 tid 2 2024-04-12T00:28:02.980 INFO:tasks.rados.rados.0.smithi098.stdout:198: writing smithi09877355-38 from 2932736 to 3080192 tid 3 2024-04-12T00:28:02.980 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 13 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T00:28:02.980 INFO:tasks.rados.rados.0.smithi098.stdout:198: finishing write tid 1 to smithi09877355-38 2024-04-12T00:28:02.980 INFO:tasks.rados.rados.0.smithi098.stdout:196: done (1 left) 2024-04-12T00:28:02.980 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 14 2024-04-12T00:28:02.980 INFO:tasks.rados.rados.0.smithi098.stdout:199: seq_num 90 ranges {1523712=712704,2236416=540672,2777088=262144} 2024-04-12T00:28:02.993 INFO:tasks.rados.rados.0.smithi098.stdout:199: writing smithi09877355-2 from 1523712 to 2236416 tid 1 2024-04-12T00:28:02.997 INFO:tasks.rados.rados.0.smithi098.stdout:199: writing smithi09877355-2 from 2236416 to 2777088 tid 2 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:199: writing smithi09877355-2 from 2777088 to 3039232 tid 3 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:198: finishing write tid 2 to smithi09877355-38 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:198: finishing write tid 3 to smithi09877355-38 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:198: finishing write tid 4 to smithi09877355-38 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:198: finishing write tid 5 to smithi09877355-38 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:198: oid 38 updating version 0 to 39 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:198: oid 38 version 39 is already newer than 38 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:198: oid 38 updating version 39 to 40 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:198: oid 38 updating version 40 to 41 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 41 (ObjNum 89 snap 14 seq_num 89) dirty exists 2024-04-12T00:28:02.999 INFO:tasks.rados.rados.0.smithi098.stdout:198: left oid 38 (ObjNum 89 snap 14 seq_num 89) 2024-04-12T00:28:03.000 INFO:tasks.rados.rados.0.smithi098.stdout:199: finishing write tid 1 to smithi09877355-2 2024-04-12T00:28:03.000 INFO:tasks.rados.rados.0.smithi098.stdout:198: done (1 left) 2024-04-12T00:28:03.000 INFO:tasks.rados.rados.0.smithi098.stdout:200: copy_from oid 19 from oid 46 current snap is 14 2024-04-12T00:28:03.000 INFO:tasks.rados.rados.0.smithi098.stdout:201: snap_create 2024-04-12T00:28:03.000 INFO:tasks.rados.rados.0.smithi098.stdout:199: finishing write tid 2 to smithi09877355-2 2024-04-12T00:28:03.002 INFO:tasks.rados.rados.0.smithi098.stdout:199: finishing write tid 3 to smithi09877355-2 2024-04-12T00:28:03.002 INFO:tasks.rados.rados.0.smithi098.stdout:199: finishing write tid 4 to smithi09877355-2 2024-04-12T00:28:03.003 INFO:tasks.rados.rados.0.smithi098.stdout:199: finishing write tid 5 to smithi09877355-2 2024-04-12T00:28:03.003 INFO:tasks.rados.rados.0.smithi098.stdout:199: oid 2 updating version 0 to 30 2024-04-12T00:28:03.004 INFO:tasks.rados.rados.0.smithi098.stdout:199: oid 2 updating version 30 to 31 2024-04-12T00:28:03.004 INFO:tasks.rados.rados.0.smithi098.stdout:199: oid 2 updating version 31 to 32 2024-04-12T00:28:03.004 INFO:tasks.rados.rados.0.smithi098.stdout:199: oid 2 updating version 32 to 33 2024-04-12T00:28:03.004 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 33 (ObjNum 90 snap 14 seq_num 90) dirty exists 2024-04-12T00:28:03.004 INFO:tasks.rados.rados.0.smithi098.stdout:199: left oid 2 (ObjNum 90 snap 14 seq_num 90) 2024-04-12T00:28:03.005 INFO:tasks.rados.rados.0.smithi098.stdout:200: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:28:03.005 INFO:tasks.rados.rados.0.smithi098.stdout:200: finishing copy_from to smithi09877355-19 2024-04-12T00:28:03.005 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-12T00:28:03.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:03 smithi098 ceph-mon[37915]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T00:28:03.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:03 smithi098 ceph-mon[37915]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T00:28:03.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:03 smithi098 ceph-mon[26935]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T00:28:03.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:03 smithi098 ceph-mon[26935]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T00:28:03.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:03 smithi193 ceph-mon[30474]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T00:28:03.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:03 smithi193 ceph-mon[30474]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T00:28:03.965 INFO:tasks.rados.rados.0.smithi098.stdout:199: done (2 left) 2024-04-12T00:28:03.965 INFO:tasks.rados.rados.0.smithi098.stdout:200: done (1 left) 2024-04-12T00:28:03.965 INFO:tasks.rados.rados.0.smithi098.stdout:201: done (0 left) 2024-04-12T00:28:03.965 INFO:tasks.rados.rados.0.smithi098.stdout:202: snap_create 2024-04-12T00:28:04.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:04 smithi098 ceph-mon[37915]: pgmap v133: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-12T00:28:04.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:04 smithi098 ceph-mon[37915]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T00:28:04.286 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:28:04 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:28:04] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-12T00:28:04.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:04 smithi098 ceph-mon[26935]: pgmap v133: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-12T00:28:04.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:04 smithi098 ceph-mon[26935]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T00:28:04.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:04 smithi193 ceph-mon[30474]: pgmap v133: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-12T00:28:04.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:04 smithi193 ceph-mon[30474]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T00:28:04.966 INFO:tasks.rados.rados.0.smithi098.stdout:202: done (0 left) 2024-04-12T00:28:04.966 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 16 2024-04-12T00:28:04.966 INFO:tasks.rados.rados.0.smithi098.stdout:203: seq_num 91 ranges {270336=729088,999424=425984,1425408=376832} 2024-04-12T00:28:04.971 INFO:tasks.rados.rados.0.smithi098.stdout:203: writing smithi09877355-17 from 270336 to 999424 tid 1 2024-04-12T00:28:04.974 INFO:tasks.rados.rados.0.smithi098.stdout:203: writing smithi09877355-17 from 999424 to 1425408 tid 2 2024-04-12T00:28:04.976 INFO:tasks.rados.rados.0.smithi098.stdout:203: writing smithi09877355-17 from 1425408 to 1802240 tid 3 2024-04-12T00:28:04.976 INFO:tasks.rados.rados.0.smithi098.stdout:204: rollback oid 8 current snap is 16 2024-04-12T00:28:04.976 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 15 2024-04-12T00:28:04.976 INFO:tasks.rados.rados.0.smithi098.stdout:205: rmattr oid 26 current snap is 16 2024-04-12T00:28:04.976 INFO:tasks.rados.rados.0.smithi098.stdout:205: done (2 left) 2024-04-12T00:28:04.976 INFO:tasks.rados.rados.0.smithi098.stdout:206: delete oid 2 current snap is 16 2024-04-12T00:28:04.977 INFO:tasks.rados.rados.0.smithi098.stdout:204: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:28:04.977 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 0 (ObjNum 4113 snap 0 seq_num 4015552738) dirty dne 2024-04-12T00:28:04.978 INFO:tasks.rados.rados.0.smithi098.stdout:204: done (2 left) 2024-04-12T00:28:04.979 INFO:tasks.rados.rados.0.smithi098.stdout:206: done (1 left) 2024-04-12T00:28:04.979 INFO:tasks.rados.rados.0.smithi098.stdout:207: rmattr oid 10 current snap is 16 2024-04-12T00:28:04.979 INFO:tasks.rados.rados.0.smithi098.stdout:208: snap_create 2024-04-12T00:28:04.981 INFO:tasks.rados.rados.0.smithi098.stdout:203: finishing write tid 1 to smithi09877355-17 2024-04-12T00:28:04.981 INFO:tasks.rados.rados.0.smithi098.stdout:203: finishing write tid 2 to smithi09877355-17 2024-04-12T00:28:04.981 INFO:tasks.rados.rados.0.smithi098.stdout:203: finishing write tid 3 to smithi09877355-17 2024-04-12T00:28:04.981 INFO:tasks.rados.rados.0.smithi098.stdout:203: finishing write tid 4 to smithi09877355-17 2024-04-12T00:28:04.983 INFO:tasks.rados.rados.0.smithi098.stdout:203: finishing write tid 5 to smithi09877355-17 2024-04-12T00:28:04.983 INFO:tasks.rados.rados.0.smithi098.stdout:203: oid 17 updating version 0 to 46 2024-04-12T00:28:04.983 INFO:tasks.rados.rados.0.smithi098.stdout:203: oid 17 updating version 46 to 47 2024-04-12T00:28:04.983 INFO:tasks.rados.rados.0.smithi098.stdout:203: oid 17 version 47 is already newer than 45 2024-04-12T00:28:04.983 INFO:tasks.rados.rados.0.smithi098.stdout:203: oid 17 updating version 47 to 48 2024-04-12T00:28:04.983 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 48 (ObjNum 91 snap 16 seq_num 91) dirty exists 2024-04-12T00:28:04.983 INFO:tasks.rados.rados.0.smithi098.stdout:203: left oid 17 (ObjNum 91 snap 16 seq_num 91) 2024-04-12T00:28:04.984 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 49 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-04-12T00:28:05.969 INFO:tasks.rados.rados.0.smithi098.stdout:203: done (2 left) 2024-04-12T00:28:05.969 INFO:tasks.rados.rados.0.smithi098.stdout:207: done (1 left) 2024-04-12T00:28:05.969 INFO:tasks.rados.rados.0.smithi098.stdout:208: done (0 left) 2024-04-12T00:28:05.969 INFO:tasks.rados.rados.0.smithi098.stdout:209: copy_from oid 48 from oid 47 current snap is 17 2024-04-12T00:28:05.970 INFO:tasks.rados.rados.0.smithi098.stdout:210: read oid 34 snap -1 2024-04-12T00:28:05.970 INFO:tasks.rados.rados.0.smithi098.stdout:210: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:28:05.970 INFO:tasks.rados.rados.0.smithi098.stdout:211: snap_create 2024-04-12T00:28:05.973 INFO:tasks.rados.rados.0.smithi098.stdout:210: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:28:05.984 INFO:tasks.rados.rados.0.smithi098.stdout:209: finishing copy_from to smithi09877355-48 2024-04-12T00:28:05.985 INFO:tasks.rados.rados.0.smithi098.stdout:209: got expected ENOENT (src dne) 2024-04-12T00:28:05.985 INFO:tasks.rados.rados.0.smithi098.stdout:209: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:28:06.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:05 smithi098 ceph-mon[37915]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T00:28:06.036 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:05 smithi098 ceph-mon[37915]: pgmap v136: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:06.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:05 smithi098 ceph-mon[26935]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T00:28:06.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:05 smithi098 ceph-mon[26935]: pgmap v136: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:06.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:05 smithi193 ceph-mon[30474]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T00:28:06.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:05 smithi193 ceph-mon[30474]: pgmap v136: 121 pgs: 121 active+clean; 45 MiB data, 299 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:06.971 INFO:tasks.rados.rados.0.smithi098.stdout:209: done (2 left) 2024-04-12T00:28:06.972 INFO:tasks.rados.rados.0.smithi098.stdout:210: done (1 left) 2024-04-12T00:28:06.972 INFO:tasks.rados.rados.0.smithi098.stdout:211: done (0 left) 2024-04-12T00:28:06.972 INFO:tasks.rados.rados.0.smithi098.stdout:212: read oid 47 snap -1 2024-04-12T00:28:06.972 INFO:tasks.rados.rados.0.smithi098.stdout:212: expect deleted 2024-04-12T00:28:06.972 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 18 2024-04-12T00:28:06.972 INFO:tasks.rados.rados.0.smithi098.stdout:213: seq_num 93 ranges {1687552=761856,2449408=647168,3096576=155648} 2024-04-12T00:28:06.985 INFO:tasks.rados.rados.0.smithi098.stdout:213: writing smithi09877355-45 from 1687552 to 2449408 tid 1 2024-04-12T00:28:06.988 INFO:tasks.rados.rados.0.smithi098.stdout:213: writing smithi09877355-45 from 2449408 to 3096576 tid 2 2024-04-12T00:28:06.990 INFO:tasks.rados.rados.0.smithi098.stdout:213: writing smithi09877355-45 from 3096576 to 3252224 tid 3 2024-04-12T00:28:06.990 INFO:tasks.rados.rados.0.smithi098.stdout:214: read oid 49 snap 9 2024-04-12T00:28:06.990 INFO:tasks.rados.rados.0.smithi098.stdout:214: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-12T00:28:06.990 INFO:tasks.rados.rados.0.smithi098.stdout:215: read oid 28 snap -1 2024-04-12T00:28:06.990 INFO:tasks.rados.rados.0.smithi098.stdout:215: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:28:06.990 INFO:tasks.rados.rados.0.smithi098.stdout:216: read oid 46 snap 16 2024-04-12T00:28:06.990 INFO:tasks.rados.rados.0.smithi098.stdout:216: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T00:28:06.990 INFO:tasks.rados.rados.0.smithi098.stdout:217: snap_remove snap 17 2024-04-12T00:28:07.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:06 smithi098 ceph-mon[37915]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T00:28:07.279 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:06 smithi098 ceph-mon[26935]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T00:28:07.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:06 smithi193 ceph-mon[30474]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T00:28:07.982 INFO:tasks.rados.rados.0.smithi098.stdout:217: done (5 left) 2024-04-12T00:28:07.983 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 18 2024-04-12T00:28:07.983 INFO:tasks.rados.rados.0.smithi098.stdout:218: seq_num 94 ranges {1794048=778240,2572288=532480,3104768=270336} 2024-04-12T00:28:07.983 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:28:07.996 INFO:tasks.rados.rados.0.smithi098.stdout:218: writing smithi09877355-48 from 1794048 to 2572288 tid 1 2024-04-12T00:28:07.999 INFO:tasks.rados.rados.0.smithi098.stdout:218: writing smithi09877355-48 from 2572288 to 3104768 tid 2 2024-04-12T00:28:08.001 INFO:tasks.rados.rados.0.smithi098.stdout:218: writing smithi09877355-48 from 3104768 to 3375104 tid 3 2024-04-12T00:28:08.001 INFO:tasks.rados.rados.0.smithi098.stdout:219: read oid 8 snap -1 2024-04-12T00:28:08.001 INFO:tasks.rados.rados.0.smithi098.stdout:219: expect deleted 2024-04-12T00:28:08.001 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 18 2024-04-12T00:28:08.001 INFO:tasks.rados.rados.0.smithi098.stdout:220: seq_num 95 ranges {1638400=794624,2433024=409600,2842624=393216} 2024-04-12T00:28:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:220: writing smithi09877355-22 from 1638400 to 2433024 tid 1 2024-04-12T00:28:08.016 INFO:tasks.rados.rados.0.smithi098.stdout:220: writing smithi09877355-22 from 2433024 to 2842624 tid 2 2024-04-12T00:28:08.019 INFO:tasks.rados.rados.0.smithi098.stdout:220: writing smithi09877355-22 from 2842624 to 3235840 tid 3 2024-04-12T00:28:08.019 INFO:tasks.rados.rados.0.smithi098.stdout:221: setattr oid 18 current snap is 18 2024-04-12T00:28:08.019 INFO:tasks.rados.rados.0.smithi098.stdout:213: finishing write tid 1 to smithi09877355-45 2024-04-12T00:28:08.019 INFO:tasks.rados.rados.0.smithi098.stdout:214: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-12T00:28:08.041 INFO:tasks.rados.rados.0.smithi098.stdout:213: finishing write tid 2 to smithi09877355-45 2024-04-12T00:28:08.041 INFO:tasks.rados.rados.0.smithi098.stdout:213: finishing write tid 3 to smithi09877355-45 2024-04-12T00:28:08.041 INFO:tasks.rados.rados.0.smithi098.stdout:213: finishing write tid 4 to smithi09877355-45 2024-04-12T00:28:08.041 INFO:tasks.rados.rados.0.smithi098.stdout:213: finishing write tid 5 to smithi09877355-45 2024-04-12T00:28:08.042 INFO:tasks.rados.rados.0.smithi098.stdout:213: oid 45 updating version 0 to 21 2024-04-12T00:28:08.042 INFO:tasks.rados.rados.0.smithi098.stdout:213: oid 45 updating version 21 to 22 2024-04-12T00:28:08.042 INFO:tasks.rados.rados.0.smithi098.stdout:213: oid 45 updating version 22 to 23 2024-04-12T00:28:08.042 INFO:tasks.rados.rados.0.smithi098.stdout:213: oid 45 version 23 is already newer than 20 2024-04-12T00:28:08.042 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 23 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-04-12T00:28:08.042 INFO:tasks.rados.rados.0.smithi098.stdout:213: left oid 45 (ObjNum 93 snap 18 seq_num 93) 2024-04-12T00:28:08.042 INFO:tasks.rados.rados.0.smithi098.stdout:216: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T00:28:08.061 INFO:tasks.rados.rados.0.smithi098.stdout:215: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:28:08.075 INFO:tasks.rados.rados.0.smithi098.stdout:218: finishing write tid 1 to smithi09877355-48 2024-04-12T00:28:08.075 INFO:tasks.rados.rados.0.smithi098.stdout:218: finishing write tid 2 to smithi09877355-48 2024-04-12T00:28:08.075 INFO:tasks.rados.rados.0.smithi098.stdout:218: finishing write tid 3 to smithi09877355-48 2024-04-12T00:28:08.075 INFO:tasks.rados.rados.0.smithi098.stdout:218: finishing write tid 4 to smithi09877355-48 2024-04-12T00:28:08.075 INFO:tasks.rados.rados.0.smithi098.stdout:218: finishing write tid 5 to smithi09877355-48 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:218: oid 48 updating version 0 to 24 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:218: oid 48 version 24 is already newer than 22 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:218: oid 48 version 24 is already newer than 23 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:218: oid 48 version 24 is already newer than 21 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 24 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:218: left oid 48 (ObjNum 94 snap 18 seq_num 94) 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:220: finishing write tid 1 to smithi09877355-22 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:220: finishing write tid 2 to smithi09877355-22 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:220: finishing write tid 3 to smithi09877355-22 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:220: finishing write tid 4 to smithi09877355-22 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:220: finishing write tid 5 to smithi09877355-22 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:220: oid 22 updating version 0 to 117 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:220: oid 22 version 117 is already newer than 116 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:220: oid 22 version 117 is already newer than 114 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:220: oid 22 version 117 is already newer than 115 2024-04-12T00:28:08.076 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 117 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-12T00:28:08.077 INFO:tasks.rados.rados.0.smithi098.stdout:220: left oid 22 (ObjNum 95 snap 18 seq_num 95) 2024-04-12T00:28:08.077 INFO:tasks.rados.rados.0.smithi098.stdout:212: done (8 left) 2024-04-12T00:28:08.077 INFO:tasks.rados.rados.0.smithi098.stdout:213: done (7 left) 2024-04-12T00:28:08.077 INFO:tasks.rados.rados.0.smithi098.stdout:214: done (6 left) 2024-04-12T00:28:08.078 INFO:tasks.rados.rados.0.smithi098.stdout:215: done (5 left) 2024-04-12T00:28:08.078 INFO:tasks.rados.rados.0.smithi098.stdout:216: done (4 left) 2024-04-12T00:28:08.078 INFO:tasks.rados.rados.0.smithi098.stdout:218: done (3 left) 2024-04-12T00:28:08.078 INFO:tasks.rados.rados.0.smithi098.stdout:219: done (2 left) 2024-04-12T00:28:08.078 INFO:tasks.rados.rados.0.smithi098.stdout:220: done (1 left) 2024-04-12T00:28:08.078 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 18 2024-04-12T00:28:08.078 INFO:tasks.rados.rados.0.smithi098.stdout:222: seq_num 96 ranges {0=409600,409600=696320,1105920=507904} 2024-04-12T00:28:08.079 INFO:tasks.rados.rados.0.smithi098.stdout:222: writing smithi09877355-2 from 0 to 409600 tid 1 2024-04-12T00:28:08.082 INFO:tasks.rados.rados.0.smithi098.stdout:222: writing smithi09877355-2 from 409600 to 1105920 tid 2 2024-04-12T00:28:08.085 INFO:tasks.rados.rados.0.smithi098.stdout:222: writing smithi09877355-2 from 1105920 to 1613824 tid 3 2024-04-12T00:28:08.085 INFO:tasks.rados.rados.0.smithi098.stdout:223: read oid 1 snap 12 2024-04-12T00:28:08.085 INFO:tasks.rados.rados.0.smithi098.stdout:223: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-12T00:28:08.085 INFO:tasks.rados.rados.0.smithi098.stdout:224: snap_remove snap 16 2024-04-12T00:28:08.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[26935]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T00:28:08.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:08.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[26935]: Upgrade: Target is version 19.0.0-2838-ga5074d45 (unknown) 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[26935]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc'] 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[26935]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[26935]: pgmap v139: 121 pgs: 121 active+clean; 55 MiB data, 319 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[37915]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[37915]: Upgrade: Target is version 19.0.0-2838-ga5074d45 (unknown) 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[37915]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc'] 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:28:08.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:08.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[37915]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T00:28:08.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:07 smithi098 ceph-mon[37915]: pgmap v139: 121 pgs: 121 active+clean; 55 MiB data, 319 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-12T00:28:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:07 smithi193 ceph-mon[30474]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T00:28:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:07 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:07 smithi193 ceph-mon[30474]: Upgrade: Target is version 19.0.0-2838-ga5074d45 (unknown) 2024-04-12T00:28:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:07 smithi193 ceph-mon[30474]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc'] 2024-04-12T00:28:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:07 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:28:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:07 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:07 smithi193 ceph-mon[30474]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T00:28:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:07 smithi193 ceph-mon[30474]: pgmap v139: 121 pgs: 121 active+clean; 55 MiB data, 319 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-12T00:28:08.553 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:28:08.553 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (2m) 96s ago 2m 16.0M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:28:08.553 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (2m) 96s ago 2m 81.1M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:28:08.553 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (3m) 96s ago 3m 16.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:28:08.553 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (3m) 96s ago 3m 14.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:28:08.553 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,8765 running (7m) 96s ago 7m 448M - 18.2.2-1187-gd540ebac bb2c5eac26a4 a186f97e998b 2024-04-12T00:28:08.553 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:9283,8765 running (8m) 96s ago 8m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 47736cfdf655 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (9m) 96s ago 9m 49.6M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e70368c83938 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (7m) 96s ago 7m 38.8M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e06e75cd3e3b 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (7m) 96s ago 7m 41.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5a558294d62 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (2m) 96s ago 2m 15.0M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (2m) 96s ago 2m 8128k - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (6m) 96s ago 6m 45.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 816b0359f062 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (6m) 96s ago 6m 42.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 53c80fc27bb6 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (6m) 96s ago 6m 42.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (5m) 96s ago 5m 49.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (5m) 96s ago 5m 40.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (4m) 96s ago 4m 44.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (4m) 96s ago 4m 52.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:28:08.554 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (4m) 96s ago 4m 49.6M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:28:08.555 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (117s) 96s ago 3m 28.5M - 2.43.0 a07b618ecd1d b850e82189c3 2024-04-12T00:28:08.941 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:28:08.941 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:28:08.942 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T00:28:08.942 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:28:08.942 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:28:08.942 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:28:08.942 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:28:08.942 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:28:08.942 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:28:08.942 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:28:08.943 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:28:08.943 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:28:08.943 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:28:08.943 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:28:08.943 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-12T00:28:08.943 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:28:08.943 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:28:08.990 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 16 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-12T00:28:08.990 INFO:tasks.rados.rados.0.smithi098.stdout:222: finishing write tid 1 to smithi09877355-2 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:222: finishing write tid 2 to smithi09877355-2 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:222: finishing write tid 3 to smithi09877355-2 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:222: finishing write tid 4 to smithi09877355-2 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:222: finishing write tid 5 to smithi09877355-2 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:222: oid 2 updating version 0 to 38 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:222: oid 2 version 38 is already newer than 37 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:222: oid 2 updating version 38 to 39 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:222: oid 2 version 39 is already newer than 36 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 39 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:222: left oid 2 (ObjNum 96 snap 18 seq_num 96) 2024-04-12T00:28:08.991 INFO:tasks.rados.rados.0.smithi098.stdout:223: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-12T00:28:09.002 INFO:tasks.rados.rados.0.smithi098.stdout:221: done (3 left) 2024-04-12T00:28:09.002 INFO:tasks.rados.rados.0.smithi098.stdout:222: done (2 left) 2024-04-12T00:28:09.003 INFO:tasks.rados.rados.0.smithi098.stdout:223: done (1 left) 2024-04-12T00:28:09.003 INFO:tasks.rados.rados.0.smithi098.stdout:224: done (0 left) 2024-04-12T00:28:09.003 INFO:tasks.rados.rados.0.smithi098.stdout:225: copy_from oid 5 from oid 9 current snap is 18 2024-04-12T00:28:09.003 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 18 2024-04-12T00:28:09.003 INFO:tasks.rados.rados.0.smithi098.stdout:226: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-04-12T00:28:09.004 INFO:tasks.rados.rados.0.smithi098.stdout:226: writing smithi09877355-8 from 0 to 434176 tid 1 2024-04-12T00:28:09.008 INFO:tasks.rados.rados.0.smithi098.stdout:226: writing smithi09877355-8 from 434176 to 1015808 tid 2 2024-04-12T00:28:09.010 INFO:tasks.rados.rados.0.smithi098.stdout:226: writing smithi09877355-8 from 1015808 to 1556480 tid 3 2024-04-12T00:28:09.011 INFO:tasks.rados.rados.0.smithi098.stdout:226: writing smithi09877355-8 from 1556480 to 1638400 tid 4 2024-04-12T00:28:09.011 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 18 2024-04-12T00:28:09.011 INFO:tasks.rados.rados.0.smithi098.stdout:225: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:28:09.012 INFO:tasks.rados.rados.0.smithi098.stdout:225: finishing copy_from to smithi09877355-5 2024-04-12T00:28:09.012 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T00:28:09.012 INFO:tasks.rados.rados.0.smithi098.stdout:226: finishing write tid 1 to smithi09877355-8 2024-04-12T00:28:09.012 INFO:tasks.rados.rados.0.smithi098.stdout:226: finishing write tid 2 to smithi09877355-8 2024-04-12T00:28:09.012 INFO:tasks.rados.rados.0.smithi098.stdout:227: seq_num 98 ranges {761856=450560,1212416=466944,1679360=737280} 2024-04-12T00:28:09.018 INFO:tasks.rados.rados.0.smithi098.stdout:227: writing smithi09877355-46 from 761856 to 1212416 tid 1 2024-04-12T00:28:09.021 INFO:tasks.rados.rados.0.smithi098.stdout:227: writing smithi09877355-46 from 1212416 to 1679360 tid 2 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:227: writing smithi09877355-46 from 1679360 to 2416640 tid 3 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:225: done (2 left) 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:228: read oid 49 snap -1 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:228: expect (ObjNum 86 snap 14 seq_num 86) 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:229: read oid 1 snap 12 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:229: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:230: setattr oid 36 current snap is 18 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:226: finishing write tid 3 to smithi09877355-8 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:226: finishing write tid 4 to smithi09877355-8 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:226: finishing write tid 5 to smithi09877355-8 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:226: finishing write tid 6 to smithi09877355-8 2024-04-12T00:28:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:226: oid 8 updating version 0 to 16 2024-04-12T00:28:09.027 INFO:tasks.rados.rados.0.smithi098.stdout:226: oid 8 version 16 is already newer than 12 2024-04-12T00:28:09.027 INFO:tasks.rados.rados.0.smithi098.stdout:226: oid 8 version 16 is already newer than 15 2024-04-12T00:28:09.027 INFO:tasks.rados.rados.0.smithi098.stdout:226: oid 8 version 16 is already newer than 14 2024-04-12T00:28:09.027 INFO:tasks.rados.rados.0.smithi098.stdout:226: oid 8 version 16 is already newer than 13 2024-04-12T00:28:09.027 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 16 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-04-12T00:28:09.027 INFO:tasks.rados.rados.0.smithi098.stdout:226: left oid 8 (ObjNum 97 snap 18 seq_num 97) 2024-04-12T00:28:09.027 INFO:tasks.rados.rados.0.smithi098.stdout:227: finishing write tid 1 to smithi09877355-46 2024-04-12T00:28:09.027 INFO:tasks.rados.rados.0.smithi098.stdout:227: finishing write tid 2 to smithi09877355-46 2024-04-12T00:28:09.027 INFO:tasks.rados.rados.0.smithi098.stdout:226: done (4 left) 2024-04-12T00:28:09.028 INFO:tasks.rados.rados.0.smithi098.stdout:231: rollback oid 15 current snap is 18 2024-04-12T00:28:09.028 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 15 to 13 2024-04-12T00:28:09.028 INFO:tasks.rados.rados.0.smithi098.stdout:232: delete oid 14 current snap is 18 2024-04-12T00:28:09.028 INFO:tasks.rados.rados.0.smithi098.stdout:229: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:227: finishing write tid 3 to smithi09877355-46 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:227: finishing write tid 4 to smithi09877355-46 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:231: finishing rollback tid 1 to smithi09877355-15 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:231: finishing rollback tid 2 to smithi09877355-15 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 121 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 70 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:227: finishing write tid 5 to smithi09877355-46 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:227: oid 46 updating version 0 to 40 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:227: oid 46 updating version 40 to 41 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:227: oid 46 updating version 41 to 42 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:227: oid 46 updating version 42 to 43 2024-04-12T00:28:09.041 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 43 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-04-12T00:28:09.042 INFO:tasks.rados.rados.0.smithi098.stdout:227: left oid 46 (ObjNum 98 snap 18 seq_num 98) 2024-04-12T00:28:09.042 INFO:tasks.rados.rados.0.smithi098.stdout:228: expect (ObjNum 86 snap 14 seq_num 86) 2024-04-12T00:28:09.111 INFO:tasks.rados.rados.0.smithi098.stdout:227: done (5 left) 2024-04-12T00:28:09.111 INFO:tasks.rados.rados.0.smithi098.stdout:228: done (4 left) 2024-04-12T00:28:09.111 INFO:tasks.rados.rados.0.smithi098.stdout:229: done (3 left) 2024-04-12T00:28:09.111 INFO:tasks.rados.rados.0.smithi098.stdout:230: done (2 left) 2024-04-12T00:28:09.111 INFO:tasks.rados.rados.0.smithi098.stdout:231: done (1 left) 2024-04-12T00:28:09.111 INFO:tasks.rados.rados.0.smithi098.stdout:232: done (0 left) 2024-04-12T00:28:09.111 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 18 2024-04-12T00:28:09.111 INFO:tasks.rados.rados.0.smithi098.stdout:233: seq_num 100 ranges {0=483328,483328=688128,1171456=516096} 2024-04-12T00:28:09.113 INFO:tasks.rados.rados.0.smithi098.stdout:233: writing smithi09877355-26 from 0 to 483328 tid 1 2024-04-12T00:28:09.117 INFO:tasks.rados.rados.0.smithi098.stdout:233: writing smithi09877355-26 from 483328 to 1171456 tid 2 2024-04-12T00:28:09.120 INFO:tasks.rados.rados.0.smithi098.stdout:233: writing smithi09877355-26 from 1171456 to 1687552 tid 3 2024-04-12T00:28:09.120 INFO:tasks.rados.rados.0.smithi098.stdout:234: setattr oid 47 current snap is 18 2024-04-12T00:28:09.120 INFO:tasks.rados.rados.0.smithi098.stdout:233: finishing write tid 1 to smithi09877355-26 2024-04-12T00:28:09.120 INFO:tasks.rados.rados.0.smithi098.stdout:233: finishing write tid 2 to smithi09877355-26 2024-04-12T00:28:09.122 INFO:tasks.rados.rados.0.smithi098.stdout:235: setattr oid 30 current snap is 18 2024-04-12T00:28:09.122 INFO:tasks.rados.rados.0.smithi098.stdout:233: finishing write tid 3 to smithi09877355-26 2024-04-12T00:28:09.123 INFO:tasks.rados.rados.0.smithi098.stdout:233: finishing write tid 4 to smithi09877355-26 2024-04-12T00:28:09.124 INFO:tasks.rados.rados.0.smithi098.stdout:233: finishing write tid 5 to smithi09877355-26 2024-04-12T00:28:09.124 INFO:tasks.rados.rados.0.smithi098.stdout:233: oid 26 updating version 0 to 25 2024-04-12T00:28:09.124 INFO:tasks.rados.rados.0.smithi098.stdout:233: oid 26 version 25 is already newer than 24 2024-04-12T00:28:09.125 INFO:tasks.rados.rados.0.smithi098.stdout:233: oid 26 version 25 is already newer than 23 2024-04-12T00:28:09.125 INFO:tasks.rados.rados.0.smithi098.stdout:233: oid 26 updating version 25 to 26 2024-04-12T00:28:09.125 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 26 (ObjNum 100 snap 18 seq_num 100) dirty exists 2024-04-12T00:28:09.125 INFO:tasks.rados.rados.0.smithi098.stdout:233: left oid 26 (ObjNum 100 snap 18 seq_num 100) 2024-04-12T00:28:09.125 INFO:tasks.rados.rados.0.smithi098.stdout:233: done (2 left) 2024-04-12T00:28:09.125 INFO:tasks.rados.rados.0.smithi098.stdout:236: snap_remove snap 14 2024-04-12T00:28:09.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[37915]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc on smithi193 2024-04-12T00:28:09.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[37915]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:09.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[37915]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T00:28:09.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[37915]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:09.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/2390523011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:28:09.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[26935]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc on smithi193 2024-04-12T00:28:09.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[26935]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:09.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[26935]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T00:28:09.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[26935]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:09.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:08 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/2390523011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:28:09.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:08 smithi193 ceph-mon[30474]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc on smithi193 2024-04-12T00:28:09.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:08 smithi193 ceph-mon[30474]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:09.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:08 smithi193 ceph-mon[30474]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T00:28:09.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:08 smithi193 ceph-mon[30474]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:09.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:08 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/2390523011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:28:09.994 INFO:tasks.rados.rados.0.smithi098.stdout:236: done (2 left) 2024-04-12T00:28:09.994 INFO:tasks.rados.rados.0.smithi098.stdout:237: read oid 45 snap -1 2024-04-12T00:28:09.994 INFO:tasks.rados.rados.0.smithi098.stdout:237: expect (ObjNum 93 snap 18 seq_num 93) 2024-04-12T00:28:09.994 INFO:tasks.rados.rados.0.smithi098.stdout:238: read oid 17 snap -1 2024-04-12T00:28:09.994 INFO:tasks.rados.rados.0.smithi098.stdout:238: expect (ObjNum 91 snap 16 seq_num 91) 2024-04-12T00:28:09.995 INFO:tasks.rados.rados.0.smithi098.stdout:239: read oid 18 snap -1 2024-04-12T00:28:09.995 INFO:tasks.rados.rados.0.smithi098.stdout:239: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T00:28:09.995 INFO:tasks.rados.rados.0.smithi098.stdout:240: copy_from oid 3 from oid 50 current snap is 18 2024-04-12T00:28:09.995 INFO:tasks.rados.rados.0.smithi098.stdout:241: copy_from oid 6 from oid 9 current snap is 18 2024-04-12T00:28:09.995 INFO:tasks.rados.rados.0.smithi098.stdout:242: read oid 46 snap -1 2024-04-12T00:28:09.995 INFO:tasks.rados.rados.0.smithi098.stdout:242: expect (ObjNum 98 snap 18 seq_num 98) 2024-04-12T00:28:09.995 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 18 2024-04-12T00:28:09.995 INFO:tasks.rados.rados.0.smithi098.stdout:243: seq_num 101 ranges {393216=499712,892928=573440,1466368=524288,1990656=106496} 2024-04-12T00:28:09.999 INFO:tasks.rados.rados.0.smithi098.stdout:243: writing smithi09877355-1 from 393216 to 892928 tid 1 2024-04-12T00:28:10.003 INFO:tasks.rados.rados.0.smithi098.stdout:243: writing smithi09877355-1 from 892928 to 1466368 tid 2 2024-04-12T00:28:10.007 INFO:tasks.rados.rados.0.smithi098.stdout:243: writing smithi09877355-1 from 1466368 to 1990656 tid 3 2024-04-12T00:28:10.008 INFO:tasks.rados.rados.0.smithi098.stdout:243: writing smithi09877355-1 from 1990656 to 2097152 tid 4 2024-04-12T00:28:10.009 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 18 2024-04-12T00:28:10.009 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 50 (ObjNum 65 snap 0 seq_num 1) dirty exists 2024-04-12T00:28:10.009 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 45 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-12T00:28:10.009 INFO:tasks.rados.rados.0.smithi098.stdout:241: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:28:10.009 INFO:tasks.rados.rados.0.smithi098.stdout:239: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T00:28:10.023 INFO:tasks.rados.rados.0.smithi098.stdout:241: finishing copy_from to smithi09877355-6 2024-04-12T00:28:10.023 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T00:28:10.023 INFO:tasks.rados.rados.0.smithi098.stdout:243: finishing write tid 1 to smithi09877355-1 2024-04-12T00:28:10.023 INFO:tasks.rados.rados.0.smithi098.stdout:243: finishing write tid 2 to smithi09877355-1 2024-04-12T00:28:10.023 INFO:tasks.rados.rados.0.smithi098.stdout:243: finishing write tid 3 to smithi09877355-1 2024-04-12T00:28:10.023 INFO:tasks.rados.rados.0.smithi098.stdout:244: seq_num 102 ranges {1613824=516096,2129920=450560,2580480=729088,3309568=24576} 2024-04-12T00:28:10.034 INFO:tasks.rados.rados.0.smithi098.stdout:244: writing smithi09877355-2 from 1613824 to 2129920 tid 1 2024-04-12T00:28:10.037 INFO:tasks.rados.rados.0.smithi098.stdout:244: writing smithi09877355-2 from 2129920 to 2580480 tid 2 2024-04-12T00:28:10.042 INFO:tasks.rados.rados.0.smithi098.stdout:244: writing smithi09877355-2 from 2580480 to 3309568 tid 3 2024-04-12T00:28:10.042 INFO:tasks.rados.rados.0.smithi098.stdout:244: writing smithi09877355-2 from 3309568 to 3334144 tid 4 2024-04-12T00:28:10.042 INFO:tasks.rados.rados.0.smithi098.stdout:234: done (9 left) 2024-04-12T00:28:10.042 INFO:tasks.rados.rados.0.smithi098.stdout:235: done (8 left) 2024-04-12T00:28:10.042 INFO:tasks.rados.rados.0.smithi098.stdout:239: done (7 left) 2024-04-12T00:28:10.042 INFO:tasks.rados.rados.0.smithi098.stdout:241: done (6 left) 2024-04-12T00:28:10.042 INFO:tasks.rados.rados.0.smithi098.stdout:245: rollback oid 32 current snap is 18 2024-04-12T00:28:10.042 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 32 to 9 2024-04-12T00:28:10.042 INFO:tasks.rados.rados.0.smithi098.stdout:242: expect (ObjNum 98 snap 18 seq_num 98) 2024-04-12T00:28:10.117 INFO:tasks.rados.rados.0.smithi098.stdout:243: finishing write tid 4 to smithi09877355-1 2024-04-12T00:28:10.117 INFO:tasks.rados.rados.0.smithi098.stdout:240: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:28:10.117 INFO:tasks.rados.rados.0.smithi098.stdout:243: finishing write tid 5 to smithi09877355-1 2024-04-12T00:28:10.117 INFO:tasks.rados.rados.0.smithi098.stdout:242: done (6 left) 2024-04-12T00:28:10.117 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 18 2024-04-12T00:28:10.117 INFO:tasks.rados.rados.0.smithi098.stdout:240: finishing copy_from to smithi09877355-3 2024-04-12T00:28:10.117 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T00:28:10.117 INFO:tasks.rados.rados.0.smithi098.stdout:238: expect (ObjNum 91 snap 16 seq_num 91) 2024-04-12T00:28:10.166 INFO:tasks.rados.rados.0.smithi098.stdout:243: finishing write tid 6 to smithi09877355-1 2024-04-12T00:28:10.248 INFO:tasks.rados.rados.0.smithi098.stdout:243: oid 1 updating version 0 to 19 2024-04-12T00:28:10.248 INFO:tasks.rados.rados.0.smithi098.stdout:243: oid 1 version 19 is already newer than 18 2024-04-12T00:28:10.248 INFO:tasks.rados.rados.0.smithi098.stdout:243: oid 1 updating version 19 to 20 2024-04-12T00:28:10.248 INFO:tasks.rados.rados.0.smithi098.stdout:243: oid 1 version 20 is already newer than 17 2024-04-12T00:28:10.248 INFO:tasks.rados.rados.0.smithi098.stdout:243: oid 1 updating version 20 to 21 2024-04-12T00:28:10.248 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 21 (ObjNum 101 snap 18 seq_num 101) dirty exists 2024-04-12T00:28:10.248 INFO:tasks.rados.rados.0.smithi098.stdout:243: left oid 1 (ObjNum 101 snap 18 seq_num 101) 2024-04-12T00:28:10.248 INFO:tasks.rados.rados.0.smithi098.stdout:246: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:246: writing smithi09877355-14 from 0 to 532480 tid 1 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:246: writing smithi09877355-14 from 532480 to 1269760 tid 2 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:246: writing smithi09877355-14 from 1269760 to 1736704 tid 3 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:238: done (6 left) 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:240: done (5 left) 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:243: done (4 left) 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:247: read oid 5 snap -1 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:247: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:248: rollback oid 28 current snap is 18 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 28 to 12 2024-04-12T00:28:10.250 INFO:tasks.rados.rados.0.smithi098.stdout:237: expect (ObjNum 93 snap 18 seq_num 93) 2024-04-12T00:28:10.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:09 smithi098 ceph-mon[37915]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T00:28:10.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:09 smithi098 ceph-mon[37915]: pgmap v142: 121 pgs: 121 active+clean; 55 MiB data, 319 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-12T00:28:10.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:09 smithi098 ceph-mon[26935]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T00:28:10.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:09 smithi098 ceph-mon[26935]: pgmap v142: 121 pgs: 121 active+clean; 55 MiB data, 319 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-12T00:28:10.296 INFO:tasks.rados.rados.0.smithi098.stdout:244: finishing write tid 1 to smithi09877355-2 2024-04-12T00:28:10.296 INFO:tasks.rados.rados.0.smithi098.stdout:244: finishing write tid 2 to smithi09877355-2 2024-04-12T00:28:10.296 INFO:tasks.rados.rados.0.smithi098.stdout:245: finishing rollback tid 0 to smithi09877355-32 2024-04-12T00:28:10.296 INFO:tasks.rados.rados.0.smithi098.stdout:244: finishing write tid 3 to smithi09877355-2 2024-04-12T00:28:10.296 INFO:tasks.rados.rados.0.smithi098.stdout:244: finishing write tid 4 to smithi09877355-2 2024-04-12T00:28:10.296 INFO:tasks.rados.rados.0.smithi098.stdout:244: finishing write tid 5 to smithi09877355-2 2024-04-12T00:28:10.296 INFO:tasks.rados.rados.0.smithi098.stdout:245: finishing rollback tid 1 to smithi09877355-32 2024-04-12T00:28:10.296 INFO:tasks.rados.rados.0.smithi098.stdout:245: finishing rollback tid 2 to smithi09877355-32 2024-04-12T00:28:10.296 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 48 (ObjNum 75 snap 9 seq_num 75) dirty exists 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:244: finishing write tid 6 to smithi09877355-2 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:244: oid 2 updating version 0 to 45 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:244: oid 2 version 45 is already newer than 43 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:244: oid 2 version 45 is already newer than 44 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:244: oid 2 updating version 45 to 46 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:244: oid 2 version 46 is already newer than 42 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 46 (ObjNum 102 snap 18 seq_num 102) dirty exists 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:244: left oid 2 (ObjNum 102 snap 18 seq_num 102) 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:237: done (5 left) 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:244: done (4 left) 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:245: done (3 left) 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:249: rmattr oid 23 current snap is 18 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:246: finishing write tid 1 to smithi09877355-14 2024-04-12T00:28:10.297 INFO:tasks.rados.rados.0.smithi098.stdout:246: finishing write tid 2 to smithi09877355-14 2024-04-12T00:28:10.298 INFO:tasks.rados.rados.0.smithi098.stdout:247: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T00:28:10.300 INFO:tasks.rados.rados.0.smithi098.stdout:248: finishing rollback tid 0 to smithi09877355-28 2024-04-12T00:28:10.300 INFO:tasks.rados.rados.0.smithi098.stdout:248: finishing rollback tid 1 to smithi09877355-28 2024-04-12T00:28:10.300 INFO:tasks.rados.rados.0.smithi098.stdout:246: finishing write tid 3 to smithi09877355-14 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:247: done (3 left) 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:250: copy_from oid 8 from oid 7 current snap is 18 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:248: finishing rollback tid 2 to smithi09877355-28 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 20 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:246: finishing write tid 4 to smithi09877355-14 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:246: finishing write tid 5 to smithi09877355-14 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:246: oid 14 updating version 0 to 49 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:246: oid 14 version 49 is already newer than 46 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:246: oid 14 version 49 is already newer than 48 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:246: oid 14 version 49 is already newer than 47 2024-04-12T00:28:10.301 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 49 (ObjNum 103 snap 18 seq_num 103) dirty exists 2024-04-12T00:28:10.302 INFO:tasks.rados.rados.0.smithi098.stdout:246: left oid 14 (ObjNum 103 snap 18 seq_num 103) 2024-04-12T00:28:10.302 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 74 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-12T00:28:10.302 INFO:tasks.rados.rados.0.smithi098.stdout:246: done (3 left) 2024-04-12T00:28:10.302 INFO:tasks.rados.rados.0.smithi098.stdout:248: done (2 left) 2024-04-12T00:28:10.302 INFO:tasks.rados.rados.0.smithi098.stdout:249: done (1 left) 2024-04-12T00:28:10.302 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 18 2024-04-12T00:28:10.302 INFO:tasks.rados.rados.0.smithi098.stdout:251: seq_num 104 ranges {0=548864,548864=622592,1171456=581632} 2024-04-12T00:28:10.303 INFO:tasks.rados.rados.0.smithi098.stdout:251: writing smithi09877355-35 from 0 to 548864 tid 1 2024-04-12T00:28:10.306 INFO:tasks.rados.rados.0.smithi098.stdout:251: writing smithi09877355-35 from 548864 to 1171456 tid 2 2024-04-12T00:28:10.310 INFO:tasks.rados.rados.0.smithi098.stdout:251: writing smithi09877355-35 from 1171456 to 1753088 tid 3 2024-04-12T00:28:10.310 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 18 2024-04-12T00:28:10.310 INFO:tasks.rados.rados.0.smithi098.stdout:250: finishing copy_from racing read to smithi09877355-8 2024-04-12T00:28:10.310 INFO:tasks.rados.rados.0.smithi098.stdout:250: finishing copy_from to smithi09877355-8 2024-04-12T00:28:10.310 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T00:28:10.310 INFO:tasks.rados.rados.0.smithi098.stdout:251: finishing write tid 1 to smithi09877355-35 2024-04-12T00:28:10.310 INFO:tasks.rados.rados.0.smithi098.stdout:251: finishing write tid 2 to smithi09877355-35 2024-04-12T00:28:10.311 INFO:tasks.rados.rados.0.smithi098.stdout:252: seq_num 105 ranges {712704=565248,1277952=507904,1785856=507904,2293760=188416} 2024-04-12T00:28:10.316 INFO:tasks.rados.rados.0.smithi098.stdout:252: writing smithi09877355-43 from 712704 to 1277952 tid 1 2024-04-12T00:28:10.320 INFO:tasks.rados.rados.0.smithi098.stdout:252: writing smithi09877355-43 from 1277952 to 1785856 tid 2 2024-04-12T00:28:10.322 INFO:tasks.rados.rados.0.smithi098.stdout:252: writing smithi09877355-43 from 1785856 to 2293760 tid 3 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:252: writing smithi09877355-43 from 2293760 to 2482176 tid 4 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:250: done (2 left) 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:253: read oid 12 snap 13 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:253: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:254: rmattr oid 32 current snap is 18 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:251: finishing write tid 3 to smithi09877355-35 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:251: finishing write tid 4 to smithi09877355-35 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:251: finishing write tid 5 to smithi09877355-35 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:251: oid 35 updating version 0 to 30 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:251: oid 35 updating version 30 to 31 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:251: oid 35 updating version 31 to 33 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:251: oid 35 version 33 is already newer than 32 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 33 (ObjNum 104 snap 18 seq_num 104) dirty exists 2024-04-12T00:28:10.325 INFO:tasks.rados.rados.0.smithi098.stdout:251: left oid 35 (ObjNum 104 snap 18 seq_num 104) 2024-04-12T00:28:10.326 INFO:tasks.rados.rados.0.smithi098.stdout:252: finishing write tid 1 to smithi09877355-43 2024-04-12T00:28:10.326 INFO:tasks.rados.rados.0.smithi098.stdout:252: finishing write tid 2 to smithi09877355-43 2024-04-12T00:28:10.326 INFO:tasks.rados.rados.0.smithi098.stdout:251: done (3 left) 2024-04-12T00:28:10.326 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 18 2024-04-12T00:28:10.326 INFO:tasks.rados.rados.0.smithi098.stdout:255: seq_num 106 ranges {2416640=581632,2998272=794624,3792896=409600} 2024-04-12T00:28:10.340 INFO:tasks.rados.rados.0.smithi098.stdout:255: writing smithi09877355-46 from 2416640 to 2998272 tid 1 2024-04-12T00:28:10.345 INFO:tasks.rados.rados.0.smithi098.stdout:255: writing smithi09877355-46 from 2998272 to 3792896 tid 2 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:255: writing smithi09877355-46 from 3792896 to 4202496 tid 3 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:256: read oid 2 snap -1 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:256: expect (ObjNum 102 snap 18 seq_num 102) 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:257: read oid 7 snap 9 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:257: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 18 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:252: finishing write tid 3 to smithi09877355-43 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:252: finishing write tid 4 to smithi09877355-43 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:252: finishing write tid 5 to smithi09877355-43 2024-04-12T00:28:10.348 INFO:tasks.rados.rados.0.smithi098.stdout:258: seq_num 107 ranges {2899968=598016,3497984=729088,4227072=466944,4694016=8192} 2024-04-12T00:28:10.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:09 smithi193 ceph-mon[30474]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T00:28:10.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:09 smithi193 ceph-mon[30474]: pgmap v142: 121 pgs: 121 active+clean; 55 MiB data, 319 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-12T00:28:10.367 INFO:tasks.rados.rados.0.smithi098.stdout:258: writing smithi09877355-41 from 2899968 to 3497984 tid 1 2024-04-12T00:28:10.370 INFO:tasks.rados.rados.0.smithi098.stdout:258: writing smithi09877355-41 from 3497984 to 4227072 tid 2 2024-04-12T00:28:10.373 INFO:tasks.rados.rados.0.smithi098.stdout:258: writing smithi09877355-41 from 4227072 to 4694016 tid 3 2024-04-12T00:28:10.373 INFO:tasks.rados.rados.0.smithi098.stdout:258: writing smithi09877355-41 from 4694016 to 4702208 tid 4 2024-04-12T00:28:10.373 INFO:tasks.rados.rados.0.smithi098.stdout:259: snap_remove snap 12 2024-04-12T00:28:10.998 INFO:tasks.rados.rados.0.smithi098.stdout:259: done (7 left) 2024-04-12T00:28:10.998 INFO:tasks.rados.rados.0.smithi098.stdout:260: copy_from oid 11 from oid 23 current snap is 18 2024-04-12T00:28:10.998 INFO:tasks.rados.rados.0.smithi098.stdout:253: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T00:28:11.006 INFO:tasks.rados.rados.0.smithi098.stdout:252: finishing write tid 6 to smithi09877355-43 2024-04-12T00:28:11.006 INFO:tasks.rados.rados.0.smithi098.stdout:252: oid 43 updating version 0 to 52 2024-04-12T00:28:11.006 INFO:tasks.rados.rados.0.smithi098.stdout:252: oid 43 updating version 52 to 54 2024-04-12T00:28:11.006 INFO:tasks.rados.rados.0.smithi098.stdout:252: oid 43 version 54 is already newer than 51 2024-04-12T00:28:11.006 INFO:tasks.rados.rados.0.smithi098.stdout:252: oid 43 version 54 is already newer than 50 2024-04-12T00:28:11.006 INFO:tasks.rados.rados.0.smithi098.stdout:252: oid 43 version 54 is already newer than 53 2024-04-12T00:28:11.006 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 54 (ObjNum 105 snap 18 seq_num 105) dirty exists 2024-04-12T00:28:11.006 INFO:tasks.rados.rados.0.smithi098.stdout:252: left oid 43 (ObjNum 105 snap 18 seq_num 105) 2024-04-12T00:28:11.007 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 55 (ObjNum 75 snap 9 seq_num 75) dirty exists 2024-04-12T00:28:11.007 INFO:tasks.rados.rados.0.smithi098.stdout:255: finishing write tid 1 to smithi09877355-46 2024-04-12T00:28:11.007 INFO:tasks.rados.rados.0.smithi098.stdout:255: finishing write tid 2 to smithi09877355-46 2024-04-12T00:28:11.007 INFO:tasks.rados.rados.0.smithi098.stdout:257: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:255: finishing write tid 3 to smithi09877355-46 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:255: finishing write tid 4 to smithi09877355-46 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:255: finishing write tid 5 to smithi09877355-46 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:255: oid 46 updating version 0 to 52 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:255: oid 46 version 52 is already newer than 50 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:255: oid 46 version 52 is already newer than 51 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:255: oid 46 updating version 52 to 53 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 53 (ObjNum 106 snap 18 seq_num 106) dirty exists 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:255: left oid 46 (ObjNum 106 snap 18 seq_num 106) 2024-04-12T00:28:11.012 INFO:tasks.rados.rados.0.smithi098.stdout:256: expect (ObjNum 102 snap 18 seq_num 102) 2024-04-12T00:28:11.127 INFO:tasks.rados.rados.0.smithi098.stdout:258: finishing write tid 1 to smithi09877355-41 2024-04-12T00:28:11.127 INFO:tasks.rados.rados.0.smithi098.stdout:258: finishing write tid 2 to smithi09877355-41 2024-04-12T00:28:11.127 INFO:tasks.rados.rados.0.smithi098.stdout:258: finishing write tid 3 to smithi09877355-41 2024-04-12T00:28:11.127 INFO:tasks.rados.rados.0.smithi098.stdout:258: finishing write tid 4 to smithi09877355-41 2024-04-12T00:28:11.127 INFO:tasks.rados.rados.0.smithi098.stdout:258: finishing write tid 5 to smithi09877355-41 2024-04-12T00:28:11.127 INFO:tasks.rados.rados.0.smithi098.stdout:258: finishing write tid 6 to smithi09877355-41 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:258: oid 41 updating version 0 to 79 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:258: oid 41 updating version 79 to 80 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:258: oid 41 version 80 is already newer than 77 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:258: oid 41 version 80 is already newer than 76 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:258: oid 41 version 80 is already newer than 78 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 80 (ObjNum 107 snap 18 seq_num 107) dirty exists 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:258: left oid 41 (ObjNum 107 snap 18 seq_num 107) 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:252: done (7 left) 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:253: done (6 left) 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:254: done (5 left) 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:255: done (4 left) 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:256: done (3 left) 2024-04-12T00:28:11.128 INFO:tasks.rados.rados.0.smithi098.stdout:257: done (2 left) 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:258: done (1 left) 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:261: rollback oid 17 current snap is 18 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 17 to 11 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:260: finishing copy_from racing read to smithi09877355-11 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:260: finishing copy_from to smithi09877355-11 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 74 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:260: done (1 left) 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:262: rollback oid 50 current snap is 18 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 10 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:263: rmattr oid 5 current snap is 18 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:263: done (2 left) 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:264: rollback oid 27 current snap is 18 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 15 2024-04-12T00:28:11.129 INFO:tasks.rados.rados.0.smithi098.stdout:265: rmattr oid 38 current snap is 18 2024-04-12T00:28:11.130 INFO:tasks.rados.rados.0.smithi098.stdout:265: done (3 left) 2024-04-12T00:28:11.130 INFO:tasks.rados.rados.0.smithi098.stdout:266: copy_from oid 39 from oid 13 current snap is 18 2024-04-12T00:28:11.130 INFO:tasks.rados.rados.0.smithi098.stdout:267: rollback oid 2 current snap is 18 2024-04-12T00:28:11.130 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 2 to 13 2024-04-12T00:28:11.130 INFO:tasks.rados.rados.0.smithi098.stdout:268: snap_remove snap 9 2024-04-12T00:28:11.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:10 smithi098 ceph-mon[37915]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T00:28:11.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:10 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:11.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:10 smithi098 ceph-mon[26935]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T00:28:11.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:10 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:11.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:10 smithi193 ceph-mon[30474]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T00:28:11.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:10 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:261: finishing rollback tid 0 to smithi09877355-17 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:262: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:262: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:261: finishing rollback tid 1 to smithi09877355-17 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:261: finishing rollback tid 2 to smithi09877355-17 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 53 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:262: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 52 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:267: finishing rollback tid 0 to smithi09877355-2 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:267: finishing rollback tid 1 to smithi09877355-2 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:267: finishing rollback tid 2 to smithi09877355-2 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 55 (ObjNum 65 snap 4 seq_num 65) dirty exists 2024-04-12T00:28:12.015 INFO:tasks.rados.rados.0.smithi098.stdout:264: finishing rollback tid 0 to smithi09877355-27 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:264: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:264: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 27 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:266: finishing copy_from racing read to smithi09877355-39 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:266: finishing copy_from to smithi09877355-39 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 100 (ObjNum 83 snap 14 seq_num 83) dirty exists 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:261: done (5 left) 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:262: done (4 left) 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:264: done (3 left) 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:266: done (2 left) 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:267: done (1 left) 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:268: done (0 left) 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:269: read oid 17 snap -1 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:269: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-12T00:28:12.016 INFO:tasks.rados.rados.0.smithi098.stdout:270: snap_create 2024-04-12T00:28:12.018 INFO:tasks.rados.rados.0.smithi098.stdout:269: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-12T00:28:12.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:12 smithi098 ceph-mon[37915]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T00:28:12.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:12 smithi098 ceph-mon[37915]: pgmap v145: 121 pgs: 121 active+clean; 79 MiB data, 356 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-04-12T00:28:12.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:12 smithi098 ceph-mon[26935]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T00:28:12.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:12 smithi098 ceph-mon[26935]: pgmap v145: 121 pgs: 121 active+clean; 79 MiB data, 356 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-04-12T00:28:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:12 smithi193 ceph-mon[30474]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T00:28:12.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:12 smithi193 ceph-mon[30474]: pgmap v145: 121 pgs: 121 active+clean; 79 MiB data, 356 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-04-12T00:28:12.959 INFO:tasks.rados.rados.0.smithi098.stdout:269: done (1 left) 2024-04-12T00:28:12.960 INFO:tasks.rados.rados.0.smithi098.stdout:270: done (0 left) 2024-04-12T00:28:12.960 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 19 2024-04-12T00:28:12.960 INFO:tasks.rados.rados.0.smithi098.stdout:271: seq_num 108 ranges {458752=614400,1073152=606208,1679360=598016} 2024-04-12T00:28:12.965 INFO:tasks.rados.rados.0.smithi098.stdout:271: writing smithi09877355-33 from 458752 to 1073152 tid 1 2024-04-12T00:28:12.969 INFO:tasks.rados.rados.0.smithi098.stdout:271: writing smithi09877355-33 from 1073152 to 1679360 tid 2 2024-04-12T00:28:12.973 INFO:tasks.rados.rados.0.smithi098.stdout:271: writing smithi09877355-33 from 1679360 to 2277376 tid 3 2024-04-12T00:28:12.973 INFO:tasks.rados.rados.0.smithi098.stdout:272: copy_from oid 18 from oid 13 current snap is 19 2024-04-12T00:28:12.973 INFO:tasks.rados.rados.0.smithi098.stdout:271: finishing write tid 1 to smithi09877355-33 2024-04-12T00:28:12.973 INFO:tasks.rados.rados.0.smithi098.stdout:271: finishing write tid 2 to smithi09877355-33 2024-04-12T00:28:12.973 INFO:tasks.rados.rados.0.smithi098.stdout:273: snap_create 2024-04-12T00:28:12.976 INFO:tasks.rados.rados.0.smithi098.stdout:271: finishing write tid 3 to smithi09877355-33 2024-04-12T00:28:12.976 INFO:tasks.rados.rados.0.smithi098.stdout:271: finishing write tid 4 to smithi09877355-33 2024-04-12T00:28:12.977 INFO:tasks.rados.rados.0.smithi098.stdout:271: finishing write tid 5 to smithi09877355-33 2024-04-12T00:28:12.977 INFO:tasks.rados.rados.0.smithi098.stdout:271: oid 33 updating version 0 to 33 2024-04-12T00:28:12.977 INFO:tasks.rados.rados.0.smithi098.stdout:271: oid 33 version 33 is already newer than 32 2024-04-12T00:28:12.977 INFO:tasks.rados.rados.0.smithi098.stdout:271: oid 33 updating version 33 to 34 2024-04-12T00:28:12.977 INFO:tasks.rados.rados.0.smithi098.stdout:271: oid 33 version 34 is already newer than 31 2024-04-12T00:28:12.977 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 34 (ObjNum 108 snap 19 seq_num 108) dirty exists 2024-04-12T00:28:12.977 INFO:tasks.rados.rados.0.smithi098.stdout:271: left oid 33 (ObjNum 108 snap 19 seq_num 108) 2024-04-12T00:28:12.987 INFO:tasks.rados.rados.0.smithi098.stdout:272: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:28:12.988 INFO:tasks.rados.rados.0.smithi098.stdout:272: finishing copy_from to smithi09877355-18 2024-04-12T00:28:12.988 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 100 (ObjNum 83 snap 14 seq_num 83) dirty exists 2024-04-12T00:28:13.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:13 smithi098 ceph-mon[37915]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T00:28:13.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:13 smithi098 ceph-mon[37915]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T00:28:13.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:13 smithi098 ceph-mon[26935]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T00:28:13.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:13 smithi098 ceph-mon[26935]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T00:28:13.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:13 smithi193 ceph-mon[30474]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T00:28:13.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:13 smithi193 ceph-mon[30474]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T00:28:13.961 INFO:tasks.rados.rados.0.smithi098.stdout:271: done (2 left) 2024-04-12T00:28:13.961 INFO:tasks.rados.rados.0.smithi098.stdout:272: done (1 left) 2024-04-12T00:28:13.961 INFO:tasks.rados.rados.0.smithi098.stdout:273: done (0 left) 2024-04-12T00:28:13.962 INFO:tasks.rados.rados.0.smithi098.stdout:274: snap_create 2024-04-12T00:28:14.268 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:14 smithi098 ceph-mon[37915]: pgmap v148: 121 pgs: 121 active+clean; 79 MiB data, 356 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-04-12T00:28:14.269 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:14 smithi098 ceph-mon[37915]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T00:28:14.269 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:14 smithi098 ceph-mon[26935]: pgmap v148: 121 pgs: 121 active+clean; 79 MiB data, 356 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-04-12T00:28:14.269 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:14 smithi098 ceph-mon[26935]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T00:28:14.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:14 smithi193 ceph-mon[30474]: pgmap v148: 121 pgs: 121 active+clean; 79 MiB data, 356 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-04-12T00:28:14.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:14 smithi193 ceph-mon[30474]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T00:28:14.536 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:28:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:28:14] "GET /metrics HTTP/1.1" 200 36002 "" "Prometheus/2.43.0" 2024-04-12T00:28:14.961 INFO:tasks.rados.rados.0.smithi098.stdout:274: done (0 left) 2024-04-12T00:28:14.961 INFO:tasks.rados.rados.0.smithi098.stdout:275: read oid 15 snap -1 2024-04-12T00:28:14.961 INFO:tasks.rados.rados.0.smithi098.stdout:275: expect (ObjNum 63 snap 4 seq_num 63) 2024-04-12T00:28:14.961 INFO:tasks.rados.rados.0.smithi098.stdout:276: read oid 1 snap -1 2024-04-12T00:28:14.961 INFO:tasks.rados.rados.0.smithi098.stdout:276: expect (ObjNum 101 snap 18 seq_num 101) 2024-04-12T00:28:14.961 INFO:tasks.rados.rados.0.smithi098.stdout:277: read oid 10 snap -1 2024-04-12T00:28:14.961 INFO:tasks.rados.rados.0.smithi098.stdout:277: expect (ObjNum 77 snap 11 seq_num 77) 2024-04-12T00:28:14.962 INFO:tasks.rados.rados.0.smithi098.stdout:278: snap_create 2024-04-12T00:28:14.968 INFO:tasks.rados.rados.0.smithi098.stdout:276: expect (ObjNum 101 snap 18 seq_num 101) 2024-04-12T00:28:15.030 INFO:tasks.rados.rados.0.smithi098.stdout:275: expect (ObjNum 63 snap 4 seq_num 63) 2024-04-12T00:28:15.058 INFO:tasks.rados.rados.0.smithi098.stdout:277: expect (ObjNum 77 snap 11 seq_num 77) 2024-04-12T00:28:15.967 INFO:tasks.rados.rados.0.smithi098.stdout:275: done (3 left) 2024-04-12T00:28:15.967 INFO:tasks.rados.rados.0.smithi098.stdout:276: done (2 left) 2024-04-12T00:28:15.967 INFO:tasks.rados.rados.0.smithi098.stdout:277: done (1 left) 2024-04-12T00:28:15.968 INFO:tasks.rados.rados.0.smithi098.stdout:278: done (0 left) 2024-04-12T00:28:15.968 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 22 2024-04-12T00:28:15.968 INFO:tasks.rados.rados.0.smithi098.stdout:279: seq_num 109 ranges {1687552=630784,2318336=491520,2809856=483328,3293184=229376} 2024-04-12T00:28:15.979 INFO:tasks.rados.rados.0.smithi098.stdout:279: writing smithi09877355-23 from 1687552 to 2318336 tid 1 2024-04-12T00:28:15.982 INFO:tasks.rados.rados.0.smithi098.stdout:279: writing smithi09877355-23 from 2318336 to 2809856 tid 2 2024-04-12T00:28:15.985 INFO:tasks.rados.rados.0.smithi098.stdout:279: writing smithi09877355-23 from 2809856 to 3293184 tid 3 2024-04-12T00:28:15.987 INFO:tasks.rados.rados.0.smithi098.stdout:279: writing smithi09877355-23 from 3293184 to 3522560 tid 4 2024-04-12T00:28:15.987 INFO:tasks.rados.rados.0.smithi098.stdout:280: rollback oid 9 current snap is 22 2024-04-12T00:28:15.987 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 18 2024-04-12T00:28:15.987 INFO:tasks.rados.rados.0.smithi098.stdout:281: snap_remove snap 21 2024-04-12T00:28:16.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:15 smithi098 ceph-mon[37915]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T00:28:16.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:15 smithi098 ceph-mon[37915]: pgmap v151: 121 pgs: 121 active+clean; 79 MiB data, 356 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:16.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:15 smithi098 ceph-mon[26935]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T00:28:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:15 smithi098 ceph-mon[26935]: pgmap v151: 121 pgs: 121 active+clean; 79 MiB data, 356 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:16.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:15 smithi193 ceph-mon[30474]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T00:28:16.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:15 smithi193 ceph-mon[30474]: pgmap v151: 121 pgs: 121 active+clean; 79 MiB data, 356 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:281: done (2 left) 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:282: rollback oid 25 current snap is 22 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 15 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:279: finishing write tid 1 to smithi09877355-23 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:279: finishing write tid 2 to smithi09877355-23 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:280: finishing rollback tid 0 to smithi09877355-9 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:279: finishing write tid 3 to smithi09877355-23 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:280: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:279: finishing write tid 4 to smithi09877355-23 2024-04-12T00:28:16.981 INFO:tasks.rados.rados.0.smithi098.stdout:279: finishing write tid 5 to smithi09877355-23 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:280: finishing rollback tid 2 to smithi09877355-9 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 69 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:279: finishing write tid 6 to smithi09877355-23 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:279: oid 23 updating version 0 to 100 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:279: oid 23 updating version 100 to 101 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:279: oid 23 updating version 101 to 102 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:279: oid 23 version 102 is already newer than 99 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:279: oid 23 version 102 is already newer than 98 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 102 (ObjNum 109 snap 22 seq_num 109) dirty exists 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:279: left oid 23 (ObjNum 109 snap 22 seq_num 109) 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:279: done (2 left) 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:280: done (1 left) 2024-04-12T00:28:16.982 INFO:tasks.rados.rados.0.smithi098.stdout:283: snap_create 2024-04-12T00:28:16.984 INFO:tasks.rados.rados.0.smithi098.stdout:282: finishing rollback tid 0 to smithi09877355-25 2024-04-12T00:28:16.984 INFO:tasks.rados.rados.0.smithi098.stdout:282: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:28:16.984 INFO:tasks.rados.rados.0.smithi098.stdout:282: finishing rollback tid 2 to smithi09877355-25 2024-04-12T00:28:16.984 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 38 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T00:28:17.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:16 smithi098 ceph-mon[37915]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T00:28:17.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:16 smithi098 ceph-mon[26935]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T00:28:17.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:16 smithi193 ceph-mon[30474]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T00:28:17.988 INFO:tasks.rados.rados.0.smithi098.stdout:282: done (1 left) 2024-04-12T00:28:17.988 INFO:tasks.rados.rados.0.smithi098.stdout:283: done (0 left) 2024-04-12T00:28:17.988 INFO:tasks.rados.rados.0.smithi098.stdout:284: read oid 23 snap -1 2024-04-12T00:28:17.988 INFO:tasks.rados.rados.0.smithi098.stdout:284: expect (ObjNum 109 snap 22 seq_num 109) 2024-04-12T00:28:17.988 INFO:tasks.rados.rados.0.smithi098.stdout:285: snap_remove snap 19 2024-04-12T00:28:18.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:17 smithi098 ceph-mon[26935]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T00:28:18.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:17 smithi098 ceph-mon[26935]: pgmap v154: 121 pgs: 121 active+clean; 86 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-12T00:28:18.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:17 smithi098 ceph-mon[37915]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T00:28:18.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:17 smithi098 ceph-mon[37915]: pgmap v154: 121 pgs: 121 active+clean; 86 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-12T00:28:18.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:17 smithi193 ceph-mon[30474]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T00:28:18.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:17 smithi193 ceph-mon[30474]: pgmap v154: 121 pgs: 121 active+clean; 86 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-12T00:28:18.988 INFO:tasks.rados.rados.0.smithi098.stdout:285: done (1 left) 2024-04-12T00:28:18.988 INFO:tasks.rados.rados.0.smithi098.stdout:286: read oid 43 snap -1 2024-04-12T00:28:18.988 INFO:tasks.rados.rados.0.smithi098.stdout:286: expect (ObjNum 105 snap 18 seq_num 105) 2024-04-12T00:28:18.988 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 23 2024-04-12T00:28:18.988 INFO:tasks.rados.rados.0.smithi098.stdout:287: seq_num 110 ranges {0=647168,647168=778240,1425408=425984} 2024-04-12T00:28:18.991 INFO:tasks.rados.rados.0.smithi098.stdout:287: writing smithi09877355-47 from 0 to 647168 tid 1 2024-04-12T00:28:18.996 INFO:tasks.rados.rados.0.smithi098.stdout:287: writing smithi09877355-47 from 647168 to 1425408 tid 2 2024-04-12T00:28:18.999 INFO:tasks.rados.rados.0.smithi098.stdout:287: writing smithi09877355-47 from 1425408 to 1851392 tid 3 2024-04-12T00:28:18.999 INFO:tasks.rados.rados.0.smithi098.stdout:288: setattr oid 40 current snap is 23 2024-04-12T00:28:18.999 INFO:tasks.rados.rados.0.smithi098.stdout:284: expect (ObjNum 109 snap 22 seq_num 109) 2024-04-12T00:28:19.130 INFO:tasks.rados.rados.0.smithi098.stdout:287: finishing write tid 1 to smithi09877355-47 2024-04-12T00:28:19.130 INFO:tasks.rados.rados.0.smithi098.stdout:287: finishing write tid 2 to smithi09877355-47 2024-04-12T00:28:19.130 INFO:tasks.rados.rados.0.smithi098.stdout:287: finishing write tid 3 to smithi09877355-47 2024-04-12T00:28:19.130 INFO:tasks.rados.rados.0.smithi098.stdout:287: finishing write tid 4 to smithi09877355-47 2024-04-12T00:28:19.130 INFO:tasks.rados.rados.0.smithi098.stdout:286: expect (ObjNum 105 snap 18 seq_num 105) 2024-04-12T00:28:19.205 INFO:tasks.rados.rados.0.smithi098.stdout:287: finishing write tid 5 to smithi09877355-47 2024-04-12T00:28:19.205 INFO:tasks.rados.rados.0.smithi098.stdout:287: oid 47 updating version 0 to 58 2024-04-12T00:28:19.205 INFO:tasks.rados.rados.0.smithi098.stdout:287: oid 47 updating version 58 to 59 2024-04-12T00:28:19.205 INFO:tasks.rados.rados.0.smithi098.stdout:287: oid 47 updating version 59 to 60 2024-04-12T00:28:19.205 INFO:tasks.rados.rados.0.smithi098.stdout:287: oid 47 version 60 is already newer than 57 2024-04-12T00:28:19.205 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 60 (ObjNum 110 snap 23 seq_num 110) dirty exists 2024-04-12T00:28:19.206 INFO:tasks.rados.rados.0.smithi098.stdout:287: left oid 47 (ObjNum 110 snap 23 seq_num 110) 2024-04-12T00:28:19.206 INFO:tasks.rados.rados.0.smithi098.stdout:284: done (3 left) 2024-04-12T00:28:19.206 INFO:tasks.rados.rados.0.smithi098.stdout:286: done (2 left) 2024-04-12T00:28:19.206 INFO:tasks.rados.rados.0.smithi098.stdout:287: done (1 left) 2024-04-12T00:28:19.206 INFO:tasks.rados.rados.0.smithi098.stdout:289: delete oid 30 current snap is 23 2024-04-12T00:28:19.209 INFO:tasks.rados.rados.0.smithi098.stdout:289: done (1 left) 2024-04-12T00:28:19.209 INFO:tasks.rados.rados.0.smithi098.stdout:290: read oid 20 snap -1 2024-04-12T00:28:19.209 INFO:tasks.rados.rados.0.smithi098.stdout:290: expect (ObjNum 68 snap 5 seq_num 68) 2024-04-12T00:28:19.209 INFO:tasks.rados.rados.0.smithi098.stdout:291: read oid 27 snap 20 2024-04-12T00:28:19.209 INFO:tasks.rados.rados.0.smithi098.stdout:291: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T00:28:19.209 INFO:tasks.rados.rados.0.smithi098.stdout:292: delete oid 8 current snap is 23 2024-04-12T00:28:19.213 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 32 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T00:28:19.216 INFO:tasks.rados.rados.0.smithi098.stdout:291: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T00:28:19.227 INFO:tasks.rados.rados.0.smithi098.stdout:290: expect (ObjNum 68 snap 5 seq_num 68) 2024-04-12T00:28:19.258 INFO:tasks.rados.rados.0.smithi098.stdout:288: done (3 left) 2024-04-12T00:28:19.258 INFO:tasks.rados.rados.0.smithi098.stdout:290: done (2 left) 2024-04-12T00:28:19.258 INFO:tasks.rados.rados.0.smithi098.stdout:291: done (1 left) 2024-04-12T00:28:19.258 INFO:tasks.rados.rados.0.smithi098.stdout:292: done (0 left) 2024-04-12T00:28:19.258 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 23 2024-04-12T00:28:19.258 INFO:tasks.rados.rados.0.smithi098.stdout:293: seq_num 113 ranges {2834432=696320,3530752=434176,3964928=466944,4431872=303104} 2024-04-12T00:28:19.276 INFO:tasks.rados.rados.0.smithi098.stdout:293: writing smithi09877355-39 from 2834432 to 3530752 tid 1 2024-04-12T00:28:19.279 INFO:tasks.rados.rados.0.smithi098.stdout:293: writing smithi09877355-39 from 3530752 to 3964928 tid 2 2024-04-12T00:28:19.281 INFO:tasks.rados.rados.0.smithi098.stdout:293: writing smithi09877355-39 from 3964928 to 4431872 tid 3 2024-04-12T00:28:19.283 INFO:tasks.rados.rados.0.smithi098.stdout:293: writing smithi09877355-39 from 4431872 to 4734976 tid 4 2024-04-12T00:28:19.284 INFO:tasks.rados.rados.0.smithi098.stdout:294: delete oid 50 current snap is 23 2024-04-12T00:28:19.284 INFO:tasks.rados.rados.0.smithi098.stdout:293: finishing write tid 1 to smithi09877355-39 2024-04-12T00:28:19.284 INFO:tasks.rados.rados.0.smithi098.stdout:293: finishing write tid 2 to smithi09877355-39 2024-04-12T00:28:19.284 INFO:tasks.rados.rados.0.smithi098.stdout:293: finishing write tid 3 to smithi09877355-39 2024-04-12T00:28:19.285 INFO:tasks.rados.rados.0.smithi098.stdout:294: done (1 left) 2024-04-12T00:28:19.286 INFO:tasks.rados.rados.0.smithi098.stdout:295: copy_from oid 28 from oid 45 current snap is 23 2024-04-12T00:28:19.286 INFO:tasks.rados.rados.0.smithi098.stdout:296: read oid 35 snap -1 2024-04-12T00:28:19.286 INFO:tasks.rados.rados.0.smithi098.stdout:296: expect (ObjNum 104 snap 18 seq_num 104) 2024-04-12T00:28:19.286 INFO:tasks.rados.rados.0.smithi098.stdout:297: read oid 22 snap -1 2024-04-12T00:28:19.286 INFO:tasks.rados.rados.0.smithi098.stdout:297: expect (ObjNum 95 snap 18 seq_num 95) 2024-04-12T00:28:19.286 INFO:tasks.rados.rados.0.smithi098.stdout:298: copy_from oid 7 from oid 20 current snap is 23 2024-04-12T00:28:19.286 INFO:tasks.rados.rados.0.smithi098.stdout:299: delete oid 42 current snap is 23 2024-04-12T00:28:19.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:18 smithi098 ceph-mon[37915]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T00:28:19.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:18 smithi098 ceph-mon[26935]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T00:28:19.287 INFO:tasks.rados.rados.0.smithi098.stdout:293: finishing write tid 4 to smithi09877355-39 2024-04-12T00:28:19.287 INFO:tasks.rados.rados.0.smithi098.stdout:299: done (5 left) 2024-04-12T00:28:19.287 INFO:tasks.rados.rados.0.smithi098.stdout:300: snap_create 2024-04-12T00:28:19.288 INFO:tasks.rados.rados.0.smithi098.stdout:293: finishing write tid 5 to smithi09877355-39 2024-04-12T00:28:19.293 INFO:tasks.rados.rados.0.smithi098.stdout:298: finishing copy_from racing read to smithi09877355-7 2024-04-12T00:28:19.295 INFO:tasks.rados.rados.0.smithi098.stdout:298: finishing copy_from to smithi09877355-7 2024-04-12T00:28:19.295 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 7 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:28:19.296 INFO:tasks.rados.rados.0.smithi098.stdout:296: expect (ObjNum 104 snap 18 seq_num 104) 2024-04-12T00:28:19.343 INFO:tasks.rados.rados.0.smithi098.stdout:297: expect (ObjNum 95 snap 18 seq_num 95) 2024-04-12T00:28:19.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:18 smithi193 ceph-mon[30474]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T00:28:19.461 INFO:tasks.rados.rados.0.smithi098.stdout:293: finishing write tid 6 to smithi09877355-39 2024-04-12T00:28:19.461 INFO:tasks.rados.rados.0.smithi098.stdout:293: oid 39 updating version 0 to 150 2024-04-12T00:28:19.461 INFO:tasks.rados.rados.0.smithi098.stdout:293: oid 39 version 150 is already newer than 147 2024-04-12T00:28:19.461 INFO:tasks.rados.rados.0.smithi098.stdout:293: oid 39 version 150 is already newer than 149 2024-04-12T00:28:19.461 INFO:tasks.rados.rados.0.smithi098.stdout:293: oid 39 version 150 is already newer than 148 2024-04-12T00:28:19.461 INFO:tasks.rados.rados.0.smithi098.stdout:293: oid 39 version 150 is already newer than 146 2024-04-12T00:28:19.462 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 150 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-04-12T00:28:19.462 INFO:tasks.rados.rados.0.smithi098.stdout:293: left oid 39 (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:28:19.462 INFO:tasks.rados.rados.0.smithi098.stdout:295: finishing copy_from racing read to smithi09877355-28 2024-04-12T00:28:19.462 INFO:tasks.rados.rados.0.smithi098.stdout:295: finishing copy_from to smithi09877355-28 2024-04-12T00:28:19.462 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 23 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-04-12T00:28:20.004 INFO:tasks.rados.rados.0.smithi098.stdout:293: done (5 left) 2024-04-12T00:28:20.005 INFO:tasks.rados.rados.0.smithi098.stdout:295: done (4 left) 2024-04-12T00:28:20.005 INFO:tasks.rados.rados.0.smithi098.stdout:296: done (3 left) 2024-04-12T00:28:20.005 INFO:tasks.rados.rados.0.smithi098.stdout:297: done (2 left) 2024-04-12T00:28:20.005 INFO:tasks.rados.rados.0.smithi098.stdout:298: done (1 left) 2024-04-12T00:28:20.005 INFO:tasks.rados.rados.0.smithi098.stdout:300: done (0 left) 2024-04-12T00:28:20.005 INFO:tasks.rados.rados.0.smithi098.stdout:301: delete oid 19 current snap is 24 2024-04-12T00:28:20.006 INFO:tasks.rados.rados.0.smithi098.stdout:301: done (0 left) 2024-04-12T00:28:20.006 INFO:tasks.rados.rados.0.smithi098.stdout:302: delete oid 8 current snap is 24 2024-04-12T00:28:20.009 INFO:tasks.rados.rados.0.smithi098.stdout:302: done (0 left) 2024-04-12T00:28:20.009 INFO:tasks.rados.rados.0.smithi098.stdout:303: delete oid 49 current snap is 24 2024-04-12T00:28:20.012 INFO:tasks.rados.rados.0.smithi098.stdout:303: done (0 left) 2024-04-12T00:28:20.012 INFO:tasks.rados.rados.0.smithi098.stdout:304: copy_from oid 33 from oid 9 current snap is 24 2024-04-12T00:28:20.012 INFO:tasks.rados.rados.0.smithi098.stdout:305: read oid 27 snap -1 2024-04-12T00:28:20.012 INFO:tasks.rados.rados.0.smithi098.stdout:305: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T00:28:20.012 INFO:tasks.rados.rados.0.smithi098.stdout:306: rollback oid 42 current snap is 24 2024-04-12T00:28:20.013 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 42 to 11 2024-04-12T00:28:20.013 INFO:tasks.rados.rados.0.smithi098.stdout:307: read oid 29 snap -1 2024-04-12T00:28:20.013 INFO:tasks.rados.rados.0.smithi098.stdout:307: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T00:28:20.013 INFO:tasks.rados.rados.0.smithi098.stdout:308: rollback oid 11 current snap is 24 2024-04-12T00:28:20.013 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 11 to 18 2024-04-12T00:28:20.013 INFO:tasks.rados.rados.0.smithi098.stdout:309: read oid 21 snap 13 2024-04-12T00:28:20.013 INFO:tasks.rados.rados.0.smithi098.stdout:309: expect (ObjNum 64 snap 4 seq_num 64) 2024-04-12T00:28:20.013 INFO:tasks.rados.rados.0.smithi098.stdout:310: snap_create 2024-04-12T00:28:20.016 INFO:tasks.rados.rados.0.smithi098.stdout:305: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T00:28:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:306: finishing rollback tid 1 to smithi09877355-42 2024-04-12T00:28:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:306: finishing rollback tid 2 to smithi09877355-42 2024-04-12T00:28:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 13 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:28:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:308: finishing rollback tid 0 to smithi09877355-11 2024-04-12T00:28:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:304: finishing copy_from racing read to smithi09877355-33 2024-04-12T00:28:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:308: finishing rollback tid 1 to smithi09877355-11 2024-04-12T00:28:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:308: finishing rollback tid 2 to smithi09877355-11 2024-04-12T00:28:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 154 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-12T00:28:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:307: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T00:28:20.052 INFO:tasks.rados.rados.0.smithi098.stdout:304: finishing copy_from to smithi09877355-33 2024-04-12T00:28:20.052 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 69 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T00:28:20.052 INFO:tasks.rados.rados.0.smithi098.stdout:309: expect (ObjNum 64 snap 4 seq_num 64) 2024-04-12T00:28:20.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:20 smithi098 ceph-mon[37915]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T00:28:20.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:20 smithi098 ceph-mon[37915]: pgmap v157: 121 pgs: 121 active+clean; 86 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-12T00:28:20.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:20 smithi098 ceph-mon[26935]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T00:28:20.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:20 smithi098 ceph-mon[26935]: pgmap v157: 121 pgs: 121 active+clean; 86 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-12T00:28:20.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:20 smithi193 ceph-mon[30474]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T00:28:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:20 smithi193 ceph-mon[30474]: pgmap v157: 121 pgs: 121 active+clean; 86 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-12T00:28:21.014 INFO:tasks.rados.rados.0.smithi098.stdout:304: done (6 left) 2024-04-12T00:28:21.014 INFO:tasks.rados.rados.0.smithi098.stdout:305: done (5 left) 2024-04-12T00:28:21.014 INFO:tasks.rados.rados.0.smithi098.stdout:306: done (4 left) 2024-04-12T00:28:21.014 INFO:tasks.rados.rados.0.smithi098.stdout:307: done (3 left) 2024-04-12T00:28:21.015 INFO:tasks.rados.rados.0.smithi098.stdout:308: done (2 left) 2024-04-12T00:28:21.015 INFO:tasks.rados.rados.0.smithi098.stdout:309: done (1 left) 2024-04-12T00:28:21.015 INFO:tasks.rados.rados.0.smithi098.stdout:310: done (0 left) 2024-04-12T00:28:21.015 INFO:tasks.rados.rados.0.smithi098.stdout:311: copy_from oid 45 from oid 39 current snap is 25 2024-04-12T00:28:21.015 INFO:tasks.rados.rados.0.smithi098.stdout:312: snap_create 2024-04-12T00:28:21.031 INFO:tasks.rados.rados.0.smithi098.stdout:311: finishing copy_from racing read to smithi09877355-45 2024-04-12T00:28:21.034 INFO:tasks.rados.rados.0.smithi098.stdout:311: finishing copy_from to smithi09877355-45 2024-04-12T00:28:21.034 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 150 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-04-12T00:28:21.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:21 smithi098 ceph-mon[37915]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T00:28:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:21 smithi098 ceph-mon[26935]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T00:28:21.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:21 smithi193 ceph-mon[30474]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T00:28:22.021 INFO:tasks.rados.rados.0.smithi098.stdout:311: done (1 left) 2024-04-12T00:28:22.021 INFO:tasks.rados.rados.0.smithi098.stdout:312: done (0 left) 2024-04-12T00:28:22.021 INFO:tasks.rados.rados.0.smithi098.stdout:313: delete oid 32 current snap is 26 2024-04-12T00:28:22.023 INFO:tasks.rados.rados.0.smithi098.stdout:313: done (0 left) 2024-04-12T00:28:22.023 INFO:tasks.rados.rados.0.smithi098.stdout:314: delete oid 20 current snap is 26 2024-04-12T00:28:22.027 INFO:tasks.rados.rados.0.smithi098.stdout:314: done (0 left) 2024-04-12T00:28:22.027 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 26 2024-04-12T00:28:22.027 INFO:tasks.rados.rados.0.smithi098.stdout:315: seq_num 121 ranges {1146880=434176,1581056=753664,2334720=425984,2760704=425984} 2024-04-12T00:28:22.035 INFO:tasks.rados.rados.0.smithi098.stdout:315: writing smithi09877355-42 from 1146880 to 1581056 tid 1 2024-04-12T00:28:22.040 INFO:tasks.rados.rados.0.smithi098.stdout:315: writing smithi09877355-42 from 1581056 to 2334720 tid 2 2024-04-12T00:28:22.043 INFO:tasks.rados.rados.0.smithi098.stdout:315: writing smithi09877355-42 from 2334720 to 2760704 tid 3 2024-04-12T00:28:22.045 INFO:tasks.rados.rados.0.smithi098.stdout:315: writing smithi09877355-42 from 2760704 to 3186688 tid 4 2024-04-12T00:28:22.045 INFO:tasks.rados.rados.0.smithi098.stdout:316: snap_create 2024-04-12T00:28:22.046 INFO:tasks.rados.rados.0.smithi098.stdout:315: finishing write tid 1 to smithi09877355-42 2024-04-12T00:28:22.046 INFO:tasks.rados.rados.0.smithi098.stdout:315: finishing write tid 2 to smithi09877355-42 2024-04-12T00:28:22.046 INFO:tasks.rados.rados.0.smithi098.stdout:315: finishing write tid 3 to smithi09877355-42 2024-04-12T00:28:22.047 INFO:tasks.rados.rados.0.smithi098.stdout:315: finishing write tid 4 to smithi09877355-42 2024-04-12T00:28:22.048 INFO:tasks.rados.rados.0.smithi098.stdout:315: finishing write tid 5 to smithi09877355-42 2024-04-12T00:28:22.049 INFO:tasks.rados.rados.0.smithi098.stdout:315: finishing write tid 6 to smithi09877355-42 2024-04-12T00:28:22.049 INFO:tasks.rados.rados.0.smithi098.stdout:315: oid 42 updating version 0 to 16 2024-04-12T00:28:22.049 INFO:tasks.rados.rados.0.smithi098.stdout:315: oid 42 version 16 is already newer than 15 2024-04-12T00:28:22.049 INFO:tasks.rados.rados.0.smithi098.stdout:315: oid 42 updating version 16 to 18 2024-04-12T00:28:22.049 INFO:tasks.rados.rados.0.smithi098.stdout:315: oid 42 version 18 is already newer than 17 2024-04-12T00:28:22.049 INFO:tasks.rados.rados.0.smithi098.stdout:315: oid 42 updating version 18 to 19 2024-04-12T00:28:22.049 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 19 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-04-12T00:28:22.049 INFO:tasks.rados.rados.0.smithi098.stdout:315: left oid 42 (ObjNum 121 snap 26 seq_num 121) 2024-04-12T00:28:22.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:22 smithi098 ceph-mon[26935]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T00:28:22.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:22 smithi098 ceph-mon[26935]: pgmap v160: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-12T00:28:22.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:22 smithi098 ceph-mon[37915]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T00:28:22.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:22 smithi098 ceph-mon[37915]: pgmap v160: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-12T00:28:22.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:22 smithi193 ceph-mon[30474]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T00:28:22.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:22 smithi193 ceph-mon[30474]: pgmap v160: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-12T00:28:22.962 INFO:tasks.rados.rados.0.smithi098.stdout:315: done (1 left) 2024-04-12T00:28:22.962 INFO:tasks.rados.rados.0.smithi098.stdout:316: done (0 left) 2024-04-12T00:28:22.962 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 27 2024-04-12T00:28:22.962 INFO:tasks.rados.rados.0.smithi098.stdout:317: seq_num 122 ranges {139264=450560,589824=688128,1277952=630784,1908736=286720} 2024-04-12T00:28:22.964 INFO:tasks.rados.rados.0.smithi098.stdout:317: writing smithi09877355-5 from 139264 to 589824 tid 1 2024-04-12T00:28:22.968 INFO:tasks.rados.rados.0.smithi098.stdout:317: writing smithi09877355-5 from 589824 to 1277952 tid 2 2024-04-12T00:28:22.972 INFO:tasks.rados.rados.0.smithi098.stdout:317: writing smithi09877355-5 from 1277952 to 1908736 tid 3 2024-04-12T00:28:22.974 INFO:tasks.rados.rados.0.smithi098.stdout:317: writing smithi09877355-5 from 1908736 to 2195456 tid 4 2024-04-12T00:28:22.974 INFO:tasks.rados.rados.0.smithi098.stdout:318: rollback oid 31 current snap is 27 2024-04-12T00:28:22.974 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 10 2024-04-12T00:28:22.974 INFO:tasks.rados.rados.0.smithi098.stdout:317: finishing write tid 1 to smithi09877355-5 2024-04-12T00:28:22.974 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 27 2024-04-12T00:28:22.975 INFO:tasks.rados.rados.0.smithi098.stdout:319: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-04-12T00:28:22.977 INFO:tasks.rados.rados.0.smithi098.stdout:319: writing smithi09877355-49 from 0 to 466944 tid 1 2024-04-12T00:28:22.981 INFO:tasks.rados.rados.0.smithi098.stdout:319: writing smithi09877355-49 from 466944 to 1040384 tid 2 2024-04-12T00:28:22.986 INFO:tasks.rados.rados.0.smithi098.stdout:319: writing smithi09877355-49 from 1040384 to 1835008 tid 3 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:319: writing smithi09877355-49 from 1835008 to 2072576 tid 4 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:320: rmattr oid 41 current snap is 27 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:317: finishing write tid 2 to smithi09877355-5 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:317: finishing write tid 3 to smithi09877355-5 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:318: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:317: finishing write tid 4 to smithi09877355-5 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:317: finishing write tid 5 to smithi09877355-5 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:321: read oid 18 snap -1 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:321: expect (ObjNum 83 snap 14 seq_num 83) 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:322: read oid 38 snap -1 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:322: expect (ObjNum 89 snap 14 seq_num 89) 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 27 2024-04-12T00:28:22.989 INFO:tasks.rados.rados.0.smithi098.stdout:318: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 31 (ObjNum 70 snap 6 seq_num 70) dirty exists 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:317: finishing write tid 6 to smithi09877355-5 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:317: oid 5 updating version 0 to 108 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:317: oid 5 updating version 108 to 112 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:317: oid 5 version 112 is already newer than 110 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:317: oid 5 version 112 is already newer than 109 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:317: oid 5 version 112 is already newer than 111 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 112 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:317: left oid 5 (ObjNum 122 snap 27 seq_num 122) 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:319: finishing write tid 1 to smithi09877355-49 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:319: finishing write tid 2 to smithi09877355-49 2024-04-12T00:28:22.990 INFO:tasks.rados.rados.0.smithi098.stdout:323: seq_num 124 ranges {4734976=483328,5218304=458752,5677056=598016,6275072=548864} 2024-04-12T00:28:23.016 INFO:tasks.rados.rados.0.smithi098.stdout:323: writing smithi09877355-39 from 4734976 to 5218304 tid 1 2024-04-12T00:28:23.019 INFO:tasks.rados.rados.0.smithi098.stdout:323: writing smithi09877355-39 from 5218304 to 5677056 tid 2 2024-04-12T00:28:23.022 INFO:tasks.rados.rados.0.smithi098.stdout:323: writing smithi09877355-39 from 5677056 to 6275072 tid 3 2024-04-12T00:28:23.026 INFO:tasks.rados.rados.0.smithi098.stdout:323: writing smithi09877355-39 from 6275072 to 6823936 tid 4 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:317: done (6 left) 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:318: done (5 left) 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:324: rmattr oid 32 current snap is 27 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:324: done (5 left) 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:325: read oid 46 snap -1 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:325: expect (ObjNum 106 snap 18 seq_num 106) 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:319: finishing write tid 3 to smithi09877355-49 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:326: read oid 3 snap -1 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:326: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:327: setattr oid 12 current snap is 27 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:319: finishing write tid 4 to smithi09877355-49 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:319: finishing write tid 5 to smithi09877355-49 2024-04-12T00:28:23.027 INFO:tasks.rados.rados.0.smithi098.stdout:319: finishing write tid 6 to smithi09877355-49 2024-04-12T00:28:23.028 INFO:tasks.rados.rados.0.smithi098.stdout:319: oid 49 updating version 0 to 82 2024-04-12T00:28:23.028 INFO:tasks.rados.rados.0.smithi098.stdout:319: oid 49 version 82 is already newer than 81 2024-04-12T00:28:23.028 INFO:tasks.rados.rados.0.smithi098.stdout:319: oid 49 version 82 is already newer than 80 2024-04-12T00:28:23.028 INFO:tasks.rados.rados.0.smithi098.stdout:319: oid 49 version 82 is already newer than 79 2024-04-12T00:28:23.028 INFO:tasks.rados.rados.0.smithi098.stdout:319: oid 49 version 82 is already newer than 78 2024-04-12T00:28:23.028 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 82 (ObjNum 123 snap 27 seq_num 123) dirty exists 2024-04-12T00:28:23.028 INFO:tasks.rados.rados.0.smithi098.stdout:319: left oid 49 (ObjNum 123 snap 27 seq_num 123) 2024-04-12T00:28:23.028 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 114 (ObjNum 107 snap 18 seq_num 107) dirty exists 2024-04-12T00:28:23.028 INFO:tasks.rados.rados.0.smithi098.stdout:321: expect (ObjNum 83 snap 14 seq_num 83) 2024-04-12T00:28:23.133 INFO:tasks.rados.rados.0.smithi098.stdout:322: expect (ObjNum 89 snap 14 seq_num 89) 2024-04-12T00:28:23.246 INFO:tasks.rados.rados.0.smithi098.stdout:323: finishing write tid 1 to smithi09877355-39 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: finishing write tid 2 to smithi09877355-39 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: finishing write tid 3 to smithi09877355-39 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: finishing write tid 4 to smithi09877355-39 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: finishing write tid 5 to smithi09877355-39 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: finishing write tid 6 to smithi09877355-39 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: oid 39 updating version 0 to 158 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: oid 39 version 158 is already newer than 157 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: oid 39 updating version 158 to 160 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: oid 39 version 160 is already newer than 156 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: oid 39 version 160 is already newer than 159 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 160 (ObjNum 124 snap 27 seq_num 124) dirty exists 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:323: left oid 39 (ObjNum 124 snap 27 seq_num 124) 2024-04-12T00:28:23.247 INFO:tasks.rados.rados.0.smithi098.stdout:326: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-12T00:28:23.267 INFO:tasks.rados.rados.0.smithi098.stdout:325: expect (ObjNum 106 snap 18 seq_num 106) 2024-04-12T00:28:23.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:23 smithi098 ceph-mon[37915]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T00:28:23.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:23 smithi098 ceph-mon[37915]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T00:28:23.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:23 smithi098 ceph-mon[26935]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T00:28:23.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:23 smithi098 ceph-mon[26935]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T00:28:23.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:23 smithi193 ceph-mon[30474]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T00:28:23.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:23 smithi193 ceph-mon[30474]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T00:28:23.425 INFO:tasks.rados.rados.0.smithi098.stdout:319: done (7 left) 2024-04-12T00:28:23.425 INFO:tasks.rados.rados.0.smithi098.stdout:320: done (6 left) 2024-04-12T00:28:23.425 INFO:tasks.rados.rados.0.smithi098.stdout:321: done (5 left) 2024-04-12T00:28:23.425 INFO:tasks.rados.rados.0.smithi098.stdout:322: done (4 left) 2024-04-12T00:28:23.425 INFO:tasks.rados.rados.0.smithi098.stdout:323: done (3 left) 2024-04-12T00:28:23.425 INFO:tasks.rados.rados.0.smithi098.stdout:325: done (2 left) 2024-04-12T00:28:23.426 INFO:tasks.rados.rados.0.smithi098.stdout:326: done (1 left) 2024-04-12T00:28:23.426 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 27 2024-04-12T00:28:23.426 INFO:tasks.rados.rados.0.smithi098.stdout:328: seq_num 125 ranges {458752=499712,958464=745472,1703936=409600,2113536=450560} 2024-04-12T00:28:23.430 INFO:tasks.rados.rados.0.smithi098.stdout:328: writing smithi09877355-36 from 458752 to 958464 tid 1 2024-04-12T00:28:23.434 INFO:tasks.rados.rados.0.smithi098.stdout:328: writing smithi09877355-36 from 958464 to 1703936 tid 2 2024-04-12T00:28:23.436 INFO:tasks.rados.rados.0.smithi098.stdout:328: writing smithi09877355-36 from 1703936 to 2113536 tid 3 2024-04-12T00:28:23.439 INFO:tasks.rados.rados.0.smithi098.stdout:328: writing smithi09877355-36 from 2113536 to 2564096 tid 4 2024-04-12T00:28:23.440 INFO:tasks.rados.rados.0.smithi098.stdout:329: snap_create 2024-04-12T00:28:23.440 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 34 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T00:28:23.440 INFO:tasks.rados.rados.0.smithi098.stdout:328: finishing write tid 1 to smithi09877355-36 2024-04-12T00:28:23.440 INFO:tasks.rados.rados.0.smithi098.stdout:328: finishing write tid 2 to smithi09877355-36 2024-04-12T00:28:23.440 INFO:tasks.rados.rados.0.smithi098.stdout:328: finishing write tid 3 to smithi09877355-36 2024-04-12T00:28:23.441 INFO:tasks.rados.rados.0.smithi098.stdout:328: finishing write tid 4 to smithi09877355-36 2024-04-12T00:28:23.441 INFO:tasks.rados.rados.0.smithi098.stdout:328: finishing write tid 5 to smithi09877355-36 2024-04-12T00:28:23.442 INFO:tasks.rados.rados.0.smithi098.stdout:328: finishing write tid 6 to smithi09877355-36 2024-04-12T00:28:23.442 INFO:tasks.rados.rados.0.smithi098.stdout:328: oid 36 updating version 0 to 120 2024-04-12T00:28:23.442 INFO:tasks.rados.rados.0.smithi098.stdout:328: oid 36 version 120 is already newer than 119 2024-04-12T00:28:23.442 INFO:tasks.rados.rados.0.smithi098.stdout:328: oid 36 version 120 is already newer than 117 2024-04-12T00:28:23.442 INFO:tasks.rados.rados.0.smithi098.stdout:328: oid 36 version 120 is already newer than 118 2024-04-12T00:28:23.442 INFO:tasks.rados.rados.0.smithi098.stdout:328: oid 36 version 120 is already newer than 116 2024-04-12T00:28:23.443 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 120 (ObjNum 125 snap 27 seq_num 125) dirty exists 2024-04-12T00:28:23.443 INFO:tasks.rados.rados.0.smithi098.stdout:328: left oid 36 (ObjNum 125 snap 27 seq_num 125) 2024-04-12T00:28:24.029 INFO:tasks.rados.rados.0.smithi098.stdout:327: done (2 left) 2024-04-12T00:28:24.029 INFO:tasks.rados.rados.0.smithi098.stdout:328: done (1 left) 2024-04-12T00:28:24.029 INFO:tasks.rados.rados.0.smithi098.stdout:329: done (0 left) 2024-04-12T00:28:24.029 INFO:tasks.rados.rados.0.smithi098.stdout:330: read oid 25 snap 24 2024-04-12T00:28:24.029 INFO:tasks.rados.rados.0.smithi098.stdout:330: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T00:28:24.029 INFO:tasks.rados.rados.0.smithi098.stdout:331: snap_remove snap 22 2024-04-12T00:28:24.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:24 smithi098 ceph-mon[37915]: pgmap v163: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-12T00:28:24.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:24 smithi098 ceph-mon[26935]: pgmap v163: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-12T00:28:24.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:28:24 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:28:24] "GET /metrics HTTP/1.1" 200 36002 "" "Prometheus/2.43.0" 2024-04-12T00:28:24.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:24 smithi193 ceph-mon[30474]: pgmap v163: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-12T00:28:25.034 INFO:tasks.rados.rados.0.smithi098.stdout:331: done (1 left) 2024-04-12T00:28:25.034 INFO:tasks.rados.rados.0.smithi098.stdout:332: copy_from oid 9 from oid 36 current snap is 28 2024-04-12T00:28:25.034 INFO:tasks.rados.rados.0.smithi098.stdout:333: snap_create 2024-04-12T00:28:25.034 INFO:tasks.rados.rados.0.smithi098.stdout:330: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T00:28:25.057 INFO:tasks.rados.rados.0.smithi098.stdout:332: finishing copy_from racing read to smithi09877355-9 2024-04-12T00:28:25.057 INFO:tasks.rados.rados.0.smithi098.stdout:332: finishing copy_from to smithi09877355-9 2024-04-12T00:28:25.057 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 120 (ObjNum 125 snap 27 seq_num 125) dirty exists 2024-04-12T00:28:25.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:25 smithi193 ceph-mon[30474]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T00:28:25.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:25 smithi098 ceph-mon[26935]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T00:28:25.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:25 smithi098 ceph-mon[37915]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T00:28:26.035 INFO:tasks.rados.rados.0.smithi098.stdout:330: done (2 left) 2024-04-12T00:28:26.035 INFO:tasks.rados.rados.0.smithi098.stdout:332: done (1 left) 2024-04-12T00:28:26.035 INFO:tasks.rados.rados.0.smithi098.stdout:333: done (0 left) 2024-04-12T00:28:26.035 INFO:tasks.rados.rados.0.smithi098.stdout:334: snap_remove snap 27 2024-04-12T00:28:26.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:26 smithi193 ceph-mon[30474]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T00:28:26.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:26 smithi193 ceph-mon[30474]: pgmap v166: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:26.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:26 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:26.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:26 smithi193 ceph-mon[30474]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T00:28:26.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:26 smithi098 ceph-mon[37915]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T00:28:26.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:26 smithi098 ceph-mon[37915]: pgmap v166: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:26.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:26 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:26.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:26 smithi098 ceph-mon[37915]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T00:28:26.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:26 smithi098 ceph-mon[26935]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T00:28:26.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:26 smithi098 ceph-mon[26935]: pgmap v166: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:26.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:26 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:26.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:26 smithi098 ceph-mon[26935]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T00:28:27.032 INFO:tasks.rados.rados.0.smithi098.stdout:334: done (0 left) 2024-04-12T00:28:27.032 INFO:tasks.rados.rados.0.smithi098.stdout:335: snap_remove snap 13 2024-04-12T00:28:28.039 INFO:tasks.rados.rados.0.smithi098.stdout:335: done (0 left) 2024-04-12T00:28:28.039 INFO:tasks.rados.rados.0.smithi098.stdout:336: copy_from oid 43 from oid 3 current snap is 29 2024-04-12T00:28:28.039 INFO:tasks.rados.rados.0.smithi098.stdout:337: read oid 37 snap -1 2024-04-12T00:28:28.039 INFO:tasks.rados.rados.0.smithi098.stdout:337: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T00:28:28.039 INFO:tasks.rados.rados.0.smithi098.stdout:338: delete oid 12 current snap is 29 2024-04-12T00:28:28.052 INFO:tasks.rados.rados.0.smithi098.stdout:338: done (2 left) 2024-04-12T00:28:28.053 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 29 2024-04-12T00:28:28.053 INFO:tasks.rados.rados.0.smithi098.stdout:339: seq_num 127 ranges {2834432=532480,3366912=507904,3874816=778240,4653056=319488} 2024-04-12T00:28:28.070 INFO:tasks.rados.rados.0.smithi098.stdout:339: writing smithi09877355-13 from 2834432 to 3366912 tid 1 2024-04-12T00:28:28.073 INFO:tasks.rados.rados.0.smithi098.stdout:339: writing smithi09877355-13 from 3366912 to 3874816 tid 2 2024-04-12T00:28:28.078 INFO:tasks.rados.rados.0.smithi098.stdout:339: writing smithi09877355-13 from 3874816 to 4653056 tid 3 2024-04-12T00:28:28.080 INFO:tasks.rados.rados.0.smithi098.stdout:339: writing smithi09877355-13 from 4653056 to 4972544 tid 4 2024-04-12T00:28:28.080 INFO:tasks.rados.rados.0.smithi098.stdout:340: delete oid 9 current snap is 29 2024-04-12T00:28:28.080 INFO:tasks.rados.rados.0.smithi098.stdout:337: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:336: finishing copy_from racing read to smithi09877355-43 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:336: finishing copy_from to smithi09877355-43 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:339: finishing write tid 1 to smithi09877355-13 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:336: done (3 left) 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:337: done (2 left) 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:340: done (1 left) 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 29 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:339: finishing write tid 2 to smithi09877355-13 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:339: finishing write tid 3 to smithi09877355-13 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:339: finishing write tid 4 to smithi09877355-13 2024-04-12T00:28:28.098 INFO:tasks.rados.rados.0.smithi098.stdout:341: seq_num 129 ranges {606208=565248,1171456=679936,1851392=786432,2637824=139264} 2024-04-12T00:28:28.103 INFO:tasks.rados.rados.0.smithi098.stdout:341: writing smithi09877355-37 from 606208 to 1171456 tid 1 2024-04-12T00:28:28.106 INFO:tasks.rados.rados.0.smithi098.stdout:341: writing smithi09877355-37 from 1171456 to 1851392 tid 2 2024-04-12T00:28:28.111 INFO:tasks.rados.rados.0.smithi098.stdout:341: writing smithi09877355-37 from 1851392 to 2637824 tid 3 2024-04-12T00:28:28.112 INFO:tasks.rados.rados.0.smithi098.stdout:341: writing smithi09877355-37 from 2637824 to 2777088 tid 4 2024-04-12T00:28:28.112 INFO:tasks.rados.rados.0.smithi098.stdout:342: copy_from oid 22 from oid 21 current snap is 29 2024-04-12T00:28:28.112 INFO:tasks.rados.rados.0.smithi098.stdout:339: finishing write tid 5 to smithi09877355-13 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:339: finishing write tid 6 to smithi09877355-13 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:339: oid 13 updating version 0 to 180 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:339: oid 13 version 180 is already newer than 177 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:339: oid 13 version 180 is already newer than 178 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:339: oid 13 version 180 is already newer than 179 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:339: oid 13 version 180 is already newer than 176 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 180 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:339: left oid 13 (ObjNum 127 snap 29 seq_num 127) 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:341: finishing write tid 1 to smithi09877355-37 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:341: finishing write tid 2 to smithi09877355-37 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:339: done (2 left) 2024-04-12T00:28:28.113 INFO:tasks.rados.rados.0.smithi098.stdout:343: setattr oid 43 current snap is 29 2024-04-12T00:28:28.114 INFO:tasks.rados.rados.0.smithi098.stdout:344: read oid 34 snap -1 2024-04-12T00:28:28.114 INFO:tasks.rados.rados.0.smithi098.stdout:344: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:28:28.114 INFO:tasks.rados.rados.0.smithi098.stdout:345: snap_create 2024-04-12T00:28:28.114 INFO:tasks.rados.rados.0.smithi098.stdout:341: finishing write tid 3 to smithi09877355-37 2024-04-12T00:28:28.115 INFO:tasks.rados.rados.0.smithi098.stdout:341: finishing write tid 4 to smithi09877355-37 2024-04-12T00:28:28.115 INFO:tasks.rados.rados.0.smithi098.stdout:341: finishing write tid 5 to smithi09877355-37 2024-04-12T00:28:28.117 INFO:tasks.rados.rados.0.smithi098.stdout:341: finishing write tid 6 to smithi09877355-37 2024-04-12T00:28:28.117 INFO:tasks.rados.rados.0.smithi098.stdout:341: oid 37 updating version 0 to 82 2024-04-12T00:28:28.118 INFO:tasks.rados.rados.0.smithi098.stdout:341: oid 37 version 82 is already newer than 81 2024-04-12T00:28:28.118 INFO:tasks.rados.rados.0.smithi098.stdout:341: oid 37 updating version 82 to 85 2024-04-12T00:28:28.118 INFO:tasks.rados.rados.0.smithi098.stdout:341: oid 37 version 85 is already newer than 83 2024-04-12T00:28:28.118 INFO:tasks.rados.rados.0.smithi098.stdout:341: oid 37 version 85 is already newer than 84 2024-04-12T00:28:28.118 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 85 (ObjNum 129 snap 29 seq_num 129) dirty exists 2024-04-12T00:28:28.118 INFO:tasks.rados.rados.0.smithi098.stdout:341: left oid 37 (ObjNum 129 snap 29 seq_num 129) 2024-04-12T00:28:28.118 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 86 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T00:28:28.118 INFO:tasks.rados.rados.0.smithi098.stdout:344: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:28:28.129 INFO:tasks.rados.rados.0.smithi098.stdout:342: finishing copy_from racing read to smithi09877355-22 2024-04-12T00:28:28.130 INFO:tasks.rados.rados.0.smithi098.stdout:342: finishing copy_from to smithi09877355-22 2024-04-12T00:28:28.130 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 63 (ObjNum 84 snap 14 seq_num 84) dirty exists 2024-04-12T00:28:28.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:28 smithi098 ceph-mon[37915]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T00:28:28.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:28 smithi098 ceph-mon[37915]: pgmap v169: 121 pgs: 121 active+clean; 113 MiB data, 416 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-04-12T00:28:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:28 smithi098 ceph-mon[26935]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T00:28:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:28 smithi098 ceph-mon[26935]: pgmap v169: 121 pgs: 121 active+clean; 113 MiB data, 416 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-04-12T00:28:28.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:28 smithi193 ceph-mon[30474]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T00:28:28.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:28 smithi193 ceph-mon[30474]: pgmap v169: 121 pgs: 121 active+clean; 113 MiB data, 416 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:341: done (4 left) 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:342: done (3 left) 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:343: done (2 left) 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:344: done (1 left) 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:345: done (0 left) 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:346: read oid 31 snap -1 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:346: expect (ObjNum 70 snap 6 seq_num 70) 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:347: rollback oid 22 current snap is 30 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 22 to 23 2024-04-12T00:28:29.048 INFO:tasks.rados.rados.0.smithi098.stdout:348: read oid 48 snap -1 2024-04-12T00:28:29.049 INFO:tasks.rados.rados.0.smithi098.stdout:348: expect (ObjNum 94 snap 18 seq_num 94) 2024-04-12T00:28:29.049 INFO:tasks.rados.rados.0.smithi098.stdout:349: rollback oid 3 current snap is 30 2024-04-12T00:28:29.049 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 3 to 20 2024-04-12T00:28:29.049 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 30 2024-04-12T00:28:29.049 INFO:tasks.rados.rados.0.smithi098.stdout:350: seq_num 130 ranges {2834432=581632,3416064=614400,4030464=598016,4628480=393216} 2024-04-12T00:28:29.066 INFO:tasks.rados.rados.0.smithi098.stdout:350: writing smithi09877355-18 from 2834432 to 3416064 tid 1 2024-04-12T00:28:29.070 INFO:tasks.rados.rados.0.smithi098.stdout:350: writing smithi09877355-18 from 3416064 to 4030464 tid 2 2024-04-12T00:28:29.073 INFO:tasks.rados.rados.0.smithi098.stdout:350: writing smithi09877355-18 from 4030464 to 4628480 tid 3 2024-04-12T00:28:29.076 INFO:tasks.rados.rados.0.smithi098.stdout:350: writing smithi09877355-18 from 4628480 to 5021696 tid 4 2024-04-12T00:28:29.076 INFO:tasks.rados.rados.0.smithi098.stdout:351: rmattr oid 24 current snap is 30 2024-04-12T00:28:29.076 INFO:tasks.rados.rados.0.smithi098.stdout:347: finishing rollback tid 0 to smithi09877355-22 2024-04-12T00:28:29.076 INFO:tasks.rados.rados.0.smithi098.stdout:347: finishing rollback tid 1 to smithi09877355-22 2024-04-12T00:28:29.076 INFO:tasks.rados.rados.0.smithi098.stdout:347: finishing rollback tid 2 to smithi09877355-22 2024-04-12T00:28:29.076 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 186 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-12T00:28:29.076 INFO:tasks.rados.rados.0.smithi098.stdout:349: finishing rollback tid 0 to smithi09877355-3 2024-04-12T00:28:29.077 INFO:tasks.rados.rados.0.smithi098.stdout:349: finishing rollback tid 1 to smithi09877355-3 2024-04-12T00:28:29.077 INFO:tasks.rados.rados.0.smithi098.stdout:347: done (5 left) 2024-04-12T00:28:29.077 INFO:tasks.rados.rados.0.smithi098.stdout:352: rmattr oid 41 current snap is 30 2024-04-12T00:28:29.077 INFO:tasks.rados.rados.0.smithi098.stdout:349: finishing rollback tid 2 to smithi09877355-3 2024-04-12T00:28:29.077 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 90 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T00:28:29.077 INFO:tasks.rados.rados.0.smithi098.stdout:346: expect (ObjNum 70 snap 6 seq_num 70) 2024-04-12T00:28:29.128 INFO:tasks.rados.rados.0.smithi098.stdout:348: expect (ObjNum 94 snap 18 seq_num 94) 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: finishing write tid 1 to smithi09877355-18 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: finishing write tid 2 to smithi09877355-18 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: finishing write tid 3 to smithi09877355-18 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 46 (ObjNum 64 snap 4 seq_num 64) dirty exists 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 136 (ObjNum 107 snap 18 seq_num 107) dirty exists 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: finishing write tid 4 to smithi09877355-18 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: finishing write tid 5 to smithi09877355-18 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: finishing write tid 6 to smithi09877355-18 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: oid 18 updating version 0 to 105 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: oid 18 updating version 105 to 106 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: oid 18 version 106 is already newer than 104 2024-04-12T00:28:29.255 INFO:tasks.rados.rados.0.smithi098.stdout:350: oid 18 version 106 is already newer than 103 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:350: oid 18 version 106 is already newer than 102 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 106 (ObjNum 130 snap 30 seq_num 130) dirty exists 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:350: left oid 18 (ObjNum 130 snap 30 seq_num 130) 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:346: done (5 left) 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:348: done (4 left) 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:349: done (3 left) 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:350: done (2 left) 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:351: done (1 left) 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:352: done (0 left) 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:353: rmattr oid 23 current snap is 30 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:354: copy_from oid 15 from oid 19 current snap is 30 2024-04-12T00:28:29.256 INFO:tasks.rados.rados.0.smithi098.stdout:355: delete oid 30 current snap is 30 2024-04-12T00:28:29.257 INFO:tasks.rados.rados.0.smithi098.stdout:355: done (2 left) 2024-04-12T00:28:29.257 INFO:tasks.rados.rados.0.smithi098.stdout:356: rollback oid 49 current snap is 30 2024-04-12T00:28:29.257 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 49 to 10 2024-04-12T00:28:29.257 INFO:tasks.rados.rados.0.smithi098.stdout:357: read oid 45 snap -1 2024-04-12T00:28:29.257 INFO:tasks.rados.rados.0.smithi098.stdout:357: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:28:29.258 INFO:tasks.rados.rados.0.smithi098.stdout:358: copy_from oid 42 from oid 18 current snap is 30 2024-04-12T00:28:29.258 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 30 2024-04-12T00:28:29.258 INFO:tasks.rados.rados.0.smithi098.stdout:359: seq_num 132 ranges {1400832=614400,2015232=786432,2801664=565248,3366912=253952} 2024-04-12T00:28:29.267 INFO:tasks.rados.rados.0.smithi098.stdout:359: writing smithi09877355-24 from 1400832 to 2015232 tid 1 2024-04-12T00:28:29.271 INFO:tasks.rados.rados.0.smithi098.stdout:359: writing smithi09877355-24 from 2015232 to 2801664 tid 2 2024-04-12T00:28:29.275 INFO:tasks.rados.rados.0.smithi098.stdout:359: writing smithi09877355-24 from 2801664 to 3366912 tid 3 2024-04-12T00:28:29.277 INFO:tasks.rados.rados.0.smithi098.stdout:359: writing smithi09877355-24 from 3366912 to 3620864 tid 4 2024-04-12T00:28:29.277 INFO:tasks.rados.rados.0.smithi098.stdout:360: read oid 32 snap -1 2024-04-12T00:28:29.277 INFO:tasks.rados.rados.0.smithi098.stdout:360: expect deleted 2024-04-12T00:28:29.277 INFO:tasks.rados.rados.0.smithi098.stdout:361: copy_from oid 35 from oid 3 current snap is 30 2024-04-12T00:28:29.277 INFO:tasks.rados.rados.0.smithi098.stdout:362: copy_from oid 47 from oid 44 current snap is 30 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:354: finishing copy_from to smithi09877355-15 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:354: got expected ENOENT (src dne) 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:354: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 138 (ObjNum 109 snap 22 seq_num 109) dirty exists 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:356: finishing rollback tid 0 to smithi09877355-49 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:356: finishing rollback tid 1 to smithi09877355-49 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:356: finishing rollback tid 2 to smithi09877355-49 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 124 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:359: finishing write tid 1 to smithi09877355-24 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:359: finishing write tid 2 to smithi09877355-24 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:353: done (8 left) 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:354: done (7 left) 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:356: done (6 left) 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 30 2024-04-12T00:28:29.278 INFO:tasks.rados.rados.0.smithi098.stdout:363: seq_num 133 ranges {1089536=630784,1720320=663552,2383872=770048,3153920=172032} 2024-04-12T00:28:29.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:29 smithi098 ceph-mon[37915]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T00:28:29.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:29 smithi098 ceph-mon[26935]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T00:28:29.286 INFO:tasks.rados.rados.0.smithi098.stdout:363: writing smithi09877355-15 from 1089536 to 1720320 tid 1 2024-04-12T00:28:29.290 INFO:tasks.rados.rados.0.smithi098.stdout:363: writing smithi09877355-15 from 1720320 to 2383872 tid 2 2024-04-12T00:28:29.295 INFO:tasks.rados.rados.0.smithi098.stdout:363: writing smithi09877355-15 from 2383872 to 3153920 tid 3 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:363: writing smithi09877355-15 from 3153920 to 3325952 tid 4 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:364: read oid 39 snap -1 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:364: expect (ObjNum 124 snap 27 seq_num 124) 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:365: read oid 2 snap -1 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:365: expect (ObjNum 65 snap 4 seq_num 65) 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:366: read oid 26 snap 23 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:366: expect (ObjNum 100 snap 18 seq_num 100) 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:367: snap_create 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:359: finishing write tid 3 to smithi09877355-24 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:359: finishing write tid 4 to smithi09877355-24 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:359: finishing write tid 5 to smithi09877355-24 2024-04-12T00:28:29.297 INFO:tasks.rados.rados.0.smithi098.stdout:359: finishing write tid 6 to smithi09877355-24 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:359: oid 24 updating version 0 to 51 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:359: oid 24 version 51 is already newer than 50 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:359: oid 24 version 51 is already newer than 48 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:359: oid 24 version 51 is already newer than 49 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:359: oid 24 version 51 is already newer than 47 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 51 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:359: left oid 24 (ObjNum 132 snap 30 seq_num 132) 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:362: finishing copy_from racing read to smithi09877355-47 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:362: finishing copy_from to smithi09877355-47 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 14 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:28:29.298 INFO:tasks.rados.rados.0.smithi098.stdout:357: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:28:29.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:29 smithi193 ceph-mon[30474]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T00:28:29.492 INFO:tasks.rados.rados.0.smithi098.stdout:361: finishing copy_from racing read to smithi09877355-35 2024-04-12T00:28:29.492 INFO:tasks.rados.rados.0.smithi098.stdout:361: finishing copy_from to smithi09877355-35 2024-04-12T00:28:29.492 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 90 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T00:28:29.492 INFO:tasks.rados.rados.0.smithi098.stdout:363: finishing write tid 1 to smithi09877355-15 2024-04-12T00:28:29.492 INFO:tasks.rados.rados.0.smithi098.stdout:358: finishing copy_from racing read to smithi09877355-42 2024-04-12T00:28:29.492 INFO:tasks.rados.rados.0.smithi098.stdout:363: finishing write tid 2 to smithi09877355-15 2024-04-12T00:28:29.492 INFO:tasks.rados.rados.0.smithi098.stdout:358: finishing copy_from to smithi09877355-42 2024-04-12T00:28:29.492 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 106 (ObjNum 130 snap 30 seq_num 130) dirty exists 2024-04-12T00:28:29.493 INFO:tasks.rados.rados.0.smithi098.stdout:365: expect (ObjNum 65 snap 4 seq_num 65) 2024-04-12T00:28:29.537 INFO:tasks.rados.rados.0.smithi098.stdout:366: expect (ObjNum 100 snap 18 seq_num 100) 2024-04-12T00:28:29.580 INFO:tasks.rados.rados.0.smithi098.stdout:363: finishing write tid 3 to smithi09877355-15 2024-04-12T00:28:29.581 INFO:tasks.rados.rados.0.smithi098.stdout:363: finishing write tid 4 to smithi09877355-15 2024-04-12T00:28:29.581 INFO:tasks.rados.rados.0.smithi098.stdout:363: finishing write tid 5 to smithi09877355-15 2024-04-12T00:28:29.581 INFO:tasks.rados.rados.0.smithi098.stdout:364: expect (ObjNum 124 snap 27 seq_num 124) 2024-04-12T00:28:29.899 INFO:tasks.rados.rados.0.smithi098.stdout:363: finishing write tid 6 to smithi09877355-15 2024-04-12T00:28:29.899 INFO:tasks.rados.rados.0.smithi098.stdout:363: oid 15 updating version 0 to 190 2024-04-12T00:28:29.899 INFO:tasks.rados.rados.0.smithi098.stdout:363: oid 15 version 190 is already newer than 188 2024-04-12T00:28:29.899 INFO:tasks.rados.rados.0.smithi098.stdout:363: oid 15 updating version 190 to 192 2024-04-12T00:28:29.899 INFO:tasks.rados.rados.0.smithi098.stdout:363: oid 15 version 192 is already newer than 189 2024-04-12T00:28:29.899 INFO:tasks.rados.rados.0.smithi098.stdout:363: oid 15 version 192 is already newer than 191 2024-04-12T00:28:29.899 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 192 (ObjNum 133 snap 30 seq_num 133) dirty exists 2024-04-12T00:28:29.899 INFO:tasks.rados.rados.0.smithi098.stdout:363: left oid 15 (ObjNum 133 snap 30 seq_num 133) 2024-04-12T00:28:30.051 INFO:tasks.rados.rados.0.smithi098.stdout:357: done (10 left) 2024-04-12T00:28:30.051 INFO:tasks.rados.rados.0.smithi098.stdout:358: done (9 left) 2024-04-12T00:28:30.051 INFO:tasks.rados.rados.0.smithi098.stdout:359: done (8 left) 2024-04-12T00:28:30.052 INFO:tasks.rados.rados.0.smithi098.stdout:360: done (7 left) 2024-04-12T00:28:30.052 INFO:tasks.rados.rados.0.smithi098.stdout:361: done (6 left) 2024-04-12T00:28:30.052 INFO:tasks.rados.rados.0.smithi098.stdout:362: done (5 left) 2024-04-12T00:28:30.052 INFO:tasks.rados.rados.0.smithi098.stdout:363: done (4 left) 2024-04-12T00:28:30.052 INFO:tasks.rados.rados.0.smithi098.stdout:364: done (3 left) 2024-04-12T00:28:30.052 INFO:tasks.rados.rados.0.smithi098.stdout:365: done (2 left) 2024-04-12T00:28:30.052 INFO:tasks.rados.rados.0.smithi098.stdout:366: done (1 left) 2024-04-12T00:28:30.053 INFO:tasks.rados.rados.0.smithi098.stdout:367: done (0 left) 2024-04-12T00:28:30.053 INFO:tasks.rados.rados.0.smithi098.stdout:368: delete oid 4 current snap is 31 2024-04-12T00:28:30.054 INFO:tasks.rados.rados.0.smithi098.stdout:368: done (0 left) 2024-04-12T00:28:30.054 INFO:tasks.rados.rados.0.smithi098.stdout:369: snap_create 2024-04-12T00:28:30.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:30 smithi098 ceph-mon[37915]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T00:28:30.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:30 smithi098 ceph-mon[37915]: pgmap v172: 121 pgs: 121 active+clean; 113 MiB data, 416 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-04-12T00:28:30.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:30 smithi098 ceph-mon[26935]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T00:28:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:30 smithi098 ceph-mon[26935]: pgmap v172: 121 pgs: 121 active+clean; 113 MiB data, 416 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-04-12T00:28:30.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:30 smithi193 ceph-mon[30474]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T00:28:30.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:30 smithi193 ceph-mon[30474]: pgmap v172: 121 pgs: 121 active+clean; 113 MiB data, 416 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-04-12T00:28:31.051 INFO:tasks.rados.rados.0.smithi098.stdout:369: done (0 left) 2024-04-12T00:28:31.052 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 32 2024-04-12T00:28:31.052 INFO:tasks.rados.rados.0.smithi098.stdout:370: seq_num 135 ranges {3252224=663552,3915776=434176,4349952=786432,5136384=385024} 2024-04-12T00:28:31.072 INFO:tasks.rados.rados.0.smithi098.stdout:370: writing smithi09877355-28 from 3252224 to 3915776 tid 1 2024-04-12T00:28:31.075 INFO:tasks.rados.rados.0.smithi098.stdout:370: writing smithi09877355-28 from 3915776 to 4349952 tid 2 2024-04-12T00:28:31.079 INFO:tasks.rados.rados.0.smithi098.stdout:370: writing smithi09877355-28 from 4349952 to 5136384 tid 3 2024-04-12T00:28:31.082 INFO:tasks.rados.rados.0.smithi098.stdout:370: writing smithi09877355-28 from 5136384 to 5521408 tid 4 2024-04-12T00:28:31.082 INFO:tasks.rados.rados.0.smithi098.stdout:371: rollback oid 34 current snap is 32 2024-04-12T00:28:31.082 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 34 to 31 2024-04-12T00:28:31.082 INFO:tasks.rados.rados.0.smithi098.stdout:370: finishing write tid 1 to smithi09877355-28 2024-04-12T00:28:31.082 INFO:tasks.rados.rados.0.smithi098.stdout:370: finishing write tid 2 to smithi09877355-28 2024-04-12T00:28:31.082 INFO:tasks.rados.rados.0.smithi098.stdout:372: delete oid 8 current snap is 32 2024-04-12T00:28:31.084 INFO:tasks.rados.rados.0.smithi098.stdout:370: finishing write tid 3 to smithi09877355-28 2024-04-12T00:28:31.084 INFO:tasks.rados.rados.0.smithi098.stdout:370: finishing write tid 4 to smithi09877355-28 2024-04-12T00:28:31.084 INFO:tasks.rados.rados.0.smithi098.stdout:370: finishing write tid 5 to smithi09877355-28 2024-04-12T00:28:31.084 INFO:tasks.rados.rados.0.smithi098.stdout:371: finishing rollback tid 0 to smithi09877355-34 2024-04-12T00:28:31.085 INFO:tasks.rados.rados.0.smithi098.stdout:371: finishing rollback tid 1 to smithi09877355-34 2024-04-12T00:28:31.085 INFO:tasks.rados.rados.0.smithi098.stdout:371: finishing rollback tid 2 to smithi09877355-34 2024-04-12T00:28:31.085 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 71 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:370: finishing write tid 6 to smithi09877355-28 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:370: oid 28 updating version 0 to 47 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:370: oid 28 updating version 47 to 50 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:370: oid 28 version 50 is already newer than 48 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:370: oid 28 version 50 is already newer than 46 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:370: oid 28 version 50 is already newer than 49 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 50 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:370: left oid 28 (ObjNum 135 snap 32 seq_num 135) 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:370: done (2 left) 2024-04-12T00:28:31.089 INFO:tasks.rados.rados.0.smithi098.stdout:371: done (1 left) 2024-04-12T00:28:31.090 INFO:tasks.rados.rados.0.smithi098.stdout:372: done (0 left) 2024-04-12T00:28:31.090 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 32 2024-04-12T00:28:31.090 INFO:tasks.rados.rados.0.smithi098.stdout:373: seq_num 137 ranges {2818048=704512,3522560=655360,4177920=753664,4931584=196608} 2024-04-12T00:28:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:373: writing smithi09877355-21 from 2818048 to 3522560 tid 1 2024-04-12T00:28:31.111 INFO:tasks.rados.rados.0.smithi098.stdout:373: writing smithi09877355-21 from 3522560 to 4177920 tid 2 2024-04-12T00:28:31.116 INFO:tasks.rados.rados.0.smithi098.stdout:373: writing smithi09877355-21 from 4177920 to 4931584 tid 3 2024-04-12T00:28:31.117 INFO:tasks.rados.rados.0.smithi098.stdout:373: writing smithi09877355-21 from 4931584 to 5128192 tid 4 2024-04-12T00:28:31.117 INFO:tasks.rados.rados.0.smithi098.stdout:374: snap_create 2024-04-12T00:28:31.118 INFO:tasks.rados.rados.0.smithi098.stdout:373: finishing write tid 1 to smithi09877355-21 2024-04-12T00:28:31.118 INFO:tasks.rados.rados.0.smithi098.stdout:373: finishing write tid 2 to smithi09877355-21 2024-04-12T00:28:31.119 INFO:tasks.rados.rados.0.smithi098.stdout:373: finishing write tid 3 to smithi09877355-21 2024-04-12T00:28:31.119 INFO:tasks.rados.rados.0.smithi098.stdout:373: finishing write tid 4 to smithi09877355-21 2024-04-12T00:28:31.119 INFO:tasks.rados.rados.0.smithi098.stdout:373: finishing write tid 5 to smithi09877355-21 2024-04-12T00:28:31.120 INFO:tasks.rados.rados.0.smithi098.stdout:373: finishing write tid 6 to smithi09877355-21 2024-04-12T00:28:31.120 INFO:tasks.rados.rados.0.smithi098.stdout:373: oid 21 updating version 0 to 144 2024-04-12T00:28:31.120 INFO:tasks.rados.rados.0.smithi098.stdout:373: oid 21 version 144 is already newer than 143 2024-04-12T00:28:31.120 INFO:tasks.rados.rados.0.smithi098.stdout:373: oid 21 version 144 is already newer than 141 2024-04-12T00:28:31.120 INFO:tasks.rados.rados.0.smithi098.stdout:373: oid 21 version 144 is already newer than 140 2024-04-12T00:28:31.121 INFO:tasks.rados.rados.0.smithi098.stdout:373: oid 21 version 144 is already newer than 142 2024-04-12T00:28:31.121 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 144 (ObjNum 137 snap 32 seq_num 137) dirty exists 2024-04-12T00:28:31.121 INFO:tasks.rados.rados.0.smithi098.stdout:373: left oid 21 (ObjNum 137 snap 32 seq_num 137) 2024-04-12T00:28:31.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:31 smithi193 ceph-mon[30474]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T00:28:31.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:31 smithi098 ceph-mon[37915]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T00:28:31.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:31 smithi098 ceph-mon[26935]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T00:28:32.063 INFO:tasks.rados.rados.0.smithi098.stdout:373: done (1 left) 2024-04-12T00:28:32.063 INFO:tasks.rados.rados.0.smithi098.stdout:374: done (0 left) 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:375: read oid 45 snap -1 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:375: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:376: rmattr oid 18 current snap is 33 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:377: read oid 3 snap -1 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:377: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:378: copy_from oid 47 from oid 35 current snap is 33 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:379: rmattr oid 6 current snap is 33 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:379: done (4 left) 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 33 2024-04-12T00:28:32.064 INFO:tasks.rados.rados.0.smithi098.stdout:380: seq_num 138 ranges {3235840=720896,3956736=540672,4497408=557056,5054464=507904} 2024-04-12T00:28:32.085 INFO:tasks.rados.rados.0.smithi098.stdout:380: writing smithi09877355-22 from 3235840 to 3956736 tid 1 2024-04-12T00:28:32.089 INFO:tasks.rados.rados.0.smithi098.stdout:380: writing smithi09877355-22 from 3956736 to 4497408 tid 2 2024-04-12T00:28:32.091 INFO:tasks.rados.rados.0.smithi098.stdout:380: writing smithi09877355-22 from 4497408 to 5054464 tid 3 2024-04-12T00:28:32.095 INFO:tasks.rados.rados.0.smithi098.stdout:380: writing smithi09877355-22 from 5054464 to 5562368 tid 4 2024-04-12T00:28:32.095 INFO:tasks.rados.rados.0.smithi098.stdout:381: delete oid 41 current snap is 33 2024-04-12T00:28:32.095 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 107 (ObjNum 130 snap 30 seq_num 130) dirty exists 2024-04-12T00:28:32.095 INFO:tasks.rados.rados.0.smithi098.stdout:377: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-12T00:28:32.116 INFO:tasks.rados.rados.0.smithi098.stdout:378: finishing copy_from racing read to smithi09877355-47 2024-04-12T00:28:32.116 INFO:tasks.rados.rados.0.smithi098.stdout:378: finishing copy_from to smithi09877355-47 2024-04-12T00:28:32.116 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 90 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T00:28:32.116 INFO:tasks.rados.rados.0.smithi098.stdout:375: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:28:32.308 INFO:tasks.rados.rados.0.smithi098.stdout:380: finishing write tid 1 to smithi09877355-22 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: finishing write tid 2 to smithi09877355-22 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: finishing write tid 3 to smithi09877355-22 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: finishing write tid 4 to smithi09877355-22 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: finishing write tid 5 to smithi09877355-22 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: finishing write tid 6 to smithi09877355-22 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: oid 22 updating version 0 to 197 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: oid 22 version 197 is already newer than 195 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: oid 22 updating version 197 to 198 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: oid 22 version 198 is already newer than 194 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: oid 22 version 198 is already newer than 196 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 198 (ObjNum 138 snap 33 seq_num 138) dirty exists 2024-04-12T00:28:32.309 INFO:tasks.rados.rados.0.smithi098.stdout:380: left oid 22 (ObjNum 138 snap 33 seq_num 138) 2024-04-12T00:28:32.310 INFO:tasks.rados.rados.0.smithi098.stdout:375: done (5 left) 2024-04-12T00:28:32.310 INFO:tasks.rados.rados.0.smithi098.stdout:376: done (4 left) 2024-04-12T00:28:32.310 INFO:tasks.rados.rados.0.smithi098.stdout:377: done (3 left) 2024-04-12T00:28:32.310 INFO:tasks.rados.rados.0.smithi098.stdout:378: done (2 left) 2024-04-12T00:28:32.310 INFO:tasks.rados.rados.0.smithi098.stdout:380: done (1 left) 2024-04-12T00:28:32.310 INFO:tasks.rados.rados.0.smithi098.stdout:381: done (0 left) 2024-04-12T00:28:32.310 INFO:tasks.rados.rados.0.smithi098.stdout:382: delete oid 47 current snap is 33 2024-04-12T00:28:32.311 INFO:tasks.rados.rados.0.smithi098.stdout:382: done (0 left) 2024-04-12T00:28:32.311 INFO:tasks.rados.rados.0.smithi098.stdout:383: read oid 33 snap 20 2024-04-12T00:28:32.311 INFO:tasks.rados.rados.0.smithi098.stdout:383: expect (ObjNum 108 snap 19 seq_num 108) 2024-04-12T00:28:32.311 INFO:tasks.rados.rados.0.smithi098.stdout:384: setattr oid 15 current snap is 33 2024-04-12T00:28:32.311 INFO:tasks.rados.rados.0.smithi098.stdout:385: setattr oid 29 current snap is 33 2024-04-12T00:28:32.313 INFO:tasks.rados.rados.0.smithi098.stdout:386: delete oid 34 current snap is 33 2024-04-12T00:28:32.314 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 200 (ObjNum 133 snap 30 seq_num 133) dirty exists 2024-04-12T00:28:32.315 INFO:tasks.rados.rados.0.smithi098.stdout:384: done (3 left) 2024-04-12T00:28:32.315 INFO:tasks.rados.rados.0.smithi098.stdout:386: done (2 left) 2024-04-12T00:28:32.315 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 33 2024-04-12T00:28:32.315 INFO:tasks.rados.rados.0.smithi098.stdout:387: seq_num 142 ranges {2564096=786432,3350528=475136,3825664=540672,4366336=589824} 2024-04-12T00:28:32.333 INFO:tasks.rados.rados.0.smithi098.stdout:387: writing smithi09877355-36 from 2564096 to 3350528 tid 1 2024-04-12T00:28:32.336 INFO:tasks.rados.rados.0.smithi098.stdout:387: writing smithi09877355-36 from 3350528 to 3825664 tid 2 2024-04-12T00:28:32.339 INFO:tasks.rados.rados.0.smithi098.stdout:387: writing smithi09877355-36 from 3825664 to 4366336 tid 3 2024-04-12T00:28:32.342 INFO:tasks.rados.rados.0.smithi098.stdout:387: writing smithi09877355-36 from 4366336 to 4956160 tid 4 2024-04-12T00:28:32.342 INFO:tasks.rados.rados.0.smithi098.stdout:388: snap_remove snap 15 2024-04-12T00:28:32.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:32 smithi193 ceph-mon[30474]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T00:28:32.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:32 smithi193 ceph-mon[30474]: pgmap v175: 121 pgs: 121 active+clean; 140 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-12T00:28:32.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:32 smithi098 ceph-mon[37915]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T00:28:32.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:32 smithi098 ceph-mon[37915]: pgmap v175: 121 pgs: 121 active+clean; 140 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-12T00:28:32.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:32 smithi098 ceph-mon[26935]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T00:28:32.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:32 smithi098 ceph-mon[26935]: pgmap v175: 121 pgs: 121 active+clean; 140 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-12T00:28:32.971 INFO:tasks.rados.rados.0.smithi098.stdout:388: done (3 left) 2024-04-12T00:28:32.971 INFO:tasks.rados.rados.0.smithi098.stdout:389: copy_from oid 20 from oid 12 current snap is 33 2024-04-12T00:28:32.971 INFO:tasks.rados.rados.0.smithi098.stdout:390: read oid 26 snap -1 2024-04-12T00:28:32.971 INFO:tasks.rados.rados.0.smithi098.stdout:390: expect (ObjNum 100 snap 18 seq_num 100) 2024-04-12T00:28:32.971 INFO:tasks.rados.rados.0.smithi098.stdout:391: rollback oid 3 current snap is 33 2024-04-12T00:28:32.971 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 3 to 10 2024-04-12T00:28:32.971 INFO:tasks.rados.rados.0.smithi098.stdout:392: snap_remove snap 28 2024-04-12T00:28:33.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:33 smithi193 ceph-mon[30474]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T00:28:33.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:33 smithi193 ceph-mon[30474]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T00:28:33.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:33 smithi098 ceph-mon[26935]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T00:28:33.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:33 smithi098 ceph-mon[26935]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T00:28:33.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:33 smithi098 ceph-mon[37915]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T00:28:33.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:33 smithi098 ceph-mon[37915]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T00:28:33.970 INFO:tasks.rados.rados.0.smithi098.stdout:392: done (6 left) 2024-04-12T00:28:33.970 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 33 2024-04-12T00:28:33.970 INFO:tasks.rados.rados.0.smithi098.stdout:393: seq_num 143 ranges {442368=802816,1245184=761856,2007040=745472,2752512=98304} 2024-04-12T00:28:33.978 INFO:tasks.rados.rados.0.smithi098.stdout:393: writing smithi09877355-27 from 442368 to 1245184 tid 1 2024-04-12T00:28:33.982 INFO:tasks.rados.rados.0.smithi098.stdout:393: writing smithi09877355-27 from 1245184 to 2007040 tid 2 2024-04-12T00:28:33.987 INFO:tasks.rados.rados.0.smithi098.stdout:393: writing smithi09877355-27 from 2007040 to 2752512 tid 3 2024-04-12T00:28:33.988 INFO:tasks.rados.rados.0.smithi098.stdout:393: writing smithi09877355-27 from 2752512 to 2850816 tid 4 2024-04-12T00:28:33.988 INFO:tasks.rados.rados.0.smithi098.stdout:394: delete oid 25 current snap is 33 2024-04-12T00:28:33.988 INFO:tasks.rados.rados.0.smithi098.stdout:383: expect (ObjNum 108 snap 19 seq_num 108) 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 70 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: finishing write tid 1 to smithi09877355-36 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: finishing write tid 2 to smithi09877355-36 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: finishing write tid 3 to smithi09877355-36 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: finishing write tid 4 to smithi09877355-36 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: finishing write tid 5 to smithi09877355-36 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: finishing write tid 6 to smithi09877355-36 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: oid 36 updating version 0 to 148 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: oid 36 updating version 148 to 150 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: oid 36 updating version 150 to 152 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: oid 36 version 152 is already newer than 149 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:387: oid 36 version 152 is already newer than 151 2024-04-12T00:28:34.055 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 152 (ObjNum 142 snap 33 seq_num 142) dirty exists 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:387: left oid 36 (ObjNum 142 snap 33 seq_num 142) 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:383: done (7 left) 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:385: done (6 left) 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:387: done (5 left) 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:394: done (4 left) 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:395: read oid 34 snap 26 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:395: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:396: read oid 4 snap -1 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:396: expect deleted 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:397: read oid 41 snap -1 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:397: expect deleted 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 33 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:391: finishing rollback tid 0 to smithi09877355-3 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:391: finishing rollback tid 1 to smithi09877355-3 2024-04-12T00:28:34.056 INFO:tasks.rados.rados.0.smithi098.stdout:391: finishing rollback tid 2 to smithi09877355-3 2024-04-12T00:28:34.057 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 98 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T00:28:34.057 INFO:tasks.rados.rados.0.smithi098.stdout:398: seq_num 145 ranges {5128192=32768} 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:398: writing smithi09877355-21 from 5128192 to 5160960 tid 1 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:391: done (7 left) 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:399: read oid 31 snap -1 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:399: expect (ObjNum 70 snap 6 seq_num 70) 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:400: rollback oid 40 current snap is 33 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 40 to 20 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:401: delete oid 8 current snap is 33 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:389: finishing copy_from to smithi09877355-20 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:389: got expected ENOENT (src dne) 2024-04-12T00:28:34.083 INFO:tasks.rados.rados.0.smithi098.stdout:390: expect (ObjNum 100 snap 18 seq_num 100) 2024-04-12T00:28:34.128 INFO:tasks.rados.rados.0.smithi098.stdout:389: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:28:34.128 INFO:tasks.rados.rados.0.smithi098.stdout:393: finishing write tid 1 to smithi09877355-27 2024-04-12T00:28:34.128 INFO:tasks.rados.rados.0.smithi098.stdout:393: finishing write tid 2 to smithi09877355-27 2024-04-12T00:28:34.128 INFO:tasks.rados.rados.0.smithi098.stdout:393: finishing write tid 3 to smithi09877355-27 2024-04-12T00:28:34.128 INFO:tasks.rados.rados.0.smithi098.stdout:393: finishing write tid 4 to smithi09877355-27 2024-04-12T00:28:34.128 INFO:tasks.rados.rados.0.smithi098.stdout:393: finishing write tid 5 to smithi09877355-27 2024-04-12T00:28:34.128 INFO:tasks.rados.rados.0.smithi098.stdout:389: done (9 left) 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:390: done (8 left) 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:401: done (7 left) 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:402: copy_from oid 18 from oid 24 current snap is 33 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:393: finishing write tid 6 to smithi09877355-27 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:393: oid 27 updating version 0 to 60 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:393: oid 27 updating version 60 to 63 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:393: oid 27 version 63 is already newer than 61 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:393: oid 27 version 63 is already newer than 59 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:393: oid 27 version 63 is already newer than 62 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 63 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:393: left oid 27 (ObjNum 143 snap 33 seq_num 143) 2024-04-12T00:28:34.129 INFO:tasks.rados.rados.0.smithi098.stdout:395: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-12T00:28:34.139 INFO:tasks.rados.rados.0.smithi098.stdout:400: finishing rollback tid 0 to smithi09877355-40 2024-04-12T00:28:34.140 INFO:tasks.rados.rados.0.smithi098.stdout:398: finishing write tid 1 to smithi09877355-21 2024-04-12T00:28:34.141 INFO:tasks.rados.rados.0.smithi098.stdout:398: finishing write tid 2 to smithi09877355-21 2024-04-12T00:28:34.141 INFO:tasks.rados.rados.0.smithi098.stdout:400: finishing rollback tid 1 to smithi09877355-40 2024-04-12T00:28:34.141 INFO:tasks.rados.rados.0.smithi098.stdout:400: finishing rollback tid 2 to smithi09877355-40 2024-04-12T00:28:34.141 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 56 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T00:28:34.141 INFO:tasks.rados.rados.0.smithi098.stdout:399: expect (ObjNum 70 snap 6 seq_num 70) 2024-04-12T00:28:34.191 INFO:tasks.rados.rados.0.smithi098.stdout:398: finishing write tid 3 to smithi09877355-21 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:398: oid 21 updating version 0 to 170 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:398: oid 21 updating version 170 to 171 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 171 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:398: left oid 21 (ObjNum 145 snap 33 seq_num 145) 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:393: done (7 left) 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:395: done (6 left) 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:396: done (5 left) 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:397: done (4 left) 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:398: done (3 left) 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:399: done (2 left) 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:400: done (1 left) 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:403: read oid 15 snap -1 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:403: expect (ObjNum 133 snap 30 seq_num 133) 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:404: rmattr oid 33 current snap is 33 2024-04-12T00:28:34.192 INFO:tasks.rados.rados.0.smithi098.stdout:404: done (2 left) 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:405: rollback oid 7 current snap is 33 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 7 to 30 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:402: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:402: finishing copy_from to smithi09877355-18 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 51 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:402: done (2 left) 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:406: rollback oid 26 current snap is 33 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 26 to 26 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:407: read oid 33 snap -1 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:407: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T00:28:34.193 INFO:tasks.rados.rados.0.smithi098.stdout:408: snap_create 2024-04-12T00:28:34.194 INFO:tasks.rados.rados.0.smithi098.stdout:405: finishing rollback tid 0 to smithi09877355-7 2024-04-12T00:28:34.194 INFO:tasks.rados.rados.0.smithi098.stdout:405: finishing rollback tid 1 to smithi09877355-7 2024-04-12T00:28:34.194 INFO:tasks.rados.rados.0.smithi098.stdout:407: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T00:28:34.198 INFO:tasks.rados.rados.0.smithi098.stdout:406: finishing rollback tid 0 to smithi09877355-26 2024-04-12T00:28:34.198 INFO:tasks.rados.rados.0.smithi098.stdout:405: finishing rollback tid 2 to smithi09877355-7 2024-04-12T00:28:34.198 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 48 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:28:34.198 INFO:tasks.rados.rados.0.smithi098.stdout:406: finishing rollback tid 1 to smithi09877355-26 2024-04-12T00:28:34.198 INFO:tasks.rados.rados.0.smithi098.stdout:406: finishing rollback tid 2 to smithi09877355-26 2024-04-12T00:28:34.198 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 60 (ObjNum 100 snap 18 seq_num 100) dirty exists 2024-04-12T00:28:34.210 INFO:tasks.rados.rados.0.smithi098.stdout:403: expect (ObjNum 133 snap 30 seq_num 133) 2024-04-12T00:28:34.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:34 smithi193 ceph-mon[30474]: pgmap v178: 121 pgs: 121 active+clean; 140 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-12T00:28:34.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:34 smithi193 ceph-mon[30474]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T00:28:34.536 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:28:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:28:34] "GET /metrics HTTP/1.1" 200 36005 "" "Prometheus/2.43.0" 2024-04-12T00:28:34.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:34 smithi098 ceph-mon[37915]: pgmap v178: 121 pgs: 121 active+clean; 140 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-12T00:28:34.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:34 smithi098 ceph-mon[37915]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T00:28:34.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:34 smithi098 ceph-mon[26935]: pgmap v178: 121 pgs: 121 active+clean; 140 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-12T00:28:34.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:34 smithi098 ceph-mon[26935]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T00:28:35.073 INFO:tasks.rados.rados.0.smithi098.stdout:403: done (4 left) 2024-04-12T00:28:35.073 INFO:tasks.rados.rados.0.smithi098.stdout:405: done (3 left) 2024-04-12T00:28:35.074 INFO:tasks.rados.rados.0.smithi098.stdout:406: done (2 left) 2024-04-12T00:28:35.074 INFO:tasks.rados.rados.0.smithi098.stdout:407: done (1 left) 2024-04-12T00:28:35.074 INFO:tasks.rados.rados.0.smithi098.stdout:408: done (0 left) 2024-04-12T00:28:35.074 INFO:tasks.rados.rados.0.smithi098.stdout:409: copy_from oid 1 from oid 7 current snap is 34 2024-04-12T00:28:35.074 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 34 2024-04-12T00:28:35.074 INFO:tasks.rados.rados.0.smithi098.stdout:410: seq_num 147 ranges {3375104=65536} 2024-04-12T00:28:35.092 INFO:tasks.rados.rados.0.smithi098.stdout:410: writing smithi09877355-48 from 3375104 to 3440640 tid 1 2024-04-12T00:28:35.092 INFO:tasks.rados.rados.0.smithi098.stdout:411: rmattr oid 50 current snap is 34 2024-04-12T00:28:35.092 INFO:tasks.rados.rados.0.smithi098.stdout:411: done (2 left) 2024-04-12T00:28:35.092 INFO:tasks.rados.rados.0.smithi098.stdout:412: delete oid 43 current snap is 34 2024-04-12T00:28:35.093 INFO:tasks.rados.rados.0.smithi098.stdout:409: finishing copy_from racing read to smithi09877355-1 2024-04-12T00:28:35.093 INFO:tasks.rados.rados.0.smithi098.stdout:409: finishing copy_from to smithi09877355-1 2024-04-12T00:28:35.093 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 48 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:28:35.094 INFO:tasks.rados.rados.0.smithi098.stdout:409: done (2 left) 2024-04-12T00:28:35.094 INFO:tasks.rados.rados.0.smithi098.stdout:412: done (1 left) 2024-04-12T00:28:35.094 INFO:tasks.rados.rados.0.smithi098.stdout:413: read oid 26 snap -1 2024-04-12T00:28:35.095 INFO:tasks.rados.rados.0.smithi098.stdout:413: expect (ObjNum 100 snap 18 seq_num 100) 2024-04-12T00:28:35.095 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 34 2024-04-12T00:28:35.095 INFO:tasks.rados.rados.0.smithi098.stdout:414: seq_num 149 ranges {0=98304} 2024-04-12T00:28:35.095 INFO:tasks.rados.rados.0.smithi098.stdout:414: writing smithi09877355-34 from 0 to 98304 tid 1 2024-04-12T00:28:35.095 INFO:tasks.rados.rados.0.smithi098.stdout:415: delete oid 9 current snap is 34 2024-04-12T00:28:35.095 INFO:tasks.rados.rados.0.smithi098.stdout:410: finishing write tid 1 to smithi09877355-48 2024-04-12T00:28:35.096 INFO:tasks.rados.rados.0.smithi098.stdout:410: finishing write tid 2 to smithi09877355-48 2024-04-12T00:28:35.096 INFO:tasks.rados.rados.0.smithi098.stdout:410: finishing write tid 3 to smithi09877355-48 2024-04-12T00:28:35.096 INFO:tasks.rados.rados.0.smithi098.stdout:410: oid 48 updating version 0 to 50 2024-04-12T00:28:35.096 INFO:tasks.rados.rados.0.smithi098.stdout:410: oid 48 updating version 50 to 51 2024-04-12T00:28:35.096 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 51 (ObjNum 147 snap 34 seq_num 147) dirty exists 2024-04-12T00:28:35.097 INFO:tasks.rados.rados.0.smithi098.stdout:410: left oid 48 (ObjNum 147 snap 34 seq_num 147) 2024-04-12T00:28:35.098 INFO:tasks.rados.rados.0.smithi098.stdout:410: done (3 left) 2024-04-12T00:28:35.099 INFO:tasks.rados.rados.0.smithi098.stdout:415: done (2 left) 2024-04-12T00:28:35.099 INFO:tasks.rados.rados.0.smithi098.stdout:416: delete oid 10 current snap is 34 2024-04-12T00:28:35.099 INFO:tasks.rados.rados.0.smithi098.stdout:414: finishing write tid 1 to smithi09877355-34 2024-04-12T00:28:35.099 INFO:tasks.rados.rados.0.smithi098.stdout:414: finishing write tid 2 to smithi09877355-34 2024-04-12T00:28:35.102 INFO:tasks.rados.rados.0.smithi098.stdout:414: finishing write tid 3 to smithi09877355-34 2024-04-12T00:28:35.102 INFO:tasks.rados.rados.0.smithi098.stdout:414: oid 34 updating version 0 to 83 2024-04-12T00:28:35.102 INFO:tasks.rados.rados.0.smithi098.stdout:414: oid 34 version 83 is already newer than 82 2024-04-12T00:28:35.102 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 83 (ObjNum 149 snap 34 seq_num 149) dirty exists 2024-04-12T00:28:35.102 INFO:tasks.rados.rados.0.smithi098.stdout:414: left oid 34 (ObjNum 149 snap 34 seq_num 149) 2024-04-12T00:28:35.104 INFO:tasks.rados.rados.0.smithi098.stdout:414: done (2 left) 2024-04-12T00:28:35.104 INFO:tasks.rados.rados.0.smithi098.stdout:416: done (1 left) 2024-04-12T00:28:35.104 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 34 2024-04-12T00:28:35.104 INFO:tasks.rados.rados.0.smithi098.stdout:417: seq_num 152 ranges {0=147456} 2024-04-12T00:28:35.105 INFO:tasks.rados.rados.0.smithi098.stdout:417: writing smithi09877355-10 from 0 to 147456 tid 1 2024-04-12T00:28:35.105 INFO:tasks.rados.rados.0.smithi098.stdout:418: read oid 13 snap -1 2024-04-12T00:28:35.105 INFO:tasks.rados.rados.0.smithi098.stdout:418: expect (ObjNum 127 snap 29 seq_num 127) 2024-04-12T00:28:35.105 INFO:tasks.rados.rados.0.smithi098.stdout:419: setattr oid 47 current snap is 34 2024-04-12T00:28:35.106 INFO:tasks.rados.rados.0.smithi098.stdout:420: rmattr oid 32 current snap is 34 2024-04-12T00:28:35.106 INFO:tasks.rados.rados.0.smithi098.stdout:420: done (4 left) 2024-04-12T00:28:35.106 INFO:tasks.rados.rados.0.smithi098.stdout:421: setattr oid 20 current snap is 34 2024-04-12T00:28:35.107 INFO:tasks.rados.rados.0.smithi098.stdout:422: rmattr oid 44 current snap is 34 2024-04-12T00:28:35.107 INFO:tasks.rados.rados.0.smithi098.stdout:422: done (5 left) 2024-04-12T00:28:35.107 INFO:tasks.rados.rados.0.smithi098.stdout:423: setattr oid 4 current snap is 34 2024-04-12T00:28:35.108 INFO:tasks.rados.rados.0.smithi098.stdout:413: expect (ObjNum 100 snap 18 seq_num 100) 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:417: finishing write tid 1 to smithi09877355-10 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:417: finishing write tid 2 to smithi09877355-10 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 95 (ObjNum 33 snap 0 seq_num 28141408) dirty exists 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 82 (ObjNum 33 snap 0 seq_num 28696352) dirty exists 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:417: finishing write tid 3 to smithi09877355-10 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:417: oid 10 updating version 0 to 94 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:417: oid 10 version 94 is already newer than 93 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 94 (ObjNum 152 snap 34 seq_num 152) dirty exists 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:417: left oid 10 (ObjNum 152 snap 34 seq_num 152) 2024-04-12T00:28:35.155 INFO:tasks.rados.rados.0.smithi098.stdout:418: expect (ObjNum 127 snap 29 seq_num 127) 2024-04-12T00:28:35.352 INFO:tasks.rados.rados.0.smithi098.stdout:413: done (5 left) 2024-04-12T00:28:35.353 INFO:tasks.rados.rados.0.smithi098.stdout:417: done (4 left) 2024-04-12T00:28:35.353 INFO:tasks.rados.rados.0.smithi098.stdout:418: done (3 left) 2024-04-12T00:28:35.353 INFO:tasks.rados.rados.0.smithi098.stdout:419: done (2 left) 2024-04-12T00:28:35.353 INFO:tasks.rados.rados.0.smithi098.stdout:421: done (1 left) 2024-04-12T00:28:35.353 INFO:tasks.rados.rados.0.smithi098.stdout:424: snap_create 2024-04-12T00:28:35.354 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 83 (ObjNum 33 snap 0 seq_num 28402848) dirty exists 2024-04-12T00:28:36.075 INFO:tasks.rados.rados.0.smithi098.stdout:423: done (1 left) 2024-04-12T00:28:36.075 INFO:tasks.rados.rados.0.smithi098.stdout:424: done (0 left) 2024-04-12T00:28:36.075 INFO:tasks.rados.rados.0.smithi098.stdout:425: setattr oid 39 current snap is 35 2024-04-12T00:28:36.076 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 35 2024-04-12T00:28:36.076 INFO:tasks.rados.rados.0.smithi098.stdout:426: seq_num 153 ranges {5562368=163840} 2024-04-12T00:28:36.106 INFO:tasks.rados.rados.0.smithi098.stdout:426: writing smithi09877355-22 from 5562368 to 5726208 tid 1 2024-04-12T00:28:36.107 INFO:tasks.rados.rados.0.smithi098.stdout:427: snap_remove snap 34 2024-04-12T00:28:36.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:36 smithi193 ceph-mon[30474]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T00:28:36.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:36 smithi193 ceph-mon[30474]: pgmap v181: 121 pgs: 121 active+clean; 140 MiB data, 446 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:36.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:36 smithi098 ceph-mon[26935]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T00:28:36.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:36 smithi098 ceph-mon[26935]: pgmap v181: 121 pgs: 121 active+clean; 140 MiB data, 446 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:36.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:36 smithi098 ceph-mon[37915]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T00:28:36.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:36 smithi098 ceph-mon[37915]: pgmap v181: 121 pgs: 121 active+clean; 140 MiB data, 446 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:37.077 INFO:tasks.rados.rados.0.smithi098.stdout:427: done (2 left) 2024-04-12T00:28:37.077 INFO:tasks.rados.rados.0.smithi098.stdout:428: rmattr oid 7 current snap is 35 2024-04-12T00:28:37.077 INFO:tasks.rados.rados.0.smithi098.stdout:428: done (2 left) 2024-04-12T00:28:37.077 INFO:tasks.rados.rados.0.smithi098.stdout:429: copy_from oid 19 from oid 37 current snap is 35 2024-04-12T00:28:37.077 INFO:tasks.rados.rados.0.smithi098.stdout:430: copy_from oid 33 from oid 10 current snap is 35 2024-04-12T00:28:37.077 INFO:tasks.rados.rados.0.smithi098.stdout:431: delete oid 2 current snap is 35 2024-04-12T00:28:37.077 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 214 (ObjNum 124 snap 27 seq_num 124) dirty exists 2024-04-12T00:28:37.078 INFO:tasks.rados.rados.0.smithi098.stdout:426: finishing write tid 1 to smithi09877355-22 2024-04-12T00:28:37.078 INFO:tasks.rados.rados.0.smithi098.stdout:426: finishing write tid 2 to smithi09877355-22 2024-04-12T00:28:37.078 INFO:tasks.rados.rados.0.smithi098.stdout:426: finishing write tid 3 to smithi09877355-22 2024-04-12T00:28:37.078 INFO:tasks.rados.rados.0.smithi098.stdout:426: oid 22 updating version 0 to 217 2024-04-12T00:28:37.078 INFO:tasks.rados.rados.0.smithi098.stdout:426: oid 22 version 217 is already newer than 216 2024-04-12T00:28:37.078 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 217 (ObjNum 153 snap 35 seq_num 153) dirty exists 2024-04-12T00:28:37.078 INFO:tasks.rados.rados.0.smithi098.stdout:426: left oid 22 (ObjNum 153 snap 35 seq_num 153) 2024-04-12T00:28:37.085 INFO:tasks.rados.rados.0.smithi098.stdout:425: done (4 left) 2024-04-12T00:28:37.085 INFO:tasks.rados.rados.0.smithi098.stdout:426: done (3 left) 2024-04-12T00:28:37.085 INFO:tasks.rados.rados.0.smithi098.stdout:431: done (2 left) 2024-04-12T00:28:37.085 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 35 2024-04-12T00:28:37.085 INFO:tasks.rados.rados.0.smithi098.stdout:432: seq_num 155 ranges {5726208=204800} 2024-04-12T00:28:37.117 INFO:tasks.rados.rados.0.smithi098.stdout:432: writing smithi09877355-22 from 5726208 to 5931008 tid 1 2024-04-12T00:28:37.117 INFO:tasks.rados.rados.0.smithi098.stdout:433: delete oid 4 current snap is 35 2024-04-12T00:28:37.117 INFO:tasks.rados.rados.0.smithi098.stdout:430: finishing copy_from racing read to smithi09877355-33 2024-04-12T00:28:37.117 INFO:tasks.rados.rados.0.smithi098.stdout:430: finishing copy_from to smithi09877355-33 2024-04-12T00:28:37.117 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 94 (ObjNum 152 snap 34 seq_num 152) dirty exists 2024-04-12T00:28:37.117 INFO:tasks.rados.rados.0.smithi098.stdout:429: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:28:37.117 INFO:tasks.rados.rados.0.smithi098.stdout:429: finishing copy_from to smithi09877355-19 2024-04-12T00:28:37.118 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 85 (ObjNum 129 snap 29 seq_num 129) dirty exists 2024-04-12T00:28:37.119 INFO:tasks.rados.rados.0.smithi098.stdout:429: done (3 left) 2024-04-12T00:28:37.119 INFO:tasks.rados.rados.0.smithi098.stdout:430: done (2 left) 2024-04-12T00:28:37.119 INFO:tasks.rados.rados.0.smithi098.stdout:433: done (1 left) 2024-04-12T00:28:37.119 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 35 2024-04-12T00:28:37.119 INFO:tasks.rados.rados.0.smithi098.stdout:434: seq_num 157 ranges {3325952=237568} 2024-04-12T00:28:37.138 INFO:tasks.rados.rados.0.smithi098.stdout:434: writing smithi09877355-15 from 3325952 to 3563520 tid 1 2024-04-12T00:28:37.138 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 35 2024-04-12T00:28:37.138 INFO:tasks.rados.rados.0.smithi098.stdout:432: finishing write tid 1 to smithi09877355-22 2024-04-12T00:28:37.138 INFO:tasks.rados.rados.0.smithi098.stdout:432: finishing write tid 2 to smithi09877355-22 2024-04-12T00:28:37.138 INFO:tasks.rados.rados.0.smithi098.stdout:432: finishing write tid 3 to smithi09877355-22 2024-04-12T00:28:37.139 INFO:tasks.rados.rados.0.smithi098.stdout:432: oid 22 updating version 0 to 222 2024-04-12T00:28:37.139 INFO:tasks.rados.rados.0.smithi098.stdout:432: oid 22 updating version 222 to 223 2024-04-12T00:28:37.139 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 223 (ObjNum 155 snap 35 seq_num 155) dirty exists 2024-04-12T00:28:37.139 INFO:tasks.rados.rados.0.smithi098.stdout:432: left oid 22 (ObjNum 155 snap 35 seq_num 155) 2024-04-12T00:28:37.139 INFO:tasks.rados.rados.0.smithi098.stdout:435: seq_num 158 ranges {778240=253952} 2024-04-12T00:28:37.144 INFO:tasks.rados.rados.0.smithi098.stdout:435: writing smithi09877355-29 from 778240 to 1032192 tid 1 2024-04-12T00:28:37.144 INFO:tasks.rados.rados.0.smithi098.stdout:432: done (2 left) 2024-04-12T00:28:37.144 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 35 2024-04-12T00:28:37.144 INFO:tasks.rados.rados.0.smithi098.stdout:434: finishing write tid 1 to smithi09877355-15 2024-04-12T00:28:37.144 INFO:tasks.rados.rados.0.smithi098.stdout:434: finishing write tid 2 to smithi09877355-15 2024-04-12T00:28:37.144 INFO:tasks.rados.rados.0.smithi098.stdout:436: seq_num 159 ranges {0=270336} 2024-04-12T00:28:37.146 INFO:tasks.rados.rados.0.smithi098.stdout:436: writing smithi09877355-12 from 0 to 270336 tid 1 2024-04-12T00:28:37.146 INFO:tasks.rados.rados.0.smithi098.stdout:437: read oid 34 snap -1 2024-04-12T00:28:37.147 INFO:tasks.rados.rados.0.smithi098.stdout:437: expect (ObjNum 149 snap 34 seq_num 149) 2024-04-12T00:28:37.147 INFO:tasks.rados.rados.0.smithi098.stdout:438: snap_remove snap 24 2024-04-12T00:28:37.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:37 smithi193 ceph-mon[30474]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T00:28:37.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:37 smithi098 ceph-mon[37915]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T00:28:37.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:37 smithi098 ceph-mon[26935]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T00:28:38.093 INFO:tasks.rados.rados.0.smithi098.stdout:438: done (4 left) 2024-04-12T00:28:38.093 INFO:tasks.rados.rados.0.smithi098.stdout:439: rollback oid 1 current snap is 35 2024-04-12T00:28:38.093 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 1 to 11 2024-04-12T00:28:38.093 INFO:tasks.rados.rados.0.smithi098.stdout:440: delete oid 16 current snap is 35 2024-04-12T00:28:38.093 INFO:tasks.rados.rados.0.smithi098.stdout:434: finishing write tid 3 to smithi09877355-15 2024-04-12T00:28:38.093 INFO:tasks.rados.rados.0.smithi098.stdout:434: oid 15 updating version 0 to 225 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:434: oid 15 updating version 225 to 226 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 226 (ObjNum 157 snap 35 seq_num 157) dirty exists 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:434: left oid 15 (ObjNum 157 snap 35 seq_num 157) 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:435: finishing write tid 1 to smithi09877355-29 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:435: finishing write tid 2 to smithi09877355-29 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:435: finishing write tid 3 to smithi09877355-29 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:435: oid 29 updating version 0 to 96 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:435: oid 29 version 96 is already newer than 95 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 96 (ObjNum 158 snap 35 seq_num 158) dirty exists 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:435: left oid 29 (ObjNum 158 snap 35 seq_num 158) 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:436: finishing write tid 1 to smithi09877355-12 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:436: finishing write tid 2 to smithi09877355-12 2024-04-12T00:28:38.094 INFO:tasks.rados.rados.0.smithi098.stdout:437: expect (ObjNum 149 snap 34 seq_num 149) 2024-04-12T00:28:38.097 INFO:tasks.rados.rados.0.smithi098.stdout:436: finishing write tid 3 to smithi09877355-12 2024-04-12T00:28:38.097 INFO:tasks.rados.rados.0.smithi098.stdout:436: oid 12 updating version 0 to 61 2024-04-12T00:28:38.097 INFO:tasks.rados.rados.0.smithi098.stdout:436: oid 12 updating version 61 to 62 2024-04-12T00:28:38.097 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 62 (ObjNum 159 snap 35 seq_num 159) dirty exists 2024-04-12T00:28:38.097 INFO:tasks.rados.rados.0.smithi098.stdout:436: left oid 12 (ObjNum 159 snap 35 seq_num 159) 2024-04-12T00:28:38.100 INFO:tasks.rados.rados.0.smithi098.stdout:439: finishing rollback tid 0 to smithi09877355-1 2024-04-12T00:28:38.100 INFO:tasks.rados.rados.0.smithi098.stdout:439: finishing rollback tid 1 to smithi09877355-1 2024-04-12T00:28:38.102 INFO:tasks.rados.rados.0.smithi098.stdout:439: finishing rollback tid 2 to smithi09877355-1 2024-04-12T00:28:38.102 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 99 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-12T00:28:38.103 INFO:tasks.rados.rados.0.smithi098.stdout:434: done (5 left) 2024-04-12T00:28:38.104 INFO:tasks.rados.rados.0.smithi098.stdout:435: done (4 left) 2024-04-12T00:28:38.104 INFO:tasks.rados.rados.0.smithi098.stdout:436: done (3 left) 2024-04-12T00:28:38.104 INFO:tasks.rados.rados.0.smithi098.stdout:437: done (2 left) 2024-04-12T00:28:38.104 INFO:tasks.rados.rados.0.smithi098.stdout:439: done (1 left) 2024-04-12T00:28:38.104 INFO:tasks.rados.rados.0.smithi098.stdout:440: done (0 left) 2024-04-12T00:28:38.104 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 35 2024-04-12T00:28:38.104 INFO:tasks.rados.rados.0.smithi098.stdout:441: seq_num 161 ranges {811008=303104} 2024-04-12T00:28:38.110 INFO:tasks.rados.rados.0.smithi098.stdout:441: writing smithi09877355-49 from 811008 to 1114112 tid 1 2024-04-12T00:28:38.110 INFO:tasks.rados.rados.0.smithi098.stdout:442: snap_remove snap 26 2024-04-12T00:28:38.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:38 smithi193 ceph-mon[30474]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T00:28:38.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:38 smithi193 ceph-mon[30474]: pgmap v184: 121 pgs: 121 active+clean; 148 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-12T00:28:38.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:38 smithi098 ceph-mon[37915]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T00:28:38.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:38 smithi098 ceph-mon[37915]: pgmap v184: 121 pgs: 121 active+clean; 148 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-12T00:28:38.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:38 smithi098 ceph-mon[26935]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T00:28:38.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:38 smithi098 ceph-mon[26935]: pgmap v184: 121 pgs: 121 active+clean; 148 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-12T00:28:39.098 INFO:tasks.rados.rados.0.smithi098.stdout:441: finishing write tid 1 to smithi09877355-49 2024-04-12T00:28:39.098 INFO:tasks.rados.rados.0.smithi098.stdout:441: finishing write tid 2 to smithi09877355-49 2024-04-12T00:28:39.098 INFO:tasks.rados.rados.0.smithi098.stdout:441: finishing write tid 3 to smithi09877355-49 2024-04-12T00:28:39.099 INFO:tasks.rados.rados.0.smithi098.stdout:441: oid 49 updating version 0 to 126 2024-04-12T00:28:39.099 INFO:tasks.rados.rados.0.smithi098.stdout:441: oid 49 version 126 is already newer than 125 2024-04-12T00:28:39.099 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 126 (ObjNum 161 snap 35 seq_num 161) dirty exists 2024-04-12T00:28:39.099 INFO:tasks.rados.rados.0.smithi098.stdout:441: left oid 49 (ObjNum 161 snap 35 seq_num 161) 2024-04-12T00:28:39.099 INFO:tasks.rados.rados.0.smithi098.stdout:441: done (1 left) 2024-04-12T00:28:39.099 INFO:tasks.rados.rados.0.smithi098.stdout:442: done (0 left) 2024-04-12T00:28:39.099 INFO:tasks.rados.rados.0.smithi098.stdout:443: copy_from oid 5 from oid 32 current snap is 35 2024-04-12T00:28:39.099 INFO:tasks.rados.rados.0.smithi098.stdout:444: setattr oid 26 current snap is 35 2024-04-12T00:28:39.100 INFO:tasks.rados.rados.0.smithi098.stdout:445: rollback oid 29 current snap is 35 2024-04-12T00:28:39.100 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 25 2024-04-12T00:28:39.100 INFO:tasks.rados.rados.0.smithi098.stdout:446: setattr oid 40 current snap is 35 2024-04-12T00:28:39.101 INFO:tasks.rados.rados.0.smithi098.stdout:447: snap_create 2024-04-12T00:28:39.108 INFO:tasks.rados.rados.0.smithi098.stdout:445: finishing rollback tid 0 to smithi09877355-29 2024-04-12T00:28:39.108 INFO:tasks.rados.rados.0.smithi098.stdout:445: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:28:39.109 INFO:tasks.rados.rados.0.smithi098.stdout:443: finishing copy_from to smithi09877355-5 2024-04-12T00:28:39.109 INFO:tasks.rados.rados.0.smithi098.stdout:443: got expected ENOENT (src dne) 2024-04-12T00:28:39.110 INFO:tasks.rados.rados.0.smithi098.stdout:445: finishing rollback tid 2 to smithi09877355-29 2024-04-12T00:28:39.110 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 102 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T00:28:39.110 INFO:tasks.rados.rados.0.smithi098.stdout:443: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:28:39.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:39 smithi193 ceph-mon[30474]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T00:28:39.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:39 smithi193 ceph-mon[30474]: Upgrade: Updating mgr.x 2024-04-12T00:28:39.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:39 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:39.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:39 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:28:39.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:39 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:28:39.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:39 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:28:39.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:39 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:28:39.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:39 smithi193 ceph-mon[30474]: Deploying daemon mgr.x on smithi193 2024-04-12T00:28:39.113 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 74 (ObjNum 100 snap 18 seq_num 100) dirty exists 2024-04-12T00:28:39.113 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 76 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T00:28:39.308 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:28:39.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[37915]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T00:28:39.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[37915]: Upgrade: Updating mgr.x 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[37915]: Deploying daemon mgr.x on smithi193 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[26935]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[26935]: Upgrade: Updating mgr.x 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:28:39.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:28:39.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:39 smithi098 ceph-mon[26935]: Deploying daemon mgr.x on smithi193 2024-04-12T00:28:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:28:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (2m) 2m ago 3m 16.0M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:28:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (3m) 2m ago 3m 81.1M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:28:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (4m) 2m ago 4m 16.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:28:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (4m) 2m ago 4m 14.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:28:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,8765 running (7m) 2m ago 7m 448M - 18.2.2-1187-gd540ebac bb2c5eac26a4 a186f97e998b 2024-04-12T00:28:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:9283,8765 running (9m) 2m ago 9m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 47736cfdf655 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (9m) 2m ago 9m 49.6M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e70368c83938 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (8m) 2m ago 8m 38.8M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e06e75cd3e3b 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (8m) 2m ago 8m 41.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5a558294d62 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (3m) 2m ago 3m 15.0M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (2m) 2m ago 2m 8128k - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (7m) 2m ago 7m 45.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 816b0359f062 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (7m) 2m ago 7m 42.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 53c80fc27bb6 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (6m) 2m ago 6m 42.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (6m) 2m ago 6m 49.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (5m) 2m ago 5m 40.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (5m) 2m ago 5m 44.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (5m) 2m ago 5m 52.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (4m) 2m ago 4m 49.6M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:28:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (2m) 2m ago 3m 28.5M - 2.43.0 a07b618ecd1d b850e82189c3 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:28:40.013 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:28:40.014 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:28:40.014 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-12T00:28:40.014 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:28:40.014 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:28:40.105 INFO:tasks.rados.rados.0.smithi098.stdout:443: done (4 left) 2024-04-12T00:28:40.105 INFO:tasks.rados.rados.0.smithi098.stdout:444: done (3 left) 2024-04-12T00:28:40.105 INFO:tasks.rados.rados.0.smithi098.stdout:445: done (2 left) 2024-04-12T00:28:40.105 INFO:tasks.rados.rados.0.smithi098.stdout:446: done (1 left) 2024-04-12T00:28:40.105 INFO:tasks.rados.rados.0.smithi098.stdout:447: done (0 left) 2024-04-12T00:28:40.105 INFO:tasks.rados.rados.0.smithi098.stdout:448: snap_create 2024-04-12T00:28:40.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:40 smithi098 ceph-mon[37915]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T00:28:40.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:40 smithi098 ceph-mon[37915]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:40.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:40 smithi098 ceph-mon[37915]: pgmap v187: 121 pgs: 121 active+clean; 148 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-12T00:28:40.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:40 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/3079991250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:28:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:40 smithi098 ceph-mon[26935]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T00:28:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:40 smithi098 ceph-mon[26935]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:40 smithi098 ceph-mon[26935]: pgmap v187: 121 pgs: 121 active+clean; 148 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-12T00:28:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:40 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/3079991250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:28:40.348 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:40 smithi193 systemd[1]: Stopping Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:28:40.349 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:40 smithi193 ceph-mon[30474]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T00:28:40.349 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:40 smithi193 ceph-mon[30474]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:40.349 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:40 smithi193 ceph-mon[30474]: pgmap v187: 121 pgs: 121 active+clean; 148 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-12T00:28:40.349 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:40 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3079991250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:28:40.612 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:40 smithi193 podman[62738]: 2024-04-12 00:28:40.353536196 +0000 UTC m=+0.142624757 container died a186f97e998b3d267b995213451556ac0f7ae22121ded13eb8d3d2df8c6041ed (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-12T00:28:41.062 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:40 smithi193 podman[62738]: 2024-04-12 00:28:40.814853778 +0000 UTC m=+0.603942338 container cleanup a186f97e998b3d267b995213451556ac0f7ae22121ded13eb8d3d2df8c6041ed (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-12T00:28:41.062 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:40 smithi193 bash[62738]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x 2024-04-12T00:28:41.109 INFO:tasks.rados.rados.0.smithi098.stdout:448: done (0 left) 2024-04-12T00:28:41.109 INFO:tasks.rados.rados.0.smithi098.stdout:449: setattr oid 4 current snap is 37 2024-04-12T00:28:41.110 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 37 2024-04-12T00:28:41.110 INFO:tasks.rados.rados.0.smithi098.stdout:450: seq_num 162 ranges {1736704=319488} 2024-04-12T00:28:41.121 INFO:tasks.rados.rados.0.smithi098.stdout:450: writing smithi09877355-14 from 1736704 to 2056192 tid 1 2024-04-12T00:28:41.122 INFO:tasks.rados.rados.0.smithi098.stdout:451: read oid 16 snap 36 2024-04-12T00:28:41.122 INFO:tasks.rados.rados.0.smithi098.stdout:451: expect deleted 2024-04-12T00:28:41.122 INFO:tasks.rados.rados.0.smithi098.stdout:452: rmattr oid 10 current snap is 37 2024-04-12T00:28:41.122 INFO:tasks.rados.rados.0.smithi098.stdout:452: done (3 left) 2024-04-12T00:28:41.122 INFO:tasks.rados.rados.0.smithi098.stdout:453: copy_from oid 41 from oid 17 current snap is 37 2024-04-12T00:28:41.122 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 91 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:28:41.122 INFO:tasks.rados.rados.0.smithi098.stdout:449: done (3 left) 2024-04-12T00:28:41.122 INFO:tasks.rados.rados.0.smithi098.stdout:454: delete oid 22 current snap is 37 2024-04-12T00:28:41.125 INFO:tasks.rados.rados.0.smithi098.stdout:450: finishing write tid 1 to smithi09877355-14 2024-04-12T00:28:41.125 INFO:tasks.rados.rados.0.smithi098.stdout:451: done (3 left) 2024-04-12T00:28:41.125 INFO:tasks.rados.rados.0.smithi098.stdout:454: done (2 left) 2024-04-12T00:28:41.125 INFO:tasks.rados.rados.0.smithi098.stdout:455: rmattr oid 20 current snap is 37 2024-04-12T00:28:41.125 INFO:tasks.rados.rados.0.smithi098.stdout:456: rollback oid 13 current snap is 37 2024-04-12T00:28:41.125 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 13 to 11 2024-04-12T00:28:41.125 INFO:tasks.rados.rados.0.smithi098.stdout:457: copy_from oid 23 from oid 3 current snap is 37 2024-04-12T00:28:41.125 INFO:tasks.rados.rados.0.smithi098.stdout:458: read oid 6 snap -1 2024-04-12T00:28:41.125 INFO:tasks.rados.rados.0.smithi098.stdout:458: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T00:28:41.126 INFO:tasks.rados.rados.0.smithi098.stdout:459: rollback oid 5 current snap is 37 2024-04-12T00:28:41.126 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 5 to 11 2024-04-12T00:28:41.126 INFO:tasks.rados.rados.0.smithi098.stdout:460: setattr oid 21 current snap is 37 2024-04-12T00:28:41.126 INFO:tasks.rados.rados.0.smithi098.stdout:450: finishing write tid 2 to smithi09877355-14 2024-04-12T00:28:41.128 INFO:tasks.rados.rados.0.smithi098.stdout:461: snap_create 2024-04-12T00:28:41.128 INFO:tasks.rados.rados.0.smithi098.stdout:458: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T00:28:41.132 INFO:tasks.rados.rados.0.smithi098.stdout:450: finishing write tid 3 to smithi09877355-14 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:450: oid 14 updating version 0 to 94 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:450: oid 14 version 94 is already newer than 93 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 94 (ObjNum 162 snap 37 seq_num 162) dirty exists 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:450: left oid 14 (ObjNum 162 snap 37 seq_num 162) 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:457: finishing copy_from racing read to smithi09877355-23 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 96 (ObjNum 65 snap 0 seq_num 1851617395) dirty exists 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:456: finishing rollback tid 0 to smithi09877355-13 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:456: finishing rollback tid 1 to smithi09877355-13 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:456: finishing rollback tid 2 to smithi09877355-13 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 252 (ObjNum 73 snap 8 seq_num 73) dirty exists 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:453: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:459: finishing rollback tid 0 to smithi09877355-5 2024-04-12T00:28:41.133 INFO:tasks.rados.rados.0.smithi098.stdout:459: finishing rollback tid 1 to smithi09877355-5 2024-04-12T00:28:41.134 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 194 (ObjNum 33 snap 0 seq_num 28931376) dirty dne 2024-04-12T00:28:41.134 INFO:tasks.rados.rados.0.smithi098.stdout:457: finishing copy_from to smithi09877355-23 2024-04-12T00:28:41.134 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 98 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T00:28:41.134 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 198 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-04-12T00:28:41.134 INFO:tasks.rados.rados.0.smithi098.stdout:453: finishing copy_from to smithi09877355-41 2024-04-12T00:28:41.134 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 53 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-12T00:28:41.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:41 smithi193 ceph-mon[30474]: from='client.25004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:41.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:41 smithi193 ceph-mon[30474]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T00:28:41.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:41 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:41.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:41 smithi193 podman[62752]: 2024-04-12 00:28:41.066329868 +0000 UTC m=+0.717163218 container remove a186f97e998b3d267b995213451556ac0f7ae22121ded13eb8d3d2df8c6041ed (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba) 2024-04-12T00:28:41.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:41 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T00:28:41.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:41 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T00:28:41.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:41 smithi193 systemd[1]: Stopped Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:28:41.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:41 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.x.service: Consumed 18.150s CPU time. 2024-04-12T00:28:41.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:41 smithi098 ceph-mon[26935]: from='client.25004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:41.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:41 smithi098 ceph-mon[26935]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T00:28:41.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:41 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:41.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:41 smithi098 ceph-mon[37915]: from='client.25004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:28:41.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:41 smithi098 ceph-mon[37915]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T00:28:41.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:41 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:41.812 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:41 smithi193 systemd[1]: Starting Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:28:41.813 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:41 smithi193 podman[62885]: 2024-04-12 00:28:41.517270694 +0000 UTC m=+0.018238479 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:28:42.112 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:41 smithi193 podman[62885]: 2024-04-12 00:28:41.818279051 +0000 UTC m=+0.319246837 container create 9b848d5e81843d7086f6b3466e96b5a1f48a530a5be3893ed53180da01041cb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:28:42.112 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:42 smithi193 podman[62885]: 2024-04-12 00:28:42.012488996 +0000 UTC m=+0.513456781 container init 9b848d5e81843d7086f6b3466e96b5a1f48a530a5be3893ed53180da01041cb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-12T00:28:42.112 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:42 smithi193 podman[62885]: 2024-04-12 00:28:42.015019799 +0000 UTC m=+0.515987592 container start 9b848d5e81843d7086f6b3466e96b5a1f48a530a5be3893ed53180da01041cb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T00:28:42.112 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:42 smithi193 ceph-mgr[62904]: -- 172.21.15.193:0/3447990573 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a6b0c145a0 con 0x55a6b0be8c00 2024-04-12T00:28:42.121 INFO:tasks.rados.rados.0.smithi098.stdout:450: done (8 left) 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:453: done (7 left) 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:455: done (6 left) 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:456: done (5 left) 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:457: done (4 left) 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:458: done (3 left) 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:459: done (2 left) 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:460: done (1 left) 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:461: done (0 left) 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:462: rmattr oid 4 current snap is 38 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 38 2024-04-12T00:28:42.122 INFO:tasks.rados.rados.0.smithi098.stdout:463: seq_num 164 ranges {0=352256} 2024-04-12T00:28:42.123 INFO:tasks.rados.rados.0.smithi098.stdout:463: writing smithi09877355-47 from 0 to 352256 tid 1 2024-04-12T00:28:42.124 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 38 2024-04-12T00:28:42.124 INFO:tasks.rados.rados.0.smithi098.stdout:464: seq_num 165 ranges {663552=368640} 2024-04-12T00:28:42.129 INFO:tasks.rados.rados.0.smithi098.stdout:464: writing smithi09877355-40 from 663552 to 1032192 tid 1 2024-04-12T00:28:42.130 INFO:tasks.rados.rados.0.smithi098.stdout:465: read oid 38 snap 32 2024-04-12T00:28:42.130 INFO:tasks.rados.rados.0.smithi098.stdout:465: expect (ObjNum 89 snap 14 seq_num 89) 2024-04-12T00:28:42.130 INFO:tasks.rados.rados.0.smithi098.stdout:466: delete oid 16 current snap is 38 2024-04-12T00:28:42.130 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 98 (ObjNum 65 snap 0 seq_num 1851351391) dirty exists 2024-04-12T00:28:42.130 INFO:tasks.rados.rados.0.smithi098.stdout:463: finishing write tid 1 to smithi09877355-47 2024-04-12T00:28:42.130 INFO:tasks.rados.rados.0.smithi098.stdout:463: finishing write tid 2 to smithi09877355-47 2024-04-12T00:28:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:462: done (4 left) 2024-04-12T00:28:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:466: done (3 left) 2024-04-12T00:28:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 38 2024-04-12T00:28:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:467: seq_num 167 ranges {1114112=401408} 2024-04-12T00:28:42.140 INFO:tasks.rados.rados.0.smithi098.stdout:467: writing smithi09877355-49 from 1114112 to 1515520 tid 1 2024-04-12T00:28:42.140 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 38 2024-04-12T00:28:42.140 INFO:tasks.rados.rados.0.smithi098.stdout:463: finishing write tid 3 to smithi09877355-47 2024-04-12T00:28:42.140 INFO:tasks.rados.rados.0.smithi098.stdout:463: oid 47 updating version 0 to 97 2024-04-12T00:28:42.140 INFO:tasks.rados.rados.0.smithi098.stdout:463: oid 47 version 97 is already newer than 96 2024-04-12T00:28:42.140 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 97 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-12T00:28:42.140 INFO:tasks.rados.rados.0.smithi098.stdout:463: left oid 47 (ObjNum 164 snap 38 seq_num 164) 2024-04-12T00:28:42.140 INFO:tasks.rados.rados.0.smithi098.stdout:468: seq_num 168 ranges {2850816=417792} 2024-04-12T00:28:42.158 INFO:tasks.rados.rados.0.smithi098.stdout:468: writing smithi09877355-27 from 2850816 to 3268608 tid 1 2024-04-12T00:28:42.158 INFO:tasks.rados.rados.0.smithi098.stdout:463: done (4 left) 2024-04-12T00:28:42.158 INFO:tasks.rados.rados.0.smithi098.stdout:469: rollback oid 16 current snap is 38 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 18 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:464: finishing write tid 1 to smithi09877355-40 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:464: finishing write tid 2 to smithi09877355-40 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:467: finishing write tid 1 to smithi09877355-49 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:470: read oid 25 snap -1 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:470: expect deleted 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:471: rollback oid 18 current snap is 38 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 18 to 10 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:467: finishing write tid 2 to smithi09877355-49 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:464: finishing write tid 3 to smithi09877355-40 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:464: oid 40 updating version 0 to 80 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:464: oid 40 updating version 80 to 81 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 81 (ObjNum 165 snap 38 seq_num 165) dirty exists 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:464: left oid 40 (ObjNum 165 snap 38 seq_num 165) 2024-04-12T00:28:42.159 INFO:tasks.rados.rados.0.smithi098.stdout:467: finishing write tid 3 to smithi09877355-49 2024-04-12T00:28:42.160 INFO:tasks.rados.rados.0.smithi098.stdout:467: oid 49 updating version 0 to 128 2024-04-12T00:28:42.160 INFO:tasks.rados.rados.0.smithi098.stdout:467: oid 49 version 128 is already newer than 127 2024-04-12T00:28:42.160 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 128 (ObjNum 167 snap 38 seq_num 167) dirty exists 2024-04-12T00:28:42.160 INFO:tasks.rados.rados.0.smithi098.stdout:467: left oid 49 (ObjNum 167 snap 38 seq_num 167) 2024-04-12T00:28:42.160 INFO:tasks.rados.rados.0.smithi098.stdout:465: expect (ObjNum 89 snap 14 seq_num 89) 2024-04-12T00:28:42.279 INFO:tasks.rados.rados.0.smithi098.stdout:464: done (6 left) 2024-04-12T00:28:42.279 INFO:tasks.rados.rados.0.smithi098.stdout:465: done (5 left) 2024-04-12T00:28:42.279 INFO:tasks.rados.rados.0.smithi098.stdout:467: done (4 left) 2024-04-12T00:28:42.279 INFO:tasks.rados.rados.0.smithi098.stdout:470: done (3 left) 2024-04-12T00:28:42.279 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 38 2024-04-12T00:28:42.279 INFO:tasks.rados.rados.0.smithi098.stdout:469: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:28:42.279 INFO:tasks.rados.rados.0.smithi098.stdout:471: finishing rollback tid 0 to smithi09877355-18 2024-04-12T00:28:42.279 INFO:tasks.rados.rados.0.smithi098.stdout:469: finishing rollback tid 2 to smithi09877355-16 2024-04-12T00:28:42.279 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 255 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T00:28:42.280 INFO:tasks.rados.rados.0.smithi098.stdout:468: finishing write tid 1 to smithi09877355-27 2024-04-12T00:28:42.280 INFO:tasks.rados.rados.0.smithi098.stdout:472: seq_num 169 ranges {98304=434176} 2024-04-12T00:28:42.281 INFO:tasks.rados.rados.0.smithi098.stdout:472: writing smithi09877355-34 from 98304 to 532480 tid 1 2024-04-12T00:28:42.282 INFO:tasks.rados.rados.0.smithi098.stdout:469: done (3 left) 2024-04-12T00:28:42.282 INFO:tasks.rados.rados.0.smithi098.stdout:473: rollback oid 47 current snap is 38 2024-04-12T00:28:42.282 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 31 2024-04-12T00:28:42.282 INFO:tasks.rados.rados.0.smithi098.stdout:471: finishing rollback tid 1 to smithi09877355-18 2024-04-12T00:28:42.282 INFO:tasks.rados.rados.0.smithi098.stdout:471: finishing rollback tid 2 to smithi09877355-18 2024-04-12T00:28:42.282 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 110 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-12T00:28:42.282 INFO:tasks.rados.rados.0.smithi098.stdout:468: finishing write tid 2 to smithi09877355-27 2024-04-12T00:28:42.282 INFO:tasks.rados.rados.0.smithi098.stdout:471: done (3 left) 2024-04-12T00:28:42.282 INFO:tasks.rados.rados.0.smithi098.stdout:474: snap_remove snap 36 2024-04-12T00:28:42.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:42 smithi098 ceph-mon[37915]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T00:28:42.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:42 smithi098 ceph-mon[37915]: pgmap v190: 121 pgs: 121 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 176 KiB/s rd, 1.2 MiB/s wr, 33 op/s 2024-04-12T00:28:42.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:42 smithi098 ceph-mon[26935]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T00:28:42.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:42 smithi098 ceph-mon[26935]: pgmap v190: 121 pgs: 121 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 176 KiB/s rd, 1.2 MiB/s wr, 33 op/s 2024-04-12T00:28:42.599 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:42 smithi193 ceph-mon[30474]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T00:28:42.599 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:42 smithi193 ceph-mon[30474]: pgmap v190: 121 pgs: 121 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 176 KiB/s rd, 1.2 MiB/s wr, 33 op/s 2024-04-12T00:28:42.599 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:42 smithi193 bash[62885]: 9b848d5e81843d7086f6b3466e96b5a1f48a530a5be3893ed53180da01041cb8 2024-04-12T00:28:42.599 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:42 smithi193 systemd[1]: Started Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:28:42.862 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:42.602+0000 7f2d6f5bc200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:28:42.862 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:42.715+0000 7f2d6f5bc200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:28:42.965 INFO:tasks.rados.rados.0.smithi098.stdout:474: done (3 left) 2024-04-12T00:28:42.965 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 38 2024-04-12T00:28:42.965 INFO:tasks.rados.rados.0.smithi098.stdout:475: seq_num 170 ranges {106496=450560} 2024-04-12T00:28:42.969 INFO:tasks.rados.rados.0.smithi098.stdout:475: writing smithi09877355-16 from 106496 to 557056 tid 1 2024-04-12T00:28:42.969 INFO:tasks.rados.rados.0.smithi098.stdout:476: delete oid 18 current snap is 38 2024-04-12T00:28:42.969 INFO:tasks.rados.rados.0.smithi098.stdout:468: finishing write tid 3 to smithi09877355-27 2024-04-12T00:28:42.969 INFO:tasks.rados.rados.0.smithi098.stdout:468: oid 27 updating version 0 to 74 2024-04-12T00:28:42.969 INFO:tasks.rados.rados.0.smithi098.stdout:468: oid 27 updating version 74 to 75 2024-04-12T00:28:42.969 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 75 (ObjNum 168 snap 38 seq_num 168) dirty exists 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:468: left oid 27 (ObjNum 168 snap 38 seq_num 168) 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:473: finishing rollback tid 0 to smithi09877355-47 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:473: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:472: finishing write tid 1 to smithi09877355-34 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:473: finishing rollback tid 2 to smithi09877355-47 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 100 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:472: finishing write tid 2 to smithi09877355-34 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:472: finishing write tid 3 to smithi09877355-34 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:472: oid 34 updating version 0 to 96 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:472: oid 34 version 96 is already newer than 95 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 96 (ObjNum 169 snap 38 seq_num 169) dirty exists 2024-04-12T00:28:42.970 INFO:tasks.rados.rados.0.smithi098.stdout:472: left oid 34 (ObjNum 169 snap 38 seq_num 169) 2024-04-12T00:28:42.977 INFO:tasks.rados.rados.0.smithi098.stdout:468: done (4 left) 2024-04-12T00:28:42.978 INFO:tasks.rados.rados.0.smithi098.stdout:472: done (3 left) 2024-04-12T00:28:42.978 INFO:tasks.rados.rados.0.smithi098.stdout:473: done (2 left) 2024-04-12T00:28:42.978 INFO:tasks.rados.rados.0.smithi098.stdout:476: done (1 left) 2024-04-12T00:28:42.978 INFO:tasks.rados.rados.0.smithi098.stdout:477: snap_create 2024-04-12T00:28:42.978 INFO:tasks.rados.rados.0.smithi098.stdout:475: finishing write tid 1 to smithi09877355-16 2024-04-12T00:28:42.978 INFO:tasks.rados.rados.0.smithi098.stdout:475: finishing write tid 2 to smithi09877355-16 2024-04-12T00:28:42.980 INFO:tasks.rados.rados.0.smithi098.stdout:475: finishing write tid 3 to smithi09877355-16 2024-04-12T00:28:42.980 INFO:tasks.rados.rados.0.smithi098.stdout:475: oid 16 updating version 0 to 261 2024-04-12T00:28:42.980 INFO:tasks.rados.rados.0.smithi098.stdout:475: oid 16 version 261 is already newer than 260 2024-04-12T00:28:42.980 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 261 (ObjNum 170 snap 38 seq_num 170) dirty exists 2024-04-12T00:28:42.980 INFO:tasks.rados.rados.0.smithi098.stdout:475: left oid 16 (ObjNum 170 snap 38 seq_num 170) 2024-04-12T00:28:43.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-mon[30474]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T00:28:43.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:43.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:43.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:28:43.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-mon[30474]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T00:28:43.504 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:43.392+0000 7f2d6f5bc200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:28:43.504 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:43.508+0000 7f2d6f5bc200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:28:43.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[37915]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T00:28:43.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:43.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:43.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:28:43.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[37915]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T00:28:43.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[26935]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T00:28:43.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:43.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:43.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:28:43.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:43 smithi098 ceph-mon[26935]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T00:28:43.769 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:43.668+0000 7f2d6f5bc200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:28:43.968 INFO:tasks.rados.rados.0.smithi098.stdout:475: done (1 left) 2024-04-12T00:28:43.968 INFO:tasks.rados.rados.0.smithi098.stdout:477: done (0 left) 2024-04-12T00:28:43.969 INFO:tasks.rados.rados.0.smithi098.stdout:478: snap_create 2024-04-12T00:28:44.112 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:43.776+0000 7f2d6f5bc200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:28:44.112 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:43.869+0000 7f2d6f5bc200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:28:44.380 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:44 smithi193 ceph-mon[30474]: pgmap v193: 121 pgs: 121 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 176 KiB/s rd, 1.2 MiB/s wr, 33 op/s 2024-04-12T00:28:44.381 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:44 smithi193 ceph-mon[30474]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T00:28:44.381 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:44.149+0000 7f2d6f5bc200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:28:44.381 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:44.280+0000 7f2d6f5bc200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:28:44.381 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:44.384+0000 7f2d6f5bc200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:28:44.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:28:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:28:44] "GET /metrics HTTP/1.1" 200 36005 "" "Prometheus/2.43.0" 2024-04-12T00:28:44.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:44 smithi098 ceph-mon[26935]: pgmap v193: 121 pgs: 121 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 176 KiB/s rd, 1.2 MiB/s wr, 33 op/s 2024-04-12T00:28:44.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:44 smithi098 ceph-mon[26935]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T00:28:44.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:44 smithi098 ceph-mon[37915]: pgmap v193: 121 pgs: 121 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail; 176 KiB/s rd, 1.2 MiB/s wr, 33 op/s 2024-04-12T00:28:44.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:44 smithi098 ceph-mon[37915]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T00:28:44.634 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:44.503+0000 7f2d6f5bc200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:28:44.936 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:44.691+0000 7f2d6f5bc200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:28:44.971 INFO:tasks.rados.rados.0.smithi098.stdout:478: done (0 left) 2024-04-12T00:28:44.971 INFO:tasks.rados.rados.0.smithi098.stdout:479: snap_remove snap 20 2024-04-12T00:28:45.984 INFO:tasks.rados.rados.0.smithi098.stdout:479: done (0 left) 2024-04-12T00:28:45.984 INFO:tasks.rados.rados.0.smithi098.stdout:480: read oid 21 snap -1 2024-04-12T00:28:45.984 INFO:tasks.rados.rados.0.smithi098.stdout:480: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-12T00:28:45.984 INFO:tasks.rados.rados.0.smithi098.stdout:481: read oid 34 snap -1 2024-04-12T00:28:45.984 INFO:tasks.rados.rados.0.smithi098.stdout:481: expect (ObjNum 169 snap 38 seq_num 169) 2024-04-12T00:28:45.984 INFO:tasks.rados.rados.0.smithi098.stdout:482: snap_create 2024-04-12T00:28:45.998 INFO:tasks.rados.rados.0.smithi098.stdout:481: expect (ObjNum 169 snap 38 seq_num 169) 2024-04-12T00:28:46.016 INFO:tasks.rados.rados.0.smithi098.stdout:480: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-12T00:28:46.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:45 smithi193 ceph-mon[30474]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T00:28:46.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:45 smithi193 ceph-mon[30474]: pgmap v196: 121 pgs: 121 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:46.112 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:45 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:45.731+0000 7f2d6f5bc200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:28:46.112 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:45 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:45.868+0000 7f2d6f5bc200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:28:46.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:45 smithi098 ceph-mon[37915]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T00:28:46.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:45 smithi098 ceph-mon[37915]: pgmap v196: 121 pgs: 121 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:46.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:45 smithi098 ceph-mon[26935]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T00:28:46.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:45 smithi098 ceph-mon[26935]: pgmap v196: 121 pgs: 121 active+clean; 152 MiB data, 486 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:46.539 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:46.240+0000 7f2d6f5bc200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:28:46.539 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:46.336+0000 7f2d6f5bc200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:28:46.539 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:46.543+0000 7f2d6f5bc200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:28:46.862 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:46.744+0000 7f2d6f5bc200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:28:46.978 INFO:tasks.rados.rados.0.smithi098.stdout:480: done (2 left) 2024-04-12T00:28:46.978 INFO:tasks.rados.rados.0.smithi098.stdout:481: done (1 left) 2024-04-12T00:28:46.978 INFO:tasks.rados.rados.0.smithi098.stdout:482: done (0 left) 2024-04-12T00:28:46.978 INFO:tasks.rados.rados.0.smithi098.stdout:483: delete oid 46 current snap is 41 2024-04-12T00:28:46.983 INFO:tasks.rados.rados.0.smithi098.stdout:483: done (0 left) 2024-04-12T00:28:46.983 INFO:tasks.rados.rados.0.smithi098.stdout:484: delete oid 22 current snap is 41 2024-04-12T00:28:46.985 INFO:tasks.rados.rados.0.smithi098.stdout:484: done (0 left) 2024-04-12T00:28:46.985 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 41 2024-04-12T00:28:46.985 INFO:tasks.rados.rados.0.smithi098.stdout:485: seq_num 174 ranges {106496=516096} 2024-04-12T00:28:46.988 INFO:tasks.rados.rados.0.smithi098.stdout:485: writing smithi09877355-23 from 106496 to 622592 tid 1 2024-04-12T00:28:46.988 INFO:tasks.rados.rados.0.smithi098.stdout:486: snap_remove snap 30 2024-04-12T00:28:47.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:46 smithi098 ceph-mon[37915]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T00:28:47.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:46 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:47.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:46 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:47.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:46 smithi098 ceph-mon[26935]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T00:28:47.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:46 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:47.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:46 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:47.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:46 smithi193 ceph-mon[30474]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T00:28:47.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:46 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:47.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:46 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:47.361 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:47.081+0000 7f2d6f5bc200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:28:47.361 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:47.364+0000 7f2d6f5bc200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:28:47.910 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:47.624+0000 7f2d6f5bc200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:28:47.994 INFO:tasks.rados.rados.0.smithi098.stdout:486: done (1 left) 2024-04-12T00:28:47.994 INFO:tasks.rados.rados.0.smithi098.stdout:487: delete oid 29 current snap is 41 2024-04-12T00:28:47.994 INFO:tasks.rados.rados.0.smithi098.stdout:485: finishing write tid 1 to smithi09877355-23 2024-04-12T00:28:47.994 INFO:tasks.rados.rados.0.smithi098.stdout:485: finishing write tid 2 to smithi09877355-23 2024-04-12T00:28:47.994 INFO:tasks.rados.rados.0.smithi098.stdout:485: finishing write tid 3 to smithi09877355-23 2024-04-12T00:28:47.995 INFO:tasks.rados.rados.0.smithi098.stdout:485: oid 23 updating version 0 to 218 2024-04-12T00:28:47.995 INFO:tasks.rados.rados.0.smithi098.stdout:485: oid 23 version 218 is already newer than 217 2024-04-12T00:28:47.995 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 218 (ObjNum 174 snap 41 seq_num 174) dirty exists 2024-04-12T00:28:47.995 INFO:tasks.rados.rados.0.smithi098.stdout:485: left oid 23 (ObjNum 174 snap 41 seq_num 174) 2024-04-12T00:28:48.003 INFO:tasks.rados.rados.0.smithi098.stdout:485: done (1 left) 2024-04-12T00:28:48.003 INFO:tasks.rados.rados.0.smithi098.stdout:487: done (0 left) 2024-04-12T00:28:48.003 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 41 2024-04-12T00:28:48.003 INFO:tasks.rados.rados.0.smithi098.stdout:488: seq_num 176 ranges {6823936=557056} 2024-04-12T00:28:48.043 INFO:tasks.rados.rados.0.smithi098.stdout:488: writing smithi09877355-39 from 6823936 to 7380992 tid 1 2024-04-12T00:28:48.043 INFO:tasks.rados.rados.0.smithi098.stdout:489: rollback oid 8 current snap is 41 2024-04-12T00:28:48.043 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 40 2024-04-12T00:28:48.043 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 41 2024-04-12T00:28:48.043 INFO:tasks.rados.rados.0.smithi098.stdout:490: seq_num 177 ranges {0=573440} 2024-04-12T00:28:48.047 INFO:tasks.rados.rados.0.smithi098.stdout:490: writing smithi09877355-43 from 0 to 573440 tid 1 2024-04-12T00:28:48.047 INFO:tasks.rados.rados.0.smithi098.stdout:491: delete oid 49 current snap is 41 2024-04-12T00:28:48.047 INFO:tasks.rados.rados.0.smithi098.stdout:489: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:28:48.047 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 33 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T00:28:48.048 INFO:tasks.rados.rados.0.smithi098.stdout:488: finishing write tid 1 to smithi09877355-39 2024-04-12T00:28:48.048 INFO:tasks.rados.rados.0.smithi098.stdout:488: finishing write tid 2 to smithi09877355-39 2024-04-12T00:28:48.048 INFO:tasks.rados.rados.0.smithi098.stdout:489: done (3 left) 2024-04-12T00:28:48.048 INFO:tasks.rados.rados.0.smithi098.stdout:491: done (2 left) 2024-04-12T00:28:48.049 INFO:tasks.rados.rados.0.smithi098.stdout:492: delete oid 49 current snap is 41 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:488: finishing write tid 3 to smithi09877355-39 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:488: oid 39 updating version 0 to 286 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:488: oid 39 updating version 286 to 287 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 287 (ObjNum 176 snap 41 seq_num 176) dirty exists 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:488: left oid 39 (ObjNum 176 snap 41 seq_num 176) 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:490: finishing write tid 1 to smithi09877355-43 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:490: finishing write tid 2 to smithi09877355-43 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:488: done (2 left) 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:492: done (1 left) 2024-04-12T00:28:48.050 INFO:tasks.rados.rados.0.smithi098.stdout:493: rmattr oid 29 current snap is 41 2024-04-12T00:28:48.051 INFO:tasks.rados.rados.0.smithi098.stdout:493: done (1 left) 2024-04-12T00:28:48.051 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 41 2024-04-12T00:28:48.051 INFO:tasks.rados.rados.0.smithi098.stdout:494: seq_num 180 ranges {2777088=622592} 2024-04-12T00:28:48.068 INFO:tasks.rados.rados.0.smithi098.stdout:494: writing smithi09877355-37 from 2777088 to 3399680 tid 1 2024-04-12T00:28:48.068 INFO:tasks.rados.rados.0.smithi098.stdout:495: read oid 29 snap -1 2024-04-12T00:28:48.069 INFO:tasks.rados.rados.0.smithi098.stdout:495: expect deleted 2024-04-12T00:28:48.069 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 41 2024-04-12T00:28:48.069 INFO:tasks.rados.rados.0.smithi098.stdout:490: finishing write tid 3 to smithi09877355-43 2024-04-12T00:28:48.069 INFO:tasks.rados.rados.0.smithi098.stdout:490: oid 43 updating version 0 to 138 2024-04-12T00:28:48.069 INFO:tasks.rados.rados.0.smithi098.stdout:490: oid 43 version 138 is already newer than 137 2024-04-12T00:28:48.069 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 138 (ObjNum 177 snap 41 seq_num 177) dirty exists 2024-04-12T00:28:48.069 INFO:tasks.rados.rados.0.smithi098.stdout:490: left oid 43 (ObjNum 177 snap 41 seq_num 177) 2024-04-12T00:28:48.069 INFO:tasks.rados.rados.0.smithi098.stdout:496: seq_num 181 ranges {270336=638976} 2024-04-12T00:28:48.074 INFO:tasks.rados.rados.0.smithi098.stdout:496: writing smithi09877355-12 from 270336 to 909312 tid 1 2024-04-12T00:28:48.074 INFO:tasks.rados.rados.0.smithi098.stdout:490: done (3 left) 2024-04-12T00:28:48.074 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 41 2024-04-12T00:28:48.074 INFO:tasks.rados.rados.0.smithi098.stdout:497: seq_num 182 ranges {4956160=655360} 2024-04-12T00:28:48.104 INFO:tasks.rados.rados.0.smithi098.stdout:497: writing smithi09877355-36 from 4956160 to 5611520 tid 1 2024-04-12T00:28:48.105 INFO:tasks.rados.rados.0.smithi098.stdout:498: snap_remove snap 25 2024-04-12T00:28:48.105 INFO:tasks.rados.rados.0.smithi098.stdout:494: finishing write tid 1 to smithi09877355-37 2024-04-12T00:28:48.105 INFO:tasks.rados.rados.0.smithi098.stdout:494: finishing write tid 2 to smithi09877355-37 2024-04-12T00:28:48.105 INFO:tasks.rados.rados.0.smithi098.stdout:494: finishing write tid 3 to smithi09877355-37 2024-04-12T00:28:48.105 INFO:tasks.rados.rados.0.smithi098.stdout:494: oid 37 updating version 0 to 141 2024-04-12T00:28:48.105 INFO:tasks.rados.rados.0.smithi098.stdout:494: oid 37 version 141 is already newer than 140 2024-04-12T00:28:48.105 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 141 (ObjNum 180 snap 41 seq_num 180) dirty exists 2024-04-12T00:28:48.105 INFO:tasks.rados.rados.0.smithi098.stdout:494: left oid 37 (ObjNum 180 snap 41 seq_num 180) 2024-04-12T00:28:48.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:47 smithi098 ceph-mon[37915]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T00:28:48.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:47 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:48.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:47 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:48.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:47 smithi098 ceph-mon[37915]: pgmap v199: 121 pgs: 121 active+clean; 155 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 592 KiB/s wr, 10 op/s 2024-04-12T00:28:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:47 smithi098 ceph-mon[26935]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T00:28:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:47 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:47 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:47 smithi098 ceph-mon[26935]: pgmap v199: 121 pgs: 121 active+clean; 155 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 592 KiB/s wr, 10 op/s 2024-04-12T00:28:48.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:47 smithi193 ceph-mon[30474]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T00:28:48.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:47 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:48.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:47 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:28:48.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:47 smithi193 ceph-mon[30474]: pgmap v199: 121 pgs: 121 active+clean; 155 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 592 KiB/s wr, 10 op/s 2024-04-12T00:28:48.862 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:48 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:48.481+0000 7f2d6f5bc200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:28:48.997 INFO:tasks.rados.rados.0.smithi098.stdout:494: done (4 left) 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:495: done (3 left) 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:498: done (2 left) 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:499: snap_create 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:496: finishing write tid 1 to smithi09877355-12 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:496: finishing write tid 2 to smithi09877355-12 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:496: finishing write tid 3 to smithi09877355-12 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:496: oid 12 updating version 0 to 95 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:496: oid 12 updating version 95 to 96 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 96 (ObjNum 181 snap 41 seq_num 181) dirty exists 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:496: left oid 12 (ObjNum 181 snap 41 seq_num 181) 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:497: finishing write tid 1 to smithi09877355-36 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:497: finishing write tid 2 to smithi09877355-36 2024-04-12T00:28:48.998 INFO:tasks.rados.rados.0.smithi098.stdout:497: finishing write tid 3 to smithi09877355-36 2024-04-12T00:28:48.999 INFO:tasks.rados.rados.0.smithi098.stdout:497: oid 36 updating version 0 to 231 2024-04-12T00:28:48.999 INFO:tasks.rados.rados.0.smithi098.stdout:497: oid 36 version 231 is already newer than 230 2024-04-12T00:28:48.999 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 231 (ObjNum 182 snap 41 seq_num 182) dirty exists 2024-04-12T00:28:48.999 INFO:tasks.rados.rados.0.smithi098.stdout:497: left oid 36 (ObjNum 182 snap 41 seq_num 182) 2024-04-12T00:28:49.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:48 smithi098 ceph-mon[37915]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T00:28:49.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:48 smithi098 ceph-mon[26935]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T00:28:49.331 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:48 smithi193 ceph-mon[30474]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T00:28:49.331 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:49.071+0000 7f2d6f5bc200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:28:49.331 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:49.172+0000 7f2d6f5bc200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:28:49.612 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:49.395+0000 7f2d6f5bc200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:28:49.612 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:28:49] ENGINE Bus STARTING 2024-04-12T00:28:49.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: CherryPy Checker: 2024-04-12T00:28:49.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: The Application mounted at '' has an empty config. 2024-04-12T00:28:49.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:28:49.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:28:49] ENGINE Serving on http://:::9283 2024-04-12T00:28:49.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:28:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:28:49] ENGINE Bus STARTED 2024-04-12T00:28:50.009 INFO:tasks.rados.rados.0.smithi098.stdout:496: done (2 left) 2024-04-12T00:28:50.009 INFO:tasks.rados.rados.0.smithi098.stdout:497: done (1 left) 2024-04-12T00:28:50.010 INFO:tasks.rados.rados.0.smithi098.stdout:499: done (0 left) 2024-04-12T00:28:50.010 INFO:tasks.rados.rados.0.smithi098.stdout:500: snap_remove snap 18 2024-04-12T00:28:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[26935]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T00:28:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[26935]: Standby manager daemon x restarted 2024-04-12T00:28:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[26935]: Standby manager daemon x started 2024-04-12T00:28:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:28:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:28:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:28:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:28:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[26935]: pgmap v202: 121 pgs: 121 active+clean; 155 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 592 KiB/s wr, 10 op/s 2024-04-12T00:28:50.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[37915]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T00:28:50.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[37915]: Standby manager daemon x restarted 2024-04-12T00:28:50.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[37915]: Standby manager daemon x started 2024-04-12T00:28:50.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:28:50.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:28:50.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:28:50.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:28:50.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:50 smithi098 ceph-mon[37915]: pgmap v202: 121 pgs: 121 active+clean; 155 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 592 KiB/s wr, 10 op/s 2024-04-12T00:28:50.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:50 smithi193 ceph-mon[30474]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T00:28:50.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:50 smithi193 ceph-mon[30474]: Standby manager daemon x restarted 2024-04-12T00:28:50.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:50 smithi193 ceph-mon[30474]: Standby manager daemon x started 2024-04-12T00:28:50.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:50 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:28:50.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:50 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:28:50.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:50 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:28:50.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:50 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:28:50.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:50 smithi193 ceph-mon[30474]: pgmap v202: 121 pgs: 121 active+clean; 155 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 592 KiB/s wr, 10 op/s 2024-04-12T00:28:51.011 INFO:tasks.rados.rados.0.smithi098.stdout:500: done (0 left) 2024-04-12T00:28:51.011 INFO:tasks.rados.rados.0.smithi098.stdout:501: read oid 16 snap 35 2024-04-12T00:28:51.011 INFO:tasks.rados.rados.0.smithi098.stdout:501: expect deleted 2024-04-12T00:28:51.011 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 42 2024-04-12T00:28:51.011 INFO:tasks.rados.rados.0.smithi098.stdout:502: seq_num 183 ranges {0=671744} 2024-04-12T00:28:51.016 INFO:tasks.rados.rados.0.smithi098.stdout:502: writing smithi09877355-2 from 0 to 671744 tid 1 2024-04-12T00:28:51.016 INFO:tasks.rados.rados.0.smithi098.stdout:501: done (1 left) 2024-04-12T00:28:51.017 INFO:tasks.rados.rados.0.smithi098.stdout:503: setattr oid 31 current snap is 42 2024-04-12T00:28:51.021 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 42 2024-04-12T00:28:51.021 INFO:tasks.rados.rados.0.smithi098.stdout:504: seq_num 184 ranges {532480=688128} 2024-04-12T00:28:51.029 INFO:tasks.rados.rados.0.smithi098.stdout:504: writing smithi09877355-34 from 532480 to 1220608 tid 1 2024-04-12T00:28:51.030 INFO:tasks.rados.rados.0.smithi098.stdout:505: read oid 29 snap -1 2024-04-12T00:28:51.030 INFO:tasks.rados.rados.0.smithi098.stdout:505: expect deleted 2024-04-12T00:28:51.030 INFO:tasks.rados.rados.0.smithi098.stdout:506: read oid 5 snap -1 2024-04-12T00:28:51.030 INFO:tasks.rados.rados.0.smithi098.stdout:506: expect deleted 2024-04-12T00:28:51.030 INFO:tasks.rados.rados.0.smithi098.stdout:507: copy_from oid 1 from oid 7 current snap is 42 2024-04-12T00:28:51.031 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 35 (ObjNum 70 snap 6 seq_num 70) dirty exists 2024-04-12T00:28:51.031 INFO:tasks.rados.rados.0.smithi098.stdout:502: finishing write tid 1 to smithi09877355-2 2024-04-12T00:28:51.031 INFO:tasks.rados.rados.0.smithi098.stdout:502: finishing write tid 2 to smithi09877355-2 2024-04-12T00:28:51.031 INFO:tasks.rados.rados.0.smithi098.stdout:503: done (5 left) 2024-04-12T00:28:51.031 INFO:tasks.rados.rados.0.smithi098.stdout:508: rollback oid 36 current snap is 42 2024-04-12T00:28:51.031 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 29 2024-04-12T00:28:51.031 INFO:tasks.rados.rados.0.smithi098.stdout:509: snap_remove snap 40 2024-04-12T00:28:51.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:51 smithi098 ceph-mon[37915]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-12T00:28:51.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:51 smithi098 ceph-mon[37915]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T00:28:51.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:51 smithi098 ceph-mon[26935]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-12T00:28:51.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:51 smithi098 ceph-mon[26935]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T00:28:51.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:51 smithi193 ceph-mon[30474]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-12T00:28:51.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:51 smithi193 ceph-mon[30474]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:509: done (6 left) 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:510: read oid 43 snap -1 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:510: expect (ObjNum 177 snap 41 seq_num 177) 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:511: rollback oid 41 current snap is 42 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 39 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:502: finishing write tid 3 to smithi09877355-2 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:502: oid 2 updating version 0 to 114 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:502: oid 2 version 114 is already newer than 113 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 114 (ObjNum 183 snap 42 seq_num 183) dirty exists 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:502: left oid 2 (ObjNum 183 snap 42 seq_num 183) 2024-04-12T00:28:52.023 INFO:tasks.rados.rados.0.smithi098.stdout:504: finishing write tid 1 to smithi09877355-34 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:504: finishing write tid 2 to smithi09877355-34 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:504: finishing write tid 3 to smithi09877355-34 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:504: oid 34 updating version 0 to 117 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:504: oid 34 version 117 is already newer than 116 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 117 (ObjNum 184 snap 42 seq_num 184) dirty exists 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:504: left oid 34 (ObjNum 184 snap 42 seq_num 184) 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:508: finishing rollback tid 0 to smithi09877355-36 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:508: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:507: finishing copy_from racing read to smithi09877355-1 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:508: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 253 (ObjNum 125 snap 27 seq_num 125) dirty exists 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:507: finishing copy_from to smithi09877355-1 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 48 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:28:52.024 INFO:tasks.rados.rados.0.smithi098.stdout:502: done (7 left) 2024-04-12T00:28:52.025 INFO:tasks.rados.rados.0.smithi098.stdout:504: done (6 left) 2024-04-12T00:28:52.025 INFO:tasks.rados.rados.0.smithi098.stdout:505: done (5 left) 2024-04-12T00:28:52.025 INFO:tasks.rados.rados.0.smithi098.stdout:506: done (4 left) 2024-04-12T00:28:52.025 INFO:tasks.rados.rados.0.smithi098.stdout:507: done (3 left) 2024-04-12T00:28:52.025 INFO:tasks.rados.rados.0.smithi098.stdout:508: done (2 left) 2024-04-12T00:28:52.025 INFO:tasks.rados.rados.0.smithi098.stdout:512: delete oid 11 current snap is 42 2024-04-12T00:28:52.026 INFO:tasks.rados.rados.0.smithi098.stdout:512: done (2 left) 2024-04-12T00:28:52.026 INFO:tasks.rados.rados.0.smithi098.stdout:513: rmattr oid 9 current snap is 42 2024-04-12T00:28:52.026 INFO:tasks.rados.rados.0.smithi098.stdout:513: done (2 left) 2024-04-12T00:28:52.026 INFO:tasks.rados.rados.0.smithi098.stdout:514: snap_create 2024-04-12T00:28:52.029 INFO:tasks.rados.rados.0.smithi098.stdout:510: expect (ObjNum 177 snap 41 seq_num 177) 2024-04-12T00:28:52.046 INFO:tasks.rados.rados.0.smithi098.stdout:511: finishing rollback tid 0 to smithi09877355-41 2024-04-12T00:28:52.047 INFO:tasks.rados.rados.0.smithi098.stdout:511: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:28:52.047 INFO:tasks.rados.rados.0.smithi098.stdout:511: finishing rollback tid 2 to smithi09877355-41 2024-04-12T00:28:52.047 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 259 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-12T00:28:52.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:52 smithi098 ceph-mon[37915]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T00:28:52.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:52 smithi098 ceph-mon[37915]: pgmap v205: 121 pgs: 121 active+clean; 160 MiB data, 516 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-12T00:28:52.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:52 smithi098 ceph-mon[26935]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T00:28:52.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:52 smithi098 ceph-mon[26935]: pgmap v205: 121 pgs: 121 active+clean; 160 MiB data, 516 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-12T00:28:52.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:52 smithi193 ceph-mon[30474]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T00:28:52.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:52 smithi193 ceph-mon[30474]: pgmap v205: 121 pgs: 121 active+clean; 160 MiB data, 516 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-12T00:28:52.969 INFO:tasks.rados.rados.0.smithi098.stdout:510: done (2 left) 2024-04-12T00:28:52.969 INFO:tasks.rados.rados.0.smithi098.stdout:511: done (1 left) 2024-04-12T00:28:52.969 INFO:tasks.rados.rados.0.smithi098.stdout:514: done (0 left) 2024-04-12T00:28:52.970 INFO:tasks.rados.rados.0.smithi098.stdout:515: delete oid 37 current snap is 43 2024-04-12T00:28:52.973 INFO:tasks.rados.rados.0.smithi098.stdout:515: done (0 left) 2024-04-12T00:28:52.973 INFO:tasks.rados.rados.0.smithi098.stdout:516: read oid 28 snap 42 2024-04-12T00:28:52.973 INFO:tasks.rados.rados.0.smithi098.stdout:516: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T00:28:52.973 INFO:tasks.rados.rados.0.smithi098.stdout:517: read oid 2 snap 38 2024-04-12T00:28:52.973 INFO:tasks.rados.rados.0.smithi098.stdout:517: expect deleted 2024-04-12T00:28:52.973 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 43 2024-04-12T00:28:52.973 INFO:tasks.rados.rados.0.smithi098.stdout:518: seq_num 187 ranges {5021696=737280} 2024-04-12T00:28:53.005 INFO:tasks.rados.rados.0.smithi098.stdout:518: writing smithi09877355-42 from 5021696 to 5758976 tid 1 2024-04-12T00:28:53.005 INFO:tasks.rados.rados.0.smithi098.stdout:519: snap_create 2024-04-12T00:28:53.008 INFO:tasks.rados.rados.0.smithi098.stdout:516: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T00:28:53.234 INFO:tasks.rados.rados.0.smithi098.stdout:518: finishing write tid 1 to smithi09877355-42 2024-04-12T00:28:53.235 INFO:tasks.rados.rados.0.smithi098.stdout:518: finishing write tid 2 to smithi09877355-42 2024-04-12T00:28:53.235 INFO:tasks.rados.rados.0.smithi098.stdout:518: finishing write tid 3 to smithi09877355-42 2024-04-12T00:28:53.235 INFO:tasks.rados.rados.0.smithi098.stdout:518: oid 42 updating version 0 to 108 2024-04-12T00:28:53.235 INFO:tasks.rados.rados.0.smithi098.stdout:518: oid 42 version 108 is already newer than 107 2024-04-12T00:28:53.235 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 108 (ObjNum 187 snap 43 seq_num 187) dirty exists 2024-04-12T00:28:53.235 INFO:tasks.rados.rados.0.smithi098.stdout:518: left oid 42 (ObjNum 187 snap 43 seq_num 187) 2024-04-12T00:28:53.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:53 smithi098 ceph-mon[37915]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T00:28:53.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:53 smithi098 ceph-mon[37915]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T00:28:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:53 smithi098 ceph-mon[26935]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T00:28:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:53 smithi098 ceph-mon[26935]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T00:28:53.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:53 smithi193 ceph-mon[30474]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T00:28:53.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:53 smithi193 ceph-mon[30474]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T00:28:53.970 INFO:tasks.rados.rados.0.smithi098.stdout:516: done (3 left) 2024-04-12T00:28:53.970 INFO:tasks.rados.rados.0.smithi098.stdout:517: done (2 left) 2024-04-12T00:28:53.970 INFO:tasks.rados.rados.0.smithi098.stdout:518: done (1 left) 2024-04-12T00:28:53.970 INFO:tasks.rados.rados.0.smithi098.stdout:519: done (0 left) 2024-04-12T00:28:53.970 INFO:tasks.rados.rados.0.smithi098.stdout:520: setattr oid 5 current snap is 44 2024-04-12T00:28:53.972 INFO:tasks.rados.rados.0.smithi098.stdout:521: rollback oid 50 current snap is 44 2024-04-12T00:28:53.972 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 42 2024-04-12T00:28:53.972 INFO:tasks.rados.rados.0.smithi098.stdout:522: setattr oid 47 current snap is 44 2024-04-12T00:28:53.973 INFO:tasks.rados.rados.0.smithi098.stdout:521: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:28:53.973 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 61 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-04-12T00:28:53.975 INFO:tasks.rados.rados.0.smithi098.stdout:521: done (2 left) 2024-04-12T00:28:53.975 INFO:tasks.rados.rados.0.smithi098.stdout:523: rollback oid 19 current snap is 44 2024-04-12T00:28:53.975 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 29 2024-04-12T00:28:53.975 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 44 2024-04-12T00:28:53.975 INFO:tasks.rados.rados.0.smithi098.stdout:524: seq_num 188 ranges {1032192=753664} 2024-04-12T00:28:53.984 INFO:tasks.rados.rados.0.smithi098.stdout:524: writing smithi09877355-40 from 1032192 to 1785856 tid 1 2024-04-12T00:28:53.984 INFO:tasks.rados.rados.0.smithi098.stdout:525: snap_remove snap 39 2024-04-12T00:28:54.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:28:54 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:28:54] "GET /metrics HTTP/1.1" 200 36005 "" "Prometheus/2.43.0" 2024-04-12T00:28:54.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:54 smithi098 ceph-mon[37915]: pgmap v208: 121 pgs: 121 active+clean; 160 MiB data, 516 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-12T00:28:54.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:54 smithi098 ceph-mon[37915]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T00:28:54.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:54 smithi098 ceph-mon[26935]: pgmap v208: 121 pgs: 121 active+clean; 160 MiB data, 516 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-12T00:28:54.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:54 smithi098 ceph-mon[26935]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T00:28:54.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:54 smithi193 ceph-mon[30474]: pgmap v208: 121 pgs: 121 active+clean; 160 MiB data, 516 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-12T00:28:54.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:54 smithi193 ceph-mon[30474]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T00:28:54.973 INFO:tasks.rados.rados.0.smithi098.stdout:525: done (4 left) 2024-04-12T00:28:54.973 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 44 2024-04-12T00:28:54.973 INFO:tasks.rados.rados.0.smithi098.stdout:526: seq_num 189 ranges {5758976=770048} 2024-04-12T00:28:55.009 INFO:tasks.rados.rados.0.smithi098.stdout:526: writing smithi09877355-42 from 5758976 to 6529024 tid 1 2024-04-12T00:28:55.009 INFO:tasks.rados.rados.0.smithi098.stdout:527: rollback oid 3 current snap is 44 2024-04-12T00:28:55.009 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 3 to 31 2024-04-12T00:28:55.009 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 264 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-12T00:28:55.009 INFO:tasks.rados.rados.0.smithi098.stdout:523: finishing rollback tid 0 to smithi09877355-19 2024-04-12T00:28:55.009 INFO:tasks.rados.rados.0.smithi098.stdout:523: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:28:55.009 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 113 (ObjNum 49 snap 0 seq_num 1851871336) dirty dne 2024-04-12T00:28:55.009 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 116 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:28:55.009 INFO:tasks.rados.rados.0.smithi098.stdout:524: finishing write tid 1 to smithi09877355-40 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:524: finishing write tid 2 to smithi09877355-40 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:524: finishing write tid 3 to smithi09877355-40 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:524: oid 40 updating version 0 to 113 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:524: oid 40 version 113 is already newer than 112 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 113 (ObjNum 188 snap 44 seq_num 188) dirty exists 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:524: left oid 40 (ObjNum 188 snap 44 seq_num 188) 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:520: done (5 left) 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:522: done (4 left) 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:523: done (3 left) 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:524: done (2 left) 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:528: rmattr oid 40 current snap is 44 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:529: read oid 18 snap -1 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:529: expect deleted 2024-04-12T00:28:55.010 INFO:tasks.rados.rados.0.smithi098.stdout:530: snap_create 2024-04-12T00:28:55.011 INFO:tasks.rados.rados.0.smithi098.stdout:527: finishing rollback tid 0 to smithi09877355-3 2024-04-12T00:28:55.011 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 118 (ObjNum 188 snap 44 seq_num 188) dirty exists 2024-04-12T00:28:55.011 INFO:tasks.rados.rados.0.smithi098.stdout:527: finishing rollback tid 1 to smithi09877355-3 2024-04-12T00:28:55.012 INFO:tasks.rados.rados.0.smithi098.stdout:527: finishing rollback tid 2 to smithi09877355-3 2024-04-12T00:28:55.012 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 167 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T00:28:55.013 INFO:tasks.rados.rados.0.smithi098.stdout:526: finishing write tid 1 to smithi09877355-42 2024-04-12T00:28:55.013 INFO:tasks.rados.rados.0.smithi098.stdout:526: finishing write tid 2 to smithi09877355-42 2024-04-12T00:28:55.014 INFO:tasks.rados.rados.0.smithi098.stdout:526: finishing write tid 3 to smithi09877355-42 2024-04-12T00:28:55.014 INFO:tasks.rados.rados.0.smithi098.stdout:526: oid 42 updating version 0 to 109 2024-04-12T00:28:55.014 INFO:tasks.rados.rados.0.smithi098.stdout:526: oid 42 updating version 109 to 110 2024-04-12T00:28:55.014 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 110 (ObjNum 189 snap 44 seq_num 189) dirty exists 2024-04-12T00:28:55.014 INFO:tasks.rados.rados.0.smithi098.stdout:526: left oid 42 (ObjNum 189 snap 44 seq_num 189) 2024-04-12T00:28:55.979 INFO:tasks.rados.rados.0.smithi098.stdout:526: done (4 left) 2024-04-12T00:28:55.979 INFO:tasks.rados.rados.0.smithi098.stdout:527: done (3 left) 2024-04-12T00:28:55.979 INFO:tasks.rados.rados.0.smithi098.stdout:528: done (2 left) 2024-04-12T00:28:55.979 INFO:tasks.rados.rados.0.smithi098.stdout:529: done (1 left) 2024-04-12T00:28:55.979 INFO:tasks.rados.rados.0.smithi098.stdout:530: done (0 left) 2024-04-12T00:28:55.979 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 45 2024-04-12T00:28:55.979 INFO:tasks.rados.rados.0.smithi098.stdout:531: seq_num 190 ranges {827392=786432} 2024-04-12T00:28:55.987 INFO:tasks.rados.rados.0.smithi098.stdout:531: writing smithi09877355-3 from 827392 to 1613824 tid 1 2024-04-12T00:28:55.987 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 45 2024-04-12T00:28:55.988 INFO:tasks.rados.rados.0.smithi098.stdout:532: seq_num 191 ranges {0=802816} 2024-04-12T00:28:55.993 INFO:tasks.rados.rados.0.smithi098.stdout:532: writing smithi09877355-49 from 0 to 802816 tid 1 2024-04-12T00:28:55.993 INFO:tasks.rados.rados.0.smithi098.stdout:533: read oid 32 snap 44 2024-04-12T00:28:55.993 INFO:tasks.rados.rados.0.smithi098.stdout:533: expect deleted 2024-04-12T00:28:55.993 INFO:tasks.rados.rados.0.smithi098.stdout:534: rollback oid 50 current snap is 45 2024-04-12T00:28:55.993 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 29 2024-04-12T00:28:55.994 INFO:tasks.rados.rados.0.smithi098.stdout:531: finishing write tid 1 to smithi09877355-3 2024-04-12T00:28:55.994 INFO:tasks.rados.rados.0.smithi098.stdout:535: snap_create 2024-04-12T00:28:55.994 INFO:tasks.rados.rados.0.smithi098.stdout:531: finishing write tid 2 to smithi09877355-3 2024-04-12T00:28:55.994 INFO:tasks.rados.rados.0.smithi098.stdout:531: finishing write tid 3 to smithi09877355-3 2024-04-12T00:28:55.994 INFO:tasks.rados.rados.0.smithi098.stdout:531: oid 3 updating version 0 to 170 2024-04-12T00:28:55.994 INFO:tasks.rados.rados.0.smithi098.stdout:531: oid 3 version 170 is already newer than 169 2024-04-12T00:28:55.994 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 170 (ObjNum 190 snap 45 seq_num 190) dirty exists 2024-04-12T00:28:55.994 INFO:tasks.rados.rados.0.smithi098.stdout:531: left oid 3 (ObjNum 190 snap 45 seq_num 190) 2024-04-12T00:28:55.995 INFO:tasks.rados.rados.0.smithi098.stdout:534: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:28:55.995 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 61 (ObjNum 33 snap 0 seq_num 1655463313) dirty dne 2024-04-12T00:28:55.996 INFO:tasks.rados.rados.0.smithi098.stdout:532: finishing write tid 1 to smithi09877355-49 2024-04-12T00:28:55.996 INFO:tasks.rados.rados.0.smithi098.stdout:532: finishing write tid 2 to smithi09877355-49 2024-04-12T00:28:55.999 INFO:tasks.rados.rados.0.smithi098.stdout:532: finishing write tid 3 to smithi09877355-49 2024-04-12T00:28:55.999 INFO:tasks.rados.rados.0.smithi098.stdout:532: oid 49 updating version 0 to 167 2024-04-12T00:28:55.999 INFO:tasks.rados.rados.0.smithi098.stdout:532: oid 49 version 167 is already newer than 166 2024-04-12T00:28:55.999 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 167 (ObjNum 191 snap 45 seq_num 191) dirty exists 2024-04-12T00:28:55.999 INFO:tasks.rados.rados.0.smithi098.stdout:532: left oid 49 (ObjNum 191 snap 45 seq_num 191) 2024-04-12T00:28:56.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:55 smithi098 ceph-mon[37915]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T00:28:56.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:55 smithi098 ceph-mon[37915]: pgmap v211: 121 pgs: 121 active+clean; 160 MiB data, 516 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:56.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:55 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:56.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:55 smithi098 ceph-mon[26935]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T00:28:56.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:55 smithi098 ceph-mon[26935]: pgmap v211: 121 pgs: 121 active+clean; 160 MiB data, 516 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:56.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:55 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:56.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:55 smithi193 ceph-mon[30474]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T00:28:56.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:55 smithi193 ceph-mon[30474]: pgmap v211: 121 pgs: 121 active+clean; 160 MiB data, 516 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:28:56.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:55 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:28:56.979 INFO:tasks.rados.rados.0.smithi098.stdout:531: done (4 left) 2024-04-12T00:28:56.979 INFO:tasks.rados.rados.0.smithi098.stdout:532: done (3 left) 2024-04-12T00:28:56.979 INFO:tasks.rados.rados.0.smithi098.stdout:533: done (2 left) 2024-04-12T00:28:56.979 INFO:tasks.rados.rados.0.smithi098.stdout:534: done (1 left) 2024-04-12T00:28:56.980 INFO:tasks.rados.rados.0.smithi098.stdout:535: done (0 left) 2024-04-12T00:28:56.980 INFO:tasks.rados.rados.0.smithi098.stdout:536: read oid 22 snap -1 2024-04-12T00:28:56.980 INFO:tasks.rados.rados.0.smithi098.stdout:536: expect deleted 2024-04-12T00:28:56.980 INFO:tasks.rados.rados.0.smithi098.stdout:537: rollback oid 47 current snap is 46 2024-04-12T00:28:56.980 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 45 2024-04-12T00:28:56.980 INFO:tasks.rados.rados.0.smithi098.stdout:538: snap_remove snap 10 2024-04-12T00:28:57.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:56 smithi098 ceph-mon[37915]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T00:28:57.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:56 smithi098 ceph-mon[26935]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T00:28:57.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:56 smithi193 ceph-mon[30474]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T00:28:57.990 INFO:tasks.rados.rados.0.smithi098.stdout:538: done (2 left) 2024-04-12T00:28:57.990 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 46 2024-04-12T00:28:57.990 INFO:tasks.rados.rados.0.smithi098.stdout:539: seq_num 192 ranges {139264=417792,557056=401408} 2024-04-12T00:28:57.993 INFO:tasks.rados.rados.0.smithi098.stdout:539: writing smithi09877355-6 from 139264 to 557056 tid 1 2024-04-12T00:28:57.997 INFO:tasks.rados.rados.0.smithi098.stdout:539: writing smithi09877355-6 from 557056 to 958464 tid 2 2024-04-12T00:28:57.997 INFO:tasks.rados.rados.0.smithi098.stdout:537: finishing rollback tid 0 to smithi09877355-47 2024-04-12T00:28:57.997 INFO:tasks.rados.rados.0.smithi098.stdout:537: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:28:57.997 INFO:tasks.rados.rados.0.smithi098.stdout:537: finishing rollback tid 2 to smithi09877355-47 2024-04-12T00:28:57.997 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 122 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:28:57.997 INFO:tasks.rados.rados.0.smithi098.stdout:536: done (2 left) 2024-04-12T00:28:57.998 INFO:tasks.rados.rados.0.smithi098.stdout:537: done (1 left) 2024-04-12T00:28:57.998 INFO:tasks.rados.rados.0.smithi098.stdout:540: copy_from oid 18 from oid 40 current snap is 46 2024-04-12T00:28:57.998 INFO:tasks.rados.rados.0.smithi098.stdout:541: rollback oid 28 current snap is 46 2024-04-12T00:28:57.998 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 28 to 42 2024-04-12T00:28:57.998 INFO:tasks.rados.rados.0.smithi098.stdout:542: snap_remove snap 32 2024-04-12T00:28:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:57 smithi098 ceph-mon[26935]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T00:28:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:57 smithi098 ceph-mon[26935]: pgmap v214: 121 pgs: 121 active+clean; 165 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 940 KiB/s wr, 20 op/s 2024-04-12T00:28:58.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:57 smithi098 ceph-mon[37915]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T00:28:58.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:57 smithi098 ceph-mon[37915]: pgmap v214: 121 pgs: 121 active+clean; 165 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 940 KiB/s wr, 20 op/s 2024-04-12T00:28:58.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:57 smithi193 ceph-mon[30474]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T00:28:58.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:57 smithi193 ceph-mon[30474]: pgmap v214: 121 pgs: 121 active+clean; 165 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 940 KiB/s wr, 20 op/s 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:541: finishing rollback tid 0 to smithi09877355-28 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:541: finishing rollback tid 1 to smithi09877355-28 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:541: finishing rollback tid 2 to smithi09877355-28 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 106 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:539: finishing write tid 1 to smithi09877355-6 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:539: finishing write tid 2 to smithi09877355-6 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:539: finishing write tid 3 to smithi09877355-6 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:539: finishing write tid 4 to smithi09877355-6 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:539: oid 6 updating version 0 to 86 2024-04-12T00:28:58.992 INFO:tasks.rados.rados.0.smithi098.stdout:539: oid 6 version 86 is already newer than 85 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:539: oid 6 updating version 86 to 87 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 87 (ObjNum 192 snap 46 seq_num 192) dirty exists 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:539: left oid 6 (ObjNum 192 snap 46 seq_num 192) 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:540: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:540: finishing copy_from to smithi09877355-18 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 118 (ObjNum 188 snap 44 seq_num 188) dirty exists 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:539: done (3 left) 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:540: done (2 left) 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:541: done (1 left) 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:542: done (0 left) 2024-04-12T00:28:58.993 INFO:tasks.rados.rados.0.smithi098.stdout:543: snap_remove snap 31 2024-04-12T00:28:59.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:28:59 smithi098 ceph-mon[37915]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T00:28:59.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:28:58 smithi098 ceph-mon[26935]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T00:28:59.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:28:59 smithi193 ceph-mon[30474]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T00:29:00.005 INFO:tasks.rados.rados.0.smithi098.stdout:543: done (0 left) 2024-04-12T00:29:00.005 INFO:tasks.rados.rados.0.smithi098.stdout:544: snap_create 2024-04-12T00:29:00.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:00 smithi193 ceph-mon[30474]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T00:29:00.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:00 smithi193 ceph-mon[30474]: pgmap v217: 121 pgs: 121 active+clean; 165 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 940 KiB/s wr, 20 op/s 2024-04-12T00:29:00.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:00 smithi098 ceph-mon[37915]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T00:29:00.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:00 smithi098 ceph-mon[37915]: pgmap v217: 121 pgs: 121 active+clean; 165 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 940 KiB/s wr, 20 op/s 2024-04-12T00:29:00.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:00 smithi098 ceph-mon[26935]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T00:29:00.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:00 smithi098 ceph-mon[26935]: pgmap v217: 121 pgs: 121 active+clean; 165 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 940 KiB/s wr, 20 op/s 2024-04-12T00:29:01.006 INFO:tasks.rados.rados.0.smithi098.stdout:544: done (0 left) 2024-04-12T00:29:01.006 INFO:tasks.rados.rados.0.smithi098.stdout:545: read oid 47 snap -1 2024-04-12T00:29:01.006 INFO:tasks.rados.rados.0.smithi098.stdout:545: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:29:01.006 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 47 2024-04-12T00:29:01.006 INFO:tasks.rados.rados.0.smithi098.stdout:546: seq_num 193 ranges {573440=434176,1007616=401408} 2024-04-12T00:29:01.011 INFO:tasks.rados.rados.0.smithi098.stdout:546: writing smithi09877355-43 from 573440 to 1007616 tid 1 2024-04-12T00:29:01.014 INFO:tasks.rados.rados.0.smithi098.stdout:546: writing smithi09877355-43 from 1007616 to 1409024 tid 2 2024-04-12T00:29:01.014 INFO:tasks.rados.rados.0.smithi098.stdout:547: rollback oid 29 current snap is 47 2024-04-12T00:29:01.014 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 45 2024-04-12T00:29:01.014 INFO:tasks.rados.rados.0.smithi098.stdout:545: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:29:01.039 INFO:tasks.rados.rados.0.smithi098.stdout:546: finishing write tid 1 to smithi09877355-43 2024-04-12T00:29:01.039 INFO:tasks.rados.rados.0.smithi098.stdout:547: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 103 (ObjNum 113 snap 0 seq_num 3489724896) dirty dne 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:546: finishing write tid 2 to smithi09877355-43 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:546: finishing write tid 3 to smithi09877355-43 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:546: finishing write tid 4 to smithi09877355-43 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:546: oid 43 updating version 0 to 193 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:546: oid 43 updating version 193 to 194 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:546: oid 43 version 194 is already newer than 192 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 194 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:546: left oid 43 (ObjNum 193 snap 47 seq_num 193) 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:545: done (2 left) 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:546: done (1 left) 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:547: done (0 left) 2024-04-12T00:29:01.040 INFO:tasks.rados.rados.0.smithi098.stdout:548: delete oid 41 current snap is 47 2024-04-12T00:29:01.041 INFO:tasks.rados.rados.0.smithi098.stdout:548: done (0 left) 2024-04-12T00:29:01.041 INFO:tasks.rados.rados.0.smithi098.stdout:549: read oid 6 snap -1 2024-04-12T00:29:01.041 INFO:tasks.rados.rados.0.smithi098.stdout:549: expect (ObjNum 192 snap 46 seq_num 192) 2024-04-12T00:29:01.041 INFO:tasks.rados.rados.0.smithi098.stdout:550: copy_from oid 26 from oid 31 current snap is 47 2024-04-12T00:29:01.042 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 47 2024-04-12T00:29:01.042 INFO:tasks.rados.rados.0.smithi098.stdout:551: seq_num 195 ranges {1433600=475136,1908736=401408} 2024-04-12T00:29:01.052 INFO:tasks.rados.rados.0.smithi098.stdout:551: writing smithi09877355-13 from 1433600 to 1908736 tid 1 2024-04-12T00:29:01.054 INFO:tasks.rados.rados.0.smithi098.stdout:551: writing smithi09877355-13 from 1908736 to 2310144 tid 2 2024-04-12T00:29:01.054 INFO:tasks.rados.rados.0.smithi098.stdout:552: delete oid 15 current snap is 47 2024-04-12T00:29:01.055 INFO:tasks.rados.rados.0.smithi098.stdout:549: expect (ObjNum 192 snap 46 seq_num 192) 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:550: finishing copy_from racing read to smithi09877355-26 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:550: finishing copy_from to smithi09877355-26 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 35 (ObjNum 70 snap 6 seq_num 70) dirty exists 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:551: finishing write tid 1 to smithi09877355-13 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:549: done (3 left) 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:550: done (2 left) 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:552: done (1 left) 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 47 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:551: finishing write tid 2 to smithi09877355-13 2024-04-12T00:29:01.083 INFO:tasks.rados.rados.0.smithi098.stdout:551: finishing write tid 3 to smithi09877355-13 2024-04-12T00:29:01.084 INFO:tasks.rados.rados.0.smithi098.stdout:553: seq_num 197 ranges {7380992=507904,7888896=401408} 2024-04-12T00:29:01.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-mon[30474]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T00:29:01.124 INFO:tasks.rados.rados.0.smithi098.stdout:553: writing smithi09877355-39 from 7380992 to 7888896 tid 1 2024-04-12T00:29:01.126 INFO:tasks.rados.rados.0.smithi098.stdout:553: writing smithi09877355-39 from 7888896 to 8290304 tid 2 2024-04-12T00:29:01.127 INFO:tasks.rados.rados.0.smithi098.stdout:554: setattr oid 18 current snap is 47 2024-04-12T00:29:01.127 INFO:tasks.rados.rados.0.smithi098.stdout:551: finishing write tid 4 to smithi09877355-13 2024-04-12T00:29:01.127 INFO:tasks.rados.rados.0.smithi098.stdout:551: oid 13 updating version 0 to 355 2024-04-12T00:29:01.127 INFO:tasks.rados.rados.0.smithi098.stdout:551: oid 13 updating version 355 to 356 2024-04-12T00:29:01.127 INFO:tasks.rados.rados.0.smithi098.stdout:551: oid 13 updating version 356 to 357 2024-04-12T00:29:01.127 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 357 (ObjNum 195 snap 47 seq_num 195) dirty exists 2024-04-12T00:29:01.127 INFO:tasks.rados.rados.0.smithi098.stdout:551: left oid 13 (ObjNum 195 snap 47 seq_num 195) 2024-04-12T00:29:01.128 INFO:tasks.rados.rados.0.smithi098.stdout:551: done (2 left) 2024-04-12T00:29:01.128 INFO:tasks.rados.rados.0.smithi098.stdout:555: delete oid 43 current snap is 47 2024-04-12T00:29:01.128 INFO:tasks.rados.rados.0.smithi098.stdout:553: finishing write tid 1 to smithi09877355-39 2024-04-12T00:29:01.129 INFO:tasks.rados.rados.0.smithi098.stdout:553: finishing write tid 2 to smithi09877355-39 2024-04-12T00:29:01.129 INFO:tasks.rados.rados.0.smithi098.stdout:553: finishing write tid 3 to smithi09877355-39 2024-04-12T00:29:01.129 INFO:tasks.rados.rados.0.smithi098.stdout:555: done (2 left) 2024-04-12T00:29:01.130 INFO:tasks.rados.rados.0.smithi098.stdout:556: snap_remove snap 37 2024-04-12T00:29:01.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:01 smithi098 ceph-mon[37915]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T00:29:01.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:01 smithi098 ceph-mon[26935]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T00:29:01.762 INFO:tasks.rados.rados.0.smithi098.stdout:556: done (2 left) 2024-04-12T00:29:01.762 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 47 2024-04-12T00:29:01.762 INFO:tasks.rados.rados.0.smithi098.stdout:557: seq_num 199 ranges {147456=540672,688128=401408} 2024-04-12T00:29:01.766 INFO:tasks.rados.rados.0.smithi098.stdout:557: writing smithi09877355-33 from 147456 to 688128 tid 1 2024-04-12T00:29:01.769 INFO:tasks.rados.rados.0.smithi098.stdout:557: writing smithi09877355-33 from 688128 to 1089536 tid 2 2024-04-12T00:29:01.770 INFO:tasks.rados.rados.0.smithi098.stdout:558: snap_create 2024-04-12T00:29:01.770 INFO:tasks.rados.rados.0.smithi098.stdout:553: finishing write tid 4 to smithi09877355-39 2024-04-12T00:29:01.770 INFO:tasks.rados.rados.0.smithi098.stdout:553: oid 39 updating version 0 to 361 2024-04-12T00:29:01.770 INFO:tasks.rados.rados.0.smithi098.stdout:553: oid 39 updating version 361 to 363 2024-04-12T00:29:01.770 INFO:tasks.rados.rados.0.smithi098.stdout:553: oid 39 version 363 is already newer than 362 2024-04-12T00:29:01.770 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 363 (ObjNum 197 snap 47 seq_num 197) dirty exists 2024-04-12T00:29:01.770 INFO:tasks.rados.rados.0.smithi098.stdout:553: left oid 39 (ObjNum 197 snap 47 seq_num 197) 2024-04-12T00:29:01.770 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 119 (ObjNum 188 snap 44 seq_num 188) dirty exists 2024-04-12T00:29:01.772 INFO:tasks.rados.rados.0.smithi098.stdout:557: finishing write tid 1 to smithi09877355-33 2024-04-12T00:29:01.772 INFO:tasks.rados.rados.0.smithi098.stdout:557: finishing write tid 2 to smithi09877355-33 2024-04-12T00:29:01.772 INFO:tasks.rados.rados.0.smithi098.stdout:557: finishing write tid 3 to smithi09877355-33 2024-04-12T00:29:01.775 INFO:tasks.rados.rados.0.smithi098.stdout:557: finishing write tid 4 to smithi09877355-33 2024-04-12T00:29:01.775 INFO:tasks.rados.rados.0.smithi098.stdout:557: oid 33 updating version 0 to 140 2024-04-12T00:29:01.775 INFO:tasks.rados.rados.0.smithi098.stdout:557: oid 33 updating version 140 to 142 2024-04-12T00:29:01.775 INFO:tasks.rados.rados.0.smithi098.stdout:557: oid 33 version 142 is already newer than 141 2024-04-12T00:29:01.775 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 142 (ObjNum 199 snap 47 seq_num 199) dirty exists 2024-04-12T00:29:01.775 INFO:tasks.rados.rados.0.smithi098.stdout:557: left oid 33 (ObjNum 199 snap 47 seq_num 199) 2024-04-12T00:29:01.796 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:29:01] ENGINE Bus STOPPING 2024-04-12T00:29:01.797 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:29:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:29:01.797 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:29:01] ENGINE Bus STOPPED 2024-04-12T00:29:02.012 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:01 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:01.766+0000 7f6950d78700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-12T00:29:02.013 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:01 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ignoring --setuser ceph since I am not root 2024-04-12T00:29:02.013 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:01 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ignoring --setgroup ceph since I am not root 2024-04-12T00:29:02.013 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T00:29:02.013 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: pgmap v220: 121 pgs: 121 active+clean; 168 MiB data, 599 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-12T00:29:02.013 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:29:02.013 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:29:02.013 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:02.013 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:02.014 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:29:02.014 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:02.014 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T00:29:02.014 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T00:29:02.014 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T00:29:02.014 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: pgmap v220: 121 pgs: 121 active+clean; 168 MiB data, 599 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-12T00:29:02.014 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:29:02.014 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: Activating manager daemon x 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: mgrmap e24: x(active, starting, since 0.00856232s) 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:02.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:29:02.016 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:29:02.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: Manager daemon x is now available 2024-04-12T00:29:02.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:02.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:02.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:29:02.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:29:02.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T00:29:02.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T00:29:02.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T00:29:02.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: pgmap v220: 121 pgs: 121 active+clean; 168 MiB data, 599 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-12T00:29:02.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:29:02.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:29:02.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:02.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:02.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' 2024-04-12T00:29:02.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.14604 172.21.15.98:0/3706179547' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: Activating manager daemon x 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: mgrmap e24: x(active, starting, since 0.00856232s) 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:29:02.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:29:02.115 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:29:01] ENGINE Bus STARTING 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccc204700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccc204700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccc204700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccc204700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccc204700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccfa0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccfa0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccfa0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccfa0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:01.899+0000 7f2ccfa0b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:29:01] ENGINE Serving on http://:::9283 2024-04-12T00:29:02.116 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:29:01] ENGINE Bus STARTED 2024-04-12T00:29:02.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:29:02.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: Manager daemon x is now available 2024-04-12T00:29:02.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:02.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:02.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:29:02.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:29:02.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T00:29:02.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:02 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T00:29:02.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: Activating manager daemon x 2024-04-12T00:29:02.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T00:29:02.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.14604 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T00:29:02.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: mgrmap e24: x(active, starting, since 0.00856232s) 2024-04-12T00:29:02.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:29:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:29:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: Manager daemon x is now available 2024-04-12T00:29:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:29:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:29:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T00:29:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T00:29:02.763 INFO:tasks.rados.rados.0.smithi098.stdout:553: done (3 left) 2024-04-12T00:29:02.763 INFO:tasks.rados.rados.0.smithi098.stdout:554: done (2 left) 2024-04-12T00:29:02.763 INFO:tasks.rados.rados.0.smithi098.stdout:557: done (1 left) 2024-04-12T00:29:02.764 INFO:tasks.rados.rados.0.smithi098.stdout:558: done (0 left) 2024-04-12T00:29:02.764 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 48 2024-04-12T00:29:02.764 INFO:tasks.rados.rados.0.smithi098.stdout:559: seq_num 200 ranges {3268608=557056,3825664=401408} 2024-04-12T00:29:02.785 INFO:tasks.rados.rados.0.smithi098.stdout:559: writing smithi09877355-27 from 3268608 to 3825664 tid 1 2024-04-12T00:29:02.786 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:02.375+0000 7f3eac71f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:29:02.786 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:02 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:02.468+0000 7f3eac71f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:29:02.789 INFO:tasks.rados.rados.0.smithi098.stdout:559: writing smithi09877355-27 from 3825664 to 4227072 tid 2 2024-04-12T00:29:02.789 INFO:tasks.rados.rados.0.smithi098.stdout:560: rollback oid 16 current snap is 48 2024-04-12T00:29:02.789 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 45 2024-04-12T00:29:02.789 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 48 2024-04-12T00:29:02.790 INFO:tasks.rados.rados.0.smithi098.stdout:561: seq_num 201 ranges {0=573440,573440=401408} 2024-04-12T00:29:02.793 INFO:tasks.rados.rados.0.smithi098.stdout:561: writing smithi09877355-32 from 0 to 573440 tid 1 2024-04-12T00:29:02.796 INFO:tasks.rados.rados.0.smithi098.stdout:561: writing smithi09877355-32 from 573440 to 974848 tid 2 2024-04-12T00:29:02.796 INFO:tasks.rados.rados.0.smithi098.stdout:562: snap_create 2024-04-12T00:29:02.796 INFO:tasks.rados.rados.0.smithi098.stdout:560: finishing rollback tid 0 to smithi09877355-16 2024-04-12T00:29:02.796 INFO:tasks.rados.rados.0.smithi098.stdout:559: finishing write tid 1 to smithi09877355-27 2024-04-12T00:29:02.796 INFO:tasks.rados.rados.0.smithi098.stdout:560: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:559: finishing write tid 2 to smithi09877355-27 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:560: finishing rollback tid 2 to smithi09877355-16 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 375 (ObjNum 170 snap 38 seq_num 170) dirty exists 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:559: finishing write tid 3 to smithi09877355-27 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:559: finishing write tid 4 to smithi09877355-27 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:559: oid 27 updating version 0 to 122 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:559: oid 27 version 122 is already newer than 120 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:559: oid 27 version 122 is already newer than 121 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 122 (ObjNum 200 snap 48 seq_num 200) dirty exists 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:559: left oid 27 (ObjNum 200 snap 48 seq_num 200) 2024-04-12T00:29:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:561: finishing write tid 1 to smithi09877355-32 2024-04-12T00:29:02.798 INFO:tasks.rados.rados.0.smithi098.stdout:561: finishing write tid 2 to smithi09877355-32 2024-04-12T00:29:02.798 INFO:tasks.rados.rados.0.smithi098.stdout:561: finishing write tid 3 to smithi09877355-32 2024-04-12T00:29:02.799 INFO:tasks.rados.rados.0.smithi098.stdout:561: finishing write tid 4 to smithi09877355-32 2024-04-12T00:29:02.799 INFO:tasks.rados.rados.0.smithi098.stdout:561: oid 32 updating version 0 to 202 2024-04-12T00:29:02.799 INFO:tasks.rados.rados.0.smithi098.stdout:561: oid 32 version 202 is already newer than 200 2024-04-12T00:29:02.800 INFO:tasks.rados.rados.0.smithi098.stdout:561: oid 32 version 202 is already newer than 201 2024-04-12T00:29:02.800 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 202 (ObjNum 201 snap 48 seq_num 201) dirty exists 2024-04-12T00:29:02.800 INFO:tasks.rados.rados.0.smithi098.stdout:561: left oid 32 (ObjNum 201 snap 48 seq_num 201) 2024-04-12T00:29:02.973 INFO:tasks.rados.rados.0.smithi098.stdout:559: done (3 left) 2024-04-12T00:29:02.973 INFO:tasks.rados.rados.0.smithi098.stdout:560: done (2 left) 2024-04-12T00:29:02.973 INFO:tasks.rados.rados.0.smithi098.stdout:561: done (1 left) 2024-04-12T00:29:02.973 INFO:tasks.rados.rados.0.smithi098.stdout:562: done (0 left) 2024-04-12T00:29:02.974 INFO:tasks.rados.rados.0.smithi098.stdout:563: setattr oid 7 current snap is 49 2024-04-12T00:29:02.975 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 49 2024-04-12T00:29:02.975 INFO:tasks.rados.rados.0.smithi098.stdout:564: seq_num 202 ranges {0=589824,589824=401408} 2024-04-12T00:29:02.979 INFO:tasks.rados.rados.0.smithi098.stdout:564: writing smithi09877355-19 from 0 to 589824 tid 1 2024-04-12T00:29:02.983 INFO:tasks.rados.rados.0.smithi098.stdout:564: writing smithi09877355-19 from 589824 to 991232 tid 2 2024-04-12T00:29:02.983 INFO:tasks.rados.rados.0.smithi098.stdout:565: copy_from oid 13 from oid 8 current snap is 49 2024-04-12T00:29:02.983 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 89 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:29:02.983 INFO:tasks.rados.rados.0.smithi098.stdout:563: done (2 left) 2024-04-12T00:29:02.983 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 49 2024-04-12T00:29:02.983 INFO:tasks.rados.rados.0.smithi098.stdout:566: seq_num 203 ranges {0=606208,606208=401408} 2024-04-12T00:29:02.986 INFO:tasks.rados.rados.0.smithi098.stdout:566: writing smithi09877355-41 from 0 to 606208 tid 1 2024-04-12T00:29:02.990 INFO:tasks.rados.rados.0.smithi098.stdout:566: writing smithi09877355-41 from 606208 to 1007616 tid 2 2024-04-12T00:29:02.990 INFO:tasks.rados.rados.0.smithi098.stdout:567: read oid 20 snap 47 2024-04-12T00:29:02.990 INFO:tasks.rados.rados.0.smithi098.stdout:567: expect (ObjNum 28843408 snap 22064 seq_num 28385376) 2024-04-12T00:29:02.990 INFO:tasks.rados.rados.0.smithi098.stdout:568: snap_create 2024-04-12T00:29:02.990 INFO:tasks.rados.rados.0.smithi098.stdout:565: finishing copy_from to smithi09877355-13 2024-04-12T00:29:02.990 INFO:tasks.rados.rados.0.smithi098.stdout:565: got expected ENOENT (src dne) 2024-04-12T00:29:02.990 INFO:tasks.rados.rados.0.smithi098.stdout:565: finishing copy_from racing read to smithi09877355-13 2024-04-12T00:29:02.991 INFO:tasks.rados.rados.0.smithi098.stdout:567: expect (ObjNum 28843408 snap 22064 seq_num 28385376) 2024-04-12T00:29:02.993 INFO:tasks.rados.rados.0.smithi098.stdout:564: finishing write tid 1 to smithi09877355-19 2024-04-12T00:29:02.993 INFO:tasks.rados.rados.0.smithi098.stdout:566: finishing write tid 1 to smithi09877355-41 2024-04-12T00:29:02.993 INFO:tasks.rados.rados.0.smithi098.stdout:564: finishing write tid 2 to smithi09877355-19 2024-04-12T00:29:02.994 INFO:tasks.rados.rados.0.smithi098.stdout:564: finishing write tid 3 to smithi09877355-19 2024-04-12T00:29:02.994 INFO:tasks.rados.rados.0.smithi098.stdout:566: finishing write tid 2 to smithi09877355-41 2024-04-12T00:29:02.994 INFO:tasks.rados.rados.0.smithi098.stdout:566: finishing write tid 3 to smithi09877355-41 2024-04-12T00:29:02.994 INFO:tasks.rados.rados.0.smithi098.stdout:566: finishing write tid 4 to smithi09877355-41 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:566: oid 41 updating version 0 to 308 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:566: oid 41 updating version 308 to 309 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:566: oid 41 version 309 is already newer than 307 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 309 (ObjNum 203 snap 49 seq_num 203) dirty exists 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:566: left oid 41 (ObjNum 203 snap 49 seq_num 203) 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:564: finishing write tid 4 to smithi09877355-19 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:564: oid 19 updating version 0 to 122 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:564: oid 19 version 122 is already newer than 121 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:564: oid 19 version 122 is already newer than 120 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 122 (ObjNum 202 snap 49 seq_num 202) dirty exists 2024-04-12T00:29:02.995 INFO:tasks.rados.rados.0.smithi098.stdout:564: left oid 19 (ObjNum 202 snap 49 seq_num 202) 2024-04-12T00:29:03.454 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:03.132+0000 7f3eac71f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:29:03.454 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:03.223+0000 7f3eac71f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:29:03.454 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:03.363+0000 7f3eac71f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:29:03.454 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:03.458+0000 7f3eac71f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:29:03.756 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:03.541+0000 7f3eac71f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:29:03.992 INFO:tasks.rados.rados.0.smithi098.stdout:564: done (4 left) 2024-04-12T00:29:03.992 INFO:tasks.rados.rados.0.smithi098.stdout:565: done (3 left) 2024-04-12T00:29:03.992 INFO:tasks.rados.rados.0.smithi098.stdout:566: done (2 left) 2024-04-12T00:29:03.992 INFO:tasks.rados.rados.0.smithi098.stdout:567: done (1 left) 2024-04-12T00:29:03.992 INFO:tasks.rados.rados.0.smithi098.stdout:568: done (0 left) 2024-04-12T00:29:03.992 INFO:tasks.rados.rados.0.smithi098.stdout:569: rollback oid 42 current snap is 50 2024-04-12T00:29:03.992 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 42 to 41 2024-04-12T00:29:03.992 INFO:tasks.rados.rados.0.smithi098.stdout:570: copy_from oid 3 from oid 1 current snap is 50 2024-04-12T00:29:03.992 INFO:tasks.rados.rados.0.smithi098.stdout:571: snap_remove snap 11 2024-04-12T00:29:04.010 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:03.809+0000 7f3eac71f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:29:04.010 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:03.920+0000 7f3eac71f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:29:04.010 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: Deploying cephadm binary to smithi193 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: Deploying cephadm binary to smithi098 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: [12/Apr/2024:00:29:02] ENGINE Bus STARTING 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: mgrmap e25: x(active, since 1.00821s) 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: pgmap v4: 121 pgs: 121 active+clean; 169 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: [12/Apr/2024:00:29:02] ENGINE Serving on https://172.21.15.193:7150 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: [12/Apr/2024:00:29:02] ENGINE Serving on http://172.21.15.193:8765 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: [12/Apr/2024:00:29:02] ENGINE Bus STARTED 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[37915]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T00:29:04.011 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: Deploying cephadm binary to smithi193 2024-04-12T00:29:04.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: Deploying cephadm binary to smithi098 2024-04-12T00:29:04.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: [12/Apr/2024:00:29:02] ENGINE Bus STARTING 2024-04-12T00:29:04.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: mgrmap e25: x(active, since 1.00821s) 2024-04-12T00:29:04.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T00:29:04.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: pgmap v4: 121 pgs: 121 active+clean; 169 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:29:04.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: [12/Apr/2024:00:29:02] ENGINE Serving on https://172.21.15.193:7150 2024-04-12T00:29:04.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: [12/Apr/2024:00:29:02] ENGINE Serving on http://172.21.15.193:8765 2024-04-12T00:29:04.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: [12/Apr/2024:00:29:02] ENGINE Bus STARTED 2024-04-12T00:29:04.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:03 smithi098 ceph-mon[26935]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T00:29:04.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: Deploying cephadm binary to smithi193 2024-04-12T00:29:04.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: Deploying cephadm binary to smithi098 2024-04-12T00:29:04.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: [12/Apr/2024:00:29:02] ENGINE Bus STARTING 2024-04-12T00:29:04.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: mgrmap e25: x(active, since 1.00821s) 2024-04-12T00:29:04.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T00:29:04.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: pgmap v4: 121 pgs: 121 active+clean; 169 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:29:04.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: [12/Apr/2024:00:29:02] ENGINE Serving on https://172.21.15.193:7150 2024-04-12T00:29:04.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: [12/Apr/2024:00:29:02] ENGINE Serving on http://172.21.15.193:8765 2024-04-12T00:29:04.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: [12/Apr/2024:00:29:02] ENGINE Bus STARTED 2024-04-12T00:29:04.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:03 smithi193 ceph-mon[30474]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T00:29:04.283 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:04 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:04.013+0000 7f3eac71f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:29:04.283 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:04 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:04.111+0000 7f3eac71f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:29:04.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:04 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:04.287+0000 7f3eac71f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:29:04.994 INFO:tasks.rados.rados.0.smithi098.stdout:571: done (2 left) 2024-04-12T00:29:04.994 INFO:tasks.rados.rados.0.smithi098.stdout:572: snap_create 2024-04-12T00:29:04.994 INFO:tasks.rados.rados.0.smithi098.stdout:569: finishing rollback tid 0 to smithi09877355-42 2024-04-12T00:29:04.994 INFO:tasks.rados.rados.0.smithi098.stdout:569: finishing rollback tid 1 to smithi09877355-42 2024-04-12T00:29:04.994 INFO:tasks.rados.rados.0.smithi098.stdout:569: finishing rollback tid 2 to smithi09877355-42 2024-04-12T00:29:04.994 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 113 (ObjNum 130 snap 30 seq_num 130) dirty exists 2024-04-12T00:29:04.995 INFO:tasks.rados.rados.0.smithi098.stdout:570: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:29:04.995 INFO:tasks.rados.rados.0.smithi098.stdout:570: finishing copy_from to smithi09877355-3 2024-04-12T00:29:04.995 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 48 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:29:05.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:04 smithi098 ceph-mon[37915]: pgmap v6: 121 pgs: 121 active+clean; 169 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:29:05.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:04 smithi098 ceph-mon[37915]: mgrmap e26: x(active, since 2s) 2024-04-12T00:29:05.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:04 smithi098 ceph-mon[37915]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T00:29:05.257 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:04 smithi098 ceph-mon[26935]: pgmap v6: 121 pgs: 121 active+clean; 169 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:29:05.257 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:04 smithi098 ceph-mon[26935]: mgrmap e26: x(active, since 2s) 2024-04-12T00:29:05.257 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:04 smithi098 ceph-mon[26935]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T00:29:05.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:04 smithi193 ceph-mon[30474]: pgmap v6: 121 pgs: 121 active+clean; 169 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:29:05.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:04 smithi193 ceph-mon[30474]: mgrmap e26: x(active, since 2s) 2024-04-12T00:29:05.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:04 smithi193 ceph-mon[30474]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T00:29:05.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:05.260+0000 7f3eac71f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:29:05.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:05.392+0000 7f3eac71f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:29:05.991 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:05.727+0000 7f3eac71f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:29:05.991 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:05.818+0000 7f3eac71f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:29:05.996 INFO:tasks.rados.rados.0.smithi098.stdout:569: done (2 left) 2024-04-12T00:29:05.997 INFO:tasks.rados.rados.0.smithi098.stdout:570: done (1 left) 2024-04-12T00:29:05.997 INFO:tasks.rados.rados.0.smithi098.stdout:572: done (0 left) 2024-04-12T00:29:05.997 INFO:tasks.rados.rados.0.smithi098.stdout:573: read oid 46 snap -1 2024-04-12T00:29:05.997 INFO:tasks.rados.rados.0.smithi098.stdout:573: expect deleted 2024-04-12T00:29:05.997 INFO:tasks.rados.rados.0.smithi098.stdout:574: rollback oid 42 current snap is 51 2024-04-12T00:29:05.997 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 42 to 29 2024-04-12T00:29:05.997 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 51 2024-04-12T00:29:05.997 INFO:tasks.rados.rados.0.smithi098.stdout:575: seq_num 204 ranges {1687552=622592,2310144=401408} 2024-04-12T00:29:06.009 INFO:tasks.rados.rados.0.smithi098.stdout:575: writing smithi09877355-26 from 1687552 to 2310144 tid 1 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:575: writing smithi09877355-26 from 2310144 to 2711552 tid 2 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:576: copy_from oid 41 from oid 40 current snap is 51 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:574: finishing rollback tid 0 to smithi09877355-42 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:574: finishing rollback tid 1 to smithi09877355-42 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:574: finishing rollback tid 2 to smithi09877355-42 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 116 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:573: done (3 left) 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:574: done (2 left) 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:577: rollback oid 16 current snap is 51 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 35 2024-04-12T00:29:06.012 INFO:tasks.rados.rados.0.smithi098.stdout:578: copy_from oid 18 from oid 23 current snap is 51 2024-04-12T00:29:06.013 INFO:tasks.rados.rados.0.smithi098.stdout:579: rollback oid 17 current snap is 51 2024-04-12T00:29:06.013 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 17 to 43 2024-04-12T00:29:06.013 INFO:tasks.rados.rados.0.smithi098.stdout:580: delete oid 6 current snap is 51 2024-04-12T00:29:06.013 INFO:tasks.rados.rados.0.smithi098.stdout:580: done (5 left) 2024-04-12T00:29:06.013 INFO:tasks.rados.rados.0.smithi098.stdout:581: delete oid 35 current snap is 51 2024-04-12T00:29:06.015 INFO:tasks.rados.rados.0.smithi098.stdout:577: finishing rollback tid 0 to smithi09877355-16 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:579: finishing rollback tid 0 to smithi09877355-17 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:579: finishing rollback tid 1 to smithi09877355-17 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:581: done (5 left) 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:582: read oid 6 snap -1 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:582: expect deleted 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:583: rollback oid 15 current snap is 51 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 15 to 45 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:584: delete oid 13 current snap is 51 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:579: finishing rollback tid 2 to smithi09877355-17 2024-04-12T00:29:06.018 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 144 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-12T00:29:06.019 INFO:tasks.rados.rados.0.smithi098.stdout:575: finishing write tid 1 to smithi09877355-26 2024-04-12T00:29:06.020 INFO:tasks.rados.rados.0.smithi098.stdout:577: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:29:06.020 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 390 (ObjNum 129 snap 0 seq_num 29077968) dirty dne 2024-04-12T00:29:06.020 INFO:tasks.rados.rados.0.smithi098.stdout:575: finishing write tid 2 to smithi09877355-26 2024-04-12T00:29:06.020 INFO:tasks.rados.rados.0.smithi098.stdout:583: finishing rollback tid 1 to smithi09877355-15 2024-04-12T00:29:06.021 INFO:tasks.rados.rados.0.smithi098.stdout:575: finishing write tid 3 to smithi09877355-26 2024-04-12T00:29:06.022 INFO:tasks.rados.rados.0.smithi098.stdout:583: finishing rollback tid 2 to smithi09877355-15 2024-04-12T00:29:06.022 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 392 (ObjNum 157 snap 35 seq_num 157) dirty exists 2024-04-12T00:29:06.022 INFO:tasks.rados.rados.0.smithi098.stdout:577: done (7 left) 2024-04-12T00:29:06.023 INFO:tasks.rados.rados.0.smithi098.stdout:579: done (6 left) 2024-04-12T00:29:06.023 INFO:tasks.rados.rados.0.smithi098.stdout:582: done (5 left) 2024-04-12T00:29:06.023 INFO:tasks.rados.rados.0.smithi098.stdout:583: done (4 left) 2024-04-12T00:29:06.023 INFO:tasks.rados.rados.0.smithi098.stdout:584: done (3 left) 2024-04-12T00:29:06.023 INFO:tasks.rados.rados.0.smithi098.stdout:585: read oid 10 snap -1 2024-04-12T00:29:06.023 INFO:tasks.rados.rados.0.smithi098.stdout:585: expect (ObjNum 152 snap 34 seq_num 152) 2024-04-12T00:29:06.023 INFO:tasks.rados.rados.0.smithi098.stdout:586: snap_create 2024-04-12T00:29:06.023 INFO:tasks.rados.rados.0.smithi098.stdout:575: finishing write tid 4 to smithi09877355-26 2024-04-12T00:29:06.024 INFO:tasks.rados.rados.0.smithi098.stdout:575: oid 26 updating version 0 to 150 2024-04-12T00:29:06.024 INFO:tasks.rados.rados.0.smithi098.stdout:575: oid 26 version 150 is already newer than 149 2024-04-12T00:29:06.024 INFO:tasks.rados.rados.0.smithi098.stdout:575: oid 26 version 150 is already newer than 148 2024-04-12T00:29:06.024 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 150 (ObjNum 204 snap 51 seq_num 204) dirty exists 2024-04-12T00:29:06.024 INFO:tasks.rados.rados.0.smithi098.stdout:575: left oid 26 (ObjNum 204 snap 51 seq_num 204) 2024-04-12T00:29:06.024 INFO:tasks.rados.rados.0.smithi098.stdout:578: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:29:06.024 INFO:tasks.rados.rados.0.smithi098.stdout:578: finishing copy_from to smithi09877355-18 2024-04-12T00:29:06.025 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 218 (ObjNum 174 snap 41 seq_num 174) dirty exists 2024-04-12T00:29:06.025 INFO:tasks.rados.rados.0.smithi098.stdout:585: expect (ObjNum 152 snap 34 seq_num 152) 2024-04-12T00:29:06.029 INFO:tasks.rados.rados.0.smithi098.stdout:576: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:29:06.030 INFO:tasks.rados.rados.0.smithi098.stdout:576: finishing copy_from to smithi09877355-41 2024-04-12T00:29:06.030 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 118 (ObjNum 188 snap 44 seq_num 188) dirty exists 2024-04-12T00:29:06.263 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:05 smithi193 ceph-mon[30474]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T00:29:06.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:05 smithi098 ceph-mon[37915]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T00:29:06.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:05 smithi098 ceph-mon[26935]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T00:29:06.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:06.026+0000 7f3eac71f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:29:06.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:06.218+0000 7f3eac71f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:29:06.761 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:06.507+0000 7f3eac71f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:29:07.004 INFO:tasks.rados.rados.0.smithi098.stdout:575: done (4 left) 2024-04-12T00:29:07.004 INFO:tasks.rados.rados.0.smithi098.stdout:576: done (3 left) 2024-04-12T00:29:07.004 INFO:tasks.rados.rados.0.smithi098.stdout:578: done (2 left) 2024-04-12T00:29:07.004 INFO:tasks.rados.rados.0.smithi098.stdout:585: done (1 left) 2024-04-12T00:29:07.004 INFO:tasks.rados.rados.0.smithi098.stdout:586: done (0 left) 2024-04-12T00:29:07.004 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 52 2024-04-12T00:29:07.004 INFO:tasks.rados.rados.0.smithi098.stdout:587: seq_num 208 ranges {8290304=688128,8978432=401408} 2024-04-12T00:29:07.037 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-mon[37915]: pgmap v9: 121 pgs: 121 active+clean; 169 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:29:07.037 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-mon[37915]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T00:29:07.037 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-mon[37915]: mgrmap e27: x(active, since 4s) 2024-04-12T00:29:07.037 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:06.765+0000 7f3eac71f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:29:07.037 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:07 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:07.009+0000 7f3eac71f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:29:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-mon[26935]: pgmap v9: 121 pgs: 121 active+clean; 169 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:29:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-mon[26935]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T00:29:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:06 smithi098 ceph-mon[26935]: mgrmap e27: x(active, since 4s) 2024-04-12T00:29:07.052 INFO:tasks.rados.rados.0.smithi098.stdout:587: writing smithi09877355-39 from 8290304 to 8978432 tid 1 2024-04-12T00:29:07.056 INFO:tasks.rados.rados.0.smithi098.stdout:587: writing smithi09877355-39 from 8978432 to 9379840 tid 2 2024-04-12T00:29:07.056 INFO:tasks.rados.rados.0.smithi098.stdout:588: read oid 48 snap -1 2024-04-12T00:29:07.056 INFO:tasks.rados.rados.0.smithi098.stdout:588: expect (ObjNum 147 snap 34 seq_num 147) 2024-04-12T00:29:07.056 INFO:tasks.rados.rados.0.smithi098.stdout:589: read oid 26 snap 42 2024-04-12T00:29:07.056 INFO:tasks.rados.rados.0.smithi098.stdout:589: expect (ObjNum 100 snap 18 seq_num 100) 2024-04-12T00:29:07.056 INFO:tasks.rados.rados.0.smithi098.stdout:590: read oid 40 snap -1 2024-04-12T00:29:07.056 INFO:tasks.rados.rados.0.smithi098.stdout:590: expect (ObjNum 188 snap 44 seq_num 188) 2024-04-12T00:29:07.056 INFO:tasks.rados.rados.0.smithi098.stdout:591: read oid 41 snap -1 2024-04-12T00:29:07.056 INFO:tasks.rados.rados.0.smithi098.stdout:591: expect (ObjNum 188 snap 44 seq_num 188) 2024-04-12T00:29:07.057 INFO:tasks.rados.rados.0.smithi098.stdout:592: read oid 19 snap -1 2024-04-12T00:29:07.057 INFO:tasks.rados.rados.0.smithi098.stdout:592: expect (ObjNum 202 snap 49 seq_num 202) 2024-04-12T00:29:07.057 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 52 2024-04-12T00:29:07.057 INFO:tasks.rados.rados.0.smithi098.stdout:593: seq_num 209 ranges {2564096=704512,3268608=401408} 2024-04-12T00:29:07.075 INFO:tasks.rados.rados.0.smithi098.stdout:593: writing smithi09877355-36 from 2564096 to 3268608 tid 1 2024-04-12T00:29:07.078 INFO:tasks.rados.rados.0.smithi098.stdout:593: writing smithi09877355-36 from 3268608 to 3670016 tid 2 2024-04-12T00:29:07.078 INFO:tasks.rados.rados.0.smithi098.stdout:587: finishing write tid 1 to smithi09877355-39 2024-04-12T00:29:07.078 INFO:tasks.rados.rados.0.smithi098.stdout:594: setattr oid 34 current snap is 52 2024-04-12T00:29:07.078 INFO:tasks.rados.rados.0.smithi098.stdout:587: finishing write tid 2 to smithi09877355-39 2024-04-12T00:29:07.078 INFO:tasks.rados.rados.0.smithi098.stdout:588: expect (ObjNum 147 snap 34 seq_num 147) 2024-04-12T00:29:07.219 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:06 smithi193 ceph-mon[30474]: pgmap v9: 121 pgs: 121 active+clean; 169 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-04-12T00:29:07.219 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:06 smithi193 ceph-mon[30474]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T00:29:07.219 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:06 smithi193 ceph-mon[30474]: mgrmap e27: x(active, since 4s) 2024-04-12T00:29:07.282 INFO:tasks.rados.rados.0.smithi098.stdout:587: finishing write tid 3 to smithi09877355-39 2024-04-12T00:29:07.283 INFO:tasks.rados.rados.0.smithi098.stdout:587: finishing write tid 4 to smithi09877355-39 2024-04-12T00:29:07.283 INFO:tasks.rados.rados.0.smithi098.stdout:587: oid 39 updating version 0 to 398 2024-04-12T00:29:07.283 INFO:tasks.rados.rados.0.smithi098.stdout:587: oid 39 version 398 is already newer than 397 2024-04-12T00:29:07.283 INFO:tasks.rados.rados.0.smithi098.stdout:587: oid 39 version 398 is already newer than 396 2024-04-12T00:29:07.283 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 398 (ObjNum 208 snap 52 seq_num 208) dirty exists 2024-04-12T00:29:07.283 INFO:tasks.rados.rados.0.smithi098.stdout:587: left oid 39 (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:29:07.283 INFO:tasks.rados.rados.0.smithi098.stdout:592: expect (ObjNum 202 snap 49 seq_num 202) 2024-04-12T00:29:07.308 INFO:tasks.rados.rados.0.smithi098.stdout:591: expect (ObjNum 188 snap 44 seq_num 188) 2024-04-12T00:29:07.386 INFO:tasks.rados.rados.0.smithi098.stdout:589: expect (ObjNum 100 snap 18 seq_num 100) 2024-04-12T00:29:07.434 INFO:tasks.rados.rados.0.smithi098.stdout:590: expect (ObjNum 188 snap 44 seq_num 188) 2024-04-12T00:29:07.516 INFO:tasks.rados.rados.0.smithi098.stdout:593: finishing write tid 1 to smithi09877355-36 2024-04-12T00:29:07.516 INFO:tasks.rados.rados.0.smithi098.stdout:593: finishing write tid 2 to smithi09877355-36 2024-04-12T00:29:07.516 INFO:tasks.rados.rados.0.smithi098.stdout:593: finishing write tid 3 to smithi09877355-36 2024-04-12T00:29:07.516 INFO:tasks.rados.rados.0.smithi098.stdout:593: finishing write tid 4 to smithi09877355-36 2024-04-12T00:29:07.516 INFO:tasks.rados.rados.0.smithi098.stdout:593: oid 36 updating version 0 to 322 2024-04-12T00:29:07.516 INFO:tasks.rados.rados.0.smithi098.stdout:593: oid 36 version 322 is already newer than 321 2024-04-12T00:29:07.516 INFO:tasks.rados.rados.0.smithi098.stdout:593: oid 36 updating version 322 to 323 2024-04-12T00:29:07.516 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 323 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-04-12T00:29:07.516 INFO:tasks.rados.rados.0.smithi098.stdout:593: left oid 36 (ObjNum 209 snap 52 seq_num 209) 2024-04-12T00:29:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:587: done (7 left) 2024-04-12T00:29:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:588: done (6 left) 2024-04-12T00:29:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:589: done (5 left) 2024-04-12T00:29:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:590: done (4 left) 2024-04-12T00:29:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:591: done (3 left) 2024-04-12T00:29:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:592: done (2 left) 2024-04-12T00:29:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:593: done (1 left) 2024-04-12T00:29:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:595: delete oid 11 current snap is 52 2024-04-12T00:29:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:595: done (1 left) 2024-04-12T00:29:07.518 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 52 2024-04-12T00:29:07.518 INFO:tasks.rados.rados.0.smithi098.stdout:596: seq_num 211 ranges {0=737280,737280=401408} 2024-04-12T00:29:07.521 INFO:tasks.rados.rados.0.smithi098.stdout:596: writing smithi09877355-5 from 0 to 737280 tid 1 2024-04-12T00:29:07.525 INFO:tasks.rados.rados.0.smithi098.stdout:596: writing smithi09877355-5 from 737280 to 1138688 tid 2 2024-04-12T00:29:07.525 INFO:tasks.rados.rados.0.smithi098.stdout:597: copy_from oid 44 from oid 47 current snap is 52 2024-04-12T00:29:07.525 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 153 (ObjNum 184 snap 42 seq_num 184) dirty exists 2024-04-12T00:29:07.525 INFO:tasks.rados.rados.0.smithi098.stdout:594: done (2 left) 2024-04-12T00:29:07.525 INFO:tasks.rados.rados.0.smithi098.stdout:598: rollback oid 9 current snap is 52 2024-04-12T00:29:07.526 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 38 2024-04-12T00:29:07.526 INFO:tasks.rados.rados.0.smithi098.stdout:599: copy_from oid 31 from oid 18 current snap is 52 2024-04-12T00:29:07.526 INFO:tasks.rados.rados.0.smithi098.stdout:600: copy_from oid 17 from oid 7 current snap is 52 2024-04-12T00:29:07.526 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 52 2024-04-12T00:29:07.526 INFO:tasks.rados.rados.0.smithi098.stdout:601: seq_num 212 ranges {0=753664,753664=401408} 2024-04-12T00:29:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:601: writing smithi09877355-16 from 0 to 753664 tid 1 2024-04-12T00:29:07.532 INFO:tasks.rados.rados.0.smithi098.stdout:601: writing smithi09877355-16 from 753664 to 1155072 tid 2 2024-04-12T00:29:07.532 INFO:tasks.rados.rados.0.smithi098.stdout:602: snap_remove snap 47 2024-04-12T00:29:08.013 INFO:tasks.rados.rados.0.smithi098.stdout:602: done (6 left) 2024-04-12T00:29:08.013 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 52 2024-04-12T00:29:08.013 INFO:tasks.rados.rados.0.smithi098.stdout:598: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:29:08.013 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 121 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:596: finishing write tid 1 to smithi09877355-5 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:596: finishing write tid 2 to smithi09877355-5 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:596: finishing write tid 3 to smithi09877355-5 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:597: finishing copy_from racing read to smithi09877355-44 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:597: finishing copy_from to smithi09877355-44 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 122 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:599: finishing copy_from racing read to smithi09877355-31 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:596: finishing write tid 4 to smithi09877355-5 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:596: oid 5 updating version 0 to 327 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:596: oid 5 version 327 is already newer than 325 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:596: oid 5 version 327 is already newer than 326 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 327 (ObjNum 211 snap 52 seq_num 211) dirty exists 2024-04-12T00:29:08.014 INFO:tasks.rados.rados.0.smithi098.stdout:596: left oid 5 (ObjNum 211 snap 52 seq_num 211) 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:599: finishing copy_from to smithi09877355-31 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 218 (ObjNum 174 snap 41 seq_num 174) dirty exists 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:600: finishing copy_from racing read to smithi09877355-17 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:600: finishing copy_from to smithi09877355-17 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 89 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:601: finishing write tid 1 to smithi09877355-16 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:601: finishing write tid 2 to smithi09877355-16 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:601: finishing write tid 3 to smithi09877355-16 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:601: finishing write tid 4 to smithi09877355-16 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:601: oid 16 updating version 0 to 404 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:601: oid 16 version 404 is already newer than 403 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:601: oid 16 version 404 is already newer than 402 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 404 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-04-12T00:29:08.015 INFO:tasks.rados.rados.0.smithi098.stdout:601: left oid 16 (ObjNum 212 snap 52 seq_num 212) 2024-04-12T00:29:08.016 INFO:tasks.rados.rados.0.smithi098.stdout:603: seq_num 213 ranges {2711552=770048,3481600=401408} 2024-04-12T00:29:08.033 INFO:tasks.rados.rados.0.smithi098.stdout:603: writing smithi09877355-26 from 2711552 to 3481600 tid 1 2024-04-12T00:29:08.037 INFO:tasks.rados.rados.0.smithi098.stdout:603: writing smithi09877355-26 from 3481600 to 3883008 tid 2 2024-04-12T00:29:08.037 INFO:tasks.rados.rados.0.smithi098.stdout:596: done (6 left) 2024-04-12T00:29:08.037 INFO:tasks.rados.rados.0.smithi098.stdout:597: done (5 left) 2024-04-12T00:29:08.037 INFO:tasks.rados.rados.0.smithi098.stdout:598: done (4 left) 2024-04-12T00:29:08.037 INFO:tasks.rados.rados.0.smithi098.stdout:599: done (3 left) 2024-04-12T00:29:08.037 INFO:tasks.rados.rados.0.smithi098.stdout:600: done (2 left) 2024-04-12T00:29:08.037 INFO:tasks.rados.rados.0.smithi098.stdout:601: done (1 left) 2024-04-12T00:29:08.038 INFO:tasks.rados.rados.0.smithi098.stdout:604: read oid 22 snap -1 2024-04-12T00:29:08.038 INFO:tasks.rados.rados.0.smithi098.stdout:604: expect deleted 2024-04-12T00:29:08.038 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 52 2024-04-12T00:29:08.038 INFO:tasks.rados.rados.0.smithi098.stdout:605: seq_num 214 ranges {0=794624,794624=401408} 2024-04-12T00:29:08.041 INFO:tasks.rados.rados.0.smithi098.stdout:605: writing smithi09877355-9 from 0 to 794624 tid 1 2024-04-12T00:29:08.044 INFO:tasks.rados.rados.0.smithi098.stdout:605: writing smithi09877355-9 from 794624 to 1196032 tid 2 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:606: snap_create 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:603: finishing write tid 1 to smithi09877355-26 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:603: finishing write tid 2 to smithi09877355-26 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:603: finishing write tid 3 to smithi09877355-26 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:603: finishing write tid 4 to smithi09877355-26 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:603: oid 26 updating version 0 to 154 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:603: oid 26 updating version 154 to 155 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:603: oid 26 updating version 155 to 156 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 156 (ObjNum 213 snap 52 seq_num 213) dirty exists 2024-04-12T00:29:08.045 INFO:tasks.rados.rados.0.smithi098.stdout:603: left oid 26 (ObjNum 213 snap 52 seq_num 213) 2024-04-12T00:29:08.047 INFO:tasks.rados.rados.0.smithi098.stdout:605: finishing write tid 1 to smithi09877355-9 2024-04-12T00:29:08.047 INFO:tasks.rados.rados.0.smithi098.stdout:605: finishing write tid 2 to smithi09877355-9 2024-04-12T00:29:08.047 INFO:tasks.rados.rados.0.smithi098.stdout:605: finishing write tid 3 to smithi09877355-9 2024-04-12T00:29:08.048 INFO:tasks.rados.rados.0.smithi098.stdout:605: finishing write tid 4 to smithi09877355-9 2024-04-12T00:29:08.049 INFO:tasks.rados.rados.0.smithi098.stdout:605: oid 9 updating version 0 to 197 2024-04-12T00:29:08.049 INFO:tasks.rados.rados.0.smithi098.stdout:605: oid 9 updating version 197 to 199 2024-04-12T00:29:08.049 INFO:tasks.rados.rados.0.smithi098.stdout:605: oid 9 version 199 is already newer than 198 2024-04-12T00:29:08.049 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 199 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:29:08.049 INFO:tasks.rados.rados.0.smithi098.stdout:605: left oid 9 (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:29:08.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:08 smithi193 ceph-mon[30474]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T00:29:08.160 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:07 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:07.877+0000 7f3eac71f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:29:08.160 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-mon[37915]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T00:29:08.160 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-mon[26935]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T00:29:08.787 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:08.475+0000 7f3eac71f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:29:08.787 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:08.598+0000 7f3eac71f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:29:09.020 INFO:tasks.rados.rados.0.smithi098.stdout:603: done (3 left) 2024-04-12T00:29:09.021 INFO:tasks.rados.rados.0.smithi098.stdout:604: done (2 left) 2024-04-12T00:29:09.021 INFO:tasks.rados.rados.0.smithi098.stdout:605: done (1 left) 2024-04-12T00:29:09.021 INFO:tasks.rados.rados.0.smithi098.stdout:606: done (0 left) 2024-04-12T00:29:09.021 INFO:tasks.rados.rados.0.smithi098.stdout:607: delete oid 2 current snap is 53 2024-04-12T00:29:09.022 INFO:tasks.rados.rados.0.smithi098.stdout:607: done (0 left) 2024-04-12T00:29:09.022 INFO:tasks.rados.rados.0.smithi098.stdout:608: delete oid 5 current snap is 53 2024-04-12T00:29:09.025 INFO:tasks.rados.rados.0.smithi098.stdout:608: done (0 left) 2024-04-12T00:29:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:609: read oid 43 snap -1 2024-04-12T00:29:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:609: expect deleted 2024-04-12T00:29:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:610: read oid 28 snap 46 2024-04-12T00:29:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:610: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T00:29:09.026 INFO:tasks.rados.rados.0.smithi098.stdout:611: delete oid 17 current snap is 53 2024-04-12T00:29:09.031 INFO:tasks.rados.rados.0.smithi098.stdout:609: done (2 left) 2024-04-12T00:29:09.031 INFO:tasks.rados.rados.0.smithi098.stdout:611: done (1 left) 2024-04-12T00:29:09.031 INFO:tasks.rados.rados.0.smithi098.stdout:612: copy_from oid 45 from oid 13 current snap is 53 2024-04-12T00:29:09.031 INFO:tasks.rados.rados.0.smithi098.stdout:613: rmattr oid 36 current snap is 53 2024-04-12T00:29:09.031 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 53 2024-04-12T00:29:09.032 INFO:tasks.rados.rados.0.smithi098.stdout:614: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2024-04-12T00:29:09.032 INFO:tasks.rados.rados.0.smithi098.stdout:614: writing smithi09877355-29 from 0 to 458752 tid 1 2024-04-12T00:29:09.034 INFO:tasks.rados.rados.0.smithi098.stdout:614: writing smithi09877355-29 from 458752 to 1040384 tid 2 2024-04-12T00:29:09.036 INFO:tasks.rados.rados.0.smithi098.stdout:614: writing smithi09877355-29 from 1040384 to 1261568 tid 3 2024-04-12T00:29:09.037 INFO:tasks.rados.rados.0.smithi098.stdout:615: read oid 2 snap -1 2024-04-12T00:29:09.037 INFO:tasks.rados.rados.0.smithi098.stdout:615: expect deleted 2024-04-12T00:29:09.037 INFO:tasks.rados.rados.0.smithi098.stdout:616: read oid 17 snap 51 2024-04-12T00:29:09.037 INFO:tasks.rados.rados.0.smithi098.stdout:616: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-12T00:29:09.037 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 53 2024-04-12T00:29:09.037 INFO:tasks.rados.rados.0.smithi098.stdout:612: finishing copy_from to smithi09877355-45 2024-04-12T00:29:09.037 INFO:tasks.rados.rados.0.smithi098.stdout:612: got expected ENOENT (src dne) 2024-04-12T00:29:09.038 INFO:tasks.rados.rados.0.smithi098.stdout:612: finishing copy_from racing read to smithi09877355-45 2024-04-12T00:29:09.038 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 335 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-04-12T00:29:09.038 INFO:tasks.rados.rados.0.smithi098.stdout:617: seq_num 219 ranges {1089536=475136,1564672=466944,2031616=335872} 2024-04-12T00:29:09.044 INFO:tasks.rados.rados.0.smithi098.stdout:617: writing smithi09877355-33 from 1089536 to 1564672 tid 1 2024-04-12T00:29:09.047 INFO:tasks.rados.rados.0.smithi098.stdout:617: writing smithi09877355-33 from 1564672 to 2031616 tid 2 2024-04-12T00:29:09.049 INFO:tasks.rados.rados.0.smithi098.stdout:617: writing smithi09877355-33 from 2031616 to 2367488 tid 3 2024-04-12T00:29:09.049 INFO:tasks.rados.rados.0.smithi098.stdout:612: done (6 left) 2024-04-12T00:29:09.050 INFO:tasks.rados.rados.0.smithi098.stdout:613: done (5 left) 2024-04-12T00:29:09.050 INFO:tasks.rados.rados.0.smithi098.stdout:618: copy_from oid 39 from oid 46 current snap is 53 2024-04-12T00:29:09.050 INFO:tasks.rados.rados.0.smithi098.stdout:614: finishing write tid 1 to smithi09877355-29 2024-04-12T00:29:09.050 INFO:tasks.rados.rados.0.smithi098.stdout:614: finishing write tid 2 to smithi09877355-29 2024-04-12T00:29:09.050 INFO:tasks.rados.rados.0.smithi098.stdout:614: finishing write tid 3 to smithi09877355-29 2024-04-12T00:29:09.050 INFO:tasks.rados.rados.0.smithi098.stdout:614: finishing write tid 4 to smithi09877355-29 2024-04-12T00:29:09.050 INFO:tasks.rados.rados.0.smithi098.stdout:616: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-12T00:29:09.059 INFO:tasks.rados.rados.0.smithi098.stdout:614: finishing write tid 5 to smithi09877355-29 2024-04-12T00:29:09.059 INFO:tasks.rados.rados.0.smithi098.stdout:614: oid 29 updating version 0 to 151 2024-04-12T00:29:09.059 INFO:tasks.rados.rados.0.smithi098.stdout:614: oid 29 version 151 is already newer than 150 2024-04-12T00:29:09.059 INFO:tasks.rados.rados.0.smithi098.stdout:614: oid 29 version 151 is already newer than 149 2024-04-12T00:29:09.059 INFO:tasks.rados.rados.0.smithi098.stdout:614: oid 29 updating version 151 to 152 2024-04-12T00:29:09.059 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 152 (ObjNum 218 snap 53 seq_num 218) dirty exists 2024-04-12T00:29:09.059 INFO:tasks.rados.rados.0.smithi098.stdout:614: left oid 29 (ObjNum 218 snap 53 seq_num 218) 2024-04-12T00:29:09.059 INFO:tasks.rados.rados.0.smithi098.stdout:617: finishing write tid 1 to smithi09877355-33 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:614: done (5 left) 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:615: done (4 left) 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:616: done (3 left) 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 53 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:617: finishing write tid 2 to smithi09877355-33 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:618: finishing copy_from to smithi09877355-39 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:618: got expected ENOENT (src dne) 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:618: finishing copy_from racing read to smithi09877355-39 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:617: finishing write tid 3 to smithi09877355-33 2024-04-12T00:29:09.060 INFO:tasks.rados.rados.0.smithi098.stdout:619: seq_num 220 ranges {0=491520,491520=753664,1245184=49152} 2024-04-12T00:29:09.061 INFO:tasks.rados.rados.0.smithi098.stdout:619: writing smithi09877355-4 from 0 to 491520 tid 1 2024-04-12T00:29:09.065 INFO:tasks.rados.rados.0.smithi098.stdout:619: writing smithi09877355-4 from 491520 to 1245184 tid 2 2024-04-12T00:29:09.066 INFO:tasks.rados.rados.0.smithi098.stdout:619: writing smithi09877355-4 from 1245184 to 1294336 tid 3 2024-04-12T00:29:09.067 INFO:tasks.rados.rados.0.smithi098.stdout:618: done (3 left) 2024-04-12T00:29:09.067 INFO:tasks.rados.rados.0.smithi098.stdout:620: rollback oid 12 current snap is 53 2024-04-12T00:29:09.067 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 12 to 42 2024-04-12T00:29:09.067 INFO:tasks.rados.rados.0.smithi098.stdout:617: finishing write tid 4 to smithi09877355-33 2024-04-12T00:29:09.067 INFO:tasks.rados.rados.0.smithi098.stdout:617: finishing write tid 5 to smithi09877355-33 2024-04-12T00:29:09.067 INFO:tasks.rados.rados.0.smithi098.stdout:617: oid 33 updating version 0 to 155 2024-04-12T00:29:09.067 INFO:tasks.rados.rados.0.smithi098.stdout:617: oid 33 updating version 155 to 157 2024-04-12T00:29:09.067 INFO:tasks.rados.rados.0.smithi098.stdout:617: oid 33 version 157 is already newer than 154 2024-04-12T00:29:09.067 INFO:tasks.rados.rados.0.smithi098.stdout:617: oid 33 version 157 is already newer than 156 2024-04-12T00:29:09.068 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 157 (ObjNum 219 snap 53 seq_num 219) dirty exists 2024-04-12T00:29:09.068 INFO:tasks.rados.rados.0.smithi098.stdout:617: left oid 33 (ObjNum 219 snap 53 seq_num 219) 2024-04-12T00:29:09.068 INFO:tasks.rados.rados.0.smithi098.stdout:610: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T00:29:09.204 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[37915]: pgmap v12: 121 pgs: 121 active+clean; 169 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 250 KiB/s wr, 10 op/s 2024-04-12T00:29:09.204 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[37915]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T00:29:09.204 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[37915]: Standby manager daemon y started 2024-04-12T00:29:09.204 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T00:29:09.204 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:29:09.204 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T00:29:09.204 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:29:09.205 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[26935]: pgmap v12: 121 pgs: 121 active+clean; 169 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 250 KiB/s wr, 10 op/s 2024-04-12T00:29:09.205 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[26935]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T00:29:09.205 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[26935]: Standby manager daemon y started 2024-04-12T00:29:09.205 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T00:29:09.205 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:29:09.205 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T00:29:09.205 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:09 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:29:09.205 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:08.855+0000 7f3eac71f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:29:09.205 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:29:08] ENGINE Bus STARTING 2024-04-12T00:29:09.206 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: CherryPy Checker: 2024-04-12T00:29:09.206 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: The Application mounted at '' has an empty config. 2024-04-12T00:29:09.206 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: 2024-04-12T00:29:09.206 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:29:08] ENGINE Serving on http://:::9283 2024-04-12T00:29:09.206 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:08 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: [12/Apr/2024:00:29:08] ENGINE Bus STARTED 2024-04-12T00:29:09.301 INFO:tasks.rados.rados.0.smithi098.stdout:619: finishing write tid 1 to smithi09877355-4 2024-04-12T00:29:09.301 INFO:tasks.rados.rados.0.smithi098.stdout:619: finishing write tid 2 to smithi09877355-4 2024-04-12T00:29:09.301 INFO:tasks.rados.rados.0.smithi098.stdout:619: finishing write tid 3 to smithi09877355-4 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:619: finishing write tid 4 to smithi09877355-4 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:620: finishing rollback tid 0 to smithi09877355-12 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:619: finishing write tid 5 to smithi09877355-4 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:619: oid 4 updating version 0 to 150 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:619: oid 4 version 150 is already newer than 149 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:619: oid 4 version 150 is already newer than 148 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:619: oid 4 updating version 150 to 151 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 151 (ObjNum 220 snap 53 seq_num 220) dirty exists 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:619: left oid 4 (ObjNum 220 snap 53 seq_num 220) 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:620: finishing rollback tid 1 to smithi09877355-12 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:620: finishing rollback tid 2 to smithi09877355-12 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 160 (ObjNum 181 snap 41 seq_num 181) dirty exists 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:610: done (3 left) 2024-04-12T00:29:09.302 INFO:tasks.rados.rados.0.smithi098.stdout:617: done (2 left) 2024-04-12T00:29:09.303 INFO:tasks.rados.rados.0.smithi098.stdout:619: done (1 left) 2024-04-12T00:29:09.303 INFO:tasks.rados.rados.0.smithi098.stdout:620: done (0 left) 2024-04-12T00:29:09.303 INFO:tasks.rados.rados.0.smithi098.stdout:621: read oid 15 snap -1 2024-04-12T00:29:09.303 INFO:tasks.rados.rados.0.smithi098.stdout:621: expect (ObjNum 157 snap 35 seq_num 157) 2024-04-12T00:29:09.303 INFO:tasks.rados.rados.0.smithi098.stdout:622: snap_remove snap 29 2024-04-12T00:29:09.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:09 smithi193 ceph-mon[30474]: pgmap v12: 121 pgs: 121 active+clean; 169 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 250 KiB/s wr, 10 op/s 2024-04-12T00:29:09.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:09 smithi193 ceph-mon[30474]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T00:29:09.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:09 smithi193 ceph-mon[30474]: Standby manager daemon y started 2024-04-12T00:29:09.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:09 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T00:29:09.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:09 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:29:09.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:09 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T00:29:09.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:09 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.98:0/2601608749' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:29:10.023 INFO:tasks.rados.rados.0.smithi098.stdout:622: done (1 left) 2024-04-12T00:29:10.023 INFO:tasks.rados.rados.0.smithi098.stdout:623: snap_remove snap 38 2024-04-12T00:29:10.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:10 smithi098 ceph-mon[37915]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-12T00:29:10.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:10 smithi098 ceph-mon[37915]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T00:29:10.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:10 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:29:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:10 smithi098 ceph-mon[26935]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-12T00:29:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:10 smithi098 ceph-mon[26935]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T00:29:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:10 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:29:10.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:10 smithi193 ceph-mon[30474]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-12T00:29:10.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:10 smithi193 ceph-mon[30474]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T00:29:10.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:10 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:29:10.374 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:29:10.700 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:29:10.700 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (3m) 0s ago 3m 26.2M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:29:10.700 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (3m) 24s ago 3m 89.3M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (4m) 0s ago 4m 18.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (4m) 24s ago 4m 15.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (29s) 24s ago 8m 61.5M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 9b848d5e8184 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:9283,8765 running (10m) 0s ago 9m 376M - 18.2.2-1187-gd540ebac bb2c5eac26a4 47736cfdf655 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (10m) 0s ago 10m 57.6M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e70368c83938 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (8m) 24s ago 8m 39.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e06e75cd3e3b 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (8m) 0s ago 8m 44.0M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5a558294d62 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (3m) 0s ago 3m 15.7M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (3m) 24s ago 3m 15.2M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (8m) 0s ago 8m 128M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 816b0359f062 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (7m) 0s ago 7m 102M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 53c80fc27bb6 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (7m) 0s ago 7m 109M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (6m) 0s ago 6m 78.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:29:10.701 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (6m) 24s ago 6m 99.0M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:29:10.702 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (6m) 24s ago 6m 107M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:29:10.702 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (5m) 24s ago 5m 76.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:29:10.702 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (5m) 24s ago 5m 92.3M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:29:10.702 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (3m) 24s ago 4m 40.6M - 2.43.0 a07b618ecd1d b850e82189c3 2024-04-12T00:29:11.034 INFO:tasks.rados.rados.0.smithi098.stdout:623: done (1 left) 2024-04-12T00:29:11.035 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 53 2024-04-12T00:29:11.035 INFO:tasks.rados.rados.0.smithi098.stdout:624: seq_num 221 ranges {3620864=507904,4128768=688128,4816896=114688} 2024-04-12T00:29:11.055 INFO:tasks.rados.rados.0.smithi098.stdout:624: writing smithi09877355-24 from 3620864 to 4128768 tid 1 2024-04-12T00:29:11.060 INFO:tasks.rados.rados.0.smithi098.stdout:624: writing smithi09877355-24 from 4128768 to 4816896 tid 2 2024-04-12T00:29:11.061 INFO:tasks.rados.rados.0.smithi098.stdout:624: writing smithi09877355-24 from 4816896 to 4931584 tid 3 2024-04-12T00:29:11.061 INFO:tasks.rados.rados.0.smithi098.stdout:621: expect (ObjNum 157 snap 35 seq_num 157) 2024-04-12T00:29:11.134 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:29:11.134 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:29:11.134 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T00:29:11.134 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:29:11.134 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 14, 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:29:11.135 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: finishing write tid 1 to smithi09877355-24 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: finishing write tid 2 to smithi09877355-24 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: finishing write tid 3 to smithi09877355-24 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: finishing write tid 4 to smithi09877355-24 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: finishing write tid 5 to smithi09877355-24 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: oid 24 updating version 0 to 125 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: oid 24 updating version 125 to 126 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: oid 24 version 126 is already newer than 124 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: oid 24 version 126 is already newer than 123 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 126 (ObjNum 221 snap 53 seq_num 221) dirty exists 2024-04-12T00:29:11.232 INFO:tasks.rados.rados.0.smithi098.stdout:624: left oid 24 (ObjNum 221 snap 53 seq_num 221) 2024-04-12T00:29:11.233 INFO:tasks.rados.rados.0.smithi098.stdout:625: read oid 43 snap -1 2024-04-12T00:29:11.233 INFO:tasks.rados.rados.0.smithi098.stdout:625: expect deleted 2024-04-12T00:29:11.233 INFO:tasks.rados.rados.0.smithi098.stdout:621: done (2 left) 2024-04-12T00:29:11.233 INFO:tasks.rados.rados.0.smithi098.stdout:624: done (1 left) 2024-04-12T00:29:11.233 INFO:tasks.rados.rados.0.smithi098.stdout:626: rollback oid 33 current snap is 53 2024-04-12T00:29:11.233 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 33 to 46 2024-04-12T00:29:11.233 INFO:tasks.rados.rados.0.smithi098.stdout:627: delete oid 22 current snap is 53 2024-04-12T00:29:11.234 INFO:tasks.rados.rados.0.smithi098.stdout:625: done (2 left) 2024-04-12T00:29:11.234 INFO:tasks.rados.rados.0.smithi098.stdout:627: done (1 left) 2024-04-12T00:29:11.234 INFO:tasks.rados.rados.0.smithi098.stdout:628: read oid 23 snap -1 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:628: expect (ObjNum 174 snap 41 seq_num 174) 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:629: read oid 26 snap -1 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:629: expect (ObjNum 213 snap 52 seq_num 213) 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:630: rollback oid 14 current snap is 53 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 14 to 43 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:631: read oid 39 snap -1 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:631: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:632: setattr oid 42 current snap is 53 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:626: finishing rollback tid 0 to smithi09877355-33 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:626: finishing rollback tid 1 to smithi09877355-33 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:626: finishing rollback tid 2 to smithi09877355-33 2024-04-12T00:29:11.235 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 172 (ObjNum 152 snap 34 seq_num 152) dirty exists 2024-04-12T00:29:11.236 INFO:tasks.rados.rados.0.smithi098.stdout:626: done (5 left) 2024-04-12T00:29:11.236 INFO:tasks.rados.rados.0.smithi098.stdout:633: snap_create 2024-04-12T00:29:11.236 INFO:tasks.rados.rados.0.smithi098.stdout:628: expect (ObjNum 174 snap 41 seq_num 174) 2024-04-12T00:29:11.256 INFO:tasks.rados.rados.0.smithi098.stdout:630: finishing rollback tid 0 to smithi09877355-14 2024-04-12T00:29:11.256 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 117 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-04-12T00:29:11.257 INFO:tasks.rados.rados.0.smithi098.stdout:630: finishing rollback tid 1 to smithi09877355-14 2024-04-12T00:29:11.257 INFO:tasks.rados.rados.0.smithi098.stdout:630: finishing rollback tid 2 to smithi09877355-14 2024-04-12T00:29:11.257 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 161 (ObjNum 162 snap 37 seq_num 162) dirty exists 2024-04-12T00:29:11.268 INFO:tasks.rados.rados.0.smithi098.stdout:629: expect (ObjNum 213 snap 52 seq_num 213) 2024-04-12T00:29:11.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:11 smithi098 ceph-mon[37915]: pgmap v15: 121 pgs: 121 active+clean; 175 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.7 MiB/s wr, 61 op/s 2024-04-12T00:29:11.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:11 smithi098 ceph-mon[37915]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T00:29:11.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:11 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:11.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:11 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:11.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:11 smithi098 ceph-mon[26935]: pgmap v15: 121 pgs: 121 active+clean; 175 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.7 MiB/s wr, 61 op/s 2024-04-12T00:29:11.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:11 smithi098 ceph-mon[26935]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T00:29:11.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:11 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:11.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:11 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:11.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:11 smithi193 ceph-mon[30474]: pgmap v15: 121 pgs: 121 active+clean; 175 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.7 MiB/s wr, 61 op/s 2024-04-12T00:29:11.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:11 smithi193 ceph-mon[30474]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T00:29:11.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:11 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:11.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:11 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:11.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:10.935Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T00:29:11.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:10.936Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T00:29:11.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:10.936Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T00:29:11.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:10.938Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T00:29:11.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:10.938Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T00:29:11.455 INFO:tasks.rados.rados.0.smithi098.stdout:631: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:29:12.199 INFO:tasks.rados.rados.0.smithi098.stdout:628: done (5 left) 2024-04-12T00:29:12.200 INFO:tasks.rados.rados.0.smithi098.stdout:629: done (4 left) 2024-04-12T00:29:12.200 INFO:tasks.rados.rados.0.smithi098.stdout:630: done (3 left) 2024-04-12T00:29:12.200 INFO:tasks.rados.rados.0.smithi098.stdout:631: done (2 left) 2024-04-12T00:29:12.200 INFO:tasks.rados.rados.0.smithi098.stdout:632: done (1 left) 2024-04-12T00:29:12.200 INFO:tasks.rados.rados.0.smithi098.stdout:633: done (0 left) 2024-04-12T00:29:12.200 INFO:tasks.rados.rados.0.smithi098.stdout:634: rollback oid 32 current snap is 54 2024-04-12T00:29:12.200 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 32 to 52 2024-04-12T00:29:12.200 INFO:tasks.rados.rados.0.smithi098.stdout:635: snap_remove snap 42 2024-04-12T00:29:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T00:29:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1722797124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:29:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1722797124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:29:12.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:29:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:12.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:12 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:12.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:12.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T00:29:12.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1722797124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:29:12.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:12.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:12.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:12 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:12.982 INFO:tasks.rados.rados.0.smithi098.stdout:635: done (1 left) 2024-04-12T00:29:12.982 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 54 2024-04-12T00:29:12.982 INFO:tasks.rados.rados.0.smithi098.stdout:636: seq_num 223 ranges {4931584=540672,5472256=450560,5922816=352256} 2024-04-12T00:29:13.010 INFO:tasks.rados.rados.0.smithi098.stdout:636: writing smithi09877355-24 from 4931584 to 5472256 tid 1 2024-04-12T00:29:13.013 INFO:tasks.rados.rados.0.smithi098.stdout:636: writing smithi09877355-24 from 5472256 to 5922816 tid 2 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:636: writing smithi09877355-24 from 5922816 to 6275072 tid 3 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:637: copy_from oid 3 from oid 45 current snap is 54 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:634: finishing rollback tid 0 to smithi09877355-32 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:634: finishing rollback tid 1 to smithi09877355-32 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:634: finishing rollback tid 2 to smithi09877355-32 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 228 (ObjNum 201 snap 48 seq_num 201) dirty exists 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:636: finishing write tid 1 to smithi09877355-24 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:634: done (2 left) 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:638: snap_create 2024-04-12T00:29:13.016 INFO:tasks.rados.rados.0.smithi098.stdout:636: finishing write tid 2 to smithi09877355-24 2024-04-12T00:29:13.018 INFO:tasks.rados.rados.0.smithi098.stdout:636: finishing write tid 3 to smithi09877355-24 2024-04-12T00:29:13.018 INFO:tasks.rados.rados.0.smithi098.stdout:636: finishing write tid 4 to smithi09877355-24 2024-04-12T00:29:13.019 INFO:tasks.rados.rados.0.smithi098.stdout:636: finishing write tid 5 to smithi09877355-24 2024-04-12T00:29:13.019 INFO:tasks.rados.rados.0.smithi098.stdout:636: oid 24 updating version 0 to 135 2024-04-12T00:29:13.019 INFO:tasks.rados.rados.0.smithi098.stdout:636: oid 24 version 135 is already newer than 132 2024-04-12T00:29:13.019 INFO:tasks.rados.rados.0.smithi098.stdout:636: oid 24 version 135 is already newer than 133 2024-04-12T00:29:13.019 INFO:tasks.rados.rados.0.smithi098.stdout:636: oid 24 version 135 is already newer than 134 2024-04-12T00:29:13.019 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 135 (ObjNum 223 snap 54 seq_num 223) dirty exists 2024-04-12T00:29:13.019 INFO:tasks.rados.rados.0.smithi098.stdout:636: left oid 24 (ObjNum 223 snap 54 seq_num 223) 2024-04-12T00:29:13.037 INFO:tasks.rados.rados.0.smithi098.stdout:637: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:29:13.042 INFO:tasks.rados.rados.0.smithi098.stdout:637: finishing copy_from to smithi09877355-3 2024-04-12T00:29:13.042 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 150 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-04-12T00:29:13.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi098 to 2480M 2024-04-12T00:29:13.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[37915]: pgmap v18: 121 pgs: 121 active+clean; 175 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-12T00:29:13.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[37915]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T00:29:13.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:13.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:13.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[37915]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T00:29:13.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi098 to 2480M 2024-04-12T00:29:13.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[26935]: pgmap v18: 121 pgs: 121 active+clean; 175 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-12T00:29:13.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[26935]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T00:29:13.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:13.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:13.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:13 smithi098 ceph-mon[26935]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T00:29:13.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:13 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi098 to 2480M 2024-04-12T00:29:13.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:13 smithi193 ceph-mon[30474]: pgmap v18: 121 pgs: 121 active+clean; 175 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-12T00:29:13.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:13 smithi193 ceph-mon[30474]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T00:29:13.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:13 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:13.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:13 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:13.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:13 smithi193 ceph-mon[30474]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T00:29:13.979 INFO:tasks.rados.rados.0.smithi098.stdout:636: done (2 left) 2024-04-12T00:29:13.979 INFO:tasks.rados.rados.0.smithi098.stdout:637: done (1 left) 2024-04-12T00:29:13.979 INFO:tasks.rados.rados.0.smithi098.stdout:638: done (0 left) 2024-04-12T00:29:13.979 INFO:tasks.rados.rados.0.smithi098.stdout:639: read oid 39 snap -1 2024-04-12T00:29:13.979 INFO:tasks.rados.rados.0.smithi098.stdout:639: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:29:13.979 INFO:tasks.rados.rados.0.smithi098.stdout:640: setattr oid 31 current snap is 55 2024-04-12T00:29:13.980 INFO:tasks.rados.rados.0.smithi098.stdout:641: read oid 12 snap -1 2024-04-12T00:29:13.980 INFO:tasks.rados.rados.0.smithi098.stdout:641: expect (ObjNum 181 snap 41 seq_num 181) 2024-04-12T00:29:13.980 INFO:tasks.rados.rados.0.smithi098.stdout:642: delete oid 33 current snap is 55 2024-04-12T00:29:13.982 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 219 (ObjNum 174 snap 41 seq_num 174) dirty exists 2024-04-12T00:29:13.989 INFO:tasks.rados.rados.0.smithi098.stdout:641: expect (ObjNum 181 snap 41 seq_num 181) 2024-04-12T00:29:14.018 INFO:tasks.rados.rados.0.smithi098.stdout:640: done (3 left) 2024-04-12T00:29:14.019 INFO:tasks.rados.rados.0.smithi098.stdout:641: done (2 left) 2024-04-12T00:29:14.019 INFO:tasks.rados.rados.0.smithi098.stdout:642: done (1 left) 2024-04-12T00:29:14.019 INFO:tasks.rados.rados.0.smithi098.stdout:643: rollback oid 34 current snap is 55 2024-04-12T00:29:14.019 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 34 to 54 2024-04-12T00:29:14.019 INFO:tasks.rados.rados.0.smithi098.stdout:644: read oid 9 snap -1 2024-04-12T00:29:14.019 INFO:tasks.rados.rados.0.smithi098.stdout:644: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:29:14.019 INFO:tasks.rados.rados.0.smithi098.stdout:645: read oid 18 snap 52 2024-04-12T00:29:14.019 INFO:tasks.rados.rados.0.smithi098.stdout:645: expect (ObjNum 174 snap 41 seq_num 174) 2024-04-12T00:29:14.019 INFO:tasks.rados.rados.0.smithi098.stdout:646: snap_create 2024-04-12T00:29:14.024 INFO:tasks.rados.rados.0.smithi098.stdout:643: finishing rollback tid 0 to smithi09877355-34 2024-04-12T00:29:14.024 INFO:tasks.rados.rados.0.smithi098.stdout:645: expect (ObjNum 174 snap 41 seq_num 174) 2024-04-12T00:29:14.043 INFO:tasks.rados.rados.0.smithi098.stdout:643: finishing rollback tid 1 to smithi09877355-34 2024-04-12T00:29:14.043 INFO:tasks.rados.rados.0.smithi098.stdout:643: finishing rollback tid 2 to smithi09877355-34 2024-04-12T00:29:14.043 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 171 (ObjNum 184 snap 42 seq_num 184) dirty exists 2024-04-12T00:29:14.043 INFO:tasks.rados.rados.0.smithi098.stdout:644: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:29:14.075 INFO:tasks.rados.rados.0.smithi098.stdout:639: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:29:14.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[27168]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:29:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T00:29:14.986 INFO:tasks.rados.rados.0.smithi098.stdout:639: done (4 left) 2024-04-12T00:29:14.986 INFO:tasks.rados.rados.0.smithi098.stdout:643: done (3 left) 2024-04-12T00:29:14.986 INFO:tasks.rados.rados.0.smithi098.stdout:644: done (2 left) 2024-04-12T00:29:14.986 INFO:tasks.rados.rados.0.smithi098.stdout:645: done (1 left) 2024-04-12T00:29:14.986 INFO:tasks.rados.rados.0.smithi098.stdout:646: done (0 left) 2024-04-12T00:29:14.986 INFO:tasks.rados.rados.0.smithi098.stdout:647: snap_remove snap 54 2024-04-12T00:29:15.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:14 smithi098 ceph-mon[37915]: pgmap v21: 121 pgs: 121 active+clean; 172 MiB data, 671 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-12T00:29:15.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:14 smithi098 ceph-mon[37915]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T00:29:15.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:14 smithi098 ceph-mon[37915]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-12T00:29:15.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:14 smithi098 ceph-mon[26935]: pgmap v21: 121 pgs: 121 active+clean; 172 MiB data, 671 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-12T00:29:15.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:14 smithi098 ceph-mon[26935]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T00:29:15.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:14 smithi098 ceph-mon[26935]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-12T00:29:15.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:14 smithi193 ceph-mon[30474]: pgmap v21: 121 pgs: 121 active+clean; 172 MiB data, 671 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-12T00:29:15.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:14 smithi193 ceph-mon[30474]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T00:29:15.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:14 smithi193 ceph-mon[30474]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-12T00:29:15.993 INFO:tasks.rados.rados.0.smithi098.stdout:647: done (0 left) 2024-04-12T00:29:15.993 INFO:tasks.rados.rados.0.smithi098.stdout:648: snap_remove snap 45 2024-04-12T00:29:16.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T00:29:16.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:16.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:16 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T00:29:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T00:29:16.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:16.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:16 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:17.002 INFO:tasks.rados.rados.0.smithi098.stdout:648: done (0 left) 2024-04-12T00:29:17.002 INFO:tasks.rados.rados.0.smithi098.stdout:649: copy_from oid 48 from oid 5 current snap is 56 2024-04-12T00:29:17.002 INFO:tasks.rados.rados.0.smithi098.stdout:650: setattr oid 20 current snap is 56 2024-04-12T00:29:17.004 INFO:tasks.rados.rados.0.smithi098.stdout:651: read oid 3 snap -1 2024-04-12T00:29:17.005 INFO:tasks.rados.rados.0.smithi098.stdout:651: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:29:17.005 INFO:tasks.rados.rados.0.smithi098.stdout:652: snap_remove snap 33 2024-04-12T00:29:17.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: pgmap v24: 121 pgs: 121 active+clean; 172 MiB data, 671 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: Adjusting osd_memory_target on smithi193 to 2480M 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: pgmap v24: 121 pgs: 121 active+clean; 172 MiB data, 671 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: Adjusting osd_memory_target on smithi193 to 2480M 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:17 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: pgmap v24: 121 pgs: 121 active+clean; 172 MiB data, 671 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-12T00:29:17.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: Adjusting osd_memory_target on smithi193 to 2480M 2024-04-12T00:29:17.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:29:17.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:29:17.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T00:29:17.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:17.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:17.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:17 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:18.014 INFO:tasks.rados.rados.0.smithi098.stdout:652: done (3 left) 2024-04-12T00:29:18.014 INFO:tasks.rados.rados.0.smithi098.stdout:653: rmattr oid 41 current snap is 56 2024-04-12T00:29:18.015 INFO:tasks.rados.rados.0.smithi098.stdout:654: delete oid 26 current snap is 56 2024-04-12T00:29:18.015 INFO:tasks.rados.rados.0.smithi098.stdout:649: finishing copy_from to smithi09877355-48 2024-04-12T00:29:18.015 INFO:tasks.rados.rados.0.smithi098.stdout:649: got expected ENOENT (src dne) 2024-04-12T00:29:18.015 INFO:tasks.rados.rados.0.smithi098.stdout:649: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:29:18.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 167 (ObjNum 33 snap 0 seq_num 29207224) dirty exists 2024-04-12T00:29:18.015 INFO:tasks.rados.rados.0.smithi098.stdout:651: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:29:18.215 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 363 (ObjNum 188 snap 44 seq_num 188) dirty exists 2024-04-12T00:29:18.215 INFO:tasks.rados.rados.0.smithi098.stdout:649: done (4 left) 2024-04-12T00:29:18.215 INFO:tasks.rados.rados.0.smithi098.stdout:650: done (3 left) 2024-04-12T00:29:18.215 INFO:tasks.rados.rados.0.smithi098.stdout:651: done (2 left) 2024-04-12T00:29:18.215 INFO:tasks.rados.rados.0.smithi098.stdout:653: done (1 left) 2024-04-12T00:29:18.215 INFO:tasks.rados.rados.0.smithi098.stdout:654: done (0 left) 2024-04-12T00:29:18.215 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 56 2024-04-12T00:29:18.215 INFO:tasks.rados.rados.0.smithi098.stdout:655: seq_num 226 ranges {1294336=589824,1884160=507904,2392064=294912} 2024-04-12T00:29:18.224 INFO:tasks.rados.rados.0.smithi098.stdout:655: writing smithi09877355-4 from 1294336 to 1884160 tid 1 2024-04-12T00:29:18.227 INFO:tasks.rados.rados.0.smithi098.stdout:655: writing smithi09877355-4 from 1884160 to 2392064 tid 2 2024-04-12T00:29:18.229 INFO:tasks.rados.rados.0.smithi098.stdout:655: writing smithi09877355-4 from 2392064 to 2686976 tid 3 2024-04-12T00:29:18.229 INFO:tasks.rados.rados.0.smithi098.stdout:656: read oid 11 snap -1 2024-04-12T00:29:18.229 INFO:tasks.rados.rados.0.smithi098.stdout:656: expect deleted 2024-04-12T00:29:18.229 INFO:tasks.rados.rados.0.smithi098.stdout:657: read oid 42 snap 48 2024-04-12T00:29:18.229 INFO:tasks.rados.rados.0.smithi098.stdout:657: expect (ObjNum 189 snap 44 seq_num 189) 2024-04-12T00:29:18.229 INFO:tasks.rados.rados.0.smithi098.stdout:658: read oid 12 snap -1 2024-04-12T00:29:18.229 INFO:tasks.rados.rados.0.smithi098.stdout:658: expect (ObjNum 181 snap 41 seq_num 181) 2024-04-12T00:29:18.229 INFO:tasks.rados.rados.0.smithi098.stdout:659: snap_remove snap 46 2024-04-12T00:29:18.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[37915]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:18.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[37915]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:18.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[37915]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:18.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[37915]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:18.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[37915]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:18.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[37915]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:18.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[37915]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T00:29:18.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[37915]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T00:29:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[26935]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[26935]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[26935]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[26935]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[26935]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[26935]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[26935]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T00:29:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:18 smithi098 ceph-mon[26935]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T00:29:18.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:18 smithi193 ceph-mon[30474]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:18.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:18 smithi193 ceph-mon[30474]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:18.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:18 smithi193 ceph-mon[30474]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:18.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:18 smithi193 ceph-mon[30474]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:18.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:18 smithi193 ceph-mon[30474]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:18.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:18 smithi193 ceph-mon[30474]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:18.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:18 smithi193 ceph-mon[30474]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T00:29:18.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:18 smithi193 ceph-mon[30474]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: finishing write tid 1 to smithi09877355-4 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: finishing write tid 2 to smithi09877355-4 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: finishing write tid 3 to smithi09877355-4 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: finishing write tid 4 to smithi09877355-4 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: finishing write tid 5 to smithi09877355-4 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: oid 4 updating version 0 to 176 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: oid 4 version 176 is already newer than 175 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: oid 4 updating version 176 to 177 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: oid 4 updating version 177 to 178 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 178 (ObjNum 226 snap 56 seq_num 226) dirty exists 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:655: left oid 4 (ObjNum 226 snap 56 seq_num 226) 2024-04-12T00:29:19.020 INFO:tasks.rados.rados.0.smithi098.stdout:658: expect (ObjNum 181 snap 41 seq_num 181) 2024-04-12T00:29:19.051 INFO:tasks.rados.rados.0.smithi098.stdout:657: expect (ObjNum 189 snap 44 seq_num 189) 2024-04-12T00:29:19.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:19 smithi193 ceph-mon[30474]: Reconfiguring daemon prometheus.a on smithi193 2024-04-12T00:29:19.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:19 smithi193 ceph-mon[30474]: pgmap v27: 121 pgs: 121 active+clean; 178 MiB data, 680 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-12T00:29:19.112 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:19 smithi193 ceph-mon[30474]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T00:29:19.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:19 smithi098 ceph-mon[37915]: Reconfiguring daemon prometheus.a on smithi193 2024-04-12T00:29:19.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:19 smithi098 ceph-mon[37915]: pgmap v27: 121 pgs: 121 active+clean; 178 MiB data, 680 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-12T00:29:19.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:19 smithi098 ceph-mon[37915]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T00:29:19.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:19 smithi098 ceph-mon[26935]: Reconfiguring daemon prometheus.a on smithi193 2024-04-12T00:29:19.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:19 smithi098 ceph-mon[26935]: pgmap v27: 121 pgs: 121 active+clean; 178 MiB data, 680 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-12T00:29:19.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:19 smithi098 ceph-mon[26935]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T00:29:19.467 INFO:tasks.rados.rados.0.smithi098.stdout:655: done (4 left) 2024-04-12T00:29:19.467 INFO:tasks.rados.rados.0.smithi098.stdout:656: done (3 left) 2024-04-12T00:29:19.467 INFO:tasks.rados.rados.0.smithi098.stdout:657: done (2 left) 2024-04-12T00:29:19.467 INFO:tasks.rados.rados.0.smithi098.stdout:658: done (1 left) 2024-04-12T00:29:19.467 INFO:tasks.rados.rados.0.smithi098.stdout:659: done (0 left) 2024-04-12T00:29:19.468 INFO:tasks.rados.rados.0.smithi098.stdout:660: snap_remove snap 23 2024-04-12T00:29:20.027 INFO:tasks.rados.rados.0.smithi098.stdout:660: done (0 left) 2024-04-12T00:29:20.028 INFO:tasks.rados.rados.0.smithi098.stdout:661: setattr oid 48 current snap is 56 2024-04-12T00:29:20.029 INFO:tasks.rados.rados.0.smithi098.stdout:662: copy_from oid 14 from oid 10 current snap is 56 2024-04-12T00:29:20.029 INFO:tasks.rados.rados.0.smithi098.stdout:663: rollback oid 18 current snap is 56 2024-04-12T00:29:20.029 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 18 to 41 2024-04-12T00:29:20.029 INFO:tasks.rados.rados.0.smithi098.stdout:664: read oid 35 snap -1 2024-04-12T00:29:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:664: expect deleted 2024-04-12T00:29:20.030 INFO:tasks.rados.rados.0.smithi098.stdout:665: snap_remove snap 52 2024-04-12T00:29:20.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:20 smithi098 ceph-mon[26935]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T00:29:20.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:20 smithi098 ceph-mon[37915]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T00:29:20.304 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-mon[30474]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T00:29:20.612 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 systemd[1]: Stopping Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:29:20.960 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T00:29:20.960 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T00:29:20.960 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T00:29:20.960 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T00:29:20.960 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T00:29:20.960 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T00:29:20.960 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T00:29:20.960 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T00:29:20.960 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T00:29:20.961 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T00:29:20.961 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.697Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T00:29:20.961 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[60811]: ts=2024-04-12T00:29:20.698Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T00:29:20.961 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:20 smithi193 podman[71809]: 2024-04-12 00:29:20.707349996 +0000 UTC m=+0.125860593 container died b850e82189c34e2c9db71d35db8e8c5af7c264c3a7bc31309cff85f7aba042e5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:21.041 INFO:tasks.rados.rados.0.smithi098.stdout:665: done (4 left) 2024-04-12T00:29:21.041 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 56 2024-04-12T00:29:21.041 INFO:tasks.rados.rados.0.smithi098.stdout:666: seq_num 227 ranges {991232=606208,1597440=794624,2392064=8192} 2024-04-12T00:29:21.051 INFO:tasks.rados.rados.0.smithi098.stdout:666: writing smithi09877355-19 from 991232 to 1597440 tid 1 2024-04-12T00:29:21.056 INFO:tasks.rados.rados.0.smithi098.stdout:666: writing smithi09877355-19 from 1597440 to 2392064 tid 2 2024-04-12T00:29:21.056 INFO:tasks.rados.rados.0.smithi098.stdout:666: writing smithi09877355-19 from 2392064 to 2400256 tid 3 2024-04-12T00:29:21.056 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 117 (ObjNum 147 snap 34 seq_num 147) dirty exists 2024-04-12T00:29:21.056 INFO:tasks.rados.rados.0.smithi098.stdout:663: finishing rollback tid 0 to smithi09877355-18 2024-04-12T00:29:21.056 INFO:tasks.rados.rados.0.smithi098.stdout:662: finishing copy_from racing read to smithi09877355-14 2024-04-12T00:29:21.056 INFO:tasks.rados.rados.0.smithi098.stdout:663: finishing rollback tid 1 to smithi09877355-18 2024-04-12T00:29:21.056 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 220 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T00:29:21.056 INFO:tasks.rados.rados.0.smithi098.stdout:662: finishing copy_from to smithi09877355-14 2024-04-12T00:29:21.057 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 94 (ObjNum 152 snap 34 seq_num 152) dirty exists 2024-04-12T00:29:21.057 INFO:tasks.rados.rados.0.smithi098.stdout:666: finishing write tid 1 to smithi09877355-19 2024-04-12T00:29:21.057 INFO:tasks.rados.rados.0.smithi098.stdout:661: done (4 left) 2024-04-12T00:29:21.057 INFO:tasks.rados.rados.0.smithi098.stdout:662: done (3 left) 2024-04-12T00:29:21.057 INFO:tasks.rados.rados.0.smithi098.stdout:663: done (2 left) 2024-04-12T00:29:21.057 INFO:tasks.rados.rados.0.smithi098.stdout:664: done (1 left) 2024-04-12T00:29:21.057 INFO:tasks.rados.rados.0.smithi098.stdout:667: read oid 44 snap -1 2024-04-12T00:29:21.057 INFO:tasks.rados.rados.0.smithi098.stdout:667: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:29:21.057 INFO:tasks.rados.rados.0.smithi098.stdout:668: snap_create 2024-04-12T00:29:21.060 INFO:tasks.rados.rados.0.smithi098.stdout:666: finishing write tid 2 to smithi09877355-19 2024-04-12T00:29:21.060 INFO:tasks.rados.rados.0.smithi098.stdout:666: finishing write tid 3 to smithi09877355-19 2024-04-12T00:29:21.060 INFO:tasks.rados.rados.0.smithi098.stdout:666: finishing write tid 4 to smithi09877355-19 2024-04-12T00:29:21.061 INFO:tasks.rados.rados.0.smithi098.stdout:666: finishing write tid 5 to smithi09877355-19 2024-04-12T00:29:21.061 INFO:tasks.rados.rados.0.smithi098.stdout:666: oid 19 updating version 0 to 223 2024-04-12T00:29:21.061 INFO:tasks.rados.rados.0.smithi098.stdout:666: oid 19 updating version 223 to 224 2024-04-12T00:29:21.062 INFO:tasks.rados.rados.0.smithi098.stdout:666: oid 19 version 224 is already newer than 222 2024-04-12T00:29:21.062 INFO:tasks.rados.rados.0.smithi098.stdout:666: oid 19 version 224 is already newer than 221 2024-04-12T00:29:21.062 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 224 (ObjNum 227 snap 56 seq_num 227) dirty exists 2024-04-12T00:29:21.062 INFO:tasks.rados.rados.0.smithi098.stdout:666: left oid 19 (ObjNum 227 snap 56 seq_num 227) 2024-04-12T00:29:21.062 INFO:tasks.rados.rados.0.smithi098.stdout:667: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:29:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:21 smithi098 ceph-mon[26935]: pgmap v30: 121 pgs: 121 active+clean; 178 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-12T00:29:21.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:21 smithi098 ceph-mon[26935]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T00:29:21.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:21 smithi098 ceph-mon[37915]: pgmap v30: 121 pgs: 121 active+clean; 178 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-12T00:29:21.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:21 smithi098 ceph-mon[37915]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T00:29:21.344 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 podman[71809]: 2024-04-12 00:29:21.09734922 +0000 UTC m=+0.515859816 container cleanup b850e82189c34e2c9db71d35db8e8c5af7c264c3a7bc31309cff85f7aba042e5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:21.344 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 bash[71809]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T00:29:21.344 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-mon[30474]: pgmap v30: 121 pgs: 121 active+clean; 178 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-12T00:29:21.344 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-mon[30474]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T00:29:21.612 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 podman[71823]: 2024-04-12 00:29:21.348743663 +0000 UTC m=+0.644138222 container remove b850e82189c34e2c9db71d35db8e8c5af7c264c3a7bc31309cff85f7aba042e5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:21.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T00:29:21.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 systemd[1]: Stopped Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:29:21.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 1.478s CPU time. 2024-04-12T00:29:21.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 systemd[1]: Starting Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:29:21.969 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 podman[71921]: 2024-04-12 00:29:21.624418321 +0000 UTC m=+0.019128538 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T00:29:21.969 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 podman[71921]: 2024-04-12 00:29:21.741655775 +0000 UTC m=+0.136366019 container create 2ba3bed2982942052e3c97a19cd8a9d6fbee409a40b3ae54f1490a32799e04ca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 podman[71921]: 2024-04-12 00:29:21.935630231 +0000 UTC m=+0.330340429 container init 2ba3bed2982942052e3c97a19cd8a9d6fbee409a40b3ae54f1490a32799e04ca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 podman[71921]: 2024-04-12 00:29:21.938345716 +0000 UTC m=+0.333055915 container start 2ba3bed2982942052e3c97a19cd8a9d6fbee409a40b3ae54f1490a32799e04ca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.961Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.961Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.961Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi193 (none))" 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.961Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.961Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.963Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.964Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.965Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T00:29:21.970 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.965Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T00:29:21.971 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.966Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T00:29:21.971 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.966Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.482µs 2024-04-12T00:29:21.971 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.966Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T00:29:21.971 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.969Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-12T00:29:21.971 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.973Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-12T00:29:21.971 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.974Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-12T00:29:21.971 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.974Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.52µs wal_replay_duration=7.786682ms wbl_replay_duration=143ns total_replay_duration=7.821416ms 2024-04-12T00:29:22.042 INFO:tasks.rados.rados.0.smithi098.stdout:666: done (2 left) 2024-04-12T00:29:22.042 INFO:tasks.rados.rados.0.smithi098.stdout:667: done (1 left) 2024-04-12T00:29:22.042 INFO:tasks.rados.rados.0.smithi098.stdout:668: done (0 left) 2024-04-12T00:29:22.043 INFO:tasks.rados.rados.0.smithi098.stdout:669: snap_remove snap 41 2024-04-12T00:29:22.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:22 smithi193 ceph-mon[30474]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T00:29:22.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.975Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T00:29:22.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.975Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T00:29:22.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.975Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T00:29:22.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.994Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.316178ms db_storage=880ns remote_storage=1.342µs web_handler=359ns query_engine=604ns scrape=379.663µs scrape_sd=81.849µs notify=16.583µs notify_sd=18.791µs rules=18.514026ms tracing=6.147µs 2024-04-12T00:29:22.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.995Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T00:29:22.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:21.995Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T00:29:22.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:22 smithi193 bash[71921]: 2ba3bed2982942052e3c97a19cd8a9d6fbee409a40b3ae54f1490a32799e04ca 2024-04-12T00:29:22.363 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:22 smithi193 systemd[1]: Started Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:29:22.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:22 smithi098 ceph-mon[37915]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T00:29:22.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:22 smithi098 ceph-mon[26935]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T00:29:22.986 INFO:tasks.rados.rados.0.smithi098.stdout:669: done (0 left) 2024-04-12T00:29:22.986 INFO:tasks.rados.rados.0.smithi098.stdout:670: snap_create 2024-04-12T00:29:23.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[37915]: pgmap v33: 121 pgs: 121 active+clean; 178 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 456 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:29:23.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[37915]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T00:29:23.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:23.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:23.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:23.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:23.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[37915]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T00:29:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[26935]: pgmap v33: 121 pgs: 121 active+clean; 178 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 456 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:29:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[26935]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T00:29:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:23 smithi098 ceph-mon[26935]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T00:29:23.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:23 smithi193 ceph-mon[30474]: pgmap v33: 121 pgs: 121 active+clean; 178 MiB data, 681 MiB used, 715 GiB / 715 GiB avail; 456 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:29:23.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:23 smithi193 ceph-mon[30474]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T00:29:23.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:23 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:23.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:23 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:23.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:23 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:23.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:23 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:23.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:23 smithi193 ceph-mon[30474]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T00:29:23.980 INFO:tasks.rados.rados.0.smithi098.stdout:670: done (0 left) 2024-04-12T00:29:23.980 INFO:tasks.rados.rados.0.smithi098.stdout:671: read oid 1 snap -1 2024-04-12T00:29:23.980 INFO:tasks.rados.rados.0.smithi098.stdout:671: expect (ObjNum 68 snap 5 seq_num 68) 2024-04-12T00:29:23.980 INFO:tasks.rados.rados.0.smithi098.stdout:672: rollback oid 50 current snap is 58 2024-04-12T00:29:23.980 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 48 2024-04-12T00:29:23.980 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 58 2024-04-12T00:29:23.980 INFO:tasks.rados.rados.0.smithi098.stdout:673: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2024-04-12T00:29:23.984 INFO:tasks.rados.rados.0.smithi098.stdout:673: writing smithi09877355-22 from 0 to 622592 tid 1 2024-04-12T00:29:23.988 INFO:tasks.rados.rados.0.smithi098.stdout:673: writing smithi09877355-22 from 622592 to 1294336 tid 2 2024-04-12T00:29:23.989 INFO:tasks.rados.rados.0.smithi098.stdout:673: writing smithi09877355-22 from 1294336 to 1425408 tid 3 2024-04-12T00:29:23.989 INFO:tasks.rados.rados.0.smithi098.stdout:674: read oid 9 snap -1 2024-04-12T00:29:23.989 INFO:tasks.rados.rados.0.smithi098.stdout:674: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:29:23.989 INFO:tasks.rados.rados.0.smithi098.stdout:675: delete oid 5 current snap is 58 2024-04-12T00:29:23.989 INFO:tasks.rados.rados.0.smithi098.stdout:672: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:29:23.989 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T00:29:23.989 INFO:tasks.rados.rados.0.smithi098.stdout:671: expect (ObjNum 68 snap 5 seq_num 68) 2024-04-12T00:29:24.021 INFO:tasks.rados.rados.0.smithi098.stdout:673: finishing write tid 1 to smithi09877355-22 2024-04-12T00:29:24.021 INFO:tasks.rados.rados.0.smithi098.stdout:671: done (4 left) 2024-04-12T00:29:24.021 INFO:tasks.rados.rados.0.smithi098.stdout:672: done (3 left) 2024-04-12T00:29:24.021 INFO:tasks.rados.rados.0.smithi098.stdout:675: done (2 left) 2024-04-12T00:29:24.021 INFO:tasks.rados.rados.0.smithi098.stdout:676: read oid 27 snap -1 2024-04-12T00:29:24.021 INFO:tasks.rados.rados.0.smithi098.stdout:676: expect (ObjNum 200 snap 48 seq_num 200) 2024-04-12T00:29:24.021 INFO:tasks.rados.rados.0.smithi098.stdout:677: snap_create 2024-04-12T00:29:24.021 INFO:tasks.rados.rados.0.smithi098.stdout:674: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:29:24.053 INFO:tasks.rados.rados.0.smithi098.stdout:673: finishing write tid 2 to smithi09877355-22 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:673: finishing write tid 3 to smithi09877355-22 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:673: finishing write tid 4 to smithi09877355-22 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:673: finishing write tid 5 to smithi09877355-22 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:673: oid 22 updating version 0 to 513 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:673: oid 22 version 513 is already newer than 510 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:673: oid 22 version 513 is already newer than 511 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:673: oid 22 version 513 is already newer than 512 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 513 (ObjNum 228 snap 58 seq_num 228) dirty exists 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:673: left oid 22 (ObjNum 228 snap 58 seq_num 228) 2024-04-12T00:29:24.054 INFO:tasks.rados.rados.0.smithi098.stdout:676: expect (ObjNum 200 snap 48 seq_num 200) 2024-04-12T00:29:24.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:24 smithi193 ceph-mon[30474]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:24.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:24 smithi193 ceph-mon[30474]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T00:29:24.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:24 smithi193 ceph-mon[30474]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T00:29:24.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:24 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:24.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:24 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:29:24.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:24 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:29:24.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:24 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:29:24.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:24 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:24.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:24 smithi193 ceph-mon[30474]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T00:29:24.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[26935]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:24.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[26935]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T00:29:24.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[26935]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T00:29:24.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:24.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:29:24.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:29:24.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:29:24.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:24.464 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[26935]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T00:29:24.465 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[37915]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:24.465 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[37915]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T00:29:24.465 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[37915]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T00:29:24.465 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:24.465 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:29:24.465 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:29:24.465 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:29:24.465 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:24.465 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:24 smithi098 ceph-mon[37915]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T00:29:24.982 INFO:tasks.rados.rados.0.smithi098.stdout:673: done (3 left) 2024-04-12T00:29:24.982 INFO:tasks.rados.rados.0.smithi098.stdout:674: done (2 left) 2024-04-12T00:29:24.982 INFO:tasks.rados.rados.0.smithi098.stdout:676: done (1 left) 2024-04-12T00:29:24.982 INFO:tasks.rados.rados.0.smithi098.stdout:677: done (0 left) 2024-04-12T00:29:24.982 INFO:tasks.rados.rados.0.smithi098.stdout:678: copy_from oid 31 from oid 48 current snap is 59 2024-04-12T00:29:24.982 INFO:tasks.rados.rados.0.smithi098.stdout:679: rollback oid 45 current snap is 59 2024-04-12T00:29:24.982 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 45 to 57 2024-04-12T00:29:24.982 INFO:tasks.rados.rados.0.smithi098.stdout:680: delete oid 33 current snap is 59 2024-04-12T00:29:24.984 INFO:tasks.rados.rados.0.smithi098.stdout:680: done (2 left) 2024-04-12T00:29:24.985 INFO:tasks.rados.rados.0.smithi098.stdout:681: rmattr oid 46 current snap is 59 2024-04-12T00:29:24.985 INFO:tasks.rados.rados.0.smithi098.stdout:681: done (2 left) 2024-04-12T00:29:24.985 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 59 2024-04-12T00:29:24.985 INFO:tasks.rados.rados.0.smithi098.stdout:682: seq_num 231 ranges {3670016=671744,4341760=778240,5120000=24576} 2024-04-12T00:29:25.008 INFO:tasks.rados.rados.0.smithi098.stdout:682: writing smithi09877355-36 from 3670016 to 4341760 tid 1 2024-04-12T00:29:25.013 INFO:tasks.rados.rados.0.smithi098.stdout:682: writing smithi09877355-36 from 4341760 to 5120000 tid 2 2024-04-12T00:29:25.013 INFO:tasks.rados.rados.0.smithi098.stdout:682: writing smithi09877355-36 from 5120000 to 5144576 tid 3 2024-04-12T00:29:25.013 INFO:tasks.rados.rados.0.smithi098.stdout:683: snap_remove snap 35 2024-04-12T00:29:25.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:25 smithi193 ceph-mon[30474]: pgmap v36: 121 pgs: 121 active+clean; 142 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 720 KiB/s wr, 15 op/s 2024-04-12T00:29:25.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:25 smithi193 ceph-mon[30474]: Upgrade: Updating mgr.y 2024-04-12T00:29:25.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:25 smithi193 ceph-mon[30474]: Deploying daemon mgr.y on smithi098 2024-04-12T00:29:25.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:25 smithi193 ceph-mon[30474]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T00:29:25.436 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:25 smithi098 ceph-mon[37915]: pgmap v36: 121 pgs: 121 active+clean; 142 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 720 KiB/s wr, 15 op/s 2024-04-12T00:29:25.436 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:25 smithi098 ceph-mon[37915]: Upgrade: Updating mgr.y 2024-04-12T00:29:25.436 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:25 smithi098 ceph-mon[37915]: Deploying daemon mgr.y on smithi098 2024-04-12T00:29:25.436 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:25 smithi098 ceph-mon[37915]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T00:29:25.436 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:25 smithi098 ceph-mon[26935]: pgmap v36: 121 pgs: 121 active+clean; 142 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 720 KiB/s wr, 15 op/s 2024-04-12T00:29:25.436 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:25 smithi098 ceph-mon[26935]: Upgrade: Updating mgr.y 2024-04-12T00:29:25.436 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:25 smithi098 ceph-mon[26935]: Deploying daemon mgr.y on smithi098 2024-04-12T00:29:25.436 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:25 smithi098 ceph-mon[26935]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T00:29:25.985 INFO:tasks.rados.rados.0.smithi098.stdout:683: done (3 left) 2024-04-12T00:29:25.985 INFO:tasks.rados.rados.0.smithi098.stdout:684: read oid 42 snap -1 2024-04-12T00:29:25.985 INFO:tasks.rados.rados.0.smithi098.stdout:684: expect (ObjNum 121 snap 26 seq_num 121) 2024-04-12T00:29:25.985 INFO:tasks.rados.rados.0.smithi098.stdout:685: delete oid 18 current snap is 59 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:679: finishing rollback tid 0 to smithi09877355-45 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:679: finishing rollback tid 1 to smithi09877355-45 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:679: finishing rollback tid 2 to smithi09877355-45 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 154 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:678: finishing copy_from racing read to smithi09877355-31 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:678: finishing copy_from to smithi09877355-31 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 117 (ObjNum 147 snap 34 seq_num 147) dirty exists 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:682: finishing write tid 1 to smithi09877355-36 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:682: finishing write tid 2 to smithi09877355-36 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:682: finishing write tid 3 to smithi09877355-36 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:682: finishing write tid 4 to smithi09877355-36 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:682: finishing write tid 5 to smithi09877355-36 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:682: oid 36 updating version 0 to 402 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:682: oid 36 updating version 402 to 403 2024-04-12T00:29:25.986 INFO:tasks.rados.rados.0.smithi098.stdout:682: oid 36 version 403 is already newer than 401 2024-04-12T00:29:25.987 INFO:tasks.rados.rados.0.smithi098.stdout:682: oid 36 version 403 is already newer than 400 2024-04-12T00:29:25.987 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 403 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-04-12T00:29:25.987 INFO:tasks.rados.rados.0.smithi098.stdout:682: left oid 36 (ObjNum 231 snap 59 seq_num 231) 2024-04-12T00:29:25.989 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:25 smithi098 systemd[1]: Stopping Ceph mgr.y for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:29:25.996 INFO:tasks.rados.rados.0.smithi098.stdout:678: done (4 left) 2024-04-12T00:29:25.996 INFO:tasks.rados.rados.0.smithi098.stdout:679: done (3 left) 2024-04-12T00:29:25.996 INFO:tasks.rados.rados.0.smithi098.stdout:682: done (2 left) 2024-04-12T00:29:25.996 INFO:tasks.rados.rados.0.smithi098.stdout:685: done (1 left) 2024-04-12T00:29:25.996 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 59 2024-04-12T00:29:25.996 INFO:tasks.rados.rados.0.smithi098.stdout:686: seq_num 233 ranges {909312=712704,1622016=548864,2170880=253952} 2024-04-12T00:29:26.006 INFO:tasks.rados.rados.0.smithi098.stdout:686: writing smithi09877355-12 from 909312 to 1622016 tid 1 2024-04-12T00:29:26.010 INFO:tasks.rados.rados.0.smithi098.stdout:686: writing smithi09877355-12 from 1622016 to 2170880 tid 2 2024-04-12T00:29:26.012 INFO:tasks.rados.rados.0.smithi098.stdout:686: writing smithi09877355-12 from 2170880 to 2424832 tid 3 2024-04-12T00:29:26.012 INFO:tasks.rados.rados.0.smithi098.stdout:687: snap_create 2024-04-12T00:29:26.012 INFO:tasks.rados.rados.0.smithi098.stdout:684: expect (ObjNum 121 snap 26 seq_num 121) 2024-04-12T00:29:26.116 INFO:tasks.rados.rados.0.smithi098.stdout:686: finishing write tid 1 to smithi09877355-12 2024-04-12T00:29:26.116 INFO:tasks.rados.rados.0.smithi098.stdout:686: finishing write tid 2 to smithi09877355-12 2024-04-12T00:29:26.117 INFO:tasks.rados.rados.0.smithi098.stdout:686: finishing write tid 3 to smithi09877355-12 2024-04-12T00:29:26.117 INFO:tasks.rados.rados.0.smithi098.stdout:686: finishing write tid 4 to smithi09877355-12 2024-04-12T00:29:26.117 INFO:tasks.rados.rados.0.smithi098.stdout:686: finishing write tid 5 to smithi09877355-12 2024-04-12T00:29:26.117 INFO:tasks.rados.rados.0.smithi098.stdout:686: oid 12 updating version 0 to 214 2024-04-12T00:29:26.117 INFO:tasks.rados.rados.0.smithi098.stdout:686: oid 12 updating version 214 to 216 2024-04-12T00:29:26.117 INFO:tasks.rados.rados.0.smithi098.stdout:686: oid 12 updating version 216 to 217 2024-04-12T00:29:26.117 INFO:tasks.rados.rados.0.smithi098.stdout:686: oid 12 version 217 is already newer than 215 2024-04-12T00:29:26.117 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 217 (ObjNum 233 snap 59 seq_num 233) dirty exists 2024-04-12T00:29:26.117 INFO:tasks.rados.rados.0.smithi098.stdout:686: left oid 12 (ObjNum 233 snap 59 seq_num 233) 2024-04-12T00:29:26.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:25 smithi098 podman[79970]: 2024-04-12 00:29:25.993155734 +0000 UTC m=+0.137104902 container died 47736cfdf655160499c795ded177ac7aa22c10fbda2cc31d2a6c7fdb1bd645e8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, GIT_CLEAN=True, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-12T00:29:26.675 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:26 smithi098 podman[79970]: 2024-04-12 00:29:26.386942079 +0000 UTC m=+0.530891247 container cleanup 47736cfdf655160499c795ded177ac7aa22c10fbda2cc31d2a6c7fdb1bd645e8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:29:26.676 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:26 smithi098 bash[79970]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y 2024-04-12T00:29:26.979 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:26 smithi098 podman[79981]: 2024-04-12 00:29:26.680269514 +0000 UTC m=+0.689791484 container remove 47736cfdf655160499c795ded177ac7aa22c10fbda2cc31d2a6c7fdb1bd645e8 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-12T00:29:26.980 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:26 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-12T00:29:26.980 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:26 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-12T00:29:26.980 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:26 smithi098 systemd[1]: Stopped Ceph mgr.y for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:29:26.980 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:26 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y.service: Consumed 1min 3.943s CPU time. 2024-04-12T00:29:26.980 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:26 smithi098 ceph-mon[26935]: pgmap v39: 121 pgs: 121 active+clean; 142 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 720 KiB/s wr, 15 op/s 2024-04-12T00:29:26.980 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:26 smithi098 ceph-mon[26935]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T00:29:26.987 INFO:tasks.rados.rados.0.smithi098.stdout:684: done (2 left) 2024-04-12T00:29:26.987 INFO:tasks.rados.rados.0.smithi098.stdout:686: done (1 left) 2024-04-12T00:29:26.987 INFO:tasks.rados.rados.0.smithi098.stdout:687: done (0 left) 2024-04-12T00:29:26.987 INFO:tasks.rados.rados.0.smithi098.stdout:688: read oid 17 snap -1 2024-04-12T00:29:26.987 INFO:tasks.rados.rados.0.smithi098.stdout:688: expect deleted 2024-04-12T00:29:26.987 INFO:tasks.rados.rados.0.smithi098.stdout:689: rollback oid 6 current snap is 60 2024-04-12T00:29:26.987 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 6 to 49 2024-04-12T00:29:26.987 INFO:tasks.rados.rados.0.smithi098.stdout:690: read oid 27 snap 49 2024-04-12T00:29:26.988 INFO:tasks.rados.rados.0.smithi098.stdout:690: expect (ObjNum 200 snap 48 seq_num 200) 2024-04-12T00:29:26.988 INFO:tasks.rados.rados.0.smithi098.stdout:691: copy_from oid 18 from oid 22 current snap is 60 2024-04-12T00:29:26.988 INFO:tasks.rados.rados.0.smithi098.stdout:692: rmattr oid 14 current snap is 60 2024-04-12T00:29:26.988 INFO:tasks.rados.rados.0.smithi098.stdout:692: done (4 left) 2024-04-12T00:29:26.988 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 60 2024-04-12T00:29:26.988 INFO:tasks.rados.rados.0.smithi098.stdout:693: seq_num 234 ranges {0=729088,729088=434176,1163264=368640} 2024-04-12T00:29:26.992 INFO:tasks.rados.rados.0.smithi098.stdout:693: writing smithi09877355-11 from 0 to 729088 tid 1 2024-04-12T00:29:26.994 INFO:tasks.rados.rados.0.smithi098.stdout:693: writing smithi09877355-11 from 729088 to 1163264 tid 2 2024-04-12T00:29:26.997 INFO:tasks.rados.rados.0.smithi098.stdout:693: writing smithi09877355-11 from 1163264 to 1531904 tid 3 2024-04-12T00:29:26.997 INFO:tasks.rados.rados.0.smithi098.stdout:694: setattr oid 25 current snap is 60 2024-04-12T00:29:26.997 INFO:tasks.rados.rados.0.smithi098.stdout:689: finishing rollback tid 1 to smithi09877355-6 2024-04-12T00:29:26.997 INFO:tasks.rados.rados.0.smithi098.stdout:689: finishing rollback tid 2 to smithi09877355-6 2024-04-12T00:29:26.997 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 165 (ObjNum 192 snap 46 seq_num 192) dirty exists 2024-04-12T00:29:26.999 INFO:tasks.rados.rados.0.smithi098.stdout:688: done (5 left) 2024-04-12T00:29:26.999 INFO:tasks.rados.rados.0.smithi098.stdout:689: done (4 left) 2024-04-12T00:29:26.999 INFO:tasks.rados.rados.0.smithi098.stdout:695: read oid 3 snap -1 2024-04-12T00:29:26.999 INFO:tasks.rados.rados.0.smithi098.stdout:695: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:29:26.999 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 60 2024-04-12T00:29:26.999 INFO:tasks.rados.rados.0.smithi098.stdout:696: seq_num 235 ranges {958464=745472,1703936=712704,2416640=90112} 2024-04-12T00:29:27.008 INFO:tasks.rados.rados.0.smithi098.stdout:696: writing smithi09877355-6 from 958464 to 1703936 tid 1 2024-04-12T00:29:27.013 INFO:tasks.rados.rados.0.smithi098.stdout:696: writing smithi09877355-6 from 1703936 to 2416640 tid 2 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:696: writing smithi09877355-6 from 2416640 to 2506752 tid 3 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:697: delete oid 1 current snap is 60 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:693: finishing write tid 1 to smithi09877355-11 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 166 (ObjNum 39169 snap 0 seq_num 3651122240) dirty exists 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:693: finishing write tid 2 to smithi09877355-11 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:693: finishing write tid 3 to smithi09877355-11 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:691: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:693: finishing write tid 4 to smithi09877355-11 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:693: finishing write tid 5 to smithi09877355-11 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:693: oid 11 updating version 0 to 527 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:693: oid 11 version 527 is already newer than 526 2024-04-12T00:29:27.014 INFO:tasks.rados.rados.0.smithi098.stdout:693: oid 11 updating version 527 to 529 2024-04-12T00:29:27.015 INFO:tasks.rados.rados.0.smithi098.stdout:693: oid 11 version 529 is already newer than 528 2024-04-12T00:29:27.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 529 (ObjNum 234 snap 60 seq_num 234) dirty exists 2024-04-12T00:29:27.015 INFO:tasks.rados.rados.0.smithi098.stdout:693: left oid 11 (ObjNum 234 snap 60 seq_num 234) 2024-04-12T00:29:27.015 INFO:tasks.rados.rados.0.smithi098.stdout:691: finishing copy_from to smithi09877355-18 2024-04-12T00:29:27.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 513 (ObjNum 228 snap 58 seq_num 228) dirty exists 2024-04-12T00:29:27.015 INFO:tasks.rados.rados.0.smithi098.stdout:696: finishing write tid 1 to smithi09877355-6 2024-04-12T00:29:27.018 INFO:tasks.rados.rados.0.smithi098.stdout:696: finishing write tid 2 to smithi09877355-6 2024-04-12T00:29:27.018 INFO:tasks.rados.rados.0.smithi098.stdout:691: done (6 left) 2024-04-12T00:29:27.018 INFO:tasks.rados.rados.0.smithi098.stdout:693: done (5 left) 2024-04-12T00:29:27.018 INFO:tasks.rados.rados.0.smithi098.stdout:694: done (4 left) 2024-04-12T00:29:27.019 INFO:tasks.rados.rados.0.smithi098.stdout:697: done (3 left) 2024-04-12T00:29:27.019 INFO:tasks.rados.rados.0.smithi098.stdout:698: read oid 46 snap -1 2024-04-12T00:29:27.019 INFO:tasks.rados.rados.0.smithi098.stdout:698: expect deleted 2024-04-12T00:29:27.019 INFO:tasks.rados.rados.0.smithi098.stdout:699: read oid 1 snap 59 2024-04-12T00:29:27.019 INFO:tasks.rados.rados.0.smithi098.stdout:699: expect (ObjNum 68 snap 5 seq_num 68) 2024-04-12T00:29:27.019 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 60 2024-04-12T00:29:27.019 INFO:tasks.rados.rados.0.smithi098.stdout:700: seq_num 237 ranges {5521408=778240,6299648=532480,6832128=270336} 2024-04-12T00:29:27.053 INFO:tasks.rados.rados.0.smithi098.stdout:700: writing smithi09877355-28 from 5521408 to 6299648 tid 1 2024-04-12T00:29:27.055 INFO:tasks.rados.rados.0.smithi098.stdout:700: writing smithi09877355-28 from 6299648 to 6832128 tid 2 2024-04-12T00:29:27.057 INFO:tasks.rados.rados.0.smithi098.stdout:700: writing smithi09877355-28 from 6832128 to 7102464 tid 3 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:701: rmattr oid 4 current snap is 60 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:696: finishing write tid 3 to smithi09877355-6 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:696: finishing write tid 4 to smithi09877355-6 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:696: finishing write tid 5 to smithi09877355-6 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:696: oid 6 updating version 0 to 167 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:696: oid 6 updating version 167 to 169 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:696: oid 6 updating version 169 to 170 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:696: oid 6 version 170 is already newer than 168 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 170 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:696: left oid 6 (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:29:27.058 INFO:tasks.rados.rados.0.smithi098.stdout:699: expect (ObjNum 68 snap 5 seq_num 68) 2024-04-12T00:29:27.089 INFO:tasks.rados.rados.0.smithi098.stdout:690: expect (ObjNum 200 snap 48 seq_num 200) 2024-04-12T00:29:27.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:26 smithi098 ceph-mon[37915]: pgmap v39: 121 pgs: 121 active+clean; 142 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 720 KiB/s wr, 15 op/s 2024-04-12T00:29:27.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:26 smithi098 ceph-mon[37915]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T00:29:27.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:26 smithi098 systemd[1]: Starting Ceph mgr.y for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:29:27.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:27 smithi098 podman[80106]: 2024-04-12 00:29:27.119609547 +0000 UTC m=+0.017677094 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:29:27.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:27 smithi098 podman[80106]: 2024-04-12 00:29:27.222895925 +0000 UTC m=+0.120963453 container create 4114e47c5d409f9e839c458258ae7677f15c7bce44b6d3d59e9ffe5f13fe0990 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-12T00:29:27.304 INFO:tasks.rados.rados.0.smithi098.stdout:695: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:29:27.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:26 smithi193 ceph-mon[30474]: pgmap v39: 121 pgs: 121 active+clean; 142 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 720 KiB/s wr, 15 op/s 2024-04-12T00:29:27.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:26 smithi193 ceph-mon[30474]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T00:29:27.501 INFO:tasks.rados.rados.0.smithi098.stdout:700: finishing write tid 1 to smithi09877355-28 2024-04-12T00:29:27.501 INFO:tasks.rados.rados.0.smithi098.stdout:700: finishing write tid 2 to smithi09877355-28 2024-04-12T00:29:27.502 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 210 (ObjNum 226 snap 56 seq_num 226) dirty exists 2024-04-12T00:29:27.502 INFO:tasks.rados.rados.0.smithi098.stdout:700: finishing write tid 3 to smithi09877355-28 2024-04-12T00:29:27.502 INFO:tasks.rados.rados.0.smithi098.stdout:690: done (6 left) 2024-04-12T00:29:27.502 INFO:tasks.rados.rados.0.smithi098.stdout:695: done (5 left) 2024-04-12T00:29:27.502 INFO:tasks.rados.rados.0.smithi098.stdout:696: done (4 left) 2024-04-12T00:29:27.502 INFO:tasks.rados.rados.0.smithi098.stdout:698: done (3 left) 2024-04-12T00:29:27.502 INFO:tasks.rados.rados.0.smithi098.stdout:699: done (2 left) 2024-04-12T00:29:27.502 INFO:tasks.rados.rados.0.smithi098.stdout:701: done (1 left) 2024-04-12T00:29:27.502 INFO:tasks.rados.rados.0.smithi098.stdout:702: snap_remove snap 48 2024-04-12T00:29:27.787 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:27 smithi098 podman[80106]: 2024-04-12 00:29:27.450474497 +0000 UTC m=+0.348542028 container init 4114e47c5d409f9e839c458258ae7677f15c7bce44b6d3d59e9ffe5f13fe0990 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-12T00:29:27.787 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:27 smithi098 podman[80106]: 2024-04-12 00:29:27.453200371 +0000 UTC m=+0.351267901 container start 4114e47c5d409f9e839c458258ae7677f15c7bce44b6d3d59e9ffe5f13fe0990 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-12T00:29:27.787 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:27 smithi098 ceph-mgr[80124]: -- 172.21.15.98:0/2339707119 <== mon.2 v2:172.21.15.98:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561058f085a0 con 0x561058edc800 2024-04-12T00:29:27.787 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:27 smithi098 bash[80106]: 4114e47c5d409f9e839c458258ae7677f15c7bce44b6d3d59e9ffe5f13fe0990 2024-04-12T00:29:27.787 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:27 smithi098 systemd[1]: Started Ceph mgr.y for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:29:27.990 INFO:tasks.rados.rados.0.smithi098.stdout:702: done (1 left) 2024-04-12T00:29:27.990 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 60 2024-04-12T00:29:27.991 INFO:tasks.rados.rados.0.smithi098.stdout:703: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-04-12T00:29:27.992 INFO:tasks.rados.rados.0.smithi098.stdout:703: writing smithi09877355-35 from 0 to 794624 tid 1 2024-04-12T00:29:27.995 INFO:tasks.rados.rados.0.smithi098.stdout:703: writing smithi09877355-35 from 794624 to 1212416 tid 2 2024-04-12T00:29:27.998 INFO:tasks.rados.rados.0.smithi098.stdout:703: writing smithi09877355-35 from 1212416 to 1597440 tid 3 2024-04-12T00:29:27.999 INFO:tasks.rados.rados.0.smithi098.stdout:700: finishing write tid 4 to smithi09877355-28 2024-04-12T00:29:27.999 INFO:tasks.rados.rados.0.smithi098.stdout:700: finishing write tid 5 to smithi09877355-28 2024-04-12T00:29:27.999 INFO:tasks.rados.rados.0.smithi098.stdout:700: oid 28 updating version 0 to 164 2024-04-12T00:29:27.999 INFO:tasks.rados.rados.0.smithi098.stdout:700: oid 28 updating version 164 to 167 2024-04-12T00:29:27.999 INFO:tasks.rados.rados.0.smithi098.stdout:700: oid 28 version 167 is already newer than 165 2024-04-12T00:29:27.999 INFO:tasks.rados.rados.0.smithi098.stdout:700: oid 28 version 167 is already newer than 166 2024-04-12T00:29:27.999 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 167 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-04-12T00:29:27.999 INFO:tasks.rados.rados.0.smithi098.stdout:700: left oid 28 (ObjNum 237 snap 60 seq_num 237) 2024-04-12T00:29:27.999 INFO:tasks.rados.rados.0.smithi098.stdout:700: done (1 left) 2024-04-12T00:29:28.000 INFO:tasks.rados.rados.0.smithi098.stdout:704: rollback oid 44 current snap is 60 2024-04-12T00:29:28.000 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 44 to 56 2024-04-12T00:29:28.000 INFO:tasks.rados.rados.0.smithi098.stdout:705: snap_create 2024-04-12T00:29:28.002 INFO:tasks.rados.rados.0.smithi098.stdout:703: finishing write tid 1 to smithi09877355-35 2024-04-12T00:29:28.003 INFO:tasks.rados.rados.0.smithi098.stdout:703: finishing write tid 2 to smithi09877355-35 2024-04-12T00:29:28.003 INFO:tasks.rados.rados.0.smithi098.stdout:703: finishing write tid 3 to smithi09877355-35 2024-04-12T00:29:28.003 INFO:tasks.rados.rados.0.smithi098.stdout:703: finishing write tid 4 to smithi09877355-35 2024-04-12T00:29:28.005 INFO:tasks.rados.rados.0.smithi098.stdout:703: finishing write tid 5 to smithi09877355-35 2024-04-12T00:29:28.005 INFO:tasks.rados.rados.0.smithi098.stdout:703: oid 35 updating version 0 to 156 2024-04-12T00:29:28.005 INFO:tasks.rados.rados.0.smithi098.stdout:703: oid 35 updating version 156 to 158 2024-04-12T00:29:28.005 INFO:tasks.rados.rados.0.smithi098.stdout:703: oid 35 version 158 is already newer than 155 2024-04-12T00:29:28.005 INFO:tasks.rados.rados.0.smithi098.stdout:703: oid 35 version 158 is already newer than 157 2024-04-12T00:29:28.005 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 158 (ObjNum 238 snap 60 seq_num 238) dirty exists 2024-04-12T00:29:28.006 INFO:tasks.rados.rados.0.smithi098.stdout:703: left oid 35 (ObjNum 238 snap 60 seq_num 238) 2024-04-12T00:29:28.007 INFO:tasks.rados.rados.0.smithi098.stdout:704: finishing rollback tid 0 to smithi09877355-44 2024-04-12T00:29:28.008 INFO:tasks.rados.rados.0.smithi098.stdout:704: finishing rollback tid 1 to smithi09877355-44 2024-04-12T00:29:28.008 INFO:tasks.rados.rados.0.smithi098.stdout:704: finishing rollback tid 2 to smithi09877355-44 2024-04-12T00:29:28.008 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 541 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:29:28.147 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:28 smithi098 ceph-mon[37915]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T00:29:28.147 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:28 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:28.147 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:28 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:28.147 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:28 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:28.147 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:27 smithi098 ceph-mon[26935]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T00:29:28.147 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:27 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:28.148 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:27 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:28.148 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:27 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:28.148 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:28.039+0000 7fa9339a2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:29:28.148 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:28.150+0000 7fa9339a2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:29:28.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:28 smithi193 ceph-mon[30474]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T00:29:28.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:28 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:28.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:28 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:28.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:28 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:29.013 INFO:tasks.rados.rados.0.smithi098.stdout:703: done (2 left) 2024-04-12T00:29:29.013 INFO:tasks.rados.rados.0.smithi098.stdout:704: done (1 left) 2024-04-12T00:29:29.013 INFO:tasks.rados.rados.0.smithi098.stdout:705: done (0 left) 2024-04-12T00:29:29.013 INFO:tasks.rados.rados.0.smithi098.stdout:706: copy_from oid 48 from oid 7 current snap is 61 2024-04-12T00:29:29.013 INFO:tasks.rados.rados.0.smithi098.stdout:707: read oid 2 snap -1 2024-04-12T00:29:29.013 INFO:tasks.rados.rados.0.smithi098.stdout:707: expect deleted 2024-04-12T00:29:29.013 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 61 2024-04-12T00:29:29.014 INFO:tasks.rados.rados.0.smithi098.stdout:708: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-04-12T00:29:29.015 INFO:tasks.rados.rados.0.smithi098.stdout:708: writing smithi09877355-13 from 0 to 409600 tid 1 2024-04-12T00:29:29.019 INFO:tasks.rados.rados.0.smithi098.stdout:708: writing smithi09877355-13 from 409600 to 1114112 tid 2 2024-04-12T00:29:29.023 INFO:tasks.rados.rados.0.smithi098.stdout:708: writing smithi09877355-13 from 1114112 to 1613824 tid 3 2024-04-12T00:29:29.023 INFO:tasks.rados.rados.0.smithi098.stdout:709: read oid 47 snap -1 2024-04-12T00:29:29.023 INFO:tasks.rados.rados.0.smithi098.stdout:709: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:29:29.023 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 61 2024-04-12T00:29:29.023 INFO:tasks.rados.rados.0.smithi098.stdout:710: seq_num 240 ranges {1425408=425984,1851392=589824,2441216=483328,2924544=131072} 2024-04-12T00:29:29.033 INFO:tasks.rados.rados.0.smithi098.stdout:710: writing smithi09877355-18 from 1425408 to 1851392 tid 1 2024-04-12T00:29:29.036 INFO:tasks.rados.rados.0.smithi098.stdout:710: writing smithi09877355-18 from 1851392 to 2441216 tid 2 2024-04-12T00:29:29.039 INFO:tasks.rados.rados.0.smithi098.stdout:710: writing smithi09877355-18 from 2441216 to 2924544 tid 3 2024-04-12T00:29:29.039 INFO:tasks.rados.rados.0.smithi098.stdout:710: writing smithi09877355-18 from 2924544 to 3055616 tid 4 2024-04-12T00:29:29.040 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 61 2024-04-12T00:29:29.040 INFO:tasks.rados.rados.0.smithi098.stdout:708: finishing write tid 1 to smithi09877355-13 2024-04-12T00:29:29.040 INFO:tasks.rados.rados.0.smithi098.stdout:711: seq_num 241 ranges {0=442368,442368=466944,909312=688128,1597440=49152} 2024-04-12T00:29:29.042 INFO:tasks.rados.rados.0.smithi098.stdout:711: writing smithi09877355-33 from 0 to 442368 tid 1 2024-04-12T00:29:29.045 INFO:tasks.rados.rados.0.smithi098.stdout:711: writing smithi09877355-33 from 442368 to 909312 tid 2 2024-04-12T00:29:29.049 INFO:tasks.rados.rados.0.smithi098.stdout:711: writing smithi09877355-33 from 909312 to 1597440 tid 3 2024-04-12T00:29:29.050 INFO:tasks.rados.rados.0.smithi098.stdout:711: writing smithi09877355-33 from 1597440 to 1646592 tid 4 2024-04-12T00:29:29.050 INFO:tasks.rados.rados.0.smithi098.stdout:707: done (5 left) 2024-04-12T00:29:29.050 INFO:tasks.rados.rados.0.smithi098.stdout:712: read oid 20 snap -1 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:712: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:713: rmattr oid 42 current snap is 61 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:706: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:706: finishing copy_from to smithi09877355-48 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 89 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:708: finishing write tid 2 to smithi09877355-13 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:708: finishing write tid 3 to smithi09877355-13 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:706: done (6 left) 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:714: setattr oid 6 current snap is 61 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:708: finishing write tid 4 to smithi09877355-13 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:708: finishing write tid 5 to smithi09877355-13 2024-04-12T00:29:29.051 INFO:tasks.rados.rados.0.smithi098.stdout:708: oid 13 updating version 0 to 542 2024-04-12T00:29:29.052 INFO:tasks.rados.rados.0.smithi098.stdout:708: oid 13 updating version 542 to 544 2024-04-12T00:29:29.052 INFO:tasks.rados.rados.0.smithi098.stdout:708: oid 13 version 544 is already newer than 543 2024-04-12T00:29:29.052 INFO:tasks.rados.rados.0.smithi098.stdout:708: oid 13 updating version 544 to 545 2024-04-12T00:29:29.052 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 545 (ObjNum 239 snap 61 seq_num 239) dirty exists 2024-04-12T00:29:29.052 INFO:tasks.rados.rados.0.smithi098.stdout:708: left oid 13 (ObjNum 239 snap 61 seq_num 239) 2024-04-12T00:29:29.052 INFO:tasks.rados.rados.0.smithi098.stdout:709: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:29:29.074 INFO:tasks.rados.rados.0.smithi098.stdout:710: finishing write tid 1 to smithi09877355-18 2024-04-12T00:29:29.074 INFO:tasks.rados.rados.0.smithi098.stdout:710: finishing write tid 2 to smithi09877355-18 2024-04-12T00:29:29.074 INFO:tasks.rados.rados.0.smithi098.stdout:710: finishing write tid 3 to smithi09877355-18 2024-04-12T00:29:29.074 INFO:tasks.rados.rados.0.smithi098.stdout:710: finishing write tid 4 to smithi09877355-18 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:710: finishing write tid 5 to smithi09877355-18 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:710: finishing write tid 6 to smithi09877355-18 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:710: oid 18 updating version 0 to 516 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:710: oid 18 updating version 516 to 517 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:710: oid 18 version 517 is already newer than 515 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:710: oid 18 updating version 517 to 518 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:710: oid 18 version 518 is already newer than 514 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 518 (ObjNum 240 snap 61 seq_num 240) dirty exists 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:710: left oid 18 (ObjNum 240 snap 61 seq_num 240) 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:711: finishing write tid 1 to smithi09877355-33 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:711: finishing write tid 2 to smithi09877355-33 2024-04-12T00:29:29.075 INFO:tasks.rados.rados.0.smithi098.stdout:712: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:29:29.079 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 118 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-04-12T00:29:29.079 INFO:tasks.rados.rados.0.smithi098.stdout:711: finishing write tid 3 to smithi09877355-33 2024-04-12T00:29:29.079 INFO:tasks.rados.rados.0.smithi098.stdout:711: finishing write tid 4 to smithi09877355-33 2024-04-12T00:29:29.079 INFO:tasks.rados.rados.0.smithi098.stdout:711: finishing write tid 5 to smithi09877355-33 2024-04-12T00:29:29.079 INFO:tasks.rados.rados.0.smithi098.stdout:711: finishing write tid 6 to smithi09877355-33 2024-04-12T00:29:29.079 INFO:tasks.rados.rados.0.smithi098.stdout:711: oid 33 updating version 0 to 217 2024-04-12T00:29:29.079 INFO:tasks.rados.rados.0.smithi098.stdout:711: oid 33 updating version 217 to 218 2024-04-12T00:29:29.079 INFO:tasks.rados.rados.0.smithi098.stdout:711: oid 33 version 218 is already newer than 215 2024-04-12T00:29:29.079 INFO:tasks.rados.rados.0.smithi098.stdout:711: oid 33 version 218 is already newer than 214 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:711: oid 33 version 218 is already newer than 216 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 218 (ObjNum 241 snap 61 seq_num 241) dirty exists 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:711: left oid 33 (ObjNum 241 snap 61 seq_num 241) 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:708: done (6 left) 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:709: done (5 left) 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:710: done (4 left) 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:711: done (3 left) 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:712: done (2 left) 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:713: done (1 left) 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:715: read oid 21 snap 59 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:715: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-12T00:29:29.080 INFO:tasks.rados.rados.0.smithi098.stdout:716: snap_remove snap 43 2024-04-12T00:29:29.087 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-mon[37915]: pgmap v42: 121 pgs: 121 active+clean; 126 MiB data, 668 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-12T00:29:29.087 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-mon[37915]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T00:29:29.088 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:28.823+0000 7fa9339a2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:29:29.088 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:28 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:28.923+0000 7fa9339a2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:29:29.088 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-mon[26935]: pgmap v42: 121 pgs: 121 active+clean; 126 MiB data, 668 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-12T00:29:29.088 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-mon[26935]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T00:29:29.263 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:29 smithi193 ceph-mon[30474]: pgmap v42: 121 pgs: 121 active+clean; 126 MiB data, 668 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-12T00:29:29.264 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:29 smithi193 ceph-mon[30474]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T00:29:29.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:29.091+0000 7fa9339a2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:29:29.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:29.188+0000 7fa9339a2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:29:29.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:29.273+0000 7fa9339a2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:29:29.862 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:29.543+0000 7fa9339a2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:29:29.862 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:29.661+0000 7fa9339a2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:29:29.862 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:29.759+0000 7fa9339a2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:29:29.863 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:29 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:29.866+0000 7fa9339a2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:29:30.032 INFO:tasks.rados.rados.0.smithi098.stdout:716: done (2 left) 2024-04-12T00:29:30.032 INFO:tasks.rados.rados.0.smithi098.stdout:717: delete oid 40 current snap is 61 2024-04-12T00:29:30.032 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 176 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-04-12T00:29:30.032 INFO:tasks.rados.rados.0.smithi098.stdout:715: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-12T00:29:30.147 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:30 smithi098 ceph-mon[37915]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T00:29:30.147 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:30 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:30.070+0000 7fa9339a2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:29:30.148 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:30 smithi098 ceph-mon[26935]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T00:29:30.332 INFO:tasks.rados.rados.0.smithi098.stdout:714: done (2 left) 2024-04-12T00:29:30.332 INFO:tasks.rados.rados.0.smithi098.stdout:715: done (1 left) 2024-04-12T00:29:30.333 INFO:tasks.rados.rados.0.smithi098.stdout:717: done (0 left) 2024-04-12T00:29:30.333 INFO:tasks.rados.rados.0.smithi098.stdout:718: snap_create 2024-04-12T00:29:30.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:30 smithi193 ceph-mon[30474]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T00:29:31.020 INFO:tasks.rados.rados.0.smithi098.stdout:718: done (0 left) 2024-04-12T00:29:31.021 INFO:tasks.rados.rados.0.smithi098.stdout:719: delete oid 3 current snap is 62 2024-04-12T00:29:31.025 INFO:tasks.rados.rados.0.smithi098.stdout:719: done (0 left) 2024-04-12T00:29:31.025 INFO:tasks.rados.rados.0.smithi098.stdout:720: read oid 2 snap -1 2024-04-12T00:29:31.025 INFO:tasks.rados.rados.0.smithi098.stdout:720: expect deleted 2024-04-12T00:29:31.025 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 62 2024-04-12T00:29:31.025 INFO:tasks.rados.rados.0.smithi098.stdout:721: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-04-12T00:29:31.026 INFO:tasks.rados.rados.0.smithi098.stdout:721: writing smithi09877355-26 from 0 to 491520 tid 1 2024-04-12T00:29:31.029 INFO:tasks.rados.rados.0.smithi098.stdout:721: writing smithi09877355-26 from 491520 to 1064960 tid 2 2024-04-12T00:29:31.033 INFO:tasks.rados.rados.0.smithi098.stdout:721: writing smithi09877355-26 from 1064960 to 1523712 tid 3 2024-04-12T00:29:31.034 INFO:tasks.rados.rados.0.smithi098.stdout:721: writing smithi09877355-26 from 1523712 to 1695744 tid 4 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:722: rollback oid 27 current snap is 62 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 58 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:721: finishing write tid 1 to smithi09877355-26 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:721: finishing write tid 2 to smithi09877355-26 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:720: done (2 left) 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:723: read oid 17 snap -1 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:723: expect deleted 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:724: copy_from oid 3 from oid 39 current snap is 62 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:725: rmattr oid 47 current snap is 62 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:726: rollback oid 21 current snap is 62 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 21 to 56 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 62 2024-04-12T00:29:31.035 INFO:tasks.rados.rados.0.smithi098.stdout:727: seq_num 245 ranges {3080192=507904,3588096=458752,4046848=671744,4718592=73728} 2024-04-12T00:29:31.049 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:31 smithi193 ceph-mon[30474]: pgmap v45: 121 pgs: 121 active+clean; 125 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-12T00:29:31.049 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:31 smithi193 ceph-mon[30474]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T00:29:31.055 INFO:tasks.rados.rados.0.smithi098.stdout:727: writing smithi09877355-38 from 3080192 to 3588096 tid 1 2024-04-12T00:29:31.057 INFO:tasks.rados.rados.0.smithi098.stdout:727: writing smithi09877355-38 from 3588096 to 4046848 tid 2 2024-04-12T00:29:31.061 INFO:tasks.rados.rados.0.smithi098.stdout:727: writing smithi09877355-38 from 4046848 to 4718592 tid 3 2024-04-12T00:29:31.062 INFO:tasks.rados.rados.0.smithi098.stdout:727: writing smithi09877355-38 from 4718592 to 4792320 tid 4 2024-04-12T00:29:31.062 INFO:tasks.rados.rados.0.smithi098.stdout:728: read oid 43 snap -1 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:728: expect deleted 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 62 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: finishing write tid 3 to smithi09877355-26 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: finishing write tid 4 to smithi09877355-26 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: finishing write tid 5 to smithi09877355-26 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: finishing write tid 6 to smithi09877355-26 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: oid 26 updating version 0 to 233 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: oid 26 version 233 is already newer than 232 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: oid 26 updating version 233 to 234 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: oid 26 version 234 is already newer than 230 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: oid 26 version 234 is already newer than 231 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 234 (ObjNum 244 snap 62 seq_num 244) dirty exists 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:721: left oid 26 (ObjNum 244 snap 62 seq_num 244) 2024-04-12T00:29:31.063 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 198 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:726: finishing rollback tid 0 to smithi09877355-21 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:722: finishing rollback tid 0 to smithi09877355-27 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:722: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:726: finishing rollback tid 1 to smithi09877355-21 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:726: finishing rollback tid 2 to smithi09877355-21 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 423 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:722: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 177 (ObjNum 200 snap 48 seq_num 200) dirty exists 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:727: finishing write tid 1 to smithi09877355-38 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:727: finishing write tid 2 to smithi09877355-38 2024-04-12T00:29:31.064 INFO:tasks.rados.rados.0.smithi098.stdout:729: seq_num 246 ranges {6275072=524288,6799360=745472,7544832=425984,7970816=32768} 2024-04-12T00:29:31.089 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:31 smithi098 ceph-mon[37915]: pgmap v45: 121 pgs: 121 active+clean; 125 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-12T00:29:31.089 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:31 smithi098 ceph-mon[37915]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T00:29:31.089 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:31 smithi098 ceph-mon[26935]: pgmap v45: 121 pgs: 121 active+clean; 125 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-12T00:29:31.089 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:31 smithi098 ceph-mon[26935]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T00:29:31.099 INFO:tasks.rados.rados.0.smithi098.stdout:729: writing smithi09877355-24 from 6275072 to 6799360 tid 1 2024-04-12T00:29:31.103 INFO:tasks.rados.rados.0.smithi098.stdout:729: writing smithi09877355-24 from 6799360 to 7544832 tid 2 2024-04-12T00:29:31.106 INFO:tasks.rados.rados.0.smithi098.stdout:729: writing smithi09877355-24 from 7544832 to 7970816 tid 3 2024-04-12T00:29:31.106 INFO:tasks.rados.rados.0.smithi098.stdout:729: writing smithi09877355-24 from 7970816 to 8003584 tid 4 2024-04-12T00:29:31.106 INFO:tasks.rados.rados.0.smithi098.stdout:721: done (8 left) 2024-04-12T00:29:31.106 INFO:tasks.rados.rados.0.smithi098.stdout:722: done (7 left) 2024-04-12T00:29:31.106 INFO:tasks.rados.rados.0.smithi098.stdout:723: done (6 left) 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:725: done (5 left) 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:726: done (4 left) 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:730: setattr oid 21 current snap is 62 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: finishing write tid 3 to smithi09877355-38 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: finishing write tid 4 to smithi09877355-38 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: finishing write tid 5 to smithi09877355-38 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: finishing write tid 6 to smithi09877355-38 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: oid 38 updating version 0 to 227 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: oid 38 version 227 is already newer than 226 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: oid 38 updating version 227 to 228 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: oid 38 version 228 is already newer than 225 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: oid 38 version 228 is already newer than 224 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 228 (ObjNum 245 snap 62 seq_num 245) dirty exists 2024-04-12T00:29:31.107 INFO:tasks.rados.rados.0.smithi098.stdout:727: left oid 38 (ObjNum 245 snap 62 seq_num 245) 2024-04-12T00:29:31.108 INFO:tasks.rados.rados.0.smithi098.stdout:724: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:29:31.108 INFO:tasks.rados.rados.0.smithi098.stdout:724: finishing copy_from to smithi09877355-3 2024-04-12T00:29:31.108 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 398 (ObjNum 208 snap 52 seq_num 208) dirty exists 2024-04-12T00:29:31.108 INFO:tasks.rados.rados.0.smithi098.stdout:729: finishing write tid 1 to smithi09877355-24 2024-04-12T00:29:31.108 INFO:tasks.rados.rados.0.smithi098.stdout:729: finishing write tid 2 to smithi09877355-24 2024-04-12T00:29:31.108 INFO:tasks.rados.rados.0.smithi098.stdout:729: finishing write tid 3 to smithi09877355-24 2024-04-12T00:29:31.109 INFO:tasks.rados.rados.0.smithi098.stdout:724: done (4 left) 2024-04-12T00:29:31.109 INFO:tasks.rados.rados.0.smithi098.stdout:727: done (3 left) 2024-04-12T00:29:31.109 INFO:tasks.rados.rados.0.smithi098.stdout:728: done (2 left) 2024-04-12T00:29:31.109 INFO:tasks.rados.rados.0.smithi098.stdout:731: read oid 45 snap -1 2024-04-12T00:29:31.109 INFO:tasks.rados.rados.0.smithi098.stdout:731: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:29:31.109 INFO:tasks.rados.rados.0.smithi098.stdout:732: snap_remove snap 60 2024-04-12T00:29:31.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:31 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:31.092+0000 7fa9339a2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:29:31.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:31 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:31.234+0000 7fa9339a2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:29:31.891 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:31 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:31.588+0000 7fa9339a2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:29:31.891 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:31 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:31.682+0000 7fa9339a2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:29:31.891 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:31 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:31.894+0000 7fa9339a2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:29:32.034 INFO:tasks.rados.rados.0.smithi098.stdout:732: done (3 left) 2024-04-12T00:29:32.034 INFO:tasks.rados.rados.0.smithi098.stdout:733: snap_remove snap 44 2024-04-12T00:29:32.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:32.103+0000 7fa9339a2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:29:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-mon[26935]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T00:29:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:32.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-mon[37915]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T00:29:32.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:32.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:32.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:32.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:32 smithi193 ceph-mon[30474]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T00:29:32.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:32 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:32.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:32 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:32.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:32 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:32.678 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:32.409+0000 7fa9339a2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:29:32.678 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:32.682+0000 7fa9339a2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:29:33.037 INFO:tasks.rados.rados.0.smithi098.stdout:733: done (3 left) 2024-04-12T00:29:33.037 INFO:tasks.rados.rados.0.smithi098.stdout:734: snap_remove snap 61 2024-04-12T00:29:33.287 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:32 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:32.945+0000 7fa9339a2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:29:33.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[37915]: pgmap v48: 121 pgs: 121 active+clean; 125 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T00:29:33.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[37915]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T00:29:33.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[26935]: pgmap v48: 121 pgs: 121 active+clean; 125 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T00:29:33.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[26935]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T00:29:33.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:33 smithi193 ceph-mon[30474]: pgmap v48: 121 pgs: 121 active+clean; 125 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T00:29:33.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:33 smithi193 ceph-mon[30474]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T00:29:33.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:33 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:33 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:33 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:33 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:33.863 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:29:34.051 INFO:tasks.rados.rados.0.smithi098.stdout:734: done (3 left) 2024-04-12T00:29:34.051 INFO:tasks.rados.rados.0.smithi098.stdout:735: snap_create 2024-04-12T00:29:34.051 INFO:tasks.rados.rados.0.smithi098.stdout:729: finishing write tid 4 to smithi09877355-24 2024-04-12T00:29:34.051 INFO:tasks.rados.rados.0.smithi098.stdout:729: finishing write tid 5 to smithi09877355-24 2024-04-12T00:29:34.051 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 424 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-04-12T00:29:34.051 INFO:tasks.rados.rados.0.smithi098.stdout:729: finishing write tid 6 to smithi09877355-24 2024-04-12T00:29:34.051 INFO:tasks.rados.rados.0.smithi098.stdout:729: oid 24 updating version 0 to 183 2024-04-12T00:29:34.052 INFO:tasks.rados.rados.0.smithi098.stdout:729: oid 24 updating version 183 to 185 2024-04-12T00:29:34.052 INFO:tasks.rados.rados.0.smithi098.stdout:729: oid 24 updating version 185 to 186 2024-04-12T00:29:34.052 INFO:tasks.rados.rados.0.smithi098.stdout:729: oid 24 version 186 is already newer than 184 2024-04-12T00:29:34.052 INFO:tasks.rados.rados.0.smithi098.stdout:729: oid 24 version 186 is already newer than 182 2024-04-12T00:29:34.052 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 186 (ObjNum 246 snap 62 seq_num 246) dirty exists 2024-04-12T00:29:34.052 INFO:tasks.rados.rados.0.smithi098.stdout:729: left oid 24 (ObjNum 246 snap 62 seq_num 246) 2024-04-12T00:29:34.052 INFO:tasks.rados.rados.0.smithi098.stdout:731: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T00:29:34.081 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-mon[37915]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T00:29:34.081 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-mon[26935]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T00:29:34.081 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:33 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:33.803+0000 7fa9339a2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:29:34.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:34 smithi193 ceph-mon[30474]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T00:29:34.393 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:34.397+0000 7fa9339a2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:29:34.728 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:34.504+0000 7fa9339a2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:29:34.728 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:34.731+0000 7fa9339a2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:29:35.037 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:29:34] ENGINE Bus STARTING 2024-04-12T00:29:35.037 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: CherryPy Checker: 2024-04-12T00:29:35.037 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: The Application mounted at '' has an empty config. 2024-04-12T00:29:35.037 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:35.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:29:34] ENGINE Serving on http://:::9283 2024-04-12T00:29:35.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:29:34] ENGINE Bus STARTED 2024-04-12T00:29:35.058 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:29:34] "GET /metrics HTTP/1.1" 200 36002 "" "Prometheus/2.43.0" 2024-04-12T00:29:35.068 INFO:tasks.rados.rados.0.smithi098.stdout:729: done (3 left) 2024-04-12T00:29:35.068 INFO:tasks.rados.rados.0.smithi098.stdout:730: done (2 left) 2024-04-12T00:29:35.068 INFO:tasks.rados.rados.0.smithi098.stdout:731: done (1 left) 2024-04-12T00:29:35.068 INFO:tasks.rados.rados.0.smithi098.stdout:735: done (0 left) 2024-04-12T00:29:35.068 INFO:tasks.rados.rados.0.smithi098.stdout:736: rollback oid 21 current snap is 63 2024-04-12T00:29:35.068 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 21 to 55 2024-04-12T00:29:35.068 INFO:tasks.rados.rados.0.smithi098.stdout:737: copy_from oid 28 from oid 37 current snap is 63 2024-04-12T00:29:35.069 INFO:tasks.rados.rados.0.smithi098.stdout:738: delete oid 1 current snap is 63 2024-04-12T00:29:35.070 INFO:tasks.rados.rados.0.smithi098.stdout:737: finishing copy_from to smithi09877355-28 2024-04-12T00:29:35.070 INFO:tasks.rados.rados.0.smithi098.stdout:737: got expected ENOENT (src dne) 2024-04-12T00:29:35.070 INFO:tasks.rados.rados.0.smithi098.stdout:737: finishing copy_from racing read to smithi09877355-28 2024-04-12T00:29:35.073 INFO:tasks.rados.rados.0.smithi098.stdout:737: done (2 left) 2024-04-12T00:29:35.073 INFO:tasks.rados.rados.0.smithi098.stdout:738: done (1 left) 2024-04-12T00:29:35.073 INFO:tasks.rados.rados.0.smithi098.stdout:739: delete oid 23 current snap is 63 2024-04-12T00:29:35.073 INFO:tasks.rados.rados.0.smithi098.stdout:736: finishing rollback tid 0 to smithi09877355-21 2024-04-12T00:29:35.075 INFO:tasks.rados.rados.0.smithi098.stdout:736: finishing rollback tid 1 to smithi09877355-21 2024-04-12T00:29:35.075 INFO:tasks.rados.rados.0.smithi098.stdout:736: finishing rollback tid 2 to smithi09877355-21 2024-04-12T00:29:35.075 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 440 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-04-12T00:29:35.075 INFO:tasks.rados.rados.0.smithi098.stdout:736: done (1 left) 2024-04-12T00:29:35.075 INFO:tasks.rados.rados.0.smithi098.stdout:739: done (0 left) 2024-04-12T00:29:35.075 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 63 2024-04-12T00:29:35.075 INFO:tasks.rados.rados.0.smithi098.stdout:740: seq_num 249 ranges {7102464=573440,7675904=794624,8470528=409600} 2024-04-12T00:29:35.117 INFO:tasks.rados.rados.0.smithi098.stdout:740: writing smithi09877355-28 from 7102464 to 7675904 tid 1 2024-04-12T00:29:35.121 INFO:tasks.rados.rados.0.smithi098.stdout:740: writing smithi09877355-28 from 7675904 to 8470528 tid 2 2024-04-12T00:29:35.124 INFO:tasks.rados.rados.0.smithi098.stdout:740: writing smithi09877355-28 from 8470528 to 8880128 tid 3 2024-04-12T00:29:35.124 INFO:tasks.rados.rados.0.smithi098.stdout:741: rmattr oid 34 current snap is 63 2024-04-12T00:29:35.124 INFO:tasks.rados.rados.0.smithi098.stdout:740: finishing write tid 1 to smithi09877355-28 2024-04-12T00:29:35.124 INFO:tasks.rados.rados.0.smithi098.stdout:742: snap_create 2024-04-12T00:29:35.127 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 209 (ObjNum 184 snap 42 seq_num 184) dirty exists 2024-04-12T00:29:35.128 INFO:tasks.rados.rados.0.smithi098.stdout:740: finishing write tid 2 to smithi09877355-28 2024-04-12T00:29:35.129 INFO:tasks.rados.rados.0.smithi098.stdout:740: finishing write tid 3 to smithi09877355-28 2024-04-12T00:29:35.129 INFO:tasks.rados.rados.0.smithi098.stdout:740: finishing write tid 4 to smithi09877355-28 2024-04-12T00:29:35.130 INFO:tasks.rados.rados.0.smithi098.stdout:740: finishing write tid 5 to smithi09877355-28 2024-04-12T00:29:35.130 INFO:tasks.rados.rados.0.smithi098.stdout:740: oid 28 updating version 0 to 187 2024-04-12T00:29:35.130 INFO:tasks.rados.rados.0.smithi098.stdout:740: oid 28 updating version 187 to 190 2024-04-12T00:29:35.132 INFO:tasks.rados.rados.0.smithi098.stdout:740: oid 28 version 190 is already newer than 189 2024-04-12T00:29:35.132 INFO:tasks.rados.rados.0.smithi098.stdout:740: oid 28 version 190 is already newer than 188 2024-04-12T00:29:35.132 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 190 (ObjNum 249 snap 63 seq_num 249) dirty exists 2024-04-12T00:29:35.132 INFO:tasks.rados.rados.0.smithi098.stdout:740: left oid 28 (ObjNum 249 snap 63 seq_num 249) 2024-04-12T00:29:35.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:35 smithi193 ceph-mon[30474]: pgmap v51: 121 pgs: 121 active+clean; 143 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.3 MiB/s wr, 30 op/s 2024-04-12T00:29:35.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:35 smithi193 ceph-mon[30474]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T00:29:35.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:35 smithi193 ceph-mon[30474]: Standby manager daemon y restarted 2024-04-12T00:29:35.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:35 smithi193 ceph-mon[30474]: Standby manager daemon y started 2024-04-12T00:29:35.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:35 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T00:29:35.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:35 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:29:35.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:35 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T00:29:35.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:35 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:29:35.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[37915]: pgmap v51: 121 pgs: 121 active+clean; 143 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.3 MiB/s wr, 30 op/s 2024-04-12T00:29:35.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[37915]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T00:29:35.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[37915]: Standby manager daemon y restarted 2024-04-12T00:29:35.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[37915]: Standby manager daemon y started 2024-04-12T00:29:35.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T00:29:35.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:29:35.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T00:29:35.482 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:29:35.482 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[26935]: pgmap v51: 121 pgs: 121 active+clean; 143 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.3 MiB/s wr, 30 op/s 2024-04-12T00:29:35.483 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[26935]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T00:29:35.483 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[26935]: Standby manager daemon y restarted 2024-04-12T00:29:35.483 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[26935]: Standby manager daemon y started 2024-04-12T00:29:35.483 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T00:29:35.483 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:29:35.483 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T00:29:35.483 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:35 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:29:36.034 INFO:tasks.rados.rados.0.smithi098.stdout:740: done (2 left) 2024-04-12T00:29:36.034 INFO:tasks.rados.rados.0.smithi098.stdout:741: done (1 left) 2024-04-12T00:29:36.034 INFO:tasks.rados.rados.0.smithi098.stdout:742: done (0 left) 2024-04-12T00:29:36.035 INFO:tasks.rados.rados.0.smithi098.stdout:743: rmattr oid 35 current snap is 64 2024-04-12T00:29:36.035 INFO:tasks.rados.rados.0.smithi098.stdout:743: done (0 left) 2024-04-12T00:29:36.035 INFO:tasks.rados.rados.0.smithi098.stdout:744: read oid 27 snap -1 2024-04-12T00:29:36.035 INFO:tasks.rados.rados.0.smithi098.stdout:744: expect (ObjNum 200 snap 48 seq_num 200) 2024-04-12T00:29:36.035 INFO:tasks.rados.rados.0.smithi098.stdout:745: setattr oid 18 current snap is 64 2024-04-12T00:29:36.036 INFO:tasks.rados.rados.0.smithi098.stdout:746: rollback oid 25 current snap is 64 2024-04-12T00:29:36.036 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 51 2024-04-12T00:29:36.036 INFO:tasks.rados.rados.0.smithi098.stdout:747: snap_remove snap 62 2024-04-12T00:29:36.062 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:29:36] ENGINE Bus STOPPING 2024-04-12T00:29:36.062 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:29:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:29:36.063 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:29:36] ENGINE Bus STOPPED 2024-04-12T00:29:36.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: ignoring --setuser ceph since I am not root 2024-04-12T00:29:36.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: ignoring --setgroup ceph since I am not root 2024-04-12T00:29:36.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mgr[62904]: -- 172.21.15.193:0/3394668264 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e4bca6a5a0 con 0x55e4bca3ec00 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: mgrmap e30: x(active, since 33s), standbys: y 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: Activating manager daemon y 2024-04-12T00:29:36.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: mgrmap e31: y(active, starting, since 0.00595011s) 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:29:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:29:36.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:29:36.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:29:36.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:29:36.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:29:36.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:29:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: mgrmap e30: x(active, since 33s), standbys: y 2024-04-12T00:29:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T00:29:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: Activating manager daemon y 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: mgrmap e31: y(active, starting, since 0.00595011s) 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:29:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:29:36.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:29:36.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:29:36.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:29:36.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:29:36.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:29:36.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:29:36.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:29:36.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:29:36.541 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:29:36] ENGINE Bus STARTING 2024-04-12T00:29:36.541 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.176+0000 7fa8935f0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.541 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.176+0000 7fa8935f0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.541 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.176+0000 7fa8935f0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.541 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.176+0000 7fa8935f0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.541 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.176+0000 7fa8935f0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.541 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.177+0000 7fa8915ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.541 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.177+0000 7fa8915ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.177+0000 7fa8915ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.177+0000 7fa8915ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:29:36.177+0000 7fa8915ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:29:36.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:29:36] ENGINE Serving on http://:::9283 2024-04-12T00:29:36.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:29:36] ENGINE Bus STARTED 2024-04-12T00:29:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: mgrmap e30: x(active, since 33s), standbys: y 2024-04-12T00:29:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.24754 172.21.15.193:0/1128381742' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: Activating manager daemon y 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.24754 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T00:29:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: mgrmap e31: y(active, starting, since 0.00595011s) 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:29:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:29:36.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:29:36.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:29:36.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:29:36.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:29:36.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:36 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:29:36.863 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:36.637+0000 7fd9b0c29200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:29:36.863 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:36.744+0000 7fd9b0c29200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:29:37.035 INFO:tasks.rados.rados.0.smithi098.stdout:747: done (3 left) 2024-04-12T00:29:37.035 INFO:tasks.rados.rados.0.smithi098.stdout:748: snap_create 2024-04-12T00:29:37.035 INFO:tasks.rados.rados.0.smithi098.stdout:746: finishing rollback tid 0 to smithi09877355-25 2024-04-12T00:29:37.035 INFO:tasks.rados.rados.0.smithi098.stdout:746: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:29:37.035 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 199 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T00:29:37.035 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 519 (ObjNum 240 snap 61 seq_num 240) dirty exists 2024-04-12T00:29:37.035 INFO:tasks.rados.rados.0.smithi098.stdout:744: expect (ObjNum 200 snap 48 seq_num 200) 2024-04-12T00:29:37.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-mon[30474]: Manager daemon y is now available 2024-04-12T00:29:37.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:37.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:37.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:29:37.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:29:37.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-mon[30474]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T00:29:37.383 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[37915]: Manager daemon y is now available 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[37915]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[26935]: Manager daemon y is now available 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:29:37.384 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:37 smithi098 ceph-mon[26935]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T00:29:37.697 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:37.452+0000 7fd9b0c29200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:29:37.697 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:37.548+0000 7fd9b0c29200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:29:37.697 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:37.700+0000 7fd9b0c29200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:29:37.986 INFO:tasks.rados.rados.0.smithi098.stdout:744: done (3 left) 2024-04-12T00:29:37.986 INFO:tasks.rados.rados.0.smithi098.stdout:745: done (2 left) 2024-04-12T00:29:37.986 INFO:tasks.rados.rados.0.smithi098.stdout:746: done (1 left) 2024-04-12T00:29:37.986 INFO:tasks.rados.rados.0.smithi098.stdout:748: done (0 left) 2024-04-12T00:29:37.986 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 65 2024-04-12T00:29:37.986 INFO:tasks.rados.rados.0.smithi098.stdout:749: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-04-12T00:29:37.988 INFO:tasks.rados.rados.0.smithi098.stdout:749: writing smithi09877355-1 from 0 to 589824 tid 1 2024-04-12T00:29:37.993 INFO:tasks.rados.rados.0.smithi098.stdout:749: writing smithi09877355-1 from 589824 to 1269760 tid 2 2024-04-12T00:29:37.995 INFO:tasks.rados.rados.0.smithi098.stdout:749: writing smithi09877355-1 from 1269760 to 1679360 tid 3 2024-04-12T00:29:37.997 INFO:tasks.rados.rados.0.smithi098.stdout:749: writing smithi09877355-1 from 1679360 to 1794048 tid 4 2024-04-12T00:29:37.997 INFO:tasks.rados.rados.0.smithi098.stdout:750: copy_from oid 48 from oid 18 current snap is 65 2024-04-12T00:29:37.997 INFO:tasks.rados.rados.0.smithi098.stdout:749: finishing write tid 1 to smithi09877355-1 2024-04-12T00:29:37.997 INFO:tasks.rados.rados.0.smithi098.stdout:751: read oid 33 snap -1 2024-04-12T00:29:37.997 INFO:tasks.rados.rados.0.smithi098.stdout:751: expect (ObjNum 241 snap 61 seq_num 241) 2024-04-12T00:29:37.997 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 65 2024-04-12T00:29:37.997 INFO:tasks.rados.rados.0.smithi098.stdout:752: seq_num 251 ranges {1146880=606208,1753088=614400,2367488=589824} 2024-04-12T00:29:38.007 INFO:tasks.rados.rados.0.smithi098.stdout:752: writing smithi09877355-7 from 1146880 to 1753088 tid 1 2024-04-12T00:29:38.007 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:37.802+0000 7fd9b0c29200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:29:38.007 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:37.884+0000 7fd9b0c29200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:29:38.010 INFO:tasks.rados.rados.0.smithi098.stdout:752: writing smithi09877355-7 from 1753088 to 2367488 tid 2 2024-04-12T00:29:38.015 INFO:tasks.rados.rados.0.smithi098.stdout:752: writing smithi09877355-7 from 2367488 to 2957312 tid 3 2024-04-12T00:29:38.015 INFO:tasks.rados.rados.0.smithi098.stdout:753: copy_from oid 19 from oid 22 current snap is 65 2024-04-12T00:29:38.015 INFO:tasks.rados.rados.0.smithi098.stdout:749: finishing write tid 2 to smithi09877355-1 2024-04-12T00:29:38.015 INFO:tasks.rados.rados.0.smithi098.stdout:749: finishing write tid 3 to smithi09877355-1 2024-04-12T00:29:38.015 INFO:tasks.rados.rados.0.smithi098.stdout:749: finishing write tid 4 to smithi09877355-1 2024-04-12T00:29:38.015 INFO:tasks.rados.rados.0.smithi098.stdout:749: finishing write tid 5 to smithi09877355-1 2024-04-12T00:29:38.015 INFO:tasks.rados.rados.0.smithi098.stdout:751: expect (ObjNum 241 snap 61 seq_num 241) 2024-04-12T00:29:38.073 INFO:tasks.rados.rados.0.smithi098.stdout:749: finishing write tid 6 to smithi09877355-1 2024-04-12T00:29:38.073 INFO:tasks.rados.rados.0.smithi098.stdout:749: oid 1 updating version 0 to 230 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:749: oid 1 updating version 230 to 231 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:749: oid 1 version 231 is already newer than 229 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:749: oid 1 version 231 is already newer than 228 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:749: oid 1 updating version 231 to 232 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 232 (ObjNum 250 snap 65 seq_num 250) dirty exists 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:749: left oid 1 (ObjNum 250 snap 65 seq_num 250) 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:752: finishing write tid 1 to smithi09877355-7 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:752: finishing write tid 2 to smithi09877355-7 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:749: done (4 left) 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:751: done (3 left) 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:754: read oid 46 snap -1 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:754: expect deleted 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:755: delete oid 14 current snap is 65 2024-04-12T00:29:38.074 INFO:tasks.rados.rados.0.smithi098.stdout:750: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:753: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:753: finishing copy_from to smithi09877355-19 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 513 (ObjNum 228 snap 58 seq_num 228) dirty exists 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:750: finishing copy_from to smithi09877355-48 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 519 (ObjNum 240 snap 61 seq_num 240) dirty exists 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:752: finishing write tid 3 to smithi09877355-7 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:752: finishing write tid 4 to smithi09877355-7 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:752: finishing write tid 5 to smithi09877355-7 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:752: oid 7 updating version 0 to 146 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:752: oid 7 updating version 146 to 520 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:752: oid 7 version 520 is already newer than 145 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:752: oid 7 updating version 520 to 521 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 521 (ObjNum 251 snap 65 seq_num 251) dirty exists 2024-04-12T00:29:38.075 INFO:tasks.rados.rados.0.smithi098.stdout:752: left oid 7 (ObjNum 251 snap 65 seq_num 251) 2024-04-12T00:29:38.076 INFO:tasks.rados.rados.0.smithi098.stdout:750: done (4 left) 2024-04-12T00:29:38.076 INFO:tasks.rados.rados.0.smithi098.stdout:752: done (3 left) 2024-04-12T00:29:38.076 INFO:tasks.rados.rados.0.smithi098.stdout:753: done (2 left) 2024-04-12T00:29:38.076 INFO:tasks.rados.rados.0.smithi098.stdout:754: done (1 left) 2024-04-12T00:29:38.076 INFO:tasks.rados.rados.0.smithi098.stdout:755: done (0 left) 2024-04-12T00:29:38.076 INFO:tasks.rados.rados.0.smithi098.stdout:756: snap_remove snap 50 2024-04-12T00:29:38.282 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:38.176+0000 7fd9b0c29200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:29:38.282 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-mon[30474]: [12/Apr/2024:00:29:36] ENGINE Bus STARTING 2024-04-12T00:29:38.282 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-mon[30474]: [12/Apr/2024:00:29:37] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:29:38.283 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-mon[30474]: mgrmap e32: y(active, since 1.04597s) 2024-04-12T00:29:38.283 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-mon[30474]: pgmap v4: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:38.283 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-mon[30474]: [12/Apr/2024:00:29:37] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:29:38.283 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-mon[30474]: [12/Apr/2024:00:29:37] ENGINE Bus STARTED 2024-04-12T00:29:38.283 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-mon[30474]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T00:29:38.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[37915]: [12/Apr/2024:00:29:36] ENGINE Bus STARTING 2024-04-12T00:29:38.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[37915]: [12/Apr/2024:00:29:37] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:29:38.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[37915]: mgrmap e32: y(active, since 1.04597s) 2024-04-12T00:29:38.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[37915]: pgmap v4: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:38.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[37915]: [12/Apr/2024:00:29:37] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:29:38.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[37915]: [12/Apr/2024:00:29:37] ENGINE Bus STARTED 2024-04-12T00:29:38.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[37915]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T00:29:38.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[26935]: [12/Apr/2024:00:29:36] ENGINE Bus STARTING 2024-04-12T00:29:38.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[26935]: [12/Apr/2024:00:29:37] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:29:38.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[26935]: mgrmap e32: y(active, since 1.04597s) 2024-04-12T00:29:38.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[26935]: pgmap v4: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:38.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[26935]: [12/Apr/2024:00:29:37] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:29:38.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[26935]: [12/Apr/2024:00:29:37] ENGINE Bus STARTED 2024-04-12T00:29:38.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:38 smithi098 ceph-mon[26935]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T00:29:38.612 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:38.285+0000 7fd9b0c29200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:29:38.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:38.380+0000 7fd9b0c29200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:29:38.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:38.487+0000 7fd9b0c29200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:29:38.945 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:38.682+0000 7fd9b0c29200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:29:39.085 INFO:tasks.rados.rados.0.smithi098.stdout:756: done (0 left) 2024-04-12T00:29:39.085 INFO:tasks.rados.rados.0.smithi098.stdout:757: snap_remove snap 57 2024-04-12T00:29:39.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:39 smithi193 ceph-mon[30474]: pgmap v6: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:39.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:39 smithi193 ceph-mon[30474]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T00:29:39.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:39 smithi098 ceph-mon[37915]: pgmap v6: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:39.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:39 smithi098 ceph-mon[37915]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T00:29:39.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:39 smithi098 ceph-mon[26935]: pgmap v6: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:39.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:39 smithi098 ceph-mon[26935]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T00:29:39.819 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:39 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:39.691+0000 7fd9b0c29200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:29:40.084 INFO:tasks.rados.rados.0.smithi098.stdout:757: done (0 left) 2024-04-12T00:29:40.084 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 65 2024-04-12T00:29:40.084 INFO:tasks.rados.rados.0.smithi098.stdout:758: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-04-12T00:29:40.088 INFO:tasks.rados.rados.0.smithi098.stdout:758: writing smithi09877355-14 from 0 to 647168 tid 1 2024-04-12T00:29:40.093 INFO:tasks.rados.rados.0.smithi098.stdout:758: writing smithi09877355-14 from 647168 to 1433600 tid 2 2024-04-12T00:29:40.096 INFO:tasks.rados.rados.0.smithi098.stdout:758: writing smithi09877355-14 from 1433600 to 1851392 tid 3 2024-04-12T00:29:40.097 INFO:tasks.rados.rados.0.smithi098.stdout:759: read oid 31 snap -1 2024-04-12T00:29:40.097 INFO:tasks.rados.rados.0.smithi098.stdout:759: expect (ObjNum 147 snap 34 seq_num 147) 2024-04-12T00:29:40.097 INFO:tasks.rados.rados.0.smithi098.stdout:760: delete oid 8 current snap is 65 2024-04-12T00:29:40.097 INFO:tasks.rados.rados.0.smithi098.stdout:758: finishing write tid 1 to smithi09877355-14 2024-04-12T00:29:40.100 INFO:tasks.rados.rados.0.smithi098.stdout:760: done (2 left) 2024-04-12T00:29:40.100 INFO:tasks.rados.rados.0.smithi098.stdout:761: rollback oid 22 current snap is 65 2024-04-12T00:29:40.100 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 22 to 56 2024-04-12T00:29:40.100 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 65 2024-04-12T00:29:40.100 INFO:tasks.rados.rados.0.smithi098.stdout:762: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-04-12T00:29:40.104 INFO:tasks.rados.rados.0.smithi098.stdout:762: writing smithi09877355-37 from 0 to 679936 tid 1 2024-04-12T00:29:40.108 INFO:tasks.rados.rados.0.smithi098.stdout:762: writing smithi09877355-37 from 679936 to 1228800 tid 2 2024-04-12T00:29:40.111 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:39 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:39.823+0000 7fd9b0c29200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:29:40.112 INFO:tasks.rados.rados.0.smithi098.stdout:762: writing smithi09877355-37 from 1228800 to 1826816 tid 3 2024-04-12T00:29:40.112 INFO:tasks.rados.rados.0.smithi098.stdout:762: writing smithi09877355-37 from 1826816 to 1884160 tid 4 2024-04-12T00:29:40.113 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 65 2024-04-12T00:29:40.113 INFO:tasks.rados.rados.0.smithi098.stdout:758: finishing write tid 2 to smithi09877355-14 2024-04-12T00:29:40.113 INFO:tasks.rados.rados.0.smithi098.stdout:758: finishing write tid 3 to smithi09877355-14 2024-04-12T00:29:40.113 INFO:tasks.rados.rados.0.smithi098.stdout:758: finishing write tid 4 to smithi09877355-14 2024-04-12T00:29:40.113 INFO:tasks.rados.rados.0.smithi098.stdout:761: finishing rollback tid 0 to smithi09877355-22 2024-04-12T00:29:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:758: finishing write tid 5 to smithi09877355-14 2024-04-12T00:29:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:758: oid 14 updating version 0 to 260 2024-04-12T00:29:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:758: oid 14 version 260 is already newer than 255 2024-04-12T00:29:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:758: oid 14 version 260 is already newer than 258 2024-04-12T00:29:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:758: oid 14 version 260 is already newer than 259 2024-04-12T00:29:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 260 (ObjNum 253 snap 65 seq_num 253) dirty exists 2024-04-12T00:29:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:758: left oid 14 (ObjNum 253 snap 65 seq_num 253) 2024-04-12T00:29:40.115 INFO:tasks.rados.rados.0.smithi098.stdout:761: finishing rollback tid 1 to smithi09877355-22 2024-04-12T00:29:40.115 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 578 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T00:29:40.115 INFO:tasks.rados.rados.0.smithi098.stdout:762: finishing write tid 1 to smithi09877355-37 2024-04-12T00:29:40.115 INFO:tasks.rados.rados.0.smithi098.stdout:762: finishing write tid 2 to smithi09877355-37 2024-04-12T00:29:40.115 INFO:tasks.rados.rados.0.smithi098.stdout:763: seq_num 256 ranges {1695744=696320,2392064=434176,2826240=770048} 2024-04-12T00:29:40.125 INFO:tasks.rados.rados.0.smithi098.stdout:763: writing smithi09877355-26 from 1695744 to 2392064 tid 1 2024-04-12T00:29:40.128 INFO:tasks.rados.rados.0.smithi098.stdout:763: writing smithi09877355-26 from 2392064 to 2826240 tid 2 2024-04-12T00:29:40.132 INFO:tasks.rados.rados.0.smithi098.stdout:763: writing smithi09877355-26 from 2826240 to 3596288 tid 3 2024-04-12T00:29:40.132 INFO:tasks.rados.rados.0.smithi098.stdout:758: done (4 left) 2024-04-12T00:29:40.133 INFO:tasks.rados.rados.0.smithi098.stdout:761: done (3 left) 2024-04-12T00:29:40.133 INFO:tasks.rados.rados.0.smithi098.stdout:764: rollback oid 46 current snap is 65 2024-04-12T00:29:40.133 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 46 to 56 2024-04-12T00:29:40.133 INFO:tasks.rados.rados.0.smithi098.stdout:759: expect (ObjNum 147 snap 34 seq_num 147) 2024-04-12T00:29:40.323 INFO:tasks.rados.rados.0.smithi098.stdout:762: finishing write tid 3 to smithi09877355-37 2024-04-12T00:29:40.323 INFO:tasks.rados.rados.0.smithi098.stdout:762: finishing write tid 4 to smithi09877355-37 2024-04-12T00:29:40.323 INFO:tasks.rados.rados.0.smithi098.stdout:762: finishing write tid 5 to smithi09877355-37 2024-04-12T00:29:40.323 INFO:tasks.rados.rados.0.smithi098.stdout:762: finishing write tid 6 to smithi09877355-37 2024-04-12T00:29:40.323 INFO:tasks.rados.rados.0.smithi098.stdout:762: oid 37 updating version 0 to 401 2024-04-12T00:29:40.323 INFO:tasks.rados.rados.0.smithi098.stdout:762: oid 37 version 401 is already newer than 399 2024-04-12T00:29:40.323 INFO:tasks.rados.rados.0.smithi098.stdout:762: oid 37 updating version 401 to 403 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:762: oid 37 version 403 is already newer than 402 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:762: oid 37 version 403 is already newer than 400 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 403 (ObjNum 255 snap 65 seq_num 255) dirty exists 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:762: left oid 37 (ObjNum 255 snap 65 seq_num 255) 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:763: finishing write tid 1 to smithi09877355-26 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:763: finishing write tid 2 to smithi09877355-26 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:764: finishing rollback tid 1 to smithi09877355-46 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 0 (ObjNum 33 snap 0 seq_num 2) dirty dne 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:763: finishing write tid 3 to smithi09877355-26 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:759: done (3 left) 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:762: done (2 left) 2024-04-12T00:29:40.324 INFO:tasks.rados.rados.0.smithi098.stdout:764: done (1 left) 2024-04-12T00:29:40.325 INFO:tasks.rados.rados.0.smithi098.stdout:765: delete oid 12 current snap is 65 2024-04-12T00:29:40.325 INFO:tasks.rados.rados.0.smithi098.stdout:763: finishing write tid 4 to smithi09877355-26 2024-04-12T00:29:40.325 INFO:tasks.rados.rados.0.smithi098.stdout:763: finishing write tid 5 to smithi09877355-26 2024-04-12T00:29:40.325 INFO:tasks.rados.rados.0.smithi098.stdout:763: oid 26 updating version 0 to 254 2024-04-12T00:29:40.325 INFO:tasks.rados.rados.0.smithi098.stdout:763: oid 26 updating version 254 to 257 2024-04-12T00:29:40.325 INFO:tasks.rados.rados.0.smithi098.stdout:763: oid 26 version 257 is already newer than 255 2024-04-12T00:29:40.325 INFO:tasks.rados.rados.0.smithi098.stdout:763: oid 26 version 257 is already newer than 256 2024-04-12T00:29:40.325 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 257 (ObjNum 256 snap 65 seq_num 256) dirty exists 2024-04-12T00:29:40.325 INFO:tasks.rados.rados.0.smithi098.stdout:763: left oid 26 (ObjNum 256 snap 65 seq_num 256) 2024-04-12T00:29:40.326 INFO:tasks.rados.rados.0.smithi098.stdout:763: done (1 left) 2024-04-12T00:29:40.326 INFO:tasks.rados.rados.0.smithi098.stdout:765: done (0 left) 2024-04-12T00:29:40.326 INFO:tasks.rados.rados.0.smithi098.stdout:766: rmattr oid 3 current snap is 65 2024-04-12T00:29:40.326 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 65 2024-04-12T00:29:40.326 INFO:tasks.rados.rados.0.smithi098.stdout:767: seq_num 258 ranges {0=729088,729088=606208,1335296=598016} 2024-04-12T00:29:40.329 INFO:tasks.rados.rados.0.smithi098.stdout:767: writing smithi09877355-2 from 0 to 729088 tid 1 2024-04-12T00:29:40.334 INFO:tasks.rados.rados.0.smithi098.stdout:767: writing smithi09877355-2 from 729088 to 1335296 tid 2 2024-04-12T00:29:40.339 INFO:tasks.rados.rados.0.smithi098.stdout:767: writing smithi09877355-2 from 1335296 to 1933312 tid 3 2024-04-12T00:29:40.339 INFO:tasks.rados.rados.0.smithi098.stdout:768: rollback oid 28 current snap is 65 2024-04-12T00:29:40.339 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 28 to 55 2024-04-12T00:29:40.339 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 404 (ObjNum 208 snap 52 seq_num 208) dirty exists 2024-04-12T00:29:40.339 INFO:tasks.rados.rados.0.smithi098.stdout:767: finishing write tid 1 to smithi09877355-2 2024-04-12T00:29:40.339 INFO:tasks.rados.rados.0.smithi098.stdout:767: finishing write tid 2 to smithi09877355-2 2024-04-12T00:29:40.339 INFO:tasks.rados.rados.0.smithi098.stdout:766: done (2 left) 2024-04-12T00:29:40.340 INFO:tasks.rados.rados.0.smithi098.stdout:769: read oid 38 snap -1 2024-04-12T00:29:40.340 INFO:tasks.rados.rados.0.smithi098.stdout:769: expect (ObjNum 245 snap 62 seq_num 245) 2024-04-12T00:29:40.340 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 65 2024-04-12T00:29:40.340 INFO:tasks.rados.rados.0.smithi098.stdout:770: seq_num 259 ranges {1613824=745472,2359296=540672,2899968=581632,3481600=81920} 2024-04-12T00:29:40.354 INFO:tasks.rados.rados.0.smithi098.stdout:770: writing smithi09877355-13 from 1613824 to 2359296 tid 1 2024-04-12T00:29:40.359 INFO:tasks.rados.rados.0.smithi098.stdout:770: writing smithi09877355-13 from 2359296 to 2899968 tid 2 2024-04-12T00:29:40.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:40 smithi193 ceph-mon[30474]: mgrmap e33: y(active, since 3s) 2024-04-12T00:29:40.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:40 smithi193 ceph-mon[30474]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T00:29:40.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:40.196+0000 7fd9b0c29200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:29:40.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:40.288+0000 7fd9b0c29200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:29:40.365 INFO:tasks.rados.rados.0.smithi098.stdout:770: writing smithi09877355-13 from 2899968 to 3481600 tid 3 2024-04-12T00:29:40.366 INFO:tasks.rados.rados.0.smithi098.stdout:770: writing smithi09877355-13 from 3481600 to 3563520 tid 4 2024-04-12T00:29:40.366 INFO:tasks.rados.rados.0.smithi098.stdout:771: setattr oid 40 current snap is 65 2024-04-12T00:29:40.366 INFO:tasks.rados.rados.0.smithi098.stdout:767: finishing write tid 3 to smithi09877355-2 2024-04-12T00:29:40.366 INFO:tasks.rados.rados.0.smithi098.stdout:768: finishing rollback tid 0 to smithi09877355-28 2024-04-12T00:29:40.366 INFO:tasks.rados.rados.0.smithi098.stdout:767: finishing write tid 4 to smithi09877355-2 2024-04-12T00:29:40.366 INFO:tasks.rados.rados.0.smithi098.stdout:768: finishing rollback tid 1 to smithi09877355-28 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:768: finishing rollback tid 2 to smithi09877355-28 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 205 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:767: finishing write tid 5 to smithi09877355-2 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:767: oid 2 updating version 0 to 219 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:767: oid 2 updating version 219 to 221 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:767: oid 2 version 221 is already newer than 218 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:767: oid 2 version 221 is already newer than 220 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 221 (ObjNum 258 snap 65 seq_num 258) dirty exists 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:767: left oid 2 (ObjNum 258 snap 65 seq_num 258) 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:770: finishing write tid 1 to smithi09877355-13 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:770: finishing write tid 2 to smithi09877355-13 2024-04-12T00:29:40.367 INFO:tasks.rados.rados.0.smithi098.stdout:769: expect (ObjNum 245 snap 62 seq_num 245) 2024-04-12T00:29:40.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:40 smithi098 ceph-mon[37915]: mgrmap e33: y(active, since 3s) 2024-04-12T00:29:40.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:40 smithi098 ceph-mon[37915]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T00:29:40.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:40 smithi098 ceph-mon[26935]: mgrmap e33: y(active, since 3s) 2024-04-12T00:29:40.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:40 smithi098 ceph-mon[26935]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T00:29:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:770: finishing write tid 3 to smithi09877355-13 2024-04-12T00:29:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:770: finishing write tid 4 to smithi09877355-13 2024-04-12T00:29:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:770: finishing write tid 5 to smithi09877355-13 2024-04-12T00:29:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:770: finishing write tid 6 to smithi09877355-13 2024-04-12T00:29:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:770: oid 13 updating version 0 to 583 2024-04-12T00:29:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:770: oid 13 version 583 is already newer than 581 2024-04-12T00:29:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:770: oid 13 updating version 583 to 584 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:770: oid 13 version 584 is already newer than 582 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:770: oid 13 version 584 is already newer than 580 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 584 (ObjNum 259 snap 65 seq_num 259) dirty exists 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:770: left oid 13 (ObjNum 259 snap 65 seq_num 259) 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:767: done (4 left) 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:768: done (3 left) 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:769: done (2 left) 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:770: done (1 left) 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:772: copy_from oid 13 from oid 46 current snap is 65 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:773: read oid 22 snap 56 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:773: expect deleted 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:774: rmattr oid 20 current snap is 65 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 65 2024-04-12T00:29:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:775: seq_num 260 ranges {4734976=761856,5496832=417792,5914624=786432} 2024-04-12T00:29:40.621 INFO:tasks.rados.rados.0.smithi098.stdout:775: writing smithi09877355-45 from 4734976 to 5496832 tid 1 2024-04-12T00:29:40.624 INFO:tasks.rados.rados.0.smithi098.stdout:775: writing smithi09877355-45 from 5496832 to 5914624 tid 2 2024-04-12T00:29:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:775: writing smithi09877355-45 from 5914624 to 6701056 tid 3 2024-04-12T00:29:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:776: rmattr oid 42 current snap is 65 2024-04-12T00:29:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:772: finishing copy_from to smithi09877355-13 2024-04-12T00:29:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:772: got expected ENOENT (src dne) 2024-04-12T00:29:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 260 (ObjNum 33 snap 0 seq_num 28589808) dirty exists 2024-04-12T00:29:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:772: finishing copy_from racing read to smithi09877355-13 2024-04-12T00:29:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 262 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T00:29:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:775: finishing write tid 1 to smithi09877355-45 2024-04-12T00:29:40.629 INFO:tasks.rados.rados.0.smithi098.stdout:775: finishing write tid 2 to smithi09877355-45 2024-04-12T00:29:40.630 INFO:tasks.rados.rados.0.smithi098.stdout:771: done (5 left) 2024-04-12T00:29:40.630 INFO:tasks.rados.rados.0.smithi098.stdout:772: done (4 left) 2024-04-12T00:29:40.630 INFO:tasks.rados.rados.0.smithi098.stdout:773: done (3 left) 2024-04-12T00:29:40.630 INFO:tasks.rados.rados.0.smithi098.stdout:774: done (2 left) 2024-04-12T00:29:40.630 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 65 2024-04-12T00:29:40.630 INFO:tasks.rados.rados.0.smithi098.stdout:777: seq_num 261 ranges {9379840=778240,10158080=704512,10862592=499712} 2024-04-12T00:29:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:777: writing smithi09877355-3 from 9379840 to 10158080 tid 1 2024-04-12T00:29:40.687 INFO:tasks.rados.rados.0.smithi098.stdout:777: writing smithi09877355-3 from 10158080 to 10862592 tid 2 2024-04-12T00:29:40.695 INFO:tasks.rados.rados.0.smithi098.stdout:777: writing smithi09877355-3 from 10862592 to 11362304 tid 3 2024-04-12T00:29:40.695 INFO:tasks.rados.rados.0.smithi098.stdout:778: read oid 34 snap 64 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:778: expect (ObjNum 184 snap 42 seq_num 184) 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:779: setattr oid 15 current snap is 65 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 119 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:775: finishing write tid 3 to smithi09877355-45 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:775: finishing write tid 4 to smithi09877355-45 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:775: finishing write tid 5 to smithi09877355-45 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:775: oid 45 updating version 0 to 161 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:775: oid 45 version 161 is already newer than 160 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:775: oid 45 version 161 is already newer than 159 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:775: oid 45 updating version 161 to 162 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 162 (ObjNum 260 snap 65 seq_num 260) dirty exists 2024-04-12T00:29:40.696 INFO:tasks.rados.rados.0.smithi098.stdout:775: left oid 45 (ObjNum 260 snap 65 seq_num 260) 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:777: finishing write tid 1 to smithi09877355-3 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:777: finishing write tid 2 to smithi09877355-3 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:775: done (4 left) 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:776: done (3 left) 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:780: read oid 6 snap -1 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:780: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:781: read oid 17 snap 51 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:781: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:782: snap_create 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:777: finishing write tid 3 to smithi09877355-3 2024-04-12T00:29:40.697 INFO:tasks.rados.rados.0.smithi098.stdout:777: finishing write tid 4 to smithi09877355-3 2024-04-12T00:29:40.698 INFO:tasks.rados.rados.0.smithi098.stdout:781: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-12T00:29:40.701 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:40.501+0000 7fd9b0c29200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:29:40.709 INFO:tasks.rados.rados.0.smithi098.stdout:777: finishing write tid 5 to smithi09877355-3 2024-04-12T00:29:40.709 INFO:tasks.rados.rados.0.smithi098.stdout:777: oid 3 updating version 0 to 407 2024-04-12T00:29:40.709 INFO:tasks.rados.rados.0.smithi098.stdout:777: oid 3 version 407 is already newer than 406 2024-04-12T00:29:40.709 INFO:tasks.rados.rados.0.smithi098.stdout:777: oid 3 version 407 is already newer than 405 2024-04-12T00:29:40.709 INFO:tasks.rados.rados.0.smithi098.stdout:777: oid 3 updating version 407 to 408 2024-04-12T00:29:40.709 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 408 (ObjNum 261 snap 65 seq_num 261) dirty exists 2024-04-12T00:29:40.709 INFO:tasks.rados.rados.0.smithi098.stdout:777: left oid 3 (ObjNum 261 snap 65 seq_num 261) 2024-04-12T00:29:40.709 INFO:tasks.rados.rados.0.smithi098.stdout:778: expect (ObjNum 184 snap 42 seq_num 184) 2024-04-12T00:29:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 586 (ObjNum 157 snap 35 seq_num 157) dirty exists 2024-04-12T00:29:40.766 INFO:tasks.rados.rados.0.smithi098.stdout:780: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:29:41.003 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:40.705+0000 7fd9b0c29200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:29:41.260 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:41.006+0000 7fd9b0c29200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:29:41.524 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[37915]: pgmap v8: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:41.524 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.524 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.524 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.524 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.524 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[26935]: pgmap v8: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:41.524 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.524 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.525 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.525 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:41 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.525 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:29:41.535 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:41.282+0000 7fd9b0c29200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:29:41.535 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:41.538+0000 7fd9b0c29200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:29:41.535 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:41 smithi193 ceph-mon[30474]: pgmap v8: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:41.535 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:41 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.535 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:41 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.535 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:41 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.535 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:41 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:41.614 INFO:tasks.rados.rados.0.smithi098.stdout:777: done (5 left) 2024-04-12T00:29:41.614 INFO:tasks.rados.rados.0.smithi098.stdout:778: done (4 left) 2024-04-12T00:29:41.614 INFO:tasks.rados.rados.0.smithi098.stdout:779: done (3 left) 2024-04-12T00:29:41.614 INFO:tasks.rados.rados.0.smithi098.stdout:780: done (2 left) 2024-04-12T00:29:41.614 INFO:tasks.rados.rados.0.smithi098.stdout:781: done (1 left) 2024-04-12T00:29:41.614 INFO:tasks.rados.rados.0.smithi098.stdout:782: done (0 left) 2024-04-12T00:29:41.614 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 66 2024-04-12T00:29:41.614 INFO:tasks.rados.rados.0.smithi098.stdout:783: seq_num 262 ranges {3563520=794624,4358144=589824,4947968=614400} 2024-04-12T00:29:41.638 INFO:tasks.rados.rados.0.smithi098.stdout:783: writing smithi09877355-13 from 3563520 to 4358144 tid 1 2024-04-12T00:29:41.641 INFO:tasks.rados.rados.0.smithi098.stdout:783: writing smithi09877355-13 from 4358144 to 4947968 tid 2 2024-04-12T00:29:41.645 INFO:tasks.rados.rados.0.smithi098.stdout:783: writing smithi09877355-13 from 4947968 to 5562368 tid 3 2024-04-12T00:29:41.645 INFO:tasks.rados.rados.0.smithi098.stdout:784: delete oid 50 current snap is 66 2024-04-12T00:29:41.645 INFO:tasks.rados.rados.0.smithi098.stdout:783: finishing write tid 1 to smithi09877355-13 2024-04-12T00:29:41.645 INFO:tasks.rados.rados.0.smithi098.stdout:783: finishing write tid 2 to smithi09877355-13 2024-04-12T00:29:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:784: done (1 left) 2024-04-12T00:29:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:785: rollback oid 21 current snap is 66 2024-04-12T00:29:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 21 to 56 2024-04-12T00:29:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:786: snap_remove snap 65 2024-04-12T00:29:41.893 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (3m) 1s ago 4m 26.2M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (4m) 1s ago 4m 91.0M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (5m) 1s ago 5m 18.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (5m) 1s ago 5m 16.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (60s) 1s ago 8m 74.9M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 9b848d5e8184 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (14s) 1s ago 10m 473M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (10m) 1s ago 10m 56.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e70368c83938 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (9m) 1s ago 9m 47.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e06e75cd3e3b 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (9m) 1s ago 9m 48.6M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5a558294d62 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (4m) 1s ago 4m 15.7M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (4m) 1s ago 3m 15.0M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:29:41.894 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (8m) 1s ago 8m 147M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 816b0359f062 2024-04-12T00:29:41.895 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (8m) 1s ago 8m 124M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 53c80fc27bb6 2024-04-12T00:29:41.895 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (7m) 1s ago 7m 123M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:29:41.895 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (7m) 1s ago 7m 85.4M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:29:41.895 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (6m) 1s ago 6m 132M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:29:41.895 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (6m) 1s ago 6m 156M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:29:41.895 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (6m) 1s ago 6m 102M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:29:41.895 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (5m) 1s ago 5m 111M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:29:41.895 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (20s) 1s ago 4m 38.3M - 2.43.0 a07b618ecd1d 2ba3bed29829 2024-04-12T00:29:42.310 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:29:42.311 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:29:42.312 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:29:42.312 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 13, 2024-04-12T00:29:42.312 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-12T00:29:42.312 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:29:42.312 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[37915]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/1974604812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[26935]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T00:29:42.403 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.404 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.404 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:42 smithi098 ceph-mon[26935]: from='client.? 172.21.15.98:0/1974604812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:29:42.616 INFO:tasks.rados.rados.0.smithi098.stdout:786: done (2 left) 2024-04-12T00:29:42.616 INFO:tasks.rados.rados.0.smithi098.stdout:787: snap_create 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:783: finishing write tid 3 to smithi09877355-13 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:783: finishing write tid 4 to smithi09877355-13 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:785: finishing rollback tid 0 to smithi09877355-21 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:783: finishing write tid 5 to smithi09877355-13 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:783: oid 13 updating version 0 to 590 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:783: oid 13 version 590 is already newer than 589 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:783: oid 13 updating version 590 to 591 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:783: oid 13 version 591 is already newer than 588 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 591 (ObjNum 262 snap 66 seq_num 262) dirty exists 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:783: left oid 13 (ObjNum 262 snap 66 seq_num 262) 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:785: finishing rollback tid 1 to smithi09877355-21 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:785: finishing rollback tid 2 to smithi09877355-21 2024-04-12T00:29:42.617 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 466 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-04-12T00:29:42.862 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:42.372+0000 7fd9b0c29200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:29:42.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:42 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:42 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:42 smithi193 ceph-mon[30474]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T00:29:42.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:42 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:42 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:42.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:42 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/1974604812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:29:43.276 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:42.950+0000 7fd9b0c29200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:29:43.276 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:43.054+0000 7fd9b0c29200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:29:43.276 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:43.279+0000 7fd9b0c29200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[37915]: from='client.15261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[37915]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[37915]: pgmap v11: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[37915]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[37915]: Standby manager daemon x started 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[26935]: from='client.15261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:43.560 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[26935]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:43.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[26935]: pgmap v11: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:43.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[26935]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T00:29:43.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[26935]: Standby manager daemon x started 2024-04-12T00:29:43.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:29:43.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:29:43.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:29:43.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:43 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:29:43.612 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:29:43.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-mon[30474]: from='client.15261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:43.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-mon[30474]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:29:43.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-mon[30474]: pgmap v11: 121 pgs: 121 active+clean; 139 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:43.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-mon[30474]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T00:29:43.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-mon[30474]: Standby manager daemon x started 2024-04-12T00:29:43.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:29:43.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:29:43.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:29:43.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1688995052' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:29:43.614 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:29:43] ENGINE Bus STARTING 2024-04-12T00:29:43.614 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: CherryPy Checker: 2024-04-12T00:29:43.614 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: The Application mounted at '' has an empty config. 2024-04-12T00:29:43.614 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: 2024-04-12T00:29:43.614 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:29:43] ENGINE Serving on http://:::9283 2024-04-12T00:29:43.614 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: [12/Apr/2024:00:29:43] ENGINE Bus STARTED 2024-04-12T00:29:43.615 INFO:tasks.rados.rados.0.smithi098.stdout:783: done (2 left) 2024-04-12T00:29:43.615 INFO:tasks.rados.rados.0.smithi098.stdout:785: done (1 left) 2024-04-12T00:29:43.615 INFO:tasks.rados.rados.0.smithi098.stdout:787: done (0 left) 2024-04-12T00:29:43.615 INFO:tasks.rados.rados.0.smithi098.stdout:788: read oid 46 snap -1 2024-04-12T00:29:43.615 INFO:tasks.rados.rados.0.smithi098.stdout:788: expect deleted 2024-04-12T00:29:43.615 INFO:tasks.rados.rados.0.smithi098.stdout:789: read oid 12 snap -1 2024-04-12T00:29:43.616 INFO:tasks.rados.rados.0.smithi098.stdout:789: expect deleted 2024-04-12T00:29:43.616 INFO:tasks.rados.rados.0.smithi098.stdout:790: read oid 29 snap -1 2024-04-12T00:29:43.616 INFO:tasks.rados.rados.0.smithi098.stdout:790: expect (ObjNum 218 snap 53 seq_num 218) 2024-04-12T00:29:43.616 INFO:tasks.rados.rados.0.smithi098.stdout:791: snap_remove snap 59 2024-04-12T00:29:44.624 INFO:tasks.rados.rados.0.smithi098.stdout:791: done (3 left) 2024-04-12T00:29:44.624 INFO:tasks.rados.rados.0.smithi098.stdout:792: setattr oid 42 current snap is 67 2024-04-12T00:29:44.624 INFO:tasks.rados.rados.0.smithi098.stdout:790: expect (ObjNum 218 snap 53 seq_num 218) 2024-04-12T00:29:44.659 INFO:tasks.rados.rados.0.smithi098.stdout:788: done (3 left) 2024-04-12T00:29:44.659 INFO:tasks.rados.rados.0.smithi098.stdout:789: done (2 left) 2024-04-12T00:29:44.659 INFO:tasks.rados.rados.0.smithi098.stdout:790: done (1 left) 2024-04-12T00:29:44.659 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 67 2024-04-12T00:29:44.659 INFO:tasks.rados.rados.0.smithi098.stdout:793: seq_num 264 ranges {0=425984,425984=761856,1187840=770048,1957888=73728} 2024-04-12T00:29:44.661 INFO:tasks.rados.rados.0.smithi098.stdout:793: writing smithi09877355-12 from 0 to 425984 tid 1 2024-04-12T00:29:44.666 INFO:tasks.rados.rados.0.smithi098.stdout:793: writing smithi09877355-12 from 425984 to 1187840 tid 2 2024-04-12T00:29:44.670 INFO:tasks.rados.rados.0.smithi098.stdout:793: writing smithi09877355-12 from 1187840 to 1957888 tid 3 2024-04-12T00:29:44.671 INFO:tasks.rados.rados.0.smithi098.stdout:793: writing smithi09877355-12 from 1957888 to 2031616 tid 4 2024-04-12T00:29:44.671 INFO:tasks.rados.rados.0.smithi098.stdout:794: read oid 21 snap 51 2024-04-12T00:29:44.671 INFO:tasks.rados.rados.0.smithi098.stdout:794: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-12T00:29:44.671 INFO:tasks.rados.rados.0.smithi098.stdout:795: snap_create 2024-04-12T00:29:44.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 120 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-04-12T00:29:44.671 INFO:tasks.rados.rados.0.smithi098.stdout:793: finishing write tid 1 to smithi09877355-12 2024-04-12T00:29:44.671 INFO:tasks.rados.rados.0.smithi098.stdout:793: finishing write tid 2 to smithi09877355-12 2024-04-12T00:29:44.675 INFO:tasks.rados.rados.0.smithi098.stdout:793: finishing write tid 3 to smithi09877355-12 2024-04-12T00:29:44.675 INFO:tasks.rados.rados.0.smithi098.stdout:793: finishing write tid 4 to smithi09877355-12 2024-04-12T00:29:44.675 INFO:tasks.rados.rados.0.smithi098.stdout:793: finishing write tid 5 to smithi09877355-12 2024-04-12T00:29:44.676 INFO:tasks.rados.rados.0.smithi098.stdout:793: finishing write tid 6 to smithi09877355-12 2024-04-12T00:29:44.676 INFO:tasks.rados.rados.0.smithi098.stdout:793: oid 12 updating version 0 to 266 2024-04-12T00:29:44.676 INFO:tasks.rados.rados.0.smithi098.stdout:793: oid 12 updating version 266 to 267 2024-04-12T00:29:44.676 INFO:tasks.rados.rados.0.smithi098.stdout:793: oid 12 updating version 267 to 268 2024-04-12T00:29:44.676 INFO:tasks.rados.rados.0.smithi098.stdout:793: oid 12 updating version 268 to 269 2024-04-12T00:29:44.676 INFO:tasks.rados.rados.0.smithi098.stdout:793: oid 12 version 269 is already newer than 265 2024-04-12T00:29:44.676 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 269 (ObjNum 264 snap 67 seq_num 264) dirty exists 2024-04-12T00:29:44.676 INFO:tasks.rados.rados.0.smithi098.stdout:793: left oid 12 (ObjNum 264 snap 67 seq_num 264) 2024-04-12T00:29:44.686 INFO:tasks.rados.rados.0.smithi098.stdout:794: expect (ObjNum 145 snap 33 seq_num 145) 2024-04-12T00:29:44.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:44 smithi098 ceph-mon[37915]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T00:29:44.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:44 smithi098 ceph-mon[37915]: mgrmap e34: y(active, since 7s), standbys: x 2024-04-12T00:29:44.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:44 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:29:44.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:44 smithi098 ceph-mon[37915]: pgmap v14: 121 pgs: 121 active+clean; 161 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 67 op/s 2024-04-12T00:29:44.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:44 smithi098 ceph-mon[26935]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T00:29:44.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:44 smithi098 ceph-mon[26935]: mgrmap e34: y(active, since 7s), standbys: x 2024-04-12T00:29:44.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:44 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:29:44.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:44 smithi098 ceph-mon[26935]: pgmap v14: 121 pgs: 121 active+clean; 161 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 67 op/s 2024-04-12T00:29:45.112 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[62900]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:29:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T00:29:45.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:44 smithi193 ceph-mon[30474]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T00:29:45.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:44 smithi193 ceph-mon[30474]: mgrmap e34: y(active, since 7s), standbys: x 2024-04-12T00:29:45.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:44 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:29:45.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:44 smithi193 ceph-mon[30474]: pgmap v14: 121 pgs: 121 active+clean; 161 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 67 op/s 2024-04-12T00:29:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:792: done (3 left) 2024-04-12T00:29:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:793: done (2 left) 2024-04-12T00:29:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:794: done (1 left) 2024-04-12T00:29:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:795: done (0 left) 2024-04-12T00:29:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:796: rollback oid 37 current snap is 68 2024-04-12T00:29:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 37 to 63 2024-04-12T00:29:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:797: snap_create 2024-04-12T00:29:45.631 INFO:tasks.rados.rados.0.smithi098.stdout:796: finishing rollback tid 0 to smithi09877355-37 2024-04-12T00:29:45.632 INFO:tasks.rados.rados.0.smithi098.stdout:796: finishing rollback tid 1 to smithi09877355-37 2024-04-12T00:29:45.632 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 410 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T00:29:46.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T00:29:46.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[26935]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T00:29:46.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:46.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:46.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:29:46.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:29:46.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:46.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:46.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:46.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:45 smithi098 ceph-mon[37915]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:46.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:45 smithi193 ceph-mon[30474]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:29:46.632 INFO:tasks.rados.rados.0.smithi098.stdout:796: done (1 left) 2024-04-12T00:29:46.632 INFO:tasks.rados.rados.0.smithi098.stdout:797: done (0 left) 2024-04-12T00:29:46.632 INFO:tasks.rados.rados.0.smithi098.stdout:798: rollback oid 43 current snap is 69 2024-04-12T00:29:46.632 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 43 to 63 2024-04-12T00:29:46.632 INFO:tasks.rados.rados.0.smithi098.stdout:799: snap_create 2024-04-12T00:29:46.634 INFO:tasks.rados.rados.0.smithi098.stdout:798: finishing rollback tid 1 to smithi09877355-43 2024-04-12T00:29:46.634 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T00:29:46.916 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T00:29:46.916 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:46.916 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:46.916 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.916 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.916 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: pgmap v17: 121 pgs: 121 active+clean; 161 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 67 op/s 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: Reconfiguring daemon prometheus.a on smithi193 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:46.917 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:46.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:46.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:46.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:46.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:46.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:46.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:46.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:46.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:46 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.037 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: pgmap v17: 121 pgs: 121 active+clean; 161 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 67 op/s 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:29:47.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: Reconfiguring daemon prometheus.a on smithi193 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: pgmap v17: 121 pgs: 121 active+clean; 161 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 67 op/s 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: Reconfiguring daemon prometheus.a on smithi193 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:29:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:29:47.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:46 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:29:47.650 INFO:tasks.rados.rados.0.smithi098.stdout:798: done (1 left) 2024-04-12T00:29:47.651 INFO:tasks.rados.rados.0.smithi098.stdout:799: done (0 left) 2024-04-12T00:29:47.651 INFO:tasks.rados.rados.0.smithi098.stdout:800: rmattr oid 29 current snap is 70 2024-04-12T00:29:47.651 INFO:tasks.rados.rados.0.smithi098.stdout:800: done (0 left) 2024-04-12T00:29:47.651 INFO:tasks.rados.rados.0.smithi098.stdout:801: snap_create 2024-04-12T00:29:47.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:47 smithi193 ceph-mon[30474]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T00:29:47.985 INFO:tasks.rados.rados.0.smithi098.stdout:801: done (0 left) 2024-04-12T00:29:47.986 INFO:tasks.rados.rados.0.smithi098.stdout:802: delete oid 33 current snap is 71 2024-04-12T00:29:47.987 INFO:tasks.rados.rados.0.smithi098.stdout:802: done (0 left) 2024-04-12T00:29:47.987 INFO:tasks.rados.rados.0.smithi098.stdout:803: setattr oid 48 current snap is 71 2024-04-12T00:29:47.989 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 71 2024-04-12T00:29:47.989 INFO:tasks.rados.rados.0.smithi098.stdout:804: seq_num 266 ranges {1933312=458752,2392064=524288,2916352=729088,3645440=352256} 2024-04-12T00:29:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:804: writing smithi09877355-2 from 1933312 to 2392064 tid 1 2024-04-12T00:29:48.005 INFO:tasks.rados.rados.0.smithi098.stdout:804: writing smithi09877355-2 from 2392064 to 2916352 tid 2 2024-04-12T00:29:48.009 INFO:tasks.rados.rados.0.smithi098.stdout:804: writing smithi09877355-2 from 2916352 to 3645440 tid 3 2024-04-12T00:29:48.012 INFO:tasks.rados.rados.0.smithi098.stdout:804: writing smithi09877355-2 from 3645440 to 3997696 tid 4 2024-04-12T00:29:48.012 INFO:tasks.rados.rados.0.smithi098.stdout:805: read oid 37 snap -1 2024-04-12T00:29:48.012 INFO:tasks.rados.rados.0.smithi098.stdout:805: expect deleted 2024-04-12T00:29:48.012 INFO:tasks.rados.rados.0.smithi098.stdout:806: copy_from oid 40 from oid 33 current snap is 71 2024-04-12T00:29:48.012 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 522 (ObjNum 240 snap 61 seq_num 240) dirty exists 2024-04-12T00:29:48.012 INFO:tasks.rados.rados.0.smithi098.stdout:804: finishing write tid 1 to smithi09877355-2 2024-04-12T00:29:48.012 INFO:tasks.rados.rados.0.smithi098.stdout:804: finishing write tid 2 to smithi09877355-2 2024-04-12T00:29:48.012 INFO:tasks.rados.rados.0.smithi098.stdout:803: done (3 left) 2024-04-12T00:29:48.012 INFO:tasks.rados.rados.0.smithi098.stdout:807: snap_remove snap 49 2024-04-12T00:29:48.037 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:47 smithi098 ceph-mon[37915]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T00:29:48.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:47 smithi098 ceph-mon[26935]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T00:29:48.939 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:48 smithi193 ceph-mon[30474]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T00:29:48.939 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:48 smithi193 ceph-mon[30474]: mgrmap e35: y(active, since 11s), standbys: x 2024-04-12T00:29:48.939 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:48 smithi193 ceph-mon[30474]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T00:29:48.939 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:48 smithi193 ceph-mon[30474]: pgmap v21: 121 pgs: 121 active+clean; 163 MiB data, 833 MiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 579 KiB/s wr, 23 op/s 2024-04-12T00:29:48.939 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:48 smithi098 ceph-mon[37915]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T00:29:48.939 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:48 smithi098 ceph-mon[37915]: mgrmap e35: y(active, since 11s), standbys: x 2024-04-12T00:29:48.939 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:48 smithi098 ceph-mon[37915]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T00:29:48.939 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:48 smithi098 ceph-mon[37915]: pgmap v21: 121 pgs: 121 active+clean; 163 MiB data, 833 MiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 579 KiB/s wr, 23 op/s 2024-04-12T00:29:48.940 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:48 smithi098 ceph-mon[26935]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T00:29:48.940 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:48 smithi098 ceph-mon[26935]: mgrmap e35: y(active, since 11s), standbys: x 2024-04-12T00:29:48.940 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:48 smithi098 ceph-mon[26935]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T00:29:48.940 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:48 smithi098 ceph-mon[26935]: pgmap v21: 121 pgs: 121 active+clean; 163 MiB data, 833 MiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 579 KiB/s wr, 23 op/s 2024-04-12T00:29:48.991 INFO:tasks.rados.rados.0.smithi098.stdout:806: finishing copy_from to smithi09877355-40 2024-04-12T00:29:48.991 INFO:tasks.rados.rados.0.smithi098.stdout:806: got expected ENOENT (src dne) 2024-04-12T00:29:48.991 INFO:tasks.rados.rados.0.smithi098.stdout:806: finishing copy_from racing read to smithi09877355-40 2024-04-12T00:29:48.991 INFO:tasks.rados.rados.0.smithi098.stdout:804: finishing write tid 3 to smithi09877355-2 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: finishing write tid 4 to smithi09877355-2 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: finishing write tid 5 to smithi09877355-2 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: finishing write tid 6 to smithi09877355-2 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: oid 2 updating version 0 to 227 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: oid 2 version 227 is already newer than 226 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: oid 2 updating version 227 to 230 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: oid 2 version 230 is already newer than 229 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: oid 2 version 230 is already newer than 228 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 230 (ObjNum 266 snap 71 seq_num 266) dirty exists 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: left oid 2 (ObjNum 266 snap 71 seq_num 266) 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:804: done (3 left) 2024-04-12T00:29:48.992 INFO:tasks.rados.rados.0.smithi098.stdout:805: done (2 left) 2024-04-12T00:29:48.993 INFO:tasks.rados.rados.0.smithi098.stdout:806: done (1 left) 2024-04-12T00:29:48.993 INFO:tasks.rados.rados.0.smithi098.stdout:807: done (0 left) 2024-04-12T00:29:48.993 INFO:tasks.rados.rados.0.smithi098.stdout:808: setattr oid 31 current snap is 71 2024-04-12T00:29:48.993 INFO:tasks.rados.rados.0.smithi098.stdout:809: snap_create 2024-04-12T00:29:49.007 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 220 (ObjNum 147 snap 34 seq_num 147) dirty exists 2024-04-12T00:29:49.988 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:49 smithi193 systemd[1]: Stopping Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:29:49.999 INFO:tasks.rados.rados.0.smithi098.stdout:808: done (1 left) 2024-04-12T00:29:49.999 INFO:tasks.rados.rados.0.smithi098.stdout:809: done (0 left) 2024-04-12T00:29:49.999 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 72 2024-04-12T00:29:49.999 INFO:tasks.rados.rados.0.smithi098.stdout:810: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-04-12T00:29:50.001 INFO:tasks.rados.rados.0.smithi098.stdout:810: writing smithi09877355-37 from 0 to 475136 tid 1 2024-04-12T00:29:50.004 INFO:tasks.rados.rados.0.smithi098.stdout:810: writing smithi09877355-37 from 475136 to 933888 tid 2 2024-04-12T00:29:50.007 INFO:tasks.rados.rados.0.smithi098.stdout:810: writing smithi09877355-37 from 933888 to 1474560 tid 3 2024-04-12T00:29:50.011 INFO:tasks.rados.rados.0.smithi098.stdout:810: writing smithi09877355-37 from 1474560 to 2080768 tid 4 2024-04-12T00:29:50.011 INFO:tasks.rados.rados.0.smithi098.stdout:811: snap_create 2024-04-12T00:29:50.011 INFO:tasks.rados.rados.0.smithi098.stdout:810: finishing write tid 1 to smithi09877355-37 2024-04-12T00:29:50.011 INFO:tasks.rados.rados.0.smithi098.stdout:810: finishing write tid 2 to smithi09877355-37 2024-04-12T00:29:50.011 INFO:tasks.rados.rados.0.smithi098.stdout:810: finishing write tid 3 to smithi09877355-37 2024-04-12T00:29:50.013 INFO:tasks.rados.rados.0.smithi098.stdout:810: finishing write tid 4 to smithi09877355-37 2024-04-12T00:29:50.013 INFO:tasks.rados.rados.0.smithi098.stdout:810: finishing write tid 5 to smithi09877355-37 2024-04-12T00:29:50.014 INFO:tasks.rados.rados.0.smithi098.stdout:810: finishing write tid 6 to smithi09877355-37 2024-04-12T00:29:50.014 INFO:tasks.rados.rados.0.smithi098.stdout:810: oid 37 updating version 0 to 411 2024-04-12T00:29:50.015 INFO:tasks.rados.rados.0.smithi098.stdout:810: oid 37 updating version 411 to 412 2024-04-12T00:29:50.015 INFO:tasks.rados.rados.0.smithi098.stdout:810: oid 37 updating version 412 to 413 2024-04-12T00:29:50.015 INFO:tasks.rados.rados.0.smithi098.stdout:810: oid 37 updating version 413 to 415 2024-04-12T00:29:50.015 INFO:tasks.rados.rados.0.smithi098.stdout:810: oid 37 version 415 is already newer than 414 2024-04-12T00:29:50.015 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 415 (ObjNum 267 snap 72 seq_num 267) dirty exists 2024-04-12T00:29:50.016 INFO:tasks.rados.rados.0.smithi098.stdout:810: left oid 37 (ObjNum 267 snap 72 seq_num 267) 2024-04-12T00:29:50.273 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:49 smithi193 ceph-mon[30474]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T00:29:50.273 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.026Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T00:29:50.273 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T00:29:50.273 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[71935]: ts=2024-04-12T00:29:50.027Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T00:29:50.274 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 podman[74448]: 2024-04-12 00:29:50.037197763 +0000 UTC m=+0.132279786 container died 2ba3bed2982942052e3c97a19cd8a9d6fbee409a40b3ae54f1490a32799e04ca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:50.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:49 smithi098 ceph-mon[37915]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T00:29:50.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:49 smithi098 ceph-mon[26935]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T00:29:50.582 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 podman[74448]: 2024-04-12 00:29:50.376425421 +0000 UTC m=+0.471507465 container cleanup 2ba3bed2982942052e3c97a19cd8a9d6fbee409a40b3ae54f1490a32799e04ca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:50.582 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 bash[74448]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T00:29:50.863 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 podman[74463]: 2024-04-12 00:29:50.586048783 +0000 UTC m=+0.552004226 container remove 2ba3bed2982942052e3c97a19cd8a9d6fbee409a40b3ae54f1490a32799e04ca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:50.863 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T00:29:50.863 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 systemd[1]: Stopped Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:29:50.863 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 1.054s CPU time. 2024-04-12T00:29:50.863 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:50 smithi193 systemd[1]: Starting Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:29:51.002 INFO:tasks.rados.rados.0.smithi098.stdout:810: done (1 left) 2024-04-12T00:29:51.003 INFO:tasks.rados.rados.0.smithi098.stdout:811: done (0 left) 2024-04-12T00:29:51.003 INFO:tasks.rados.rados.0.smithi098.stdout:812: read oid 11 snap 70 2024-04-12T00:29:51.003 INFO:tasks.rados.rados.0.smithi098.stdout:812: expect (ObjNum 234 snap 60 seq_num 234) 2024-04-12T00:29:51.003 INFO:tasks.rados.rados.0.smithi098.stdout:813: snap_create 2024-04-12T00:29:51.013 INFO:tasks.rados.rados.0.smithi098.stdout:812: expect (ObjNum 234 snap 60 seq_num 234) 2024-04-12T00:29:51.260 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-mon[30474]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T00:29:51.261 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-mon[30474]: pgmap v24: 121 pgs: 121 active+clean; 163 MiB data, 833 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 581 KiB/s wr, 24 op/s 2024-04-12T00:29:51.261 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 podman[74559]: 2024-04-12 00:29:50.904958787 +0000 UTC m=+0.018989962 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T00:29:51.261 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 podman[74559]: 2024-04-12 00:29:51.020581486 +0000 UTC m=+0.134612705 container create 6a87fc1aa21a04533c860855d41f3f6dd111704633a7d73d4e22c678f69b9708 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:51.261 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 podman[74559]: 2024-04-12 00:29:51.239335744 +0000 UTC m=+0.353366923 container init 6a87fc1aa21a04533c860855d41f3f6dd111704633a7d73d4e22c678f69b9708 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:51.261 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 podman[74559]: 2024-04-12 00:29:51.241888376 +0000 UTC m=+0.355919556 container start 6a87fc1aa21a04533c860855d41f3f6dd111704633a7d73d4e22c678f69b9708 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:29:51.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:51 smithi098 ceph-mon[37915]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T00:29:51.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:51 smithi098 ceph-mon[37915]: pgmap v24: 121 pgs: 121 active+clean; 163 MiB data, 833 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 581 KiB/s wr, 24 op/s 2024-04-12T00:29:51.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:51 smithi098 ceph-mon[26935]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T00:29:51.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:51 smithi098 ceph-mon[26935]: pgmap v24: 121 pgs: 121 active+clean; 163 MiB data, 833 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 581 KiB/s wr, 24 op/s 2024-04-12T00:29:51.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.264Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T00:29:51.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.264Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T00:29:51.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.264Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi193 (none))" 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.265Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.265Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.266Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.267Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.268Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.268Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.270Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.270Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.539µs 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.270Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.272Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.278Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-12T00:29:51.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.284Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.284Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.285Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.739µs wal_replay_duration=14.506103ms wbl_replay_duration=158ns total_replay_duration=14.560385ms 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.288Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.288Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.288Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.307Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.566036ms db_storage=781ns remote_storage=1.33µs web_handler=334ns query_engine=821ns scrape=388.115µs scrape_sd=88.641µs notify=20.826µs notify_sd=17.77µs rules=17.724194ms tracing=6.962µs 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.307Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:51.307Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 bash[74559]: 6a87fc1aa21a04533c860855d41f3f6dd111704633a7d73d4e22c678f69b9708 2024-04-12T00:29:51.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:51 smithi193 systemd[1]: Started Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:29:52.006 INFO:tasks.rados.rados.0.smithi098.stdout:812: done (1 left) 2024-04-12T00:29:52.007 INFO:tasks.rados.rados.0.smithi098.stdout:813: done (0 left) 2024-04-12T00:29:52.007 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 74 2024-04-12T00:29:52.007 INFO:tasks.rados.rados.0.smithi098.stdout:814: seq_num 268 ranges {147456=491520,638976=745472,1384448=745472,2129920=114688} 2024-04-12T00:29:52.009 INFO:tasks.rados.rados.0.smithi098.stdout:814: writing smithi09877355-10 from 147456 to 638976 tid 1 2024-04-12T00:29:52.013 INFO:tasks.rados.rados.0.smithi098.stdout:814: writing smithi09877355-10 from 638976 to 1384448 tid 2 2024-04-12T00:29:52.018 INFO:tasks.rados.rados.0.smithi098.stdout:814: writing smithi09877355-10 from 1384448 to 2129920 tid 3 2024-04-12T00:29:52.019 INFO:tasks.rados.rados.0.smithi098.stdout:814: writing smithi09877355-10 from 2129920 to 2244608 tid 4 2024-04-12T00:29:52.019 INFO:tasks.rados.rados.0.smithi098.stdout:815: copy_from oid 5 from oid 16 current snap is 74 2024-04-12T00:29:52.019 INFO:tasks.rados.rados.0.smithi098.stdout:814: finishing write tid 1 to smithi09877355-10 2024-04-12T00:29:52.019 INFO:tasks.rados.rados.0.smithi098.stdout:814: finishing write tid 2 to smithi09877355-10 2024-04-12T00:29:52.019 INFO:tasks.rados.rados.0.smithi098.stdout:816: copy_from oid 36 from oid 3 current snap is 74 2024-04-12T00:29:52.019 INFO:tasks.rados.rados.0.smithi098.stdout:817: read oid 6 snap -1 2024-04-12T00:29:52.020 INFO:tasks.rados.rados.0.smithi098.stdout:817: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:29:52.020 INFO:tasks.rados.rados.0.smithi098.stdout:818: rmattr oid 7 current snap is 74 2024-04-12T00:29:52.020 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 74 2024-04-12T00:29:52.020 INFO:tasks.rados.rados.0.smithi098.stdout:819: seq_num 269 ranges {1851392=507904,2359296=630784,2990080=557056,3547136=417792} 2024-04-12T00:29:52.032 INFO:tasks.rados.rados.0.smithi098.stdout:819: writing smithi09877355-14 from 1851392 to 2359296 tid 1 2024-04-12T00:29:52.036 INFO:tasks.rados.rados.0.smithi098.stdout:819: writing smithi09877355-14 from 2359296 to 2990080 tid 2 2024-04-12T00:29:52.040 INFO:tasks.rados.rados.0.smithi098.stdout:819: writing smithi09877355-14 from 2990080 to 3547136 tid 3 2024-04-12T00:29:52.043 INFO:tasks.rados.rados.0.smithi098.stdout:819: writing smithi09877355-14 from 3547136 to 3964928 tid 4 2024-04-12T00:29:52.043 INFO:tasks.rados.rados.0.smithi098.stdout:820: read oid 39 snap -1 2024-04-12T00:29:52.043 INFO:tasks.rados.rados.0.smithi098.stdout:820: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:29:52.043 INFO:tasks.rados.rados.0.smithi098.stdout:821: rollback oid 25 current snap is 74 2024-04-12T00:29:52.043 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 51 2024-04-12T00:29:52.043 INFO:tasks.rados.rados.0.smithi098.stdout:814: finishing write tid 3 to smithi09877355-10 2024-04-12T00:29:52.043 INFO:tasks.rados.rados.0.smithi098.stdout:814: finishing write tid 4 to smithi09877355-10 2024-04-12T00:29:52.043 INFO:tasks.rados.rados.0.smithi098.stdout:814: finishing write tid 5 to smithi09877355-10 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 74 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 523 (ObjNum 251 snap 65 seq_num 251) dirty exists 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:814: finishing write tid 6 to smithi09877355-10 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:814: oid 10 updating version 0 to 224 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:814: oid 10 version 224 is already newer than 222 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:814: oid 10 version 224 is already newer than 220 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:814: oid 10 version 224 is already newer than 223 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:814: oid 10 version 224 is already newer than 221 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 224 (ObjNum 268 snap 74 seq_num 268) dirty exists 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:814: left oid 10 (ObjNum 268 snap 74 seq_num 268) 2024-04-12T00:29:52.044 INFO:tasks.rados.rados.0.smithi098.stdout:822: seq_num 270 ranges {4227072=524288,4751360=516096,5267456=761856,6029312=327680} 2024-04-12T00:29:52.069 INFO:tasks.rados.rados.0.smithi098.stdout:822: writing smithi09877355-27 from 4227072 to 4751360 tid 1 2024-04-12T00:29:52.072 INFO:tasks.rados.rados.0.smithi098.stdout:822: writing smithi09877355-27 from 4751360 to 5267456 tid 2 2024-04-12T00:29:52.077 INFO:tasks.rados.rados.0.smithi098.stdout:822: writing smithi09877355-27 from 5267456 to 6029312 tid 3 2024-04-12T00:29:52.079 INFO:tasks.rados.rados.0.smithi098.stdout:822: writing smithi09877355-27 from 6029312 to 6356992 tid 4 2024-04-12T00:29:52.079 INFO:tasks.rados.rados.0.smithi098.stdout:814: done (8 left) 2024-04-12T00:29:52.079 INFO:tasks.rados.rados.0.smithi098.stdout:818: done (7 left) 2024-04-12T00:29:52.079 INFO:tasks.rados.rados.0.smithi098.stdout:823: copy_from oid 18 from oid 42 current snap is 74 2024-04-12T00:29:52.079 INFO:tasks.rados.rados.0.smithi098.stdout:817: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:29:52.167 INFO:tasks.rados.rados.0.smithi098.stdout:815: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:815: finishing copy_from to smithi09877355-5 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 404 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:819: finishing write tid 1 to smithi09877355-14 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:819: finishing write tid 2 to smithi09877355-14 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:819: finishing write tid 3 to smithi09877355-14 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:815: done (7 left) 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:817: done (6 left) 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:824: snap_create 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:821: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 199 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-12T00:29:52.168 INFO:tasks.rados.rados.0.smithi098.stdout:819: finishing write tid 4 to smithi09877355-14 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:819: finishing write tid 5 to smithi09877355-14 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:819: finishing write tid 6 to smithi09877355-14 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:819: oid 14 updating version 0 to 281 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:819: oid 14 updating version 281 to 282 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:819: oid 14 version 282 is already newer than 280 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:819: oid 14 updating version 282 to 284 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:819: oid 14 version 284 is already newer than 283 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 284 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:819: left oid 14 (ObjNum 269 snap 74 seq_num 269) 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:816: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:816: finishing copy_from to smithi09877355-36 2024-04-12T00:29:52.169 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 408 (ObjNum 261 snap 65 seq_num 261) dirty exists 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: finishing write tid 1 to smithi09877355-27 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: finishing write tid 2 to smithi09877355-27 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: finishing write tid 3 to smithi09877355-27 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: finishing write tid 4 to smithi09877355-27 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: finishing write tid 5 to smithi09877355-27 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: finishing write tid 6 to smithi09877355-27 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: oid 27 updating version 0 to 218 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: oid 27 version 218 is already newer than 216 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: oid 27 version 218 is already newer than 217 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: oid 27 updating version 218 to 219 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: oid 27 version 219 is already newer than 215 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 219 (ObjNum 270 snap 74 seq_num 270) dirty exists 2024-04-12T00:29:52.170 INFO:tasks.rados.rados.0.smithi098.stdout:822: left oid 27 (ObjNum 270 snap 74 seq_num 270) 2024-04-12T00:29:52.171 INFO:tasks.rados.rados.0.smithi098.stdout:820: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:29:52.272 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:52 smithi193 ceph-mon[30474]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T00:29:52.272 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:52 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:52.272 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:52 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:52.272 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:52 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:52.272 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:52 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:52.273 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:52 smithi193 ceph-mon[30474]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:52.273 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:52 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:52.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[37915]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T00:29:52.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:52.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:52.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:52.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:52.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[37915]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:52.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:52.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[26935]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T00:29:52.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:29:52.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:52.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:52.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:52.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[26935]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:29:52.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:52 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:52.905 INFO:tasks.rados.rados.0.smithi098.stdout:823: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:29:52.905 INFO:tasks.rados.rados.0.smithi098.stdout:823: finishing copy_from to smithi09877355-18 2024-04-12T00:29:52.905 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 120 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-04-12T00:29:53.025 INFO:tasks.rados.rados.0.smithi098.stdout:816: done (6 left) 2024-04-12T00:29:53.025 INFO:tasks.rados.rados.0.smithi098.stdout:819: done (5 left) 2024-04-12T00:29:53.025 INFO:tasks.rados.rados.0.smithi098.stdout:820: done (4 left) 2024-04-12T00:29:53.025 INFO:tasks.rados.rados.0.smithi098.stdout:821: done (3 left) 2024-04-12T00:29:53.025 INFO:tasks.rados.rados.0.smithi098.stdout:822: done (2 left) 2024-04-12T00:29:53.025 INFO:tasks.rados.rados.0.smithi098.stdout:823: done (1 left) 2024-04-12T00:29:53.025 INFO:tasks.rados.rados.0.smithi098.stdout:824: done (0 left) 2024-04-12T00:29:53.025 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 75 2024-04-12T00:29:53.026 INFO:tasks.rados.rados.0.smithi098.stdout:825: seq_num 271 ranges {3563520=540672,4104192=802816,4907008=516096,5423104=286720} 2024-04-12T00:29:53.047 INFO:tasks.rados.rados.0.smithi098.stdout:825: writing smithi09877355-15 from 3563520 to 4104192 tid 1 2024-04-12T00:29:53.051 INFO:tasks.rados.rados.0.smithi098.stdout:825: writing smithi09877355-15 from 4104192 to 4907008 tid 2 2024-04-12T00:29:53.054 INFO:tasks.rados.rados.0.smithi098.stdout:825: writing smithi09877355-15 from 4907008 to 5423104 tid 3 2024-04-12T00:29:53.056 INFO:tasks.rados.rados.0.smithi098.stdout:825: writing smithi09877355-15 from 5423104 to 5709824 tid 4 2024-04-12T00:29:53.056 INFO:tasks.rados.rados.0.smithi098.stdout:826: delete oid 31 current snap is 75 2024-04-12T00:29:53.056 INFO:tasks.rados.rados.0.smithi098.stdout:825: finishing write tid 1 to smithi09877355-15 2024-04-12T00:29:53.056 INFO:tasks.rados.rados.0.smithi098.stdout:825: finishing write tid 2 to smithi09877355-15 2024-04-12T00:29:53.059 INFO:tasks.rados.rados.0.smithi098.stdout:825: finishing write tid 3 to smithi09877355-15 2024-04-12T00:29:53.059 INFO:tasks.rados.rados.0.smithi098.stdout:826: done (1 left) 2024-04-12T00:29:53.059 INFO:tasks.rados.rados.0.smithi098.stdout:827: snap_create 2024-04-12T00:29:53.060 INFO:tasks.rados.rados.0.smithi098.stdout:825: finishing write tid 4 to smithi09877355-15 2024-04-12T00:29:53.060 INFO:tasks.rados.rados.0.smithi098.stdout:825: finishing write tid 5 to smithi09877355-15 2024-04-12T00:29:53.062 INFO:tasks.rados.rados.0.smithi098.stdout:825: finishing write tid 6 to smithi09877355-15 2024-04-12T00:29:53.062 INFO:tasks.rados.rados.0.smithi098.stdout:825: oid 15 updating version 0 to 613 2024-04-12T00:29:53.062 INFO:tasks.rados.rados.0.smithi098.stdout:825: oid 15 version 613 is already newer than 609 2024-04-12T00:29:53.062 INFO:tasks.rados.rados.0.smithi098.stdout:825: oid 15 version 613 is already newer than 611 2024-04-12T00:29:53.062 INFO:tasks.rados.rados.0.smithi098.stdout:825: oid 15 version 613 is already newer than 612 2024-04-12T00:29:53.062 INFO:tasks.rados.rados.0.smithi098.stdout:825: oid 15 version 613 is already newer than 610 2024-04-12T00:29:53.062 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 613 (ObjNum 271 snap 75 seq_num 271) dirty exists 2024-04-12T00:29:53.062 INFO:tasks.rados.rados.0.smithi098.stdout:825: left oid 15 (ObjNum 271 snap 75 seq_num 271) 2024-04-12T00:29:53.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:53 smithi098 ceph-mon[37915]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T00:29:53.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:53 smithi098 ceph-mon[37915]: pgmap v27: 121 pgs: 121 active+clean; 163 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:53 smithi098 ceph-mon[26935]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T00:29:53.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:53 smithi098 ceph-mon[26935]: pgmap v27: 121 pgs: 121 active+clean; 163 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:53.344 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:53 smithi193 ceph-mon[30474]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T00:29:53.344 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:53 smithi193 ceph-mon[30474]: pgmap v27: 121 pgs: 121 active+clean; 163 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:29:53.600 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:29:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:29:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:29:54.027 INFO:tasks.rados.rados.0.smithi098.stdout:825: done (1 left) 2024-04-12T00:29:54.027 INFO:tasks.rados.rados.0.smithi098.stdout:827: done (0 left) 2024-04-12T00:29:54.027 INFO:tasks.rados.rados.0.smithi098.stdout:828: copy_from oid 33 from oid 44 current snap is 76 2024-04-12T00:29:54.027 INFO:tasks.rados.rados.0.smithi098.stdout:829: delete oid 3 current snap is 76 2024-04-12T00:29:54.033 INFO:tasks.rados.rados.0.smithi098.stdout:829: done (1 left) 2024-04-12T00:29:54.034 INFO:tasks.rados.rados.0.smithi098.stdout:830: snap_remove snap 56 2024-04-12T00:29:54.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[37915]: Upgrade: Updating mgr.x 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[37915]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[37915]: Deploying daemon mgr.x on smithi193 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[26935]: Upgrade: Updating mgr.x 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[26935]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:54 smithi098 ceph-mon[26935]: Deploying daemon mgr.x on smithi193 2024-04-12T00:29:54.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:54 smithi193 ceph-mon[30474]: Upgrade: Updating mgr.x 2024-04-12T00:29:54.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:54 smithi193 ceph-mon[30474]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T00:29:54.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:54 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:29:54.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:54 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:29:54.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:54 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:29:54.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:54 smithi193 ceph-mon[30474]: Deploying daemon mgr.x on smithi193 2024-04-12T00:29:55.041 INFO:tasks.rados.rados.0.smithi098.stdout:828: finishing copy_from racing read to smithi09877355-33 2024-04-12T00:29:55.041 INFO:tasks.rados.rados.0.smithi098.stdout:828: finishing copy_from to smithi09877355-33 2024-04-12T00:29:55.041 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 541 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:29:55.041 INFO:tasks.rados.rados.0.smithi098.stdout:828: done (1 left) 2024-04-12T00:29:55.041 INFO:tasks.rados.rados.0.smithi098.stdout:830: done (0 left) 2024-04-12T00:29:55.042 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 76 2024-04-12T00:29:55.042 INFO:tasks.rados.rados.0.smithi098.stdout:831: seq_num 274 ranges {1220608=598016,1818624=499712,2318336=745472,3063808=360448} 2024-04-12T00:29:55.052 INFO:tasks.rados.rados.0.smithi098.stdout:831: writing smithi09877355-34 from 1220608 to 1818624 tid 1 2024-04-12T00:29:55.055 INFO:tasks.rados.rados.0.smithi098.stdout:831: writing smithi09877355-34 from 1818624 to 2318336 tid 2 2024-04-12T00:29:55.060 INFO:tasks.rados.rados.0.smithi098.stdout:831: writing smithi09877355-34 from 2318336 to 3063808 tid 3 2024-04-12T00:29:55.062 INFO:tasks.rados.rados.0.smithi098.stdout:831: writing smithi09877355-34 from 3063808 to 3424256 tid 4 2024-04-12T00:29:55.062 INFO:tasks.rados.rados.0.smithi098.stdout:832: read oid 25 snap -1 2024-04-12T00:29:55.063 INFO:tasks.rados.rados.0.smithi098.stdout:832: expect deleted 2024-04-12T00:29:55.063 INFO:tasks.rados.rados.0.smithi098.stdout:833: read oid 39 snap -1 2024-04-12T00:29:55.063 INFO:tasks.rados.rados.0.smithi098.stdout:833: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:29:55.063 INFO:tasks.rados.rados.0.smithi098.stdout:834: snap_remove snap 58 2024-04-12T00:29:55.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:55 smithi098 ceph-mon[37915]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T00:29:55.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:55 smithi098 ceph-mon[37915]: pgmap v30: 121 pgs: 121 active+clean; 169 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-04-12T00:29:55.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:55 smithi098 ceph-mon[26935]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T00:29:55.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:55 smithi098 ceph-mon[26935]: pgmap v30: 121 pgs: 121 active+clean; 169 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-04-12T00:29:55.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:55 smithi193 ceph-mon[30474]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T00:29:55.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:55 smithi193 ceph-mon[30474]: pgmap v30: 121 pgs: 121 active+clean; 169 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-04-12T00:29:55.313 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:55 smithi193 systemd[1]: Stopping Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:29:55.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:55 smithi193 podman[74910]: 2024-04-12 00:29:55.316453443 +0000 UTC m=+0.154700264 container died 9b848d5e81843d7086f6b3466e96b5a1f48a530a5be3893ed53180da01041cb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-12T00:29:56.032 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:55 smithi193 podman[74910]: 2024-04-12 00:29:55.652202658 +0000 UTC m=+0.490449479 container cleanup 9b848d5e81843d7086f6b3466e96b5a1f48a530a5be3893ed53180da01041cb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T00:29:56.032 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:55 smithi193 bash[74910]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x 2024-04-12T00:29:56.032 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:55 smithi193 podman[74924]: 2024-04-12 00:29:55.836538313 +0000 UTC m=+0.523875762 container remove 9b848d5e81843d7086f6b3466e96b5a1f48a530a5be3893ed53180da01041cb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-12T00:29:56.032 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:55 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T00:29:56.047 INFO:tasks.rados.rados.0.smithi098.stdout:831: finishing write tid 1 to smithi09877355-34 2024-04-12T00:29:56.047 INFO:tasks.rados.rados.0.smithi098.stdout:831: finishing write tid 2 to smithi09877355-34 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: finishing write tid 3 to smithi09877355-34 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: finishing write tid 4 to smithi09877355-34 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: finishing write tid 5 to smithi09877355-34 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: finishing write tid 6 to smithi09877355-34 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: oid 34 updating version 0 to 238 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: oid 34 updating version 238 to 240 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: oid 34 updating version 240 to 242 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: oid 34 version 242 is already newer than 241 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: oid 34 version 242 is already newer than 239 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 242 (ObjNum 274 snap 76 seq_num 274) dirty exists 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:831: left oid 34 (ObjNum 274 snap 76 seq_num 274) 2024-04-12T00:29:56.048 INFO:tasks.rados.rados.0.smithi098.stdout:833: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:29:56.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:56 smithi098 ceph-mon[37915]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T00:29:56.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:56 smithi098 ceph-mon[26935]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T00:29:56.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:56 smithi193 ceph-mon[30474]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T00:29:56.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T00:29:56.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 systemd[1]: Stopped Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:29:56.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.x.service: Consumed 25.159s CPU time. 2024-04-12T00:29:56.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 systemd[1]: Starting Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:29:56.777 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 podman[75059]: 2024-04-12 00:29:56.395208114 +0000 UTC m=+0.017734941 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:29:56.778 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 podman[75059]: 2024-04-12 00:29:56.504337297 +0000 UTC m=+0.126864162 container create a6c090e80a3629a05def8ad635d561a959646482d73e69d9746cc330a8829132 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-12T00:29:56.778 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 podman[75059]: 2024-04-12 00:29:56.706823074 +0000 UTC m=+0.329349903 container init a6c090e80a3629a05def8ad635d561a959646482d73e69d9746cc330a8829132 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-12T00:29:56.778 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 podman[75059]: 2024-04-12 00:29:56.709405012 +0000 UTC m=+0.331931836 container start a6c090e80a3629a05def8ad635d561a959646482d73e69d9746cc330a8829132 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-12T00:29:56.778 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 ceph-mgr[75078]: -- 172.21.15.193:0/345226785 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5655330f65a0 con 0x5655330cac00 2024-04-12T00:29:56.793 INFO:tasks.rados.rados.0.smithi098.stdout:831: done (3 left) 2024-04-12T00:29:56.793 INFO:tasks.rados.rados.0.smithi098.stdout:832: done (2 left) 2024-04-12T00:29:56.793 INFO:tasks.rados.rados.0.smithi098.stdout:833: done (1 left) 2024-04-12T00:29:56.794 INFO:tasks.rados.rados.0.smithi098.stdout:834: done (0 left) 2024-04-12T00:29:56.794 INFO:tasks.rados.rados.0.smithi098.stdout:835: snap_remove snap 66 2024-04-12T00:29:57.043 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 bash[75059]: a6c090e80a3629a05def8ad635d561a959646482d73e69d9746cc330a8829132 2024-04-12T00:29:57.043 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:56 smithi193 systemd[1]: Started Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:29:57.048 INFO:tasks.rados.rados.0.smithi098.stdout:835: done (0 left) 2024-04-12T00:29:57.048 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 76 2024-04-12T00:29:57.049 INFO:tasks.rados.rados.0.smithi098.stdout:836: seq_num 275 ranges {2686976=614400,3301376=786432,4087808=499712,4587520=319488} 2024-04-12T00:29:57.067 INFO:tasks.rados.rados.0.smithi098.stdout:836: writing smithi09877355-4 from 2686976 to 3301376 tid 1 2024-04-12T00:29:57.071 INFO:tasks.rados.rados.0.smithi098.stdout:836: writing smithi09877355-4 from 3301376 to 4087808 tid 2 2024-04-12T00:29:57.074 INFO:tasks.rados.rados.0.smithi098.stdout:836: writing smithi09877355-4 from 4087808 to 4587520 tid 3 2024-04-12T00:29:57.076 INFO:tasks.rados.rados.0.smithi098.stdout:836: writing smithi09877355-4 from 4587520 to 4907008 tid 4 2024-04-12T00:29:57.077 INFO:tasks.rados.rados.0.smithi098.stdout:837: read oid 45 snap -1 2024-04-12T00:29:57.077 INFO:tasks.rados.rados.0.smithi098.stdout:837: expect (ObjNum 260 snap 65 seq_num 260) 2024-04-12T00:29:57.077 INFO:tasks.rados.rados.0.smithi098.stdout:838: read oid 18 snap -1 2024-04-12T00:29:57.077 INFO:tasks.rados.rados.0.smithi098.stdout:838: expect (ObjNum 121 snap 26 seq_num 121) 2024-04-12T00:29:57.077 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 76 2024-04-12T00:29:57.077 INFO:tasks.rados.rados.0.smithi098.stdout:836: finishing write tid 1 to smithi09877355-4 2024-04-12T00:29:57.077 INFO:tasks.rados.rados.0.smithi098.stdout:836: finishing write tid 2 to smithi09877355-4 2024-04-12T00:29:57.077 INFO:tasks.rados.rados.0.smithi098.stdout:839: seq_num 276 ranges {1155072=630784,1785856=671744,2457600=704512,3162112=229376} 2024-04-12T00:29:57.087 INFO:tasks.rados.rados.0.smithi098.stdout:839: writing smithi09877355-5 from 1155072 to 1785856 tid 1 2024-04-12T00:29:57.091 INFO:tasks.rados.rados.0.smithi098.stdout:839: writing smithi09877355-5 from 1785856 to 2457600 tid 2 2024-04-12T00:29:57.095 INFO:tasks.rados.rados.0.smithi098.stdout:839: writing smithi09877355-5 from 2457600 to 3162112 tid 3 2024-04-12T00:29:57.097 INFO:tasks.rados.rados.0.smithi098.stdout:839: writing smithi09877355-5 from 3162112 to 3391488 tid 4 2024-04-12T00:29:57.097 INFO:tasks.rados.rados.0.smithi098.stdout:840: rollback oid 30 current snap is 76 2024-04-12T00:29:57.097 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 73 2024-04-12T00:29:57.097 INFO:tasks.rados.rados.0.smithi098.stdout:836: finishing write tid 3 to smithi09877355-4 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: finishing write tid 4 to smithi09877355-4 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: finishing write tid 5 to smithi09877355-4 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: finishing write tid 6 to smithi09877355-4 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: oid 4 updating version 0 to 304 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: oid 4 updating version 304 to 308 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: oid 4 version 308 is already newer than 306 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: oid 4 version 308 is already newer than 305 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: oid 4 version 308 is already newer than 307 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 308 (ObjNum 275 snap 76 seq_num 275) dirty exists 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: left oid 4 (ObjNum 275 snap 76 seq_num 275) 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:839: finishing write tid 1 to smithi09877355-5 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:836: done (4 left) 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:841: delete oid 43 current snap is 76 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:840: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:29:57.098 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 0 (ObjNum 129 snap 0 seq_num 28439152) dirty dne 2024-04-12T00:29:57.099 INFO:tasks.rados.rados.0.smithi098.stdout:839: finishing write tid 2 to smithi09877355-5 2024-04-12T00:29:57.100 INFO:tasks.rados.rados.0.smithi098.stdout:839: finishing write tid 3 to smithi09877355-5 2024-04-12T00:29:57.101 INFO:tasks.rados.rados.0.smithi098.stdout:839: finishing write tid 4 to smithi09877355-5 2024-04-12T00:29:57.101 INFO:tasks.rados.rados.0.smithi098.stdout:839: finishing write tid 5 to smithi09877355-5 2024-04-12T00:29:57.101 INFO:tasks.rados.rados.0.smithi098.stdout:840: done (4 left) 2024-04-12T00:29:57.102 INFO:tasks.rados.rados.0.smithi098.stdout:841: done (3 left) 2024-04-12T00:29:57.102 INFO:tasks.rados.rados.0.smithi098.stdout:842: delete oid 1 current snap is 76 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:839: finishing write tid 6 to smithi09877355-5 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:839: oid 5 updating version 0 to 503 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:839: oid 5 updating version 503 to 505 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:839: oid 5 version 505 is already newer than 501 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:839: oid 5 version 505 is already newer than 502 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:839: oid 5 version 505 is already newer than 504 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 505 (ObjNum 276 snap 76 seq_num 276) dirty exists 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:839: left oid 5 (ObjNum 276 snap 76 seq_num 276) 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:839: done (3 left) 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:842: done (2 left) 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:843: copy_from oid 19 from oid 8 current snap is 76 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:844: read oid 25 snap 71 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:844: expect deleted 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 76 2024-04-12T00:29:57.104 INFO:tasks.rados.rados.0.smithi098.stdout:845: seq_num 279 ranges {1531904=679936,2211840=720896,2932736=483328,3416064=401408} 2024-04-12T00:29:57.116 INFO:tasks.rados.rados.0.smithi098.stdout:845: writing smithi09877355-11 from 1531904 to 2211840 tid 1 2024-04-12T00:29:57.120 INFO:tasks.rados.rados.0.smithi098.stdout:845: writing smithi09877355-11 from 2211840 to 2932736 tid 2 2024-04-12T00:29:57.123 INFO:tasks.rados.rados.0.smithi098.stdout:845: writing smithi09877355-11 from 2932736 to 3416064 tid 3 2024-04-12T00:29:57.125 INFO:tasks.rados.rados.0.smithi098.stdout:845: writing smithi09877355-11 from 3416064 to 3817472 tid 4 2024-04-12T00:29:57.125 INFO:tasks.rados.rados.0.smithi098.stdout:846: copy_from oid 21 from oid 6 current snap is 76 2024-04-12T00:29:57.126 INFO:tasks.rados.rados.0.smithi098.stdout:838: expect (ObjNum 121 snap 26 seq_num 121) 2024-04-12T00:29:57.233 INFO:tasks.rados.rados.0.smithi098.stdout:843: finishing copy_from to smithi09877355-19 2024-04-12T00:29:57.233 INFO:tasks.rados.rados.0.smithi098.stdout:843: got expected ENOENT (src dne) 2024-04-12T00:29:57.233 INFO:tasks.rados.rados.0.smithi098.stdout:843: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:29:57.233 INFO:tasks.rados.rados.0.smithi098.stdout:837: expect (ObjNum 260 snap 65 seq_num 260) 2024-04-12T00:29:57.295 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:57 smithi193 ceph-mon[30474]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T00:29:57.296 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:57 smithi193 ceph-mon[30474]: pgmap v33: 121 pgs: 121 active+clean; 169 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-04-12T00:29:57.296 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:57 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:57.296 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:57 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:57.296 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:57 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:57.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[37915]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T00:29:57.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[37915]: pgmap v33: 121 pgs: 121 active+clean; 169 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-04-12T00:29:57.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:57.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:57.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:57.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[26935]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T00:29:57.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[26935]: pgmap v33: 121 pgs: 121 active+clean; 169 MiB data, 872 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-04-12T00:29:57.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:57.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:57.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:57 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: finishing write tid 1 to smithi09877355-11 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: finishing write tid 2 to smithi09877355-11 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: finishing write tid 3 to smithi09877355-11 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: finishing write tid 4 to smithi09877355-11 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: finishing write tid 5 to smithi09877355-11 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: finishing write tid 6 to smithi09877355-11 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: oid 11 updating version 0 to 631 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: oid 11 version 631 is already newer than 628 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: oid 11 version 631 is already newer than 629 2024-04-12T00:29:57.559 INFO:tasks.rados.rados.0.smithi098.stdout:845: oid 11 version 631 is already newer than 630 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:845: oid 11 version 631 is already newer than 627 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 631 (ObjNum 279 snap 76 seq_num 279) dirty exists 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:845: left oid 11 (ObjNum 279 snap 76 seq_num 279) 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:846: finishing copy_from racing read to smithi09877355-21 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:846: finishing copy_from to smithi09877355-21 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 176 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:837: done (5 left) 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:838: done (4 left) 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:843: done (3 left) 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:844: done (2 left) 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:845: done (1 left) 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:846: done (0 left) 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 76 2024-04-12T00:29:57.560 INFO:tasks.rados.rados.0.smithi098.stdout:847: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2024-04-12T00:29:57.562 INFO:tasks.rados.rados.0.smithi098.stdout:847: writing smithi09877355-50 from 0 to 696320 tid 1 2024-04-12T00:29:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:847: writing smithi09877355-50 from 696320 to 1302528 tid 2 2024-04-12T00:29:57.569 INFO:tasks.rados.rados.0.smithi098.stdout:847: writing smithi09877355-50 from 1302528 to 1990656 tid 3 2024-04-12T00:29:57.572 INFO:tasks.rados.rados.0.smithi098.stdout:847: writing smithi09877355-50 from 1990656 to 2301952 tid 4 2024-04-12T00:29:57.572 INFO:tasks.rados.rados.0.smithi098.stdout:848: read oid 19 snap 71 2024-04-12T00:29:57.572 INFO:tasks.rados.rados.0.smithi098.stdout:848: expect (ObjNum 228 snap 58 seq_num 228) 2024-04-12T00:29:57.572 INFO:tasks.rados.rados.0.smithi098.stdout:849: read oid 41 snap -1 2024-04-12T00:29:57.572 INFO:tasks.rados.rados.0.smithi098.stdout:849: expect (ObjNum 188 snap 44 seq_num 188) 2024-04-12T00:29:57.572 INFO:tasks.rados.rados.0.smithi098.stdout:850: delete oid 1 current snap is 76 2024-04-12T00:29:57.572 INFO:tasks.rados.rados.0.smithi098.stdout:847: finishing write tid 1 to smithi09877355-50 2024-04-12T00:29:57.572 INFO:tasks.rados.rados.0.smithi098.stdout:847: finishing write tid 2 to smithi09877355-50 2024-04-12T00:29:57.573 INFO:tasks.rados.rados.0.smithi098.stdout:850: done (3 left) 2024-04-12T00:29:57.574 INFO:tasks.rados.rados.0.smithi098.stdout:851: snap_remove snap 64 2024-04-12T00:29:57.612 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:57.299+0000 7fe2c2df9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:29:57.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:57.405+0000 7fe2c2df9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:29:57.988 INFO:tasks.rados.rados.0.smithi098.stdout:851: done (3 left) 2024-04-12T00:29:57.988 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 76 2024-04-12T00:29:57.988 INFO:tasks.rados.rados.0.smithi098.stdout:852: seq_num 282 ranges {8003584=729088,8732672=425984,9158656=704512,9863168=475136} 2024-04-12T00:29:58.035 INFO:tasks.rados.rados.0.smithi098.stdout:852: writing smithi09877355-24 from 8003584 to 8732672 tid 1 2024-04-12T00:29:58.037 INFO:tasks.rados.rados.0.smithi098.stdout:852: writing smithi09877355-24 from 8732672 to 9158656 tid 2 2024-04-12T00:29:58.041 INFO:tasks.rados.rados.0.smithi098.stdout:852: writing smithi09877355-24 from 9158656 to 9863168 tid 3 2024-04-12T00:29:58.044 INFO:tasks.rados.rados.0.smithi098.stdout:852: writing smithi09877355-24 from 9863168 to 10338304 tid 4 2024-04-12T00:29:58.044 INFO:tasks.rados.rados.0.smithi098.stdout:853: copy_from oid 36 from oid 10 current snap is 76 2024-04-12T00:29:58.044 INFO:tasks.rados.rados.0.smithi098.stdout:847: finishing write tid 3 to smithi09877355-50 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:847: finishing write tid 4 to smithi09877355-50 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:847: finishing write tid 5 to smithi09877355-50 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:847: finishing write tid 6 to smithi09877355-50 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:847: oid 50 updating version 0 to 252 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:847: oid 50 updating version 252 to 253 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:847: oid 50 version 253 is already newer than 250 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:847: oid 50 version 253 is already newer than 251 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:847: oid 50 version 253 is already newer than 249 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 253 (ObjNum 280 snap 76 seq_num 280) dirty exists 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:847: left oid 50 (ObjNum 280 snap 76 seq_num 280) 2024-04-12T00:29:58.045 INFO:tasks.rados.rados.0.smithi098.stdout:849: expect (ObjNum 188 snap 44 seq_num 188) 2024-04-12T00:29:58.120 INFO:tasks.rados.rados.0.smithi098.stdout:848: expect (ObjNum 228 snap 58 seq_num 228) 2024-04-12T00:29:58.156 INFO:tasks.rados.rados.0.smithi098.stdout:852: finishing write tid 1 to smithi09877355-24 2024-04-12T00:29:58.156 INFO:tasks.rados.rados.0.smithi098.stdout:852: finishing write tid 2 to smithi09877355-24 2024-04-12T00:29:58.156 INFO:tasks.rados.rados.0.smithi098.stdout:852: finishing write tid 3 to smithi09877355-24 2024-04-12T00:29:58.156 INFO:tasks.rados.rados.0.smithi098.stdout:847: done (4 left) 2024-04-12T00:29:58.156 INFO:tasks.rados.rados.0.smithi098.stdout:848: done (3 left) 2024-04-12T00:29:58.157 INFO:tasks.rados.rados.0.smithi098.stdout:849: done (2 left) 2024-04-12T00:29:58.157 INFO:tasks.rados.rados.0.smithi098.stdout:854: snap_remove snap 71 2024-04-12T00:29:58.354 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:58.106+0000 7fe2c2df9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:29:58.355 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:58.203+0000 7fe2c2df9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:29:58.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-mon[30474]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T00:29:58.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:58.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:58.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-mon[30474]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T00:29:58.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:58 smithi098 ceph-mon[37915]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T00:29:58.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:58 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:58.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:58 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:58.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:58 smithi098 ceph-mon[37915]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T00:29:58.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:58 smithi098 ceph-mon[26935]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T00:29:58.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:58 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:58.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:58 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:29:58.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:58 smithi098 ceph-mon[26935]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T00:29:58.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:58.358+0000 7fe2c2df9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:29:58.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:58.457+0000 7fe2c2df9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:29:58.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:58.544+0000 7fe2c2df9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:29:59.021 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:58.816+0000 7fe2c2df9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:29:59.021 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:58.928+0000 7fe2c2df9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:29:59.021 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:59.024+0000 7fe2c2df9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:29:59.056 INFO:tasks.rados.rados.0.smithi098.stdout:854: done (2 left) 2024-04-12T00:29:59.056 INFO:tasks.rados.rados.0.smithi098.stdout:855: snap_remove snap 53 2024-04-12T00:29:59.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:29:59 smithi193 ceph-mon[30474]: pgmap v36: 121 pgs: 121 active+clean; 180 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-04-12T00:29:59.338 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:59.149+0000 7fe2c2df9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:29:59.338 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:29:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:29:59.341+0000 7fe2c2df9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:29:59.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:29:59 smithi098 ceph-mon[37915]: pgmap v36: 121 pgs: 121 active+clean; 180 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-04-12T00:29:59.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:29:59 smithi098 ceph-mon[26935]: pgmap v36: 121 pgs: 121 active+clean; 180 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-04-12T00:30:00.061 INFO:tasks.rados.rados.0.smithi098.stdout:855: done (2 left) 2024-04-12T00:30:00.061 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 76 2024-04-12T00:30:00.061 INFO:tasks.rados.rados.0.smithi098.stdout:856: seq_num 283 ranges {3391488=745472,4136960=712704,4849664=458752,5308416=434176} 2024-04-12T00:30:00.084 INFO:tasks.rados.rados.0.smithi098.stdout:856: writing smithi09877355-5 from 3391488 to 4136960 tid 1 2024-04-12T00:30:00.089 INFO:tasks.rados.rados.0.smithi098.stdout:856: writing smithi09877355-5 from 4136960 to 4849664 tid 2 2024-04-12T00:30:00.092 INFO:tasks.rados.rados.0.smithi098.stdout:856: writing smithi09877355-5 from 4849664 to 5308416 tid 3 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:856: writing smithi09877355-5 from 5308416 to 5742592 tid 4 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:857: read oid 42 snap -1 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:857: expect (ObjNum 121 snap 26 seq_num 121) 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:858: copy_from oid 13 from oid 15 current snap is 76 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:852: finishing write tid 4 to smithi09877355-24 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:852: finishing write tid 5 to smithi09877355-24 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:852: finishing write tid 6 to smithi09877355-24 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:852: oid 24 updating version 0 to 220 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:852: oid 24 updating version 220 to 224 2024-04-12T00:30:00.096 INFO:tasks.rados.rados.0.smithi098.stdout:852: oid 24 version 224 is already newer than 222 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:852: oid 24 version 224 is already newer than 221 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:852: oid 24 version 224 is already newer than 223 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 224 (ObjNum 282 snap 76 seq_num 282) dirty exists 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:852: left oid 24 (ObjNum 282 snap 76 seq_num 282) 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:853: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:853: finishing copy_from to smithi09877355-36 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 224 (ObjNum 268 snap 74 seq_num 268) dirty exists 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:856: finishing write tid 1 to smithi09877355-5 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:856: finishing write tid 2 to smithi09877355-5 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:852: done (4 left) 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:853: done (3 left) 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:859: read oid 6 snap -1 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:859: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:30:00.097 INFO:tasks.rados.rados.0.smithi098.stdout:860: read oid 18 snap 70 2024-04-12T00:30:00.098 INFO:tasks.rados.rados.0.smithi098.stdout:860: expect (ObjNum 240 snap 61 seq_num 240) 2024-04-12T00:30:00.098 INFO:tasks.rados.rados.0.smithi098.stdout:861: delete oid 34 current snap is 76 2024-04-12T00:30:00.098 INFO:tasks.rados.rados.0.smithi098.stdout:856: finishing write tid 3 to smithi09877355-5 2024-04-12T00:30:00.099 INFO:tasks.rados.rados.0.smithi098.stdout:861: done (5 left) 2024-04-12T00:30:00.099 INFO:tasks.rados.rados.0.smithi098.stdout:862: delete oid 31 current snap is 76 2024-04-12T00:30:00.101 INFO:tasks.rados.rados.0.smithi098.stdout:856: finishing write tid 4 to smithi09877355-5 2024-04-12T00:30:00.104 INFO:tasks.rados.rados.0.smithi098.stdout:862: done (5 left) 2024-04-12T00:30:00.104 INFO:tasks.rados.rados.0.smithi098.stdout:863: snap_remove snap 73 2024-04-12T00:30:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:00 smithi193 ceph-mon[30474]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T00:30:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:00 smithi193 ceph-mon[30474]: overall HEALTH_OK 2024-04-12T00:30:00.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:00 smithi098 ceph-mon[37915]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T00:30:00.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:00 smithi098 ceph-mon[37915]: overall HEALTH_OK 2024-04-12T00:30:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:00 smithi098 ceph-mon[26935]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T00:30:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:00 smithi098 ceph-mon[26935]: overall HEALTH_OK 2024-04-12T00:30:00.787 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:00 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:00.380+0000 7fe2c2df9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:30:00.787 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:00 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:00.515+0000 7fe2c2df9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:30:01.057 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:00 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:00.871+0000 7fe2c2df9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:30:01.057 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:00 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:00.966+0000 7fe2c2df9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:30:01.066 INFO:tasks.rados.rados.0.smithi098.stdout:863: done (5 left) 2024-04-12T00:30:01.066 INFO:tasks.rados.rados.0.smithi098.stdout:864: snap_remove snap 68 2024-04-12T00:30:01.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:01.174+0000 7fe2c2df9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:30:01.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:01 smithi193 ceph-mon[30474]: pgmap v38: 121 pgs: 121 active+clean; 180 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-04-12T00:30:01.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:01 smithi193 ceph-mon[30474]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T00:30:01.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:01 smithi098 ceph-mon[37915]: pgmap v38: 121 pgs: 121 active+clean; 180 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-04-12T00:30:01.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:01 smithi098 ceph-mon[37915]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T00:30:01.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:01 smithi098 ceph-mon[26935]: pgmap v38: 121 pgs: 121 active+clean; 180 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-04-12T00:30:01.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:01 smithi098 ceph-mon[26935]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T00:30:01.680 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:01.377+0000 7fe2c2df9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:30:01.958 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:01.683+0000 7fe2c2df9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:30:02.072 INFO:tasks.rados.rados.0.smithi098.stdout:864: done (5 left) 2024-04-12T00:30:02.073 INFO:tasks.rados.rados.0.smithi098.stdout:865: snap_create 2024-04-12T00:30:02.073 INFO:tasks.rados.rados.0.smithi098.stdout:856: finishing write tid 5 to smithi09877355-5 2024-04-12T00:30:02.073 INFO:tasks.rados.rados.0.smithi098.stdout:859: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:30:02.159 INFO:tasks.rados.rados.0.smithi098.stdout:856: finishing write tid 6 to smithi09877355-5 2024-04-12T00:30:02.159 INFO:tasks.rados.rados.0.smithi098.stdout:856: oid 5 updating version 0 to 526 2024-04-12T00:30:02.159 INFO:tasks.rados.rados.0.smithi098.stdout:856: oid 5 updating version 526 to 528 2024-04-12T00:30:02.159 INFO:tasks.rados.rados.0.smithi098.stdout:856: oid 5 version 528 is already newer than 527 2024-04-12T00:30:02.159 INFO:tasks.rados.rados.0.smithi098.stdout:856: oid 5 updating version 528 to 529 2024-04-12T00:30:02.159 INFO:tasks.rados.rados.0.smithi098.stdout:856: oid 5 updating version 529 to 530 2024-04-12T00:30:02.159 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 530 (ObjNum 283 snap 76 seq_num 283) dirty exists 2024-04-12T00:30:02.159 INFO:tasks.rados.rados.0.smithi098.stdout:856: left oid 5 (ObjNum 283 snap 76 seq_num 283) 2024-04-12T00:30:02.159 INFO:tasks.rados.rados.0.smithi098.stdout:857: expect (ObjNum 121 snap 26 seq_num 121) 2024-04-12T00:30:02.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:02 smithi193 ceph-mon[30474]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T00:30:02.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:02 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:02.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:02 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:02.222 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:01.962+0000 7fe2c2df9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:30:02.222 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:02.225+0000 7fe2c2df9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:30:02.262 INFO:tasks.rados.rados.0.smithi098.stdout:860: expect (ObjNum 240 snap 61 seq_num 240) 2024-04-12T00:30:02.368 INFO:tasks.rados.rados.0.smithi098.stdout:858: finishing copy_from racing read to smithi09877355-13 2024-04-12T00:30:02.369 INFO:tasks.rados.rados.0.smithi098.stdout:858: finishing copy_from to smithi09877355-13 2024-04-12T00:30:02.369 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 613 (ObjNum 271 snap 75 seq_num 271) dirty exists 2024-04-12T00:30:02.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:02 smithi098 ceph-mon[37915]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T00:30:02.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:02 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:02.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:02 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:02.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:02 smithi098 ceph-mon[26935]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T00:30:02.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:02 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:02.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:02 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:03.083 INFO:tasks.rados.rados.0.smithi098.stdout:856: done (5 left) 2024-04-12T00:30:03.083 INFO:tasks.rados.rados.0.smithi098.stdout:857: done (4 left) 2024-04-12T00:30:03.083 INFO:tasks.rados.rados.0.smithi098.stdout:858: done (3 left) 2024-04-12T00:30:03.083 INFO:tasks.rados.rados.0.smithi098.stdout:859: done (2 left) 2024-04-12T00:30:03.083 INFO:tasks.rados.rados.0.smithi098.stdout:860: done (1 left) 2024-04-12T00:30:03.083 INFO:tasks.rados.rados.0.smithi098.stdout:865: done (0 left) 2024-04-12T00:30:03.083 INFO:tasks.rados.rados.0.smithi098.stdout:866: rollback oid 48 current snap is 77 2024-04-12T00:30:03.084 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 48 to 74 2024-04-12T00:30:03.084 INFO:tasks.rados.rados.0.smithi098.stdout:867: copy_from oid 4 from oid 24 current snap is 77 2024-04-12T00:30:03.084 INFO:tasks.rados.rados.0.smithi098.stdout:868: snap_create 2024-04-12T00:30:03.086 INFO:tasks.rados.rados.0.smithi098.stdout:866: finishing rollback tid 0 to smithi09877355-48 2024-04-12T00:30:03.086 INFO:tasks.rados.rados.0.smithi098.stdout:866: finishing rollback tid 1 to smithi09877355-48 2024-04-12T00:30:03.086 INFO:tasks.rados.rados.0.smithi098.stdout:866: finishing rollback tid 2 to smithi09877355-48 2024-04-12T00:30:03.086 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 526 (ObjNum 240 snap 61 seq_num 240) dirty exists 2024-04-12T00:30:03.101 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:03 smithi193 ceph-mon[30474]: pgmap v41: 121 pgs: 121 active+clean; 180 MiB data, 929 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:03.101 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:03 smithi193 ceph-mon[30474]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T00:30:03.101 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:03 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:03.101 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:03 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:03.129 INFO:tasks.rados.rados.0.smithi098.stdout:867: finishing copy_from racing read to smithi09877355-4 2024-04-12T00:30:03.132 INFO:tasks.rados.rados.0.smithi098.stdout:867: finishing copy_from to smithi09877355-4 2024-04-12T00:30:03.133 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 224 (ObjNum 282 snap 76 seq_num 282) dirty exists 2024-04-12T00:30:03.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:03.104+0000 7fe2c2df9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:30:03.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:03 smithi098 ceph-mon[26935]: pgmap v41: 121 pgs: 121 active+clean; 180 MiB data, 929 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:03.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:03 smithi098 ceph-mon[26935]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T00:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:03 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:03 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:03.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:03 smithi098 ceph-mon[37915]: pgmap v41: 121 pgs: 121 active+clean; 180 MiB data, 929 MiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:03.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:03 smithi098 ceph-mon[37915]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T00:30:03.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:03 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:03.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:03 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:03.706 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:30:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:30:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:30:03.990 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:03.709+0000 7fe2c2df9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:30:03.990 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:03.812+0000 7fe2c2df9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:30:04.099 INFO:tasks.rados.rados.0.smithi098.stdout:866: done (2 left) 2024-04-12T00:30:04.100 INFO:tasks.rados.rados.0.smithi098.stdout:867: done (1 left) 2024-04-12T00:30:04.100 INFO:tasks.rados.rados.0.smithi098.stdout:868: done (0 left) 2024-04-12T00:30:04.100 INFO:tasks.rados.rados.0.smithi098.stdout:869: read oid 34 snap 72 2024-04-12T00:30:04.100 INFO:tasks.rados.rados.0.smithi098.stdout:869: expect (ObjNum 184 snap 42 seq_num 184) 2024-04-12T00:30:04.100 INFO:tasks.rados.rados.0.smithi098.stdout:870: read oid 39 snap 76 2024-04-12T00:30:04.100 INFO:tasks.rados.rados.0.smithi098.stdout:870: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:30:04.100 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 78 2024-04-12T00:30:04.100 INFO:tasks.rados.rados.0.smithi098.stdout:871: seq_num 286 ranges {1425408=794624,2220032=761856,2981888=679936,3661824=163840} 2024-04-12T00:30:04.111 INFO:tasks.rados.rados.0.smithi098.stdout:871: writing smithi09877355-19 from 1425408 to 2220032 tid 1 2024-04-12T00:30:04.115 INFO:tasks.rados.rados.0.smithi098.stdout:871: writing smithi09877355-19 from 2220032 to 2981888 tid 2 2024-04-12T00:30:04.119 INFO:tasks.rados.rados.0.smithi098.stdout:871: writing smithi09877355-19 from 2981888 to 3661824 tid 3 2024-04-12T00:30:04.121 INFO:tasks.rados.rados.0.smithi098.stdout:871: writing smithi09877355-19 from 3661824 to 3825664 tid 4 2024-04-12T00:30:04.121 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 78 2024-04-12T00:30:04.121 INFO:tasks.rados.rados.0.smithi098.stdout:872: seq_num 287 ranges {974848=8192} 2024-04-12T00:30:04.126 INFO:tasks.rados.rados.0.smithi098.stdout:872: writing smithi09877355-32 from 974848 to 983040 tid 1 2024-04-12T00:30:04.126 INFO:tasks.rados.rados.0.smithi098.stdout:873: copy_from oid 18 from oid 20 current snap is 78 2024-04-12T00:30:04.126 INFO:tasks.rados.rados.0.smithi098.stdout:869: expect (ObjNum 184 snap 42 seq_num 184) 2024-04-12T00:30:04.174 INFO:tasks.rados.rados.0.smithi098.stdout:871: finishing write tid 1 to smithi09877355-19 2024-04-12T00:30:04.174 INFO:tasks.rados.rados.0.smithi098.stdout:871: finishing write tid 2 to smithi09877355-19 2024-04-12T00:30:04.174 INFO:tasks.rados.rados.0.smithi098.stdout:871: finishing write tid 3 to smithi09877355-19 2024-04-12T00:30:04.174 INFO:tasks.rados.rados.0.smithi098.stdout:869: done (4 left) 2024-04-12T00:30:04.174 INFO:tasks.rados.rados.0.smithi098.stdout:874: rollback oid 25 current snap is 78 2024-04-12T00:30:04.174 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 69 2024-04-12T00:30:04.174 INFO:tasks.rados.rados.0.smithi098.stdout:871: finishing write tid 4 to smithi09877355-19 2024-04-12T00:30:04.174 INFO:tasks.rados.rados.0.smithi098.stdout:871: finishing write tid 5 to smithi09877355-19 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:871: finishing write tid 6 to smithi09877355-19 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:871: oid 19 updating version 0 to 524 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:871: oid 19 version 524 is already newer than 520 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:871: oid 19 version 524 is already newer than 521 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:871: oid 19 version 524 is already newer than 522 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:871: oid 19 version 524 is already newer than 523 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 524 (ObjNum 286 snap 78 seq_num 286) dirty exists 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:871: left oid 19 (ObjNum 286 snap 78 seq_num 286) 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:873: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:872: finishing write tid 1 to smithi09877355-32 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:872: finishing write tid 2 to smithi09877355-32 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:873: finishing copy_from to smithi09877355-18 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 262 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:30:04.175 INFO:tasks.rados.rados.0.smithi098.stdout:872: finishing write tid 3 to smithi09877355-32 2024-04-12T00:30:04.176 INFO:tasks.rados.rados.0.smithi098.stdout:872: oid 32 updating version 0 to 417 2024-04-12T00:30:04.176 INFO:tasks.rados.rados.0.smithi098.stdout:872: oid 32 updating version 417 to 418 2024-04-12T00:30:04.176 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 418 (ObjNum 287 snap 78 seq_num 287) dirty exists 2024-04-12T00:30:04.176 INFO:tasks.rados.rados.0.smithi098.stdout:872: left oid 32 (ObjNum 287 snap 78 seq_num 287) 2024-04-12T00:30:04.176 INFO:tasks.rados.rados.0.smithi098.stdout:870: expect (ObjNum 208 snap 52 seq_num 208) 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-mon[30474]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-mon[30474]: Standby manager daemon x restarted 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-mon[30474]: Standby manager daemon x started 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:04.041+0000 7fe2c2df9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: [12/Apr/2024:00:30:04] ENGINE Bus STARTING 2024-04-12T00:30:04.281 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: CherryPy Checker: 2024-04-12T00:30:04.282 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: The Application mounted at '' has an empty config. 2024-04-12T00:30:04.282 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:04.282 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: [12/Apr/2024:00:30:04] ENGINE Serving on http://:::9283 2024-04-12T00:30:04.282 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:04 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: [12/Apr/2024:00:30:04] ENGINE Bus STARTED 2024-04-12T00:30:04.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[37915]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T00:30:04.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[37915]: Standby manager daemon x restarted 2024-04-12T00:30:04.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[37915]: Standby manager daemon x started 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[26935]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[26935]: Standby manager daemon x restarted 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[26935]: Standby manager daemon x started 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:04 smithi098 ceph-mon[26935]: from='mgr.? 172.21.15.193:0/2852999624' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:874: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 199 (ObjNum 65 snap 0 seq_num 3651120400) dirty dne 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:870: done (4 left) 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:871: done (3 left) 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:872: done (2 left) 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:873: done (1 left) 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:874: done (0 left) 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:875: copy_from oid 8 from oid 9 current snap is 78 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:876: read oid 15 snap 74 2024-04-12T00:30:04.916 INFO:tasks.rados.rados.0.smithi098.stdout:876: expect (ObjNum 157 snap 35 seq_num 157) 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 78 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:877: seq_num 288 ranges {0=24576} 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:877: writing smithi09877355-46 from 0 to 24576 tid 1 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:878: rollback oid 16 current snap is 78 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 77 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 78 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:879: seq_num 289 ranges {0=40960} 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:879: writing smithi09877355-1 from 0 to 40960 tid 1 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:880: copy_from oid 3 from oid 28 current snap is 78 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:881: copy_from oid 20 from oid 49 current snap is 78 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:882: read oid 12 snap -1 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:882: expect (ObjNum 264 snap 67 seq_num 264) 2024-04-12T00:30:04.917 INFO:tasks.rados.rados.0.smithi098.stdout:883: setattr oid 14 current snap is 78 2024-04-12T00:30:04.918 INFO:tasks.rados.rados.0.smithi098.stdout:879: finishing write tid 1 to smithi09877355-1 2024-04-12T00:30:04.918 INFO:tasks.rados.rados.0.smithi098.stdout:877: finishing write tid 1 to smithi09877355-46 2024-04-12T00:30:04.919 INFO:tasks.rados.rados.0.smithi098.stdout:884: rollback oid 5 current snap is 78 2024-04-12T00:30:04.919 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 5 to 75 2024-04-12T00:30:04.919 INFO:tasks.rados.rados.0.smithi098.stdout:885: rollback oid 4 current snap is 78 2024-04-12T00:30:04.919 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 4 to 72 2024-04-12T00:30:04.919 INFO:tasks.rados.rados.0.smithi098.stdout:886: read oid 13 snap -1 2024-04-12T00:30:04.919 INFO:tasks.rados.rados.0.smithi098.stdout:886: expect (ObjNum 271 snap 75 seq_num 271) 2024-04-12T00:30:04.919 INFO:tasks.rados.rados.0.smithi098.stdout:887: delete oid 40 current snap is 78 2024-04-12T00:30:04.919 INFO:tasks.rados.rados.0.smithi098.stdout:877: finishing write tid 2 to smithi09877355-46 2024-04-12T00:30:04.920 INFO:tasks.rados.rados.0.smithi098.stdout:879: finishing write tid 2 to smithi09877355-1 2024-04-12T00:30:04.921 INFO:tasks.rados.rados.0.smithi098.stdout:877: finishing write tid 3 to smithi09877355-46 2024-04-12T00:30:04.921 INFO:tasks.rados.rados.0.smithi098.stdout:877: oid 46 updating version 0 to 223 2024-04-12T00:30:04.921 INFO:tasks.rados.rados.0.smithi098.stdout:877: oid 46 version 223 is already newer than 222 2024-04-12T00:30:04.922 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 223 (ObjNum 288 snap 78 seq_num 288) dirty exists 2024-04-12T00:30:04.922 INFO:tasks.rados.rados.0.smithi098.stdout:877: left oid 46 (ObjNum 288 snap 78 seq_num 288) 2024-04-12T00:30:04.922 INFO:tasks.rados.rados.0.smithi098.stdout:879: finishing write tid 3 to smithi09877355-1 2024-04-12T00:30:04.923 INFO:tasks.rados.rados.0.smithi098.stdout:879: oid 1 updating version 0 to 543 2024-04-12T00:30:04.923 INFO:tasks.rados.rados.0.smithi098.stdout:879: oid 1 updating version 543 to 544 2024-04-12T00:30:04.923 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 544 (ObjNum 289 snap 78 seq_num 289) dirty exists 2024-04-12T00:30:04.923 INFO:tasks.rados.rados.0.smithi098.stdout:879: left oid 1 (ObjNum 289 snap 78 seq_num 289) 2024-04-12T00:30:04.925 INFO:tasks.rados.rados.0.smithi098.stdout:884: finishing rollback tid 0 to smithi09877355-5 2024-04-12T00:30:04.925 INFO:tasks.rados.rados.0.smithi098.stdout:884: finishing rollback tid 1 to smithi09877355-5 2024-04-12T00:30:04.930 INFO:tasks.rados.rados.0.smithi098.stdout:875: finishing copy_from racing read to smithi09877355-8 2024-04-12T00:30:04.933 INFO:tasks.rados.rados.0.smithi098.stdout:884: finishing rollback tid 2 to smithi09877355-5 2024-04-12T00:30:04.933 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 542 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-04-12T00:30:04.936 INFO:tasks.rados.rados.0.smithi098.stdout:875: finishing copy_from to smithi09877355-8 2024-04-12T00:30:04.936 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 199 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:30:04.942 INFO:tasks.rados.rados.0.smithi098.stdout:876: expect (ObjNum 157 snap 35 seq_num 157) 2024-04-12T00:30:05.113 INFO:tasks.rados.rados.0.smithi098.stdout:878: finishing rollback tid 0 to smithi09877355-16 2024-04-12T00:30:05.113 INFO:tasks.rados.rados.0.smithi098.stdout:878: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:30:05.113 INFO:tasks.rados.rados.0.smithi098.stdout:878: finishing rollback tid 2 to smithi09877355-16 2024-04-12T00:30:05.114 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 665 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-04-12T00:30:05.114 INFO:tasks.rados.rados.0.smithi098.stdout:882: expect (ObjNum 264 snap 67 seq_num 264) 2024-04-12T00:30:05.165 INFO:tasks.rados.rados.0.smithi098.stdout:881: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:30:05.165 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 338 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-12T00:30:05.165 INFO:tasks.rados.rados.0.smithi098.stdout:885: finishing rollback tid 0 to smithi09877355-4 2024-04-12T00:30:05.165 INFO:tasks.rados.rados.0.smithi098.stdout:885: finishing rollback tid 1 to smithi09877355-4 2024-04-12T00:30:05.165 INFO:tasks.rados.rados.0.smithi098.stdout:885: finishing rollback tid 2 to smithi09877355-4 2024-04-12T00:30:05.165 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 342 (ObjNum 226 snap 56 seq_num 226) dirty exists 2024-04-12T00:30:05.165 INFO:tasks.rados.rados.0.smithi098.stdout:881: finishing copy_from to smithi09877355-20 2024-04-12T00:30:05.165 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 167 (ObjNum 191 snap 45 seq_num 191) dirty exists 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:880: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:880: finishing copy_from to smithi09877355-3 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 205 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:875: done (12 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:876: done (11 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:877: done (10 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:878: done (9 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:879: done (8 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:880: done (7 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:881: done (6 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:882: done (5 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:883: done (4 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:884: done (3 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:885: done (2 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:887: done (1 left) 2024-04-12T00:30:05.166 INFO:tasks.rados.rados.0.smithi098.stdout:888: rmattr oid 47 current snap is 78 2024-04-12T00:30:05.167 INFO:tasks.rados.rados.0.smithi098.stdout:886: expect (ObjNum 271 snap 75 seq_num 271) 2024-04-12T00:30:05.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:05 smithi193 ceph-mon[30474]: pgmap v44: 121 pgs: 121 active+clean; 199 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 15 op/s 2024-04-12T00:30:05.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:05 smithi193 ceph-mon[30474]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T00:30:05.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:05 smithi193 ceph-mon[30474]: mgrmap e36: y(active, since 28s), standbys: x 2024-04-12T00:30:05.439 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 248 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:30:05.439 INFO:tasks.rados.rados.0.smithi098.stdout:886: done (1 left) 2024-04-12T00:30:05.439 INFO:tasks.rados.rados.0.smithi098.stdout:888: done (0 left) 2024-04-12T00:30:05.439 INFO:tasks.rados.rados.0.smithi098.stdout:889: setattr oid 6 current snap is 78 2024-04-12T00:30:05.440 INFO:tasks.rados.rados.0.smithi098.stdout:890: rmattr oid 33 current snap is 78 2024-04-12T00:30:05.440 INFO:tasks.rados.rados.0.smithi098.stdout:891: read oid 7 snap -1 2024-04-12T00:30:05.440 INFO:tasks.rados.rados.0.smithi098.stdout:891: expect (ObjNum 251 snap 65 seq_num 251) 2024-04-12T00:30:05.441 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 78 2024-04-12T00:30:05.441 INFO:tasks.rados.rados.0.smithi098.stdout:892: seq_num 291 ranges {0=81920} 2024-04-12T00:30:05.441 INFO:tasks.rados.rados.0.smithi098.stdout:892: writing smithi09877355-31 from 0 to 81920 tid 1 2024-04-12T00:30:05.441 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 78 2024-04-12T00:30:05.441 INFO:tasks.rados.rados.0.smithi098.stdout:893: seq_num 292 ranges {802816=98304} 2024-04-12T00:30:05.446 INFO:tasks.rados.rados.0.smithi098.stdout:893: writing smithi09877355-20 from 802816 to 901120 tid 1 2024-04-12T00:30:05.446 INFO:tasks.rados.rados.0.smithi098.stdout:894: delete oid 45 current snap is 78 2024-04-12T00:30:05.446 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 545 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:30:05.446 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 235 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-04-12T00:30:05.446 INFO:tasks.rados.rados.0.smithi098.stdout:892: finishing write tid 1 to smithi09877355-31 2024-04-12T00:30:05.446 INFO:tasks.rados.rados.0.smithi098.stdout:892: finishing write tid 2 to smithi09877355-31 2024-04-12T00:30:05.447 INFO:tasks.rados.rados.0.smithi098.stdout:892: finishing write tid 3 to smithi09877355-31 2024-04-12T00:30:05.447 INFO:tasks.rados.rados.0.smithi098.stdout:892: oid 31 updating version 0 to 223 2024-04-12T00:30:05.447 INFO:tasks.rados.rados.0.smithi098.stdout:892: oid 31 version 223 is already newer than 222 2024-04-12T00:30:05.447 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 223 (ObjNum 291 snap 78 seq_num 291) dirty exists 2024-04-12T00:30:05.447 INFO:tasks.rados.rados.0.smithi098.stdout:892: left oid 31 (ObjNum 291 snap 78 seq_num 291) 2024-04-12T00:30:05.448 INFO:tasks.rados.rados.0.smithi098.stdout:893: finishing write tid 1 to smithi09877355-20 2024-04-12T00:30:05.448 INFO:tasks.rados.rados.0.smithi098.stdout:893: finishing write tid 2 to smithi09877355-20 2024-04-12T00:30:05.449 INFO:tasks.rados.rados.0.smithi098.stdout:893: finishing write tid 3 to smithi09877355-20 2024-04-12T00:30:05.449 INFO:tasks.rados.rados.0.smithi098.stdout:893: oid 20 updating version 0 to 345 2024-04-12T00:30:05.449 INFO:tasks.rados.rados.0.smithi098.stdout:893: oid 20 updating version 345 to 346 2024-04-12T00:30:05.449 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 346 (ObjNum 292 snap 78 seq_num 292) dirty exists 2024-04-12T00:30:05.450 INFO:tasks.rados.rados.0.smithi098.stdout:893: left oid 20 (ObjNum 292 snap 78 seq_num 292) 2024-04-12T00:30:05.450 INFO:tasks.rados.rados.0.smithi098.stdout:891: expect (ObjNum 251 snap 65 seq_num 251) 2024-04-12T00:30:05.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:05 smithi098 ceph-mon[37915]: pgmap v44: 121 pgs: 121 active+clean; 199 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 15 op/s 2024-04-12T00:30:05.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:05 smithi098 ceph-mon[37915]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T00:30:05.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:05 smithi098 ceph-mon[37915]: mgrmap e36: y(active, since 28s), standbys: x 2024-04-12T00:30:05.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:05 smithi098 ceph-mon[26935]: pgmap v44: 121 pgs: 121 active+clean; 199 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 15 op/s 2024-04-12T00:30:05.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:05 smithi098 ceph-mon[26935]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T00:30:05.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:05 smithi098 ceph-mon[26935]: mgrmap e36: y(active, since 28s), standbys: x 2024-04-12T00:30:05.545 INFO:tasks.rados.rados.0.smithi098.stdout:889: done (5 left) 2024-04-12T00:30:05.545 INFO:tasks.rados.rados.0.smithi098.stdout:890: done (4 left) 2024-04-12T00:30:05.545 INFO:tasks.rados.rados.0.smithi098.stdout:891: done (3 left) 2024-04-12T00:30:05.545 INFO:tasks.rados.rados.0.smithi098.stdout:892: done (2 left) 2024-04-12T00:30:05.546 INFO:tasks.rados.rados.0.smithi098.stdout:893: done (1 left) 2024-04-12T00:30:05.546 INFO:tasks.rados.rados.0.smithi098.stdout:894: done (0 left) 2024-04-12T00:30:05.546 INFO:tasks.rados.rados.0.smithi098.stdout:895: rollback oid 9 current snap is 78 2024-04-12T00:30:05.546 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 72 2024-04-12T00:30:05.546 INFO:tasks.rados.rados.0.smithi098.stdout:896: delete oid 41 current snap is 78 2024-04-12T00:30:05.547 INFO:tasks.rados.rados.0.smithi098.stdout:896: done (1 left) 2024-04-12T00:30:05.547 INFO:tasks.rados.rados.0.smithi098.stdout:897: snap_create 2024-04-12T00:30:05.548 INFO:tasks.rados.rados.0.smithi098.stdout:895: finishing rollback tid 0 to smithi09877355-9 2024-04-12T00:30:05.548 INFO:tasks.rados.rados.0.smithi098.stdout:895: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:30:05.548 INFO:tasks.rados.rados.0.smithi098.stdout:895: finishing rollback tid 2 to smithi09877355-9 2024-04-12T00:30:05.548 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 227 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:30:06.037 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:30:05] "GET /metrics HTTP/1.1" 200 36006 "" "Prometheus/2.43.0" 2024-04-12T00:30:06.091 INFO:tasks.rados.rados.0.smithi098.stdout:895: done (1 left) 2024-04-12T00:30:06.092 INFO:tasks.rados.rados.0.smithi098.stdout:897: done (0 left) 2024-04-12T00:30:06.092 INFO:tasks.rados.rados.0.smithi098.stdout:898: read oid 12 snap -1 2024-04-12T00:30:06.092 INFO:tasks.rados.rados.0.smithi098.stdout:898: expect (ObjNum 264 snap 67 seq_num 264) 2024-04-12T00:30:06.092 INFO:tasks.rados.rados.0.smithi098.stdout:899: rollback oid 47 current snap is 79 2024-04-12T00:30:06.092 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 76 2024-04-12T00:30:06.092 INFO:tasks.rados.rados.0.smithi098.stdout:900: copy_from oid 22 from oid 35 current snap is 79 2024-04-12T00:30:06.092 INFO:tasks.rados.rados.0.smithi098.stdout:901: delete oid 3 current snap is 79 2024-04-12T00:30:06.094 INFO:tasks.rados.rados.0.smithi098.stdout:901: done (3 left) 2024-04-12T00:30:06.095 INFO:tasks.rados.rados.0.smithi098.stdout:902: rmattr oid 24 current snap is 79 2024-04-12T00:30:06.095 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 79 2024-04-12T00:30:06.095 INFO:tasks.rados.rados.0.smithi098.stdout:903: seq_num 296 ranges {1196032=163840} 2024-04-12T00:30:06.103 INFO:tasks.rados.rados.0.smithi098.stdout:903: writing smithi09877355-9 from 1196032 to 1359872 tid 1 2024-04-12T00:30:06.103 INFO:tasks.rados.rados.0.smithi098.stdout:904: snap_create 2024-04-12T00:30:06.103 INFO:tasks.rados.rados.0.smithi098.stdout:899: finishing rollback tid 0 to smithi09877355-47 2024-04-12T00:30:06.103 INFO:tasks.rados.rados.0.smithi098.stdout:899: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:30:06.103 INFO:tasks.rados.rados.0.smithi098.stdout:899: finishing rollback tid 2 to smithi09877355-47 2024-04-12T00:30:06.104 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 252 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:30:06.104 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 237 (ObjNum 282 snap 76 seq_num 282) dirty exists 2024-04-12T00:30:06.104 INFO:tasks.rados.rados.0.smithi098.stdout:900: finishing copy_from racing read to smithi09877355-22 2024-04-12T00:30:06.104 INFO:tasks.rados.rados.0.smithi098.stdout:900: finishing copy_from to smithi09877355-22 2024-04-12T00:30:06.104 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 158 (ObjNum 238 snap 60 seq_num 238) dirty exists 2024-04-12T00:30:06.106 INFO:tasks.rados.rados.0.smithi098.stdout:903: finishing write tid 1 to smithi09877355-9 2024-04-12T00:30:06.106 INFO:tasks.rados.rados.0.smithi098.stdout:903: finishing write tid 2 to smithi09877355-9 2024-04-12T00:30:06.106 INFO:tasks.rados.rados.0.smithi098.stdout:898: expect (ObjNum 264 snap 67 seq_num 264) 2024-04-12T00:30:06.161 INFO:tasks.rados.rados.0.smithi098.stdout:903: finishing write tid 3 to smithi09877355-9 2024-04-12T00:30:06.161 INFO:tasks.rados.rados.0.smithi098.stdout:903: oid 9 updating version 0 to 229 2024-04-12T00:30:06.161 INFO:tasks.rados.rados.0.smithi098.stdout:903: oid 9 updating version 229 to 230 2024-04-12T00:30:06.161 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 230 (ObjNum 296 snap 79 seq_num 296) dirty exists 2024-04-12T00:30:06.161 INFO:tasks.rados.rados.0.smithi098.stdout:903: left oid 9 (ObjNum 296 snap 79 seq_num 296) 2024-04-12T00:30:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:30:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: Upgrade: Setting container_image for all mgr 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: Upgrade: It appears safe to stop mon.a 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: pgmap v46: 121 pgs: 121 active+clean; 199 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: Upgrade: Setting container_image for all mgr 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: Upgrade: It appears safe to stop mon.a 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: pgmap v46: 121 pgs: 121 active+clean; 199 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T00:30:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:06 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:30:07.092 INFO:tasks.rados.rados.0.smithi098.stdout:898: done (5 left) 2024-04-12T00:30:07.092 INFO:tasks.rados.rados.0.smithi098.stdout:899: done (4 left) 2024-04-12T00:30:07.092 INFO:tasks.rados.rados.0.smithi098.stdout:900: done (3 left) 2024-04-12T00:30:07.092 INFO:tasks.rados.rados.0.smithi098.stdout:902: done (2 left) 2024-04-12T00:30:07.092 INFO:tasks.rados.rados.0.smithi098.stdout:903: done (1 left) 2024-04-12T00:30:07.092 INFO:tasks.rados.rados.0.smithi098.stdout:904: done (0 left) 2024-04-12T00:30:07.092 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 80 2024-04-12T00:30:07.092 INFO:tasks.rados.rados.0.smithi098.stdout:905: seq_num 297 ranges {9379840=180224} 2024-04-12T00:30:07.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:07.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:30:07.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:07.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:07.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: Upgrade: Setting container_image for all mgr 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: Upgrade: It appears safe to stop mon.a 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: pgmap v46: 121 pgs: 121 active+clean; 199 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T00:30:07.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:06 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:30:07.143 INFO:tasks.rados.rados.0.smithi098.stdout:905: writing smithi09877355-39 from 9379840 to 9560064 tid 1 2024-04-12T00:30:07.143 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 80 2024-04-12T00:30:07.143 INFO:tasks.rados.rados.0.smithi098.stdout:906: seq_num 298 ranges {0=196608} 2024-04-12T00:30:07.144 INFO:tasks.rados.rados.0.smithi098.stdout:906: writing smithi09877355-43 from 0 to 196608 tid 1 2024-04-12T00:30:07.144 INFO:tasks.rados.rados.0.smithi098.stdout:907: read oid 2 snap -1 2024-04-12T00:30:07.144 INFO:tasks.rados.rados.0.smithi098.stdout:907: expect (ObjNum 266 snap 71 seq_num 266) 2024-04-12T00:30:07.144 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 80 2024-04-12T00:30:07.144 INFO:tasks.rados.rados.0.smithi098.stdout:908: seq_num 299 ranges {3817472=212992} 2024-04-12T00:30:07.167 INFO:tasks.rados.rados.0.smithi098.stdout:908: writing smithi09877355-11 from 3817472 to 4030464 tid 1 2024-04-12T00:30:07.167 INFO:tasks.rados.rados.0.smithi098.stdout:909: rmattr oid 14 current snap is 80 2024-04-12T00:30:07.167 INFO:tasks.rados.rados.0.smithi098.stdout:906: finishing write tid 1 to smithi09877355-43 2024-04-12T00:30:07.167 INFO:tasks.rados.rados.0.smithi098.stdout:906: finishing write tid 2 to smithi09877355-43 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:906: finishing write tid 3 to smithi09877355-43 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:906: oid 43 updating version 0 to 420 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:906: oid 43 updating version 420 to 421 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 421 (ObjNum 298 snap 80 seq_num 298) dirty exists 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:906: left oid 43 (ObjNum 298 snap 80 seq_num 298) 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:906: done (4 left) 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:910: rmattr oid 25 current snap is 80 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:905: finishing write tid 1 to smithi09877355-39 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:905: finishing write tid 2 to smithi09877355-39 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:905: finishing write tid 3 to smithi09877355-39 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:905: oid 39 updating version 0 to 668 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:905: oid 39 updating version 668 to 669 2024-04-12T00:30:07.168 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 669 (ObjNum 297 snap 80 seq_num 297) dirty exists 2024-04-12T00:30:07.169 INFO:tasks.rados.rados.0.smithi098.stdout:905: left oid 39 (ObjNum 297 snap 80 seq_num 297) 2024-04-12T00:30:07.169 INFO:tasks.rados.rados.0.smithi098.stdout:907: expect (ObjNum 266 snap 71 seq_num 266) 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 0 (ObjNum 177 snap 0 seq_num 3651120512) dirty dne 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:908: finishing write tid 1 to smithi09877355-11 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:908: finishing write tid 2 to smithi09877355-11 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 348 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:908: finishing write tid 3 to smithi09877355-11 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:908: oid 11 updating version 0 to 671 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:908: oid 11 updating version 671 to 672 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 672 (ObjNum 299 snap 80 seq_num 299) dirty exists 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:908: left oid 11 (ObjNum 299 snap 80 seq_num 299) 2024-04-12T00:30:07.300 INFO:tasks.rados.rados.0.smithi098.stdout:905: done (4 left) 2024-04-12T00:30:07.301 INFO:tasks.rados.rados.0.smithi098.stdout:907: done (3 left) 2024-04-12T00:30:07.301 INFO:tasks.rados.rados.0.smithi098.stdout:908: done (2 left) 2024-04-12T00:30:07.301 INFO:tasks.rados.rados.0.smithi098.stdout:909: done (1 left) 2024-04-12T00:30:07.301 INFO:tasks.rados.rados.0.smithi098.stdout:910: done (0 left) 2024-04-12T00:30:07.301 INFO:tasks.rados.rados.0.smithi098.stdout:911: snap_remove snap 51 2024-04-12T00:30:07.989 INFO:tasks.rados.rados.0.smithi098.stdout:911: done (0 left) 2024-04-12T00:30:08.038 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 80 2024-04-12T00:30:08.038 INFO:tasks.rados.rados.0.smithi098.stdout:912: seq_num 300 ranges {0=229376} 2024-04-12T00:30:08.039 INFO:tasks.rados.rados.0.smithi098.stdout:912: writing smithi09877355-30 from 0 to 229376 tid 1 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 80 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:913: seq_num 301 ranges {1597440=245760} 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:913: writing smithi09877355-22 from 1597440 to 1843200 tid 1 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:914: snap_create 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:912: finishing write tid 1 to smithi09877355-30 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:912: finishing write tid 2 to smithi09877355-30 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:912: finishing write tid 3 to smithi09877355-30 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:912: oid 30 updating version 0 to 232 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:912: oid 30 version 232 is already newer than 231 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 232 (ObjNum 300 snap 80 seq_num 300) dirty exists 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:912: left oid 30 (ObjNum 300 snap 80 seq_num 300) 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:913: finishing write tid 1 to smithi09877355-22 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:913: finishing write tid 2 to smithi09877355-22 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:913: finishing write tid 3 to smithi09877355-22 2024-04-12T00:30:08.040 INFO:tasks.rados.rados.0.smithi098.stdout:913: oid 22 updating version 0 to 680 2024-04-12T00:30:08.041 INFO:tasks.rados.rados.0.smithi098.stdout:913: oid 22 updating version 680 to 681 2024-04-12T00:30:08.041 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 681 (ObjNum 301 snap 80 seq_num 301) dirty exists 2024-04-12T00:30:08.041 INFO:tasks.rados.rados.0.smithi098.stdout:913: left oid 22 (ObjNum 301 snap 80 seq_num 301) 2024-04-12T00:30:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:08 smithi193 ceph-mon[30474]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T00:30:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:08 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:08 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:30:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:08 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:30:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:08 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:08 smithi193 ceph-mon[30474]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T00:30:08.393 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[37915]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T00:30:08.393 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:08.393 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:30:08.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:30:08.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:08.394 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[37915]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T00:30:08.394 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[26935]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T00:30:08.394 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' 2024-04-12T00:30:08.394 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:30:08.394 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:30:08.394 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[26935]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:08.394 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:08 smithi098 ceph-mon[26935]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T00:30:08.993 INFO:tasks.rados.rados.0.smithi098.stdout:912: done (2 left) 2024-04-12T00:30:08.993 INFO:tasks.rados.rados.0.smithi098.stdout:913: done (1 left) 2024-04-12T00:30:08.993 INFO:tasks.rados.rados.0.smithi098.stdout:914: done (0 left) 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:915: read oid 5 snap 78 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:915: expect (ObjNum 212 snap 52 seq_num 212) 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:916: read oid 47 snap 79 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:916: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:917: read oid 42 snap -1 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:917: expect (ObjNum 121 snap 26 seq_num 121) 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:918: read oid 18 snap -1 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:918: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 81 2024-04-12T00:30:08.994 INFO:tasks.rados.rados.0.smithi098.stdout:919: seq_num 302 ranges {729088=262144} 2024-04-12T00:30:08.999 INFO:tasks.rados.rados.0.smithi098.stdout:919: writing smithi09877355-44 from 729088 to 991232 tid 1 2024-04-12T00:30:08.999 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 81 2024-04-12T00:30:08.999 INFO:tasks.rados.rados.0.smithi098.stdout:920: seq_num 303 ranges {983040=278528} 2024-04-12T00:30:09.006 INFO:tasks.rados.rados.0.smithi098.stdout:920: writing smithi09877355-32 from 983040 to 1261568 tid 1 2024-04-12T00:30:09.006 INFO:tasks.rados.rados.0.smithi098.stdout:921: snap_create 2024-04-12T00:30:09.006 INFO:tasks.rados.rados.0.smithi098.stdout:918: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:30:09.010 INFO:tasks.rados.rados.0.smithi098.stdout:916: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:30:09.032 INFO:tasks.rados.rados.0.smithi098.stdout:917: expect (ObjNum 121 snap 26 seq_num 121) 2024-04-12T00:30:09.137 INFO:tasks.rados.rados.0.smithi098.stdout:919: finishing write tid 1 to smithi09877355-44 2024-04-12T00:30:09.137 INFO:tasks.rados.rados.0.smithi098.stdout:919: finishing write tid 2 to smithi09877355-44 2024-04-12T00:30:09.137 INFO:tasks.rados.rados.0.smithi098.stdout:919: finishing write tid 3 to smithi09877355-44 2024-04-12T00:30:09.137 INFO:tasks.rados.rados.0.smithi098.stdout:919: oid 44 updating version 0 to 683 2024-04-12T00:30:09.137 INFO:tasks.rados.rados.0.smithi098.stdout:919: oid 44 updating version 683 to 684 2024-04-12T00:30:09.137 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 684 (ObjNum 302 snap 81 seq_num 302) dirty exists 2024-04-12T00:30:09.137 INFO:tasks.rados.rados.0.smithi098.stdout:919: left oid 44 (ObjNum 302 snap 81 seq_num 302) 2024-04-12T00:30:09.137 INFO:tasks.rados.rados.0.smithi098.stdout:915: expect (ObjNum 212 snap 52 seq_num 212) 2024-04-12T00:30:09.166 INFO:tasks.rados.rados.0.smithi098.stdout:920: finishing write tid 1 to smithi09877355-32 2024-04-12T00:30:09.167 INFO:tasks.rados.rados.0.smithi098.stdout:920: finishing write tid 2 to smithi09877355-32 2024-04-12T00:30:09.167 INFO:tasks.rados.rados.0.smithi098.stdout:920: finishing write tid 3 to smithi09877355-32 2024-04-12T00:30:09.167 INFO:tasks.rados.rados.0.smithi098.stdout:920: oid 32 updating version 0 to 423 2024-04-12T00:30:09.167 INFO:tasks.rados.rados.0.smithi098.stdout:920: oid 32 version 423 is already newer than 422 2024-04-12T00:30:09.167 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 423 (ObjNum 303 snap 81 seq_num 303) dirty exists 2024-04-12T00:30:09.167 INFO:tasks.rados.rados.0.smithi098.stdout:920: left oid 32 (ObjNum 303 snap 81 seq_num 303) 2024-04-12T00:30:09.264 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-mon[37915]: Upgrade: Updating mon.a 2024-04-12T00:30:09.264 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-mon[37915]: Deploying daemon mon.a on smithi098 2024-04-12T00:30:09.264 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-mon[37915]: pgmap v50: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-12T00:30:09.264 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-mon[37915]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T00:30:09.265 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-mon[26935]: Upgrade: Updating mon.a 2024-04-12T00:30:09.265 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-mon[26935]: Deploying daemon mon.a on smithi098 2024-04-12T00:30:09.265 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-mon[26935]: pgmap v50: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-12T00:30:09.265 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-mon[26935]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T00:30:09.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:09 smithi193 ceph-mon[30474]: Upgrade: Updating mon.a 2024-04-12T00:30:09.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:09 smithi193 ceph-mon[30474]: Deploying daemon mon.a on smithi098 2024-04-12T00:30:09.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:09 smithi193 ceph-mon[30474]: pgmap v50: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-12T00:30:09.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:09 smithi193 ceph-mon[30474]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T00:30:09.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:09 smithi098 systemd[1]: Stopping Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:30:09.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a[26931]: 2024-04-12T00:30:09.788+0000 7f7002eaa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:30:09.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a[26931]: 2024-04-12T00:30:09.788+0000 7f7002eaa700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-12T00:30:10.102 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:09 smithi098 podman[88747]: 2024-04-12 00:30:09.871178716 +0000 UTC m=+0.189107026 container died e70368c839385185f7618884cdab67e8958cd30b5c830f39161f4082bceae8b2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True) 2024-04-12T00:30:10.103 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:09] ENGINE Bus STOPPING 2024-04-12T00:30:10.103 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:30:10.103 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:09] ENGINE Bus STOPPED 2024-04-12T00:30:10.103 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:09] ENGINE Bus STARTING 2024-04-12T00:30:10.103 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:09] ENGINE Serving on http://:::9283 2024-04-12T00:30:10.103 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:09 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:09] ENGINE Bus STARTED 2024-04-12T00:30:10.512 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:10 smithi098 podman[88747]: 2024-04-12 00:30:10.306338109 +0000 UTC m=+0.624266410 container cleanup e70368c839385185f7618884cdab67e8958cd30b5c830f39161f4082bceae8b2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:30:10.512 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:10 smithi098 bash[88747]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a 2024-04-12T00:30:10.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:10 smithi098 podman[88772]: 2024-04-12 00:30:10.516108427 +0000 UTC m=+0.640015666 container remove e70368c839385185f7618884cdab67e8958cd30b5c830f39161f4082bceae8b2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba) 2024-04-12T00:30:10.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:10 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T00:30:10.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:10 smithi098 systemd[1]: Stopped Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:30:10.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:10 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a.service: Consumed 13.194s CPU time. 2024-04-12T00:30:11.270 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:10 smithi098 systemd[1]: Starting Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:30:11.271 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 podman[88903]: 2024-04-12 00:30:11.033831396 +0000 UTC m=+0.017861609 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:30:11.271 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 podman[88903]: 2024-04-12 00:30:11.142002632 +0000 UTC m=+0.126032844 container create e2814342dacf966ac80469d9adc10a882edec878b55008fc9d2c28ed17b1c7f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T00:30:11.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 podman[88903]: 2024-04-12 00:30:11.378437872 +0000 UTC m=+0.362468099 container init e2814342dacf966ac80469d9adc10a882edec878b55008fc9d2c28ed17b1c7f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:30:11.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 podman[88903]: 2024-04-12 00:30:11.38159982 +0000 UTC m=+0.365630033 container start e2814342dacf966ac80469d9adc10a882edec878b55008fc9d2c28ed17b1c7f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev), process ceph-mon, pid 2 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: pidfile_write: ignore empty --pid-file 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: load: jerasure load: lrc 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: RocksDB version: 7.9.2 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Git sha 0 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Compile date 2024-04-09 19:52:16 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: DB SUMMARY 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: DB Session ID: DE4AMY7EFGUWLI7USXW8 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: CURRENT file: CURRENT 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T00:30:11.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1268 Bytes 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000029.sst 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000027.log size: 2219727 ; 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.error_if_exists: 0 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.create_if_missing: 0 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.paranoid_checks: 1 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.env: 0x5602c27b8d40 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.info_log: 0x5602c4545be0 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.statistics: (nil) 2024-04-12T00:30:11.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.use_fsync: 0 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_log_file_size: 0 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.allow_fallocate: 1 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.use_direct_reads: 0 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.db_log_dir: 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.wal_dir: 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T00:30:11.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.write_buffer_manager: 0x5602c4516820 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T00:30:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T00:30:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T00:30:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.unordered_write: 0 2024-04-12T00:30:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T00:30:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T00:30:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T00:30:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T00:30:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.row_cache: None 2024-04-12T00:30:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.wal_filter: None 2024-04-12T00:30:11.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T00:30:11.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.two_write_queues: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.wal_compression: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.atomic_flush: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.log_readahead_size: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T00:30:11.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_background_jobs: 2 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_background_compactions: -1 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_subcompactions: 1 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_open_files: -1 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T00:30:11.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_background_flushes: -1 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Compression algorithms supported: 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: kZSTD supported: 0 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: kXpressCompression supported: 0 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: kZlibCompression supported: 1 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: kSnappyCompression supported: 1 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: kLZ4Compression supported: 1 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: kBZip2Compression supported: 0 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T00:30:11.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.merge_operator: 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_filter: None 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5602c4545dc0) 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout: cache_index_and_filter_blocks: 1 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout: pin_top_level_index_and_filter: 1 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout: index_type: 0 2024-04-12T00:30:11.548 INFO:journalctl@ceph.mon.a.smithi098.stdout: data_block_index_type: 0 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: index_shortening: 1 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: checksum: 4 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: no_block_cache: 0 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache: 0x5602c4549090 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache_name: BinnedLRUCache 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache_options: 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: capacity : 536870912 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: num_shard_bits : 4 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: strict_capacity_limit : 0 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: high_pri_pool_ratio: 0.000 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache_compressed: (nil) 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: persistent_cache: (nil) 2024-04-12T00:30:11.549 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_size: 4096 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_size_deviation: 10 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_restart_interval: 16 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: index_block_restart_interval: 1 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: metadata_block_size: 4096 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: partition_filters: 0 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: use_delta_encoding: 1 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: filter_policy: bloomfilter 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: whole_key_filtering: 1 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: verify_compression: 0 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: read_amp_bytes_per_bit: 0 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: format_version: 5 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: enable_index_compression: 1 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_align: 0 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: max_auto_readahead_size: 262144 2024-04-12T00:30:11.550 INFO:journalctl@ceph.mon.a.smithi098.stdout: prepopulate_block_cache: 0 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout: initial_auto_readahead_size: 8192 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression: NoCompression 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.num_levels: 7 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T00:30:11.551 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:30:11.552 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T00:30:11.553 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T00:30:11.554 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.inplace_update_support: 0 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T00:30:11.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.bloom_locality: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.max_successive_merges: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.ttl: 2592000 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.enable_blob_files: false 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.min_blob_size: 0 2024-04-12T00:30:11.556 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 31, last_sequence is 13072, log_number is 27,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 27 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 27 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7cbb8899-4239-41d6-9ec7-5118818af0b0 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881811410340, "job": 1, "event": "recovery_started", "wal_files": [27]} 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #27 mode 2 2024-04-12T00:30:11.557 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881811416886, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 32, "file_size": 2069519, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13073, "largest_seqno": 14107, "table_properties": {"data_size": 2063619, "index_size": 3643, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1221, "raw_key_size": 11764, "raw_average_key_size": 24, "raw_value_size": 2052934, "raw_average_value_size": 4349, "num_data_blocks": 162, "num_entries": 472, "num_filter_entries": 472, "num_deletions": 24, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712881811, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7cbb8899-4239-41d6-9ec7-5118818af0b0", "db_session_id": "DE4AMY7EFGUWLI7USXW8", "orig_file_number": 32, "seqno_to_time_mapping": "N/A"}} 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881811416956, "job": 1, "event": "recovery_finished"} 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/version_set.cc:5047] Creating manifest 34 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000027.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5602c4638000 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: DB pointer 0x5602c4622000 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** DB Stats ** 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:30:11.558 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** Compaction Stats [default] ** 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: L0 1/0 1.97 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 588.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: L6 1/0 8.60 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: Sum 2/0 10.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 588.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 588.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** Compaction Stats [default] ** 2024-04-12T00:30:11.559 INFO:journalctl@ceph.mon.a.smithi098.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 588.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative compaction: 0.00 GB write, 218.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:30:11.560 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval compaction: 0.00 GB write, 218.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: Block cache BinnedLRUCache@0x5602c4549090#2 capacity: 512.00 MB usage: 5.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: starting mon.a rank 0 at public addrs [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] at bind addrs [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: mon.a@-1(???) e3 preinit fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: mon.a@-1(???).mds e6 new map 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: mon.a@-1(???).mds e6 print_map 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: e6 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: legacy client fscid: 1 2024-04-12T00:30:11.561 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: Filesystem 'cephfs' (1) 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: fs_name cephfs 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: epoch 6 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: created 2024-04-12T00:24:24.050239+0000 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: modified 2024-04-12T00:24:26.058778+0000 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: tableserver 0 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: root 0 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: session_timeout 60 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: session_autoclose 300 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: max_file_size 1099511627776 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: max_xattr_size 65536 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: required_client_features {} 2024-04-12T00:30:11.562 INFO:journalctl@ceph.mon.a.smithi098.stdout: last_failure 0 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: last_failure_osd_epoch 0 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: max_mds 1 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: in 0 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: up {0=24335} 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: failed 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: damaged 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: stopped 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: data_pools [3] 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: metadata_pool 2 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: inline_data disabled 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: balancer 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: bal_rank_mask -1 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: standby_count_wanted 0 2024-04-12T00:30:11.563 INFO:journalctl@ceph.mon.a.smithi098.stdout: qdb_cluster leader: 0 members: 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout: [mds.a{0:24335} state up:active seq 3 addr [v2:172.21.15.98:6834/1506290339,v1:172.21.15.98:6835/1506290339] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout: Standby daemons: 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout: [mds.b{-1:24334} state up:standby seq 1 addr [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: mon.a@-1(???).osd e226 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: mon.a@-1(???).osd e226 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: mon.a@-1(???).osd e226 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: mon.a@-1(???).osd e226 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 ceph-mon[88922]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-12T00:30:11.564 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 bash[88903]: e2814342dacf966ac80469d9adc10a882edec878b55008fc9d2c28ed17b1c7f9 2024-04-12T00:30:11.565 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:11 smithi098 systemd[1]: Started Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:30:12.681 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:30:12.895 INFO:tasks.rados.rados.0.smithi098.stdout:915: done (6 left) 2024-04-12T00:30:12.895 INFO:tasks.rados.rados.0.smithi098.stdout:916: done (5 left) 2024-04-12T00:30:12.895 INFO:tasks.rados.rados.0.smithi098.stdout:917: done (4 left) 2024-04-12T00:30:12.895 INFO:tasks.rados.rados.0.smithi098.stdout:918: done (3 left) 2024-04-12T00:30:12.895 INFO:tasks.rados.rados.0.smithi098.stdout:919: done (2 left) 2024-04-12T00:30:12.896 INFO:tasks.rados.rados.0.smithi098.stdout:920: done (1 left) 2024-04-12T00:30:12.896 INFO:tasks.rados.rados.0.smithi098.stdout:921: done (0 left) 2024-04-12T00:30:12.896 INFO:tasks.rados.rados.0.smithi098.stdout:922: rollback oid 29 current snap is 82 2024-04-12T00:30:12.896 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 75 2024-04-12T00:30:12.896 INFO:tasks.rados.rados.0.smithi098.stdout:923: snap_remove snap 63 2024-04-12T00:30:13.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ignoring --setuser ceph since I am not root 2024-04-12T00:30:13.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ignoring --setgroup ceph since I am not root 2024-04-12T00:30:13.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mgr[80124]: -- 172.21.15.98:0/2259750666 <== mon.0 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fb8dffe5a0 con 0x55fb8dfd2800 2024-04-12T00:30:13.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:13.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:13.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: pgmap v52: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: mon.a calling monitor election 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: pgmap v53: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: monmap epoch 3 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: last_changed 2024-04-12T00:20:37.014783+0000 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: created 2024-04-12T00:18:49.248336+0000 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: min_mon_release 18 (reef) 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: election_strategy: 1 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: 0: [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon.a 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: 1: [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon.b 2024-04-12T00:30:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: 2: [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon.c 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: mgrmap e36: y(active, since 36s), standbys: x 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: overall HEALTH_OK 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: from='mgr.25085 ' entity='' 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[37915]: mgrmap e37: y(active, since 36s), standbys: x 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:30:13.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: pgmap v52: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: mon.a calling monitor election 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: pgmap v53: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: monmap epoch 3 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: last_changed 2024-04-12T00:20:37.014783+0000 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: created 2024-04-12T00:18:49.248336+0000 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: min_mon_release 18 (reef) 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: election_strategy: 1 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: 0: [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon.a 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: 1: [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon.b 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: 2: [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon.c 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T00:30:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: mgrmap e36: y(active, since 36s), standbys: x 2024-04-12T00:30:13.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: overall HEALTH_OK 2024-04-12T00:30:13.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: from='mgr.25085 ' entity='' 2024-04-12T00:30:13.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:12 smithi098 ceph-mon[88922]: mgrmap e37: y(active, since 36s), standbys: x 2024-04-12T00:30:13.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: ignoring --setuser ceph since I am not root 2024-04-12T00:30:13.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: ignoring --setgroup ceph since I am not root 2024-04-12T00:30:13.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:13.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: from='mgr.25085 172.21.15.98:0/2848684685' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: pgmap v52: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 34 op/s 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: mon.a calling monitor election 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: pgmap v53: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: monmap epoch 3 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: last_changed 2024-04-12T00:20:37.014783+0000 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: created 2024-04-12T00:18:49.248336+0000 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: min_mon_release 18 (reef) 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: election_strategy: 1 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: 0: [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon.a 2024-04-12T00:30:13.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: 1: [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon.b 2024-04-12T00:30:13.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: 2: [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon.c 2024-04-12T00:30:13.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:13.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T00:30:13.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: mgrmap e36: y(active, since 36s), standbys: x 2024-04-12T00:30:13.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: overall HEALTH_OK 2024-04-12T00:30:13.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: from='mgr.25085 ' entity='' 2024-04-12T00:30:13.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:12 smithi193 ceph-mon[30474]: mgrmap e37: y(active, since 36s), standbys: x 2024-04-12T00:30:13.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:13 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:13.441+0000 7f647cdd1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:30:13.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:13 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:13.538+0000 7f647cdd1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:30:13.863 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:13 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:13.407+0000 7f4bd1861200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T00:30:13.863 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:13 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:13.502+0000 7f4bd1861200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T00:30:13.863 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:30:13 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:30:13.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:30:13.900 INFO:tasks.rados.rados.0.smithi098.stdout:923: done (1 left) 2024-04-12T00:30:13.900 INFO:tasks.rados.rados.0.smithi098.stdout:924: read oid 4 snap -1 2024-04-12T00:30:13.901 INFO:tasks.rados.rados.0.smithi098.stdout:924: expect (ObjNum 226 snap 56 seq_num 226) 2024-04-12T00:30:13.901 INFO:tasks.rados.rados.0.smithi098.stdout:925: rmattr oid 12 current snap is 82 2024-04-12T00:30:13.901 INFO:tasks.rados.rados.0.smithi098.stdout:925: done (2 left) 2024-04-12T00:30:13.901 INFO:tasks.rados.rados.0.smithi098.stdout:926: delete oid 40 current snap is 82 2024-04-12T00:30:13.901 INFO:tasks.rados.rados.0.smithi098.stdout:922: finishing rollback tid 0 to smithi09877355-29 2024-04-12T00:30:13.901 INFO:tasks.rados.rados.0.smithi098.stdout:922: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:30:13.901 INFO:tasks.rados.rados.0.smithi098.stdout:922: finishing rollback tid 2 to smithi09877355-29 2024-04-12T00:30:13.901 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 548 (ObjNum 218 snap 53 seq_num 218) dirty exists 2024-04-12T00:30:13.912 INFO:tasks.rados.rados.0.smithi098.stdout:922: done (2 left) 2024-04-12T00:30:13.912 INFO:tasks.rados.rados.0.smithi098.stdout:926: done (1 left) 2024-04-12T00:30:13.912 INFO:tasks.rados.rados.0.smithi098.stdout:927: delete oid 14 current snap is 82 2024-04-12T00:30:13.926 INFO:tasks.rados.rados.0.smithi098.stdout:927: done (1 left) 2024-04-12T00:30:13.926 INFO:tasks.rados.rados.0.smithi098.stdout:928: read oid 45 snap 81 2024-04-12T00:30:13.926 INFO:tasks.rados.rados.0.smithi098.stdout:928: expect deleted 2024-04-12T00:30:13.926 INFO:tasks.rados.rados.0.smithi098.stdout:929: copy_from oid 23 from oid 38 current snap is 82 2024-04-12T00:30:13.926 INFO:tasks.rados.rados.0.smithi098.stdout:930: copy_from oid 9 from oid 32 current snap is 82 2024-04-12T00:30:13.926 INFO:tasks.rados.rados.0.smithi098.stdout:931: snap_remove snap 80 2024-04-12T00:30:14.037 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:13 smithi098 ceph-mon[37915]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T00:30:14.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:13 smithi098 ceph-mon[88922]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T00:30:14.155 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:13 smithi193 ceph-mon[30474]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T00:30:14.487 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:14 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:14.158+0000 7f4bd1861200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:30:14.487 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:14 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:14.251+0000 7f4bd1861200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:30:14.487 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:14 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:14.394+0000 7f4bd1861200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:30:14.488 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:14 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:14.490+0000 7f4bd1861200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:30:14.531 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:14.207+0000 7f647cdd1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T00:30:14.531 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:14.299+0000 7f647cdd1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T00:30:14.531 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:14.440+0000 7f647cdd1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T00:30:14.787 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:14.534+0000 7f647cdd1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T00:30:14.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:14.617+0000 7f647cdd1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:30:14.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:14 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:14.573+0000 7f4bd1861200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T00:30:14.911 INFO:tasks.rados.rados.0.smithi098.stdout:931: done (4 left) 2024-04-12T00:30:14.911 INFO:tasks.rados.rados.0.smithi098.stdout:932: read oid 27 snap 67 2024-04-12T00:30:14.911 INFO:tasks.rados.rados.0.smithi098.stdout:932: expect (ObjNum 200 snap 48 seq_num 200) 2024-04-12T00:30:14.911 INFO:tasks.rados.rados.0.smithi098.stdout:933: snap_remove snap 78 2024-04-12T00:30:15.113 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:14 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:14.839+0000 7f4bd1861200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:30:15.113 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:14 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:14.960+0000 7f4bd1861200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:30:15.113 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:15 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:15.048+0000 7f4bd1861200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:30:15.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:14 smithi193 ceph-mon[30474]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T00:30:15.178 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:14 smithi098 ceph-mon[37915]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T00:30:15.178 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:14 smithi098 ceph-mon[88922]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T00:30:15.179 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:14.882+0000 7f647cdd1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T00:30:15.179 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:15.000+0000 7f647cdd1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T00:30:15.179 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:15.086+0000 7f647cdd1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T00:30:15.179 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:15.181+0000 7f647cdd1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:30:15.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:15.358+0000 7f647cdd1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:30:15.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:15 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:15.143+0000 7f4bd1861200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T00:30:15.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:15 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:15.323+0000 7f4bd1861200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T00:30:15.911 INFO:tasks.rados.rados.0.smithi098.stdout:933: done (5 left) 2024-04-12T00:30:15.911 INFO:tasks.rados.rados.0.smithi098.stdout:934: copy_from oid 31 from oid 37 current snap is 82 2024-04-12T00:30:15.911 INFO:tasks.rados.rados.0.smithi098.stdout:924: expect (ObjNum 226 snap 56 seq_num 226) 2024-04-12T00:30:16.008 INFO:tasks.rados.rados.0.smithi098.stdout:930: finishing copy_from racing read to smithi09877355-9 2024-04-12T00:30:16.009 INFO:tasks.rados.rados.0.smithi098.stdout:930: finishing copy_from to smithi09877355-9 2024-04-12T00:30:16.009 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 423 (ObjNum 303 snap 81 seq_num 303) dirty exists 2024-04-12T00:30:16.009 INFO:tasks.rados.rados.0.smithi098.stdout:929: finishing copy_from racing read to smithi09877355-23 2024-04-12T00:30:16.009 INFO:tasks.rados.rados.0.smithi098.stdout:929: finishing copy_from to smithi09877355-23 2024-04-12T00:30:16.009 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 228 (ObjNum 245 snap 62 seq_num 245) dirty exists 2024-04-12T00:30:16.009 INFO:tasks.rados.rados.0.smithi098.stdout:932: expect (ObjNum 200 snap 48 seq_num 200) 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:934: finishing copy_from racing read to smithi09877355-31 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:934: finishing copy_from to smithi09877355-31 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 415 (ObjNum 267 snap 72 seq_num 267) dirty exists 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:924: done (5 left) 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:928: done (4 left) 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:929: done (3 left) 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:930: done (2 left) 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:932: done (1 left) 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:934: done (0 left) 2024-04-12T00:30:16.229 INFO:tasks.rados.rados.0.smithi098.stdout:935: read oid 1 snap -1 2024-04-12T00:30:16.230 INFO:tasks.rados.rados.0.smithi098.stdout:935: expect (ObjNum 289 snap 78 seq_num 289) 2024-04-12T00:30:16.230 INFO:tasks.rados.rados.0.smithi098.stdout:936: delete oid 14 current snap is 82 2024-04-12T00:30:16.230 INFO:tasks.rados.rados.0.smithi098.stdout:936: done (1 left) 2024-04-12T00:30:16.230 INFO:tasks.rados.rados.0.smithi098.stdout:937: delete oid 17 current snap is 82 2024-04-12T00:30:16.231 INFO:tasks.rados.rados.0.smithi098.stdout:935: expect (ObjNum 289 snap 78 seq_num 289) 2024-04-12T00:30:16.234 INFO:tasks.rados.rados.0.smithi098.stdout:935: done (1 left) 2024-04-12T00:30:16.234 INFO:tasks.rados.rados.0.smithi098.stdout:937: done (0 left) 2024-04-12T00:30:16.234 INFO:tasks.rados.rados.0.smithi098.stdout:938: snap_create 2024-04-12T00:30:16.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:15 smithi098 ceph-mon[37915]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T00:30:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:15 smithi098 ceph-mon[88922]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T00:30:16.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:15 smithi193 ceph-mon[30474]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T00:30:16.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:16 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:16.306+0000 7f4bd1861200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:30:16.613 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:16 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:16.438+0000 7f4bd1861200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:30:16.787 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:16.345+0000 7f647cdd1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T00:30:16.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:16.476+0000 7f647cdd1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T00:30:16.921 INFO:tasks.rados.rados.0.smithi098.stdout:938: done (0 left) 2024-04-12T00:30:16.921 INFO:tasks.rados.rados.0.smithi098.stdout:939: rmattr oid 12 current snap is 83 2024-04-12T00:30:16.921 INFO:tasks.rados.rados.0.smithi098.stdout:939: done (0 left) 2024-04-12T00:30:16.921 INFO:tasks.rados.rados.0.smithi098.stdout:940: rollback oid 42 current snap is 83 2024-04-12T00:30:16.921 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 42 to 69 2024-04-12T00:30:16.921 INFO:tasks.rados.rados.0.smithi098.stdout:941: snap_remove snap 75 2024-04-12T00:30:17.067 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:16 smithi193 ceph-mon[30474]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T00:30:17.067 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:16 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:16.776+0000 7f4bd1861200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:30:17.067 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:16 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:16.867+0000 7f4bd1861200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:30:17.067 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:17 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:17.070+0000 7f4bd1861200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:30:17.106 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:16 smithi098 ceph-mon[37915]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T00:30:17.106 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:16 smithi098 ceph-mon[88922]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T00:30:17.106 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:16.811+0000 7f647cdd1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T00:30:17.106 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:16.902+0000 7f647cdd1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T00:30:17.107 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:17.109+0000 7f647cdd1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:30:17.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:17 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:17.258+0000 7f4bd1861200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:30:17.537 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:17.298+0000 7f647cdd1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T00:30:17.808 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:17 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:17.549+0000 7f4bd1861200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:30:17.843 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:17.591+0000 7f647cdd1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T00:30:17.925 INFO:tasks.rados.rados.0.smithi098.stdout:941: done (1 left) 2024-04-12T00:30:17.925 INFO:tasks.rados.rados.0.smithi098.stdout:942: snap_create 2024-04-12T00:30:17.925 INFO:tasks.rados.rados.0.smithi098.stdout:940: finishing rollback tid 0 to smithi09877355-42 2024-04-12T00:30:17.925 INFO:tasks.rados.rados.0.smithi098.stdout:940: finishing rollback tid 1 to smithi09877355-42 2024-04-12T00:30:17.925 INFO:tasks.rados.rados.0.smithi098.stdout:940: finishing rollback tid 2 to smithi09877355-42 2024-04-12T00:30:17.925 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 127 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-04-12T00:30:18.069 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:17 smithi193 ceph-mon[30474]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T00:30:18.069 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:17 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:17.817+0000 7f4bd1861200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:30:18.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:17 smithi098 ceph-mon[37915]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T00:30:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:17 smithi098 ceph-mon[88922]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T00:30:18.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:17.846+0000 7f647cdd1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T00:30:18.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:18 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:18.095+0000 7f647cdd1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:30:18.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:18 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:18.072+0000 7f4bd1861200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T00:30:18.930 INFO:tasks.rados.rados.0.smithi098.stdout:940: done (1 left) 2024-04-12T00:30:18.930 INFO:tasks.rados.rados.0.smithi098.stdout:942: done (0 left) 2024-04-12T00:30:18.930 INFO:tasks.rados.rados.0.smithi098.stdout:943: copy_from oid 23 from oid 38 current snap is 84 2024-04-12T00:30:18.930 INFO:tasks.rados.rados.0.smithi098.stdout:944: snap_remove snap 72 2024-04-12T00:30:19.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:18 smithi098 ceph-mon[37915]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T00:30:19.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:18 smithi098 ceph-mon[88922]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T00:30:19.288 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:18 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:18.908+0000 7f647cdd1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:30:19.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:18 smithi193 ceph-mon[30474]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T00:30:19.363 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:18 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:18.891+0000 7f4bd1861200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T00:30:19.581 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.483+0000 7f647cdd1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:30:19.581 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.584+0000 7f647cdd1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:30:19.795 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:19.477+0000 7f4bd1861200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T00:30:19.795 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:19.578+0000 7f4bd1861200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T00:30:19.795 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:19.798+0000 7f4bd1861200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:30:19.822 INFO:tasks.rados.rados.0.smithi098.stdout:944: done (1 left) 2024-04-12T00:30:19.822 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 84 2024-04-12T00:30:19.822 INFO:tasks.rados.rados.0.smithi098.stdout:943: finishing copy_from racing read to smithi09877355-23 2024-04-12T00:30:19.823 INFO:tasks.rados.rados.0.smithi098.stdout:943: finishing copy_from to smithi09877355-23 2024-04-12T00:30:19.823 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 228 (ObjNum 245 snap 62 seq_num 245) dirty exists 2024-04-12T00:30:19.823 INFO:tasks.rados.rados.0.smithi098.stdout:945: seq_num 308 ranges {2031616=360448} 2024-04-12T00:30:19.836 INFO:tasks.rados.rados.0.smithi098.stdout:945: writing smithi09877355-12 from 2031616 to 2392064 tid 1 2024-04-12T00:30:19.837 INFO:tasks.rados.rados.0.smithi098.stdout:943: done (1 left) 2024-04-12T00:30:19.837 INFO:tasks.rados.rados.0.smithi098.stdout:946: copy_from oid 2 from oid 28 current snap is 84 2024-04-12T00:30:19.837 INFO:tasks.rados.rados.0.smithi098.stdout:947: rmattr oid 15 current snap is 84 2024-04-12T00:30:19.837 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 84 2024-04-12T00:30:19.837 INFO:tasks.rados.rados.0.smithi098.stdout:948: seq_num 309 ranges {1155072=376832} 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:948: writing smithi09877355-5 from 1155072 to 1531904 tid 1 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:949: snap_create 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:945: finishing write tid 1 to smithi09877355-12 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 730 (ObjNum 271 snap 75 seq_num 271) dirty exists 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:945: finishing write tid 2 to smithi09877355-12 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:945: finishing write tid 3 to smithi09877355-12 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:945: oid 12 updating version 0 to 313 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:945: oid 12 version 313 is already newer than 312 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 313 (ObjNum 308 snap 84 seq_num 308) dirty exists 2024-04-12T00:30:19.846 INFO:tasks.rados.rados.0.smithi098.stdout:945: left oid 12 (ObjNum 308 snap 84 seq_num 308) 2024-04-12T00:30:19.848 INFO:tasks.rados.rados.0.smithi098.stdout:948: finishing write tid 1 to smithi09877355-5 2024-04-12T00:30:19.849 INFO:tasks.rados.rados.0.smithi098.stdout:948: finishing write tid 2 to smithi09877355-5 2024-04-12T00:30:19.850 INFO:tasks.rados.rados.0.smithi098.stdout:948: finishing write tid 3 to smithi09877355-5 2024-04-12T00:30:19.850 INFO:tasks.rados.rados.0.smithi098.stdout:948: oid 5 updating version 0 to 579 2024-04-12T00:30:19.850 INFO:tasks.rados.rados.0.smithi098.stdout:948: oid 5 updating version 579 to 580 2024-04-12T00:30:19.850 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 580 (ObjNum 309 snap 84 seq_num 309) dirty exists 2024-04-12T00:30:19.850 INFO:tasks.rados.rados.0.smithi098.stdout:948: left oid 5 (ObjNum 309 snap 84 seq_num 309) 2024-04-12T00:30:19.863 INFO:tasks.rados.rados.0.smithi098.stdout:946: finishing copy_from racing read to smithi09877355-2 2024-04-12T00:30:19.866 INFO:tasks.rados.rados.0.smithi098.stdout:946: finishing copy_from to smithi09877355-2 2024-04-12T00:30:19.866 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 205 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T00:30:19.907 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.806+0000 7f647cdd1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T00:30:20.113 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: [12/Apr/2024:00:30:19] ENGINE Bus STARTING 2024-04-12T00:30:20.113 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: CherryPy Checker: 2024-04-12T00:30:20.113 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: The Application mounted at '' has an empty config. 2024-04-12T00:30:20.113 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: 2024-04-12T00:30:20.113 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: [12/Apr/2024:00:30:19] ENGINE Serving on http://:::9283 2024-04-12T00:30:20.113 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x[75074]: [12/Apr/2024:00:30:19] ENGINE Bus STARTED 2024-04-12T00:30:20.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T00:30:20.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: Standby manager daemon x restarted 2024-04-12T00:30:20.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: Standby manager daemon x started 2024-04-12T00:30:20.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:30:20.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:30:20.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:30:20.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:30:20.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: Active manager daemon y restarted 2024-04-12T00:30:20.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: Activating manager daemon y 2024-04-12T00:30:20.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T00:30:20.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: mgrmap e38: y(active, starting, since 0.00777807s), standbys: x 2024-04-12T00:30:20.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:20.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:20.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:20.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:30:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:30:20.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:30:20.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:30:20.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:30:20.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: Manager daemon y is now available 2024-04-12T00:30:20.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:20.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:30:20.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:30:20.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:19 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:30:20.288 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:19] ENGINE Bus STARTING 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63df164700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63df164700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63df164700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63df164700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63df164700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63da15a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63da15a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63da15a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63da15a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:19.971+0000 7f63da15a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: CherryPy Checker: 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: The Application mounted at '' has an empty config. 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:20.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:20] ENGINE Serving on http://:::9283 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:20] ENGINE Bus STARTED 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: Standby manager daemon x restarted 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: Standby manager daemon x started 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: Active manager daemon y restarted 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: Activating manager daemon y 2024-04-12T00:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: mgrmap e38: y(active, starting, since 0.00777807s), standbys: x 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:30:20.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: Manager daemon y is now available 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: Standby manager daemon x restarted 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: Standby manager daemon x started 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.? 172.21.15.193:0/1639837605' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T00:30:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: Active manager daemon y restarted 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: Activating manager daemon y 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: mgrmap e38: y(active, starting, since 0.00777807s), standbys: x 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:30:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: Manager daemon y is now available 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:30:20.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:30:20.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:20.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:30:20.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:30:20.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:19 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T00:30:20.830 INFO:tasks.rados.rados.0.smithi098.stdout:945: done (4 left) 2024-04-12T00:30:20.831 INFO:tasks.rados.rados.0.smithi098.stdout:946: done (3 left) 2024-04-12T00:30:20.831 INFO:tasks.rados.rados.0.smithi098.stdout:947: done (2 left) 2024-04-12T00:30:20.831 INFO:tasks.rados.rados.0.smithi098.stdout:948: done (1 left) 2024-04-12T00:30:20.831 INFO:tasks.rados.rados.0.smithi098.stdout:949: done (0 left) 2024-04-12T00:30:20.831 INFO:tasks.rados.rados.0.smithi098.stdout:950: rollback oid 26 current snap is 85 2024-04-12T00:30:20.831 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 26 to 70 2024-04-12T00:30:20.831 INFO:tasks.rados.rados.0.smithi098.stdout:951: copy_from oid 48 from oid 14 current snap is 85 2024-04-12T00:30:20.831 INFO:tasks.rados.rados.0.smithi098.stdout:952: snap_create 2024-04-12T00:30:20.835 INFO:tasks.rados.rados.0.smithi098.stdout:950: finishing rollback tid 0 to smithi09877355-26 2024-04-12T00:30:20.835 INFO:tasks.rados.rados.0.smithi098.stdout:951: finishing copy_from to smithi09877355-48 2024-04-12T00:30:20.835 INFO:tasks.rados.rados.0.smithi098.stdout:951: got expected ENOENT (src dne) 2024-04-12T00:30:20.835 INFO:tasks.rados.rados.0.smithi098.stdout:950: finishing rollback tid 1 to smithi09877355-26 2024-04-12T00:30:20.836 INFO:tasks.rados.rados.0.smithi098.stdout:950: finishing rollback tid 2 to smithi09877355-26 2024-04-12T00:30:20.836 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 317 (ObjNum 256 snap 65 seq_num 256) dirty exists 2024-04-12T00:30:20.836 INFO:tasks.rados.rados.0.smithi098.stdout:951: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:30:20.839 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:30:20.839 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (4m) 40s ago 5m 26.2M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:30:20.839 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (4m) 19s ago 4m 91.0M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:30:20.839 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (6m) 40s ago 6m 18.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:30:20.839 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (6m) 19s ago 6m 16.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:30:20.839 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (24s) 19s ago 9m 65.7M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:30:20.839 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (53s) 40s ago 11m 473M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:30:20.839 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (11m) 40s ago 11m 56.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e70368c83938 2024-04-12T00:30:20.839 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (9m) 19s ago 9m 46.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e06e75cd3e3b 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (9m) 40s ago 9m 48.6M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5a558294d62 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (4m) 40s ago 4m 15.7M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (4m) 19s ago 4m 15.3M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (9m) 40s ago 9m 147M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 816b0359f062 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (8m) 40s ago 8m 124M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 53c80fc27bb6 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (8m) 40s ago 8m 123M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (7m) 40s ago 7m 85.4M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (7m) 19s ago 7m 165M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (7m) 19s ago 7m 177M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (6m) 19s ago 6m 104M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (6m) 19s ago 6m 136M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:30:20.840 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (29s) 19s ago 5m 38.0M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:30:21.214 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:20.820+0000 7f6432f72700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-12T00:30:21.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:30:21.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:30:21.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:21.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:21.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[37915]: mgrmap e39: y(active, since 1.01174s), standbys: x 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[37915]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[37915]: pgmap v3: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[37915]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[88922]: mgrmap e39: y(active, since 1.01174s), standbys: x 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[88922]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[88922]: pgmap v3: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:21.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:20 smithi098 ceph-mon[88922]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T00:30:21.252 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:30:21.252 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:30:21.252 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-12T00:30:21.252 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-12T00:30:21.252 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:30:21.252 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:30:21.252 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:30:21.252 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 12, 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:30:21.253 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:30:21.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:20 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:30:21.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:20 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T00:30:21.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:20 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:21.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:20 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:21.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:20 smithi193 ceph-mon[30474]: mgrmap e39: y(active, since 1.01174s), standbys: x 2024-04-12T00:30:21.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:20 smithi193 ceph-mon[30474]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:30:21.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:20 smithi193 ceph-mon[30474]: pgmap v3: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:21.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:20 smithi193 ceph-mon[30474]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T00:30:21.829 INFO:tasks.rados.rados.0.smithi098.stdout:950: done (2 left) 2024-04-12T00:30:21.830 INFO:tasks.rados.rados.0.smithi098.stdout:951: done (1 left) 2024-04-12T00:30:21.830 INFO:tasks.rados.rados.0.smithi098.stdout:952: done (0 left) 2024-04-12T00:30:21.830 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 86 2024-04-12T00:30:21.830 INFO:tasks.rados.rados.0.smithi098.stdout:953: seq_num 310 ranges {4792320=401408} 2024-04-12T00:30:21.857 INFO:tasks.rados.rados.0.smithi098.stdout:953: writing smithi09877355-23 from 4792320 to 5193728 tid 1 2024-04-12T00:30:21.857 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 86 2024-04-12T00:30:21.857 INFO:tasks.rados.rados.0.smithi098.stdout:954: seq_num 311 ranges {2244608=417792} 2024-04-12T00:30:21.872 INFO:tasks.rados.rados.0.smithi098.stdout:954: writing smithi09877355-36 from 2244608 to 2662400 tid 1 2024-04-12T00:30:21.872 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 86 2024-04-12T00:30:21.872 INFO:tasks.rados.rados.0.smithi098.stdout:953: finishing write tid 1 to smithi09877355-23 2024-04-12T00:30:21.872 INFO:tasks.rados.rados.0.smithi098.stdout:953: finishing write tid 2 to smithi09877355-23 2024-04-12T00:30:21.872 INFO:tasks.rados.rados.0.smithi098.stdout:953: finishing write tid 3 to smithi09877355-23 2024-04-12T00:30:21.872 INFO:tasks.rados.rados.0.smithi098.stdout:953: oid 23 updating version 0 to 582 2024-04-12T00:30:21.872 INFO:tasks.rados.rados.0.smithi098.stdout:953: oid 23 updating version 582 to 583 2024-04-12T00:30:21.872 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 583 (ObjNum 310 snap 86 seq_num 310) dirty exists 2024-04-12T00:30:21.873 INFO:tasks.rados.rados.0.smithi098.stdout:953: left oid 23 (ObjNum 310 snap 86 seq_num 310) 2024-04-12T00:30:21.873 INFO:tasks.rados.rados.0.smithi098.stdout:955: seq_num 312 ranges {2392064=434176} 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:955: writing smithi09877355-12 from 2392064 to 2826240 tid 1 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:953: done (2 left) 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:956: snap_create 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:954: finishing write tid 1 to smithi09877355-36 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:954: finishing write tid 2 to smithi09877355-36 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:954: finishing write tid 3 to smithi09877355-36 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:954: oid 36 updating version 0 to 586 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:954: oid 36 version 586 is already newer than 585 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 586 (ObjNum 311 snap 86 seq_num 311) dirty exists 2024-04-12T00:30:21.888 INFO:tasks.rados.rados.0.smithi098.stdout:954: left oid 36 (ObjNum 311 snap 86 seq_num 311) 2024-04-12T00:30:21.892 INFO:tasks.rados.rados.0.smithi098.stdout:955: finishing write tid 1 to smithi09877355-12 2024-04-12T00:30:21.892 INFO:tasks.rados.rados.0.smithi098.stdout:955: finishing write tid 2 to smithi09877355-12 2024-04-12T00:30:21.893 INFO:tasks.rados.rados.0.smithi098.stdout:955: finishing write tid 3 to smithi09877355-12 2024-04-12T00:30:21.893 INFO:tasks.rados.rados.0.smithi098.stdout:955: oid 12 updating version 0 to 319 2024-04-12T00:30:21.893 INFO:tasks.rados.rados.0.smithi098.stdout:955: oid 12 updating version 319 to 320 2024-04-12T00:30:21.893 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 320 (ObjNum 312 snap 86 seq_num 312) dirty exists 2024-04-12T00:30:21.893 INFO:tasks.rados.rados.0.smithi098.stdout:955: left oid 12 (ObjNum 312 snap 86 seq_num 312) 2024-04-12T00:30:22.214 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:21 smithi193 ceph-mon[30474]: [12/Apr/2024:00:30:20] ENGINE Bus STARTING 2024-04-12T00:30:22.215 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:21 smithi193 ceph-mon[30474]: [12/Apr/2024:00:30:21] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:30:22.215 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:21 smithi193 ceph-mon[30474]: [12/Apr/2024:00:30:21] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:30:22.215 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:21 smithi193 ceph-mon[30474]: [12/Apr/2024:00:30:21] ENGINE Bus STARTED 2024-04-12T00:30:22.215 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:21 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/684594767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:22.215 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:21 smithi193 ceph-mon[30474]: pgmap v6: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:22.215 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:21 smithi193 ceph-mon[30474]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[88922]: [12/Apr/2024:00:30:20] ENGINE Bus STARTING 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[88922]: [12/Apr/2024:00:30:21] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[88922]: [12/Apr/2024:00:30:21] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[88922]: [12/Apr/2024:00:30:21] ENGINE Bus STARTED 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/684594767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[88922]: pgmap v6: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[88922]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[37915]: [12/Apr/2024:00:30:20] ENGINE Bus STARTING 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[37915]: [12/Apr/2024:00:30:21] ENGINE Serving on https://172.21.15.98:7150 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[37915]: [12/Apr/2024:00:30:21] ENGINE Serving on http://172.21.15.98:8765 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[37915]: [12/Apr/2024:00:30:21] ENGINE Bus STARTED 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[37915]: from='client.? 172.21.15.98:0/684594767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:22.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[37915]: pgmap v6: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:22.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:21 smithi098 ceph-mon[37915]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T00:30:22.845 INFO:tasks.rados.rados.0.smithi098.stdout:954: done (2 left) 2024-04-12T00:30:22.846 INFO:tasks.rados.rados.0.smithi098.stdout:955: done (1 left) 2024-04-12T00:30:22.846 INFO:tasks.rados.rados.0.smithi098.stdout:956: done (0 left) 2024-04-12T00:30:22.846 INFO:tasks.rados.rados.0.smithi098.stdout:957: read oid 16 snap -1 2024-04-12T00:30:22.846 INFO:tasks.rados.rados.0.smithi098.stdout:957: expect (ObjNum 212 snap 52 seq_num 212) 2024-04-12T00:30:22.846 INFO:tasks.rados.rados.0.smithi098.stdout:958: read oid 47 snap -1 2024-04-12T00:30:22.846 INFO:tasks.rados.rados.0.smithi098.stdout:958: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:30:22.846 INFO:tasks.rados.rados.0.smithi098.stdout:959: snap_create 2024-04-12T00:30:22.855 INFO:tasks.rados.rados.0.smithi098.stdout:958: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:30:22.876 INFO:tasks.rados.rados.0.smithi098.stdout:957: expect (ObjNum 212 snap 52 seq_num 212) 2024-04-12T00:30:23.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:22 smithi098 ceph-mon[37915]: mgrmap e40: y(active, since 2s), standbys: x 2024-04-12T00:30:23.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:22 smithi098 ceph-mon[37915]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T00:30:23.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:22 smithi098 ceph-mon[88922]: mgrmap e40: y(active, since 2s), standbys: x 2024-04-12T00:30:23.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:22 smithi098 ceph-mon[88922]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T00:30:23.203 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:22 smithi193 ceph-mon[30474]: mgrmap e40: y(active, since 2s), standbys: x 2024-04-12T00:30:23.203 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:22 smithi193 ceph-mon[30474]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T00:30:23.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:30:23 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:30:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:30:23.846 INFO:tasks.rados.rados.0.smithi098.stdout:957: done (2 left) 2024-04-12T00:30:23.846 INFO:tasks.rados.rados.0.smithi098.stdout:958: done (1 left) 2024-04-12T00:30:23.846 INFO:tasks.rados.rados.0.smithi098.stdout:959: done (0 left) 2024-04-12T00:30:23.846 INFO:tasks.rados.rados.0.smithi098.stdout:960: delete oid 18 current snap is 88 2024-04-12T00:30:23.851 INFO:tasks.rados.rados.0.smithi098.stdout:960: done (0 left) 2024-04-12T00:30:23.852 INFO:tasks.rados.rados.0.smithi098.stdout:961: read oid 32 snap -1 2024-04-12T00:30:23.852 INFO:tasks.rados.rados.0.smithi098.stdout:961: expect (ObjNum 303 snap 81 seq_num 303) 2024-04-12T00:30:23.852 INFO:tasks.rados.rados.0.smithi098.stdout:962: read oid 48 snap -1 2024-04-12T00:30:23.852 INFO:tasks.rados.rados.0.smithi098.stdout:962: expect (ObjNum 240 snap 61 seq_num 240) 2024-04-12T00:30:23.852 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 88 2024-04-12T00:30:23.852 INFO:tasks.rados.rados.0.smithi098.stdout:963: seq_num 314 ranges {802816=466944} 2024-04-12T00:30:23.859 INFO:tasks.rados.rados.0.smithi098.stdout:963: writing smithi09877355-49 from 802816 to 1269760 tid 1 2024-04-12T00:30:23.859 INFO:tasks.rados.rados.0.smithi098.stdout:964: rollback oid 29 current snap is 88 2024-04-12T00:30:23.859 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 83 2024-04-12T00:30:23.859 INFO:tasks.rados.rados.0.smithi098.stdout:965: delete oid 34 current snap is 88 2024-04-12T00:30:23.859 INFO:tasks.rados.rados.0.smithi098.stdout:961: expect (ObjNum 303 snap 81 seq_num 303) 2024-04-12T00:30:23.927 INFO:tasks.rados.rados.0.smithi098.stdout:963: finishing write tid 1 to smithi09877355-49 2024-04-12T00:30:23.928 INFO:tasks.rados.rados.0.smithi098.stdout:963: finishing write tid 2 to smithi09877355-49 2024-04-12T00:30:23.928 INFO:tasks.rados.rados.0.smithi098.stdout:963: finishing write tid 3 to smithi09877355-49 2024-04-12T00:30:23.928 INFO:tasks.rados.rados.0.smithi098.stdout:963: oid 49 updating version 0 to 425 2024-04-12T00:30:23.928 INFO:tasks.rados.rados.0.smithi098.stdout:963: oid 49 version 425 is already newer than 424 2024-04-12T00:30:23.928 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 425 (ObjNum 314 snap 88 seq_num 314) dirty exists 2024-04-12T00:30:23.928 INFO:tasks.rados.rados.0.smithi098.stdout:963: left oid 49 (ObjNum 314 snap 88 seq_num 314) 2024-04-12T00:30:23.928 INFO:tasks.rados.rados.0.smithi098.stdout:962: expect (ObjNum 240 snap 61 seq_num 240) 2024-04-12T00:30:24.040 INFO:tasks.rados.rados.0.smithi098.stdout:964: finishing rollback tid 0 to smithi09877355-29 2024-04-12T00:30:24.040 INFO:tasks.rados.rados.0.smithi098.stdout:964: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:30:24.040 INFO:tasks.rados.rados.0.smithi098.stdout:964: finishing rollback tid 2 to smithi09877355-29 2024-04-12T00:30:24.041 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 551 (ObjNum 218 snap 53 seq_num 218) dirty exists 2024-04-12T00:30:24.041 INFO:tasks.rados.rados.0.smithi098.stdout:961: done (4 left) 2024-04-12T00:30:24.041 INFO:tasks.rados.rados.0.smithi098.stdout:962: done (3 left) 2024-04-12T00:30:24.041 INFO:tasks.rados.rados.0.smithi098.stdout:963: done (2 left) 2024-04-12T00:30:24.041 INFO:tasks.rados.rados.0.smithi098.stdout:964: done (1 left) 2024-04-12T00:30:24.041 INFO:tasks.rados.rados.0.smithi098.stdout:965: done (0 left) 2024-04-12T00:30:24.041 INFO:tasks.rados.rados.0.smithi098.stdout:966: delete oid 13 current snap is 88 2024-04-12T00:30:24.043 INFO:tasks.rados.rados.0.smithi098.stdout:966: done (0 left) 2024-04-12T00:30:24.043 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 88 2024-04-12T00:30:24.043 INFO:tasks.rados.rados.0.smithi098.stdout:967: seq_num 317 ranges {2244608=516096} 2024-04-12T00:30:24.058 INFO:tasks.rados.rados.0.smithi098.stdout:967: writing smithi09877355-10 from 2244608 to 2760704 tid 1 2024-04-12T00:30:24.058 INFO:tasks.rados.rados.0.smithi098.stdout:968: rmattr oid 1 current snap is 88 2024-04-12T00:30:24.058 INFO:tasks.rados.rados.0.smithi098.stdout:968: done (1 left) 2024-04-12T00:30:24.058 INFO:tasks.rados.rados.0.smithi098.stdout:969: read oid 7 snap 55 2024-04-12T00:30:24.058 INFO:tasks.rados.rados.0.smithi098.stdout:969: expect (ObjNum 68 snap 5 seq_num 68) 2024-04-12T00:30:24.058 INFO:tasks.rados.rados.0.smithi098.stdout:970: rollback oid 30 current snap is 88 2024-04-12T00:30:24.059 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 87 2024-04-12T00:30:24.059 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 88 2024-04-12T00:30:24.059 INFO:tasks.rados.rados.0.smithi098.stdout:971: seq_num 318 ranges {24576=532480} 2024-04-12T00:30:24.062 INFO:tasks.rados.rados.0.smithi098.stdout:971: writing smithi09877355-46 from 24576 to 557056 tid 1 2024-04-12T00:30:24.062 INFO:tasks.rados.rados.0.smithi098.stdout:972: snap_remove snap 67 2024-04-12T00:30:24.965 INFO:tasks.rados.rados.0.smithi098.stdout:972: done (4 left) 2024-04-12T00:30:24.965 INFO:tasks.rados.rados.0.smithi098.stdout:973: read oid 38 snap -1 2024-04-12T00:30:24.965 INFO:tasks.rados.rados.0.smithi098.stdout:973: expect (ObjNum 245 snap 62 seq_num 245) 2024-04-12T00:30:24.965 INFO:tasks.rados.rados.0.smithi098.stdout:974: delete oid 22 current snap is 88 2024-04-12T00:30:24.966 INFO:tasks.rados.rados.0.smithi098.stdout:967: finishing write tid 1 to smithi09877355-10 2024-04-12T00:30:24.966 INFO:tasks.rados.rados.0.smithi098.stdout:967: finishing write tid 2 to smithi09877355-10 2024-04-12T00:30:24.966 INFO:tasks.rados.rados.0.smithi098.stdout:970: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:30:24.966 INFO:tasks.rados.rados.0.smithi098.stdout:967: finishing write tid 3 to smithi09877355-10 2024-04-12T00:30:24.966 INFO:tasks.rados.rados.0.smithi098.stdout:967: oid 10 updating version 0 to 273 2024-04-12T00:30:24.966 INFO:tasks.rados.rados.0.smithi098.stdout:967: oid 10 updating version 273 to 274 2024-04-12T00:30:24.966 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 274 (ObjNum 317 snap 88 seq_num 317) dirty exists 2024-04-12T00:30:24.967 INFO:tasks.rados.rados.0.smithi098.stdout:967: left oid 10 (ObjNum 317 snap 88 seq_num 317) 2024-04-12T00:30:24.967 INFO:tasks.rados.rados.0.smithi098.stdout:969: expect (ObjNum 68 snap 5 seq_num 68) 2024-04-12T00:30:25.017 INFO:tasks.rados.rados.0.smithi098.stdout:970: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:30:25.017 INFO:tasks.rados.rados.0.smithi098.stdout:970: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:30:25.017 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 428 (ObjNum 300 snap 80 seq_num 300) dirty exists 2024-04-12T00:30:25.017 INFO:tasks.rados.rados.0.smithi098.stdout:971: finishing write tid 1 to smithi09877355-46 2024-04-12T00:30:25.017 INFO:tasks.rados.rados.0.smithi098.stdout:971: finishing write tid 2 to smithi09877355-46 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:971: finishing write tid 3 to smithi09877355-46 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:971: oid 46 updating version 0 to 430 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:971: oid 46 version 430 is already newer than 429 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 430 (ObjNum 318 snap 88 seq_num 318) dirty exists 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:971: left oid 46 (ObjNum 318 snap 88 seq_num 318) 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:967: done (5 left) 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:969: done (4 left) 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:970: done (3 left) 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:971: done (2 left) 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:974: done (1 left) 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:975: rollback oid 16 current snap is 88 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 81 2024-04-12T00:30:25.018 INFO:tasks.rados.rados.0.smithi098.stdout:973: expect (ObjNum 245 snap 62 seq_num 245) 2024-04-12T00:30:25.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:24 smithi193 ceph-mon[30474]: pgmap v8: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:25.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:24 smithi193 ceph-mon[30474]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T00:30:25.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:24 smithi193 ceph-mon[30474]: mgrmap e41: y(active, since 4s), standbys: x 2024-04-12T00:30:25.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:24 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:25.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:24 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:25.223 INFO:tasks.rados.rados.0.smithi098.stdout:975: finishing rollback tid 0 to smithi09877355-16 2024-04-12T00:30:25.223 INFO:tasks.rados.rados.0.smithi098.stdout:975: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:30:25.223 INFO:tasks.rados.rados.0.smithi098.stdout:975: finishing rollback tid 2 to smithi09877355-16 2024-04-12T00:30:25.223 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 750 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-04-12T00:30:25.223 INFO:tasks.rados.rados.0.smithi098.stdout:973: done (1 left) 2024-04-12T00:30:25.223 INFO:tasks.rados.rados.0.smithi098.stdout:975: done (0 left) 2024-04-12T00:30:25.223 INFO:tasks.rados.rados.0.smithi098.stdout:976: rmattr oid 33 current snap is 88 2024-04-12T00:30:25.223 INFO:tasks.rados.rados.0.smithi098.stdout:977: delete oid 9 current snap is 88 2024-04-12T00:30:25.225 INFO:tasks.rados.rados.0.smithi098.stdout:977: done (1 left) 2024-04-12T00:30:25.225 INFO:tasks.rados.rados.0.smithi098.stdout:978: read oid 16 snap -1 2024-04-12T00:30:25.225 INFO:tasks.rados.rados.0.smithi098.stdout:978: expect (ObjNum 212 snap 52 seq_num 212) 2024-04-12T00:30:25.226 INFO:tasks.rados.rados.0.smithi098.stdout:979: snap_create 2024-04-12T00:30:25.226 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 552 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:30:25.231 INFO:tasks.rados.rados.0.smithi098.stdout:978: expect (ObjNum 212 snap 52 seq_num 212) 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[37915]: pgmap v8: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[37915]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[37915]: mgrmap e41: y(active, since 4s), standbys: x 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[88922]: pgmap v8: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[88922]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[88922]: mgrmap e41: y(active, since 4s), standbys: x 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:25.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:24 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:30:25] "GET /metrics HTTP/1.1" 200 33280 "" "Prometheus/2.43.0" 2024-04-12T00:30:26.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[37915]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T00:30:26.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[37915]: pgmap v11: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 676 KiB/s wr, 45 op/s 2024-04-12T00:30:26.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[88922]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T00:30:26.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:25 smithi098 ceph-mon[88922]: pgmap v11: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 676 KiB/s wr, 45 op/s 2024-04-12T00:30:26.062 INFO:tasks.rados.rados.0.smithi098.stdout:976: done (2 left) 2024-04-12T00:30:26.063 INFO:tasks.rados.rados.0.smithi098.stdout:978: done (1 left) 2024-04-12T00:30:26.063 INFO:tasks.rados.rados.0.smithi098.stdout:979: done (0 left) 2024-04-12T00:30:26.063 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 89 2024-04-12T00:30:26.063 INFO:tasks.rados.rados.0.smithi098.stdout:980: seq_num 321 ranges {0=581632} 2024-04-12T00:30:26.066 INFO:tasks.rados.rados.0.smithi098.stdout:980: writing smithi09877355-40 from 0 to 581632 tid 1 2024-04-12T00:30:26.066 INFO:tasks.rados.rados.0.smithi098.stdout:981: delete oid 2 current snap is 89 2024-04-12T00:30:26.069 INFO:tasks.rados.rados.0.smithi098.stdout:981: done (1 left) 2024-04-12T00:30:26.069 INFO:tasks.rados.rados.0.smithi098.stdout:982: snap_remove snap 87 2024-04-12T00:30:26.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:25 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:25 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:25 smithi193 ceph-mon[30474]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T00:30:26.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:25 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:25 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:26.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:25 smithi193 ceph-mon[30474]: pgmap v11: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 676 KiB/s wr, 45 op/s 2024-04-12T00:30:26.432 INFO:tasks.rados.rados.0.smithi098.stdout:982: done (1 left) 2024-04-12T00:30:26.432 INFO:tasks.rados.rados.0.smithi098.stdout:983: copy_from oid 43 from oid 39 current snap is 89 2024-04-12T00:30:26.433 INFO:tasks.rados.rados.0.smithi098.stdout:980: finishing write tid 1 to smithi09877355-40 2024-04-12T00:30:26.433 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 89 2024-04-12T00:30:26.433 INFO:tasks.rados.rados.0.smithi098.stdout:984: seq_num 323 ranges {1597440=614400} 2024-04-12T00:30:26.445 INFO:tasks.rados.rados.0.smithi098.stdout:984: writing smithi09877355-35 from 1597440 to 2211840 tid 1 2024-04-12T00:30:26.445 INFO:tasks.rados.rados.0.smithi098.stdout:985: delete oid 11 current snap is 89 2024-04-12T00:30:26.445 INFO:tasks.rados.rados.0.smithi098.stdout:980: finishing write tid 2 to smithi09877355-40 2024-04-12T00:30:26.445 INFO:tasks.rados.rados.0.smithi098.stdout:980: finishing write tid 3 to smithi09877355-40 2024-04-12T00:30:26.445 INFO:tasks.rados.rados.0.smithi098.stdout:980: oid 40 updating version 0 to 328 2024-04-12T00:30:26.445 INFO:tasks.rados.rados.0.smithi098.stdout:980: oid 40 version 328 is already newer than 327 2024-04-12T00:30:26.445 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 328 (ObjNum 321 snap 89 seq_num 321) dirty exists 2024-04-12T00:30:26.445 INFO:tasks.rados.rados.0.smithi098.stdout:980: left oid 40 (ObjNum 321 snap 89 seq_num 321) 2024-04-12T00:30:26.450 INFO:tasks.rados.rados.0.smithi098.stdout:980: done (3 left) 2024-04-12T00:30:26.450 INFO:tasks.rados.rados.0.smithi098.stdout:985: done (2 left) 2024-04-12T00:30:26.450 INFO:tasks.rados.rados.0.smithi098.stdout:986: read oid 32 snap 77 2024-04-12T00:30:26.450 INFO:tasks.rados.rados.0.smithi098.stdout:986: expect (ObjNum 201 snap 48 seq_num 201) 2024-04-12T00:30:26.450 INFO:tasks.rados.rados.0.smithi098.stdout:987: rollback oid 36 current snap is 89 2024-04-12T00:30:26.450 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 55 2024-04-12T00:30:26.450 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 89 2024-04-12T00:30:26.450 INFO:tasks.rados.rados.0.smithi098.stdout:988: seq_num 325 ranges {10338304=647168} 2024-04-12T00:30:26.510 INFO:tasks.rados.rados.0.smithi098.stdout:988: writing smithi09877355-24 from 10338304 to 10985472 tid 1 2024-04-12T00:30:26.511 INFO:tasks.rados.rados.0.smithi098.stdout:989: read oid 2 snap -1 2024-04-12T00:30:26.511 INFO:tasks.rados.rados.0.smithi098.stdout:989: expect deleted 2024-04-12T00:30:26.511 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 89 2024-04-12T00:30:26.511 INFO:tasks.rados.rados.0.smithi098.stdout:984: finishing write tid 1 to smithi09877355-35 2024-04-12T00:30:26.511 INFO:tasks.rados.rados.0.smithi098.stdout:990: seq_num 326 ranges {0=663552} 2024-04-12T00:30:26.514 INFO:tasks.rados.rados.0.smithi098.stdout:990: writing smithi09877355-25 from 0 to 663552 tid 1 2024-04-12T00:30:26.515 INFO:tasks.rados.rados.0.smithi098.stdout:991: read oid 22 snap -1 2024-04-12T00:30:26.515 INFO:tasks.rados.rados.0.smithi098.stdout:991: expect deleted 2024-04-12T00:30:26.515 INFO:tasks.rados.rados.0.smithi098.stdout:992: snap_create 2024-04-12T00:30:26.515 INFO:tasks.rados.rados.0.smithi098.stdout:987: finishing rollback tid 0 to smithi09877355-36 2024-04-12T00:30:26.515 INFO:tasks.rados.rados.0.smithi098.stdout:984: finishing write tid 2 to smithi09877355-35 2024-04-12T00:30:26.515 INFO:tasks.rados.rados.0.smithi098.stdout:986: expect (ObjNum 201 snap 48 seq_num 201) 2024-04-12T00:30:26.540 INFO:tasks.rados.rados.0.smithi098.stdout:987: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:30:26.540 INFO:tasks.rados.rados.0.smithi098.stdout:987: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:30:26.540 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 596 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-04-12T00:30:26.540 INFO:tasks.rados.rados.0.smithi098.stdout:984: finishing write tid 3 to smithi09877355-35 2024-04-12T00:30:26.540 INFO:tasks.rados.rados.0.smithi098.stdout:984: oid 35 updating version 0 to 164 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:984: oid 35 updating version 164 to 165 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 165 (ObjNum 323 snap 89 seq_num 323) dirty exists 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:984: left oid 35 (ObjNum 323 snap 89 seq_num 323) 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:983: finishing copy_from racing read to smithi09877355-43 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:983: finishing copy_from to smithi09877355-43 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 669 (ObjNum 297 snap 80 seq_num 297) dirty exists 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:988: finishing write tid 1 to smithi09877355-24 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:988: finishing write tid 2 to smithi09877355-24 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:988: finishing write tid 3 to smithi09877355-24 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:988: oid 24 updating version 0 to 261 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:988: oid 24 updating version 261 to 262 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 262 (ObjNum 325 snap 89 seq_num 325) dirty exists 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:988: left oid 24 (ObjNum 325 snap 89 seq_num 325) 2024-04-12T00:30:26.541 INFO:tasks.rados.rados.0.smithi098.stdout:990: finishing write tid 1 to smithi09877355-25 2024-04-12T00:30:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:990: finishing write tid 2 to smithi09877355-25 2024-04-12T00:30:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:990: finishing write tid 3 to smithi09877355-25 2024-04-12T00:30:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:990: oid 25 updating version 0 to 263 2024-04-12T00:30:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:990: oid 25 updating version 263 to 264 2024-04-12T00:30:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 264 (ObjNum 326 snap 89 seq_num 326) dirty exists 2024-04-12T00:30:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:990: left oid 25 (ObjNum 326 snap 89 seq_num 326) 2024-04-12T00:30:27.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:26 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:27.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:26 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:27.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:26 smithi098 ceph-mon[37915]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T00:30:27.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:26 smithi098 ceph-mon[37915]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T00:30:27.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:26 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:27.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:26 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:27.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:26 smithi098 ceph-mon[88922]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T00:30:27.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:26 smithi098 ceph-mon[88922]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T00:30:27.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:26 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:27.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:26 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:27.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:26 smithi193 ceph-mon[30474]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T00:30:27.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:26 smithi193 ceph-mon[30474]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:983: done (8 left) 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:984: done (7 left) 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:986: done (6 left) 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:987: done (5 left) 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:988: done (4 left) 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:989: done (3 left) 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:990: done (2 left) 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:991: done (1 left) 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:992: done (0 left) 2024-04-12T00:30:27.430 INFO:tasks.rados.rados.0.smithi098.stdout:993: read oid 18 snap -1 2024-04-12T00:30:27.431 INFO:tasks.rados.rados.0.smithi098.stdout:993: expect deleted 2024-04-12T00:30:27.431 INFO:tasks.rados.rados.0.smithi098.stdout:994: setattr oid 1 current snap is 90 2024-04-12T00:30:27.431 INFO:tasks.rados.rados.0.smithi098.stdout:995: snap_create 2024-04-12T00:30:27.436 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 553 (ObjNum 289 snap 78 seq_num 289) dirty exists 2024-04-12T00:30:28.437 INFO:tasks.rados.rados.0.smithi098.stdout:993: done (2 left) 2024-04-12T00:30:28.437 INFO:tasks.rados.rados.0.smithi098.stdout:994: done (1 left) 2024-04-12T00:30:28.437 INFO:tasks.rados.rados.0.smithi098.stdout:995: done (0 left) 2024-04-12T00:30:28.437 INFO:tasks.rados.rados.0.smithi098.stdout:996: setattr oid 40 current snap is 91 2024-04-12T00:30:28.438 INFO:tasks.rados.rados.0.smithi098.stdout:997: read oid 8 snap -1 2024-04-12T00:30:28.438 INFO:tasks.rados.rados.0.smithi098.stdout:997: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:30:28.438 INFO:tasks.rados.rados.0.smithi098.stdout:998: snap_remove snap 82 2024-04-12T00:30:28.773 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:28 smithi193 ceph-mon[30474]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T00:30:28.773 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:28 smithi193 ceph-mon[30474]: pgmap v15: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 679 KiB/s wr, 45 op/s 2024-04-12T00:30:28.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:28 smithi098 ceph-mon[37915]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T00:30:28.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:28 smithi098 ceph-mon[37915]: pgmap v15: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 679 KiB/s wr, 45 op/s 2024-04-12T00:30:28.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:28 smithi098 ceph-mon[88922]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T00:30:28.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:28 smithi098 ceph-mon[88922]: pgmap v15: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 679 KiB/s wr, 45 op/s 2024-04-12T00:30:29.441 INFO:tasks.rados.rados.0.smithi098.stdout:998: done (2 left) 2024-04-12T00:30:29.442 INFO:tasks.rados.rados.0.smithi098.stdout:999: read oid 6 snap -1 2024-04-12T00:30:29.442 INFO:tasks.rados.rados.0.smithi098.stdout:999: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:30:29.442 INFO:tasks.rados.rados.0.smithi098.stdout:1000: rollback oid 5 current snap is 91 2024-04-12T00:30:29.442 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 5 to 89 2024-04-12T00:30:29.442 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 330 (ObjNum 321 snap 89 seq_num 321) dirty exists 2024-04-12T00:30:29.442 INFO:tasks.rados.rados.0.smithi098.stdout:997: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:30:29.482 INFO:tasks.rados.rados.0.smithi098.stdout:1000: finishing rollback tid 0 to smithi09877355-5 2024-04-12T00:30:29.482 INFO:tasks.rados.rados.0.smithi098.stdout:996: done (3 left) 2024-04-12T00:30:29.482 INFO:tasks.rados.rados.0.smithi098.stdout:997: done (2 left) 2024-04-12T00:30:29.482 INFO:tasks.rados.rados.0.smithi098.stdout:1001: snap_remove snap 70 2024-04-12T00:30:29.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:29 smithi098 ceph-mon[37915]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T00:30:29.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:29 smithi098 ceph-mon[88922]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T00:30:29.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:29 smithi193 ceph-mon[30474]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T00:30:30.450 INFO:tasks.rados.rados.0.smithi098.stdout:1001: done (2 left) 2024-04-12T00:30:30.450 INFO:tasks.rados.rados.0.smithi098.stdout:1002: snap_remove snap 55 2024-04-12T00:30:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T00:30:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:30:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: pgmap v18: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:30:30.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: pgmap v18: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:30.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:30.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:30.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:30.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:30.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:30.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:30.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:30 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: Updating smithi098:/etc/ceph/ceph.conf 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: Updating smithi193:/etc/ceph/ceph.conf 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: pgmap v18: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:30.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:30 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:31.452 INFO:tasks.rados.rados.0.smithi098.stdout:1002: done (2 left) 2024-04-12T00:30:31.452 INFO:tasks.rados.rados.0.smithi098.stdout:1003: read oid 27 snap -1 2024-04-12T00:30:31.452 INFO:tasks.rados.rados.0.smithi098.stdout:1003: expect (ObjNum 270 snap 74 seq_num 270) 2024-04-12T00:30:31.453 INFO:tasks.rados.rados.0.smithi098.stdout:1004: delete oid 31 current snap is 91 2024-04-12T00:30:31.453 INFO:tasks.rados.rados.0.smithi098.stdout:1000: finishing rollback tid 1 to smithi09877355-5 2024-04-12T00:30:31.453 INFO:tasks.rados.rados.0.smithi098.stdout:1000: finishing rollback tid 2 to smithi09877355-5 2024-04-12T00:30:31.453 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 600 (ObjNum 309 snap 84 seq_num 309) dirty exists 2024-04-12T00:30:31.453 INFO:tasks.rados.rados.0.smithi098.stdout:999: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:31.457 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T00:30:31.458 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T00:30:31.458 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[37915]: Upgrade: It appears safe to stop mon.c 2024-04-12T00:30:31.458 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:30:31.458 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:30:31.458 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:30:31.458 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:30:31.458 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T00:30:31.459 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:31 smithi098 ceph-mon[88922]: Upgrade: It appears safe to stop mon.c 2024-04-12T00:30:31.547 INFO:tasks.rados.rados.0.smithi098.stdout:1003: expect (ObjNum 270 snap 74 seq_num 270) 2024-04-12T00:30:31.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:30:31.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: Updating smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: Updating smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T00:30:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:31 smithi193 ceph-mon[30474]: Upgrade: It appears safe to stop mon.c 2024-04-12T00:30:31.887 INFO:tasks.rados.rados.0.smithi098.stdout:999: done (3 left) 2024-04-12T00:30:31.887 INFO:tasks.rados.rados.0.smithi098.stdout:1000: done (2 left) 2024-04-12T00:30:31.887 INFO:tasks.rados.rados.0.smithi098.stdout:1003: done (1 left) 2024-04-12T00:30:31.887 INFO:tasks.rados.rados.0.smithi098.stdout:1004: done (0 left) 2024-04-12T00:30:31.887 INFO:tasks.rados.rados.0.smithi098.stdout:1005: read oid 6 snap -1 2024-04-12T00:30:31.887 INFO:tasks.rados.rados.0.smithi098.stdout:1005: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:30:31.887 INFO:tasks.rados.rados.0.smithi098.stdout:1006: setattr oid 21 current snap is 91 2024-04-12T00:30:31.889 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 91 2024-04-12T00:30:31.890 INFO:tasks.rados.rados.0.smithi098.stdout:1007: seq_num 328 ranges {2080768=696320} 2024-04-12T00:30:31.905 INFO:tasks.rados.rados.0.smithi098.stdout:1007: writing smithi09877355-37 from 2080768 to 2777088 tid 1 2024-04-12T00:30:31.905 INFO:tasks.rados.rados.0.smithi098.stdout:1008: snap_create 2024-04-12T00:30:31.905 INFO:tasks.rados.rados.0.smithi098.stdout:1005: expect (ObjNum 235 snap 60 seq_num 235) 2024-04-12T00:30:31.991 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 622 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-04-12T00:30:31.991 INFO:tasks.rados.rados.0.smithi098.stdout:1007: finishing write tid 1 to smithi09877355-37 2024-04-12T00:30:31.991 INFO:tasks.rados.rados.0.smithi098.stdout:1007: finishing write tid 2 to smithi09877355-37 2024-04-12T00:30:31.991 INFO:tasks.rados.rados.0.smithi098.stdout:1007: finishing write tid 3 to smithi09877355-37 2024-04-12T00:30:31.991 INFO:tasks.rados.rados.0.smithi098.stdout:1007: oid 37 updating version 0 to 671 2024-04-12T00:30:31.991 INFO:tasks.rados.rados.0.smithi098.stdout:1007: oid 37 version 671 is already newer than 670 2024-04-12T00:30:31.991 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 671 (ObjNum 328 snap 91 seq_num 328) dirty exists 2024-04-12T00:30:31.991 INFO:tasks.rados.rados.0.smithi098.stdout:1007: left oid 37 (ObjNum 328 snap 91 seq_num 328) 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1005: done (3 left) 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1006: done (2 left) 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1007: done (1 left) 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1008: done (0 left) 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1009: copy_from oid 6 from oid 49 current snap is 92 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1010: rollback oid 33 current snap is 92 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 33 to 85 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1011: copy_from oid 38 from oid 1 current snap is 92 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 92 2024-04-12T00:30:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1012: seq_num 329 ranges {1155072=712704} 2024-04-12T00:30:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1012: writing smithi09877355-16 from 1155072 to 1867776 tid 1 2024-04-12T00:30:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1013: snap_create 2024-04-12T00:30:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1010: finishing rollback tid 0 to smithi09877355-33 2024-04-12T00:30:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1010: finishing rollback tid 1 to smithi09877355-33 2024-04-12T00:30:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1010: finishing rollback tid 2 to smithi09877355-33 2024-04-12T00:30:32.480 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 556 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:30:32.480 INFO:tasks.rados.rados.0.smithi098.stdout:1011: finishing copy_from racing read to smithi09877355-38 2024-04-12T00:30:32.480 INFO:tasks.rados.rados.0.smithi098.stdout:1009: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:30:32.480 INFO:tasks.rados.rados.0.smithi098.stdout:1011: finishing copy_from to smithi09877355-38 2024-04-12T00:30:32.480 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 553 (ObjNum 289 snap 78 seq_num 289) dirty exists 2024-04-12T00:30:32.480 INFO:tasks.rados.rados.0.smithi098.stdout:1009: finishing copy_from to smithi09877355-6 2024-04-12T00:30:32.481 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 425 (ObjNum 314 snap 88 seq_num 314) dirty exists 2024-04-12T00:30:32.484 INFO:tasks.rados.rados.0.smithi098.stdout:1012: finishing write tid 1 to smithi09877355-16 2024-04-12T00:30:32.484 INFO:tasks.rados.rados.0.smithi098.stdout:1012: finishing write tid 2 to smithi09877355-16 2024-04-12T00:30:32.486 INFO:tasks.rados.rados.0.smithi098.stdout:1012: finishing write tid 3 to smithi09877355-16 2024-04-12T00:30:32.487 INFO:tasks.rados.rados.0.smithi098.stdout:1012: oid 16 updating version 0 to 791 2024-04-12T00:30:32.487 INFO:tasks.rados.rados.0.smithi098.stdout:1012: oid 16 version 791 is already newer than 790 2024-04-12T00:30:32.487 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 791 (ObjNum 329 snap 92 seq_num 329) dirty exists 2024-04-12T00:30:32.487 INFO:tasks.rados.rados.0.smithi098.stdout:1012: left oid 16 (ObjNum 329 snap 92 seq_num 329) 2024-04-12T00:30:32.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[88922]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T00:30:32.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[88922]: pgmap v21: 121 pgs: 121 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-12T00:30:32.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:32.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:30:32.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:30:32.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:32.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[37915]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T00:30:32.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[37915]: pgmap v21: 121 pgs: 121 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-12T00:30:32.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[37915]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:32.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:30:32.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:30:32.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:32 smithi098 ceph-mon[37915]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:32.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:32 smithi193 ceph-mon[30474]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T00:30:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:32 smithi193 ceph-mon[30474]: pgmap v21: 121 pgs: 121 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-12T00:30:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:32 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:32 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:30:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:32 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:30:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:32 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:32.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:30:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:30:33.470 INFO:tasks.rados.rados.0.smithi098.stdout:1009: done (4 left) 2024-04-12T00:30:33.470 INFO:tasks.rados.rados.0.smithi098.stdout:1010: done (3 left) 2024-04-12T00:30:33.470 INFO:tasks.rados.rados.0.smithi098.stdout:1011: done (2 left) 2024-04-12T00:30:33.470 INFO:tasks.rados.rados.0.smithi098.stdout:1012: done (1 left) 2024-04-12T00:30:33.470 INFO:tasks.rados.rados.0.smithi098.stdout:1013: done (0 left) 2024-04-12T00:30:33.470 INFO:tasks.rados.rados.0.smithi098.stdout:1014: copy_from oid 31 from oid 47 current snap is 93 2024-04-12T00:30:33.470 INFO:tasks.rados.rados.0.smithi098.stdout:1015: read oid 12 snap 69 2024-04-12T00:30:33.470 INFO:tasks.rados.rados.0.smithi098.stdout:1015: expect (ObjNum 264 snap 67 seq_num 264) 2024-04-12T00:30:33.470 INFO:tasks.rados.rados.0.smithi098.stdout:1016: delete oid 32 current snap is 93 2024-04-12T00:30:33.480 INFO:tasks.rados.rados.0.smithi098.stdout:1016: done (2 left) 2024-04-12T00:30:33.480 INFO:tasks.rados.rados.0.smithi098.stdout:1017: snap_create 2024-04-12T00:30:33.485 INFO:tasks.rados.rados.0.smithi098.stdout:1015: expect (ObjNum 264 snap 67 seq_num 264) 2024-04-12T00:30:33.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:33 smithi098 ceph-mon[37915]: Upgrade: Updating mon.c 2024-04-12T00:30:33.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:33 smithi098 ceph-mon[37915]: Deploying daemon mon.c on smithi098 2024-04-12T00:30:33.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:33 smithi098 ceph-mon[37915]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T00:30:33.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:33 smithi098 ceph-mon[37915]: mgrmap e42: y(active, since 12s), standbys: x 2024-04-12T00:30:33.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:33 smithi098 ceph-mon[88922]: Upgrade: Updating mon.c 2024-04-12T00:30:33.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:33 smithi098 ceph-mon[88922]: Deploying daemon mon.c on smithi098 2024-04-12T00:30:33.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:33 smithi098 ceph-mon[88922]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T00:30:33.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:33 smithi098 ceph-mon[88922]: mgrmap e42: y(active, since 12s), standbys: x 2024-04-12T00:30:33.540 INFO:tasks.rados.rados.0.smithi098.stdout:1014: finishing copy_from racing read to smithi09877355-31 2024-04-12T00:30:33.540 INFO:tasks.rados.rados.0.smithi098.stdout:1014: finishing copy_from to smithi09877355-31 2024-04-12T00:30:33.540 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 252 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:30:33.863 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:30:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:30:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:30:33.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:33 smithi193 ceph-mon[30474]: Upgrade: Updating mon.c 2024-04-12T00:30:33.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:33 smithi193 ceph-mon[30474]: Deploying daemon mon.c on smithi098 2024-04-12T00:30:33.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:33 smithi193 ceph-mon[30474]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T00:30:33.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:33 smithi193 ceph-mon[30474]: mgrmap e42: y(active, since 12s), standbys: x 2024-04-12T00:30:34.468 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:34 smithi098 systemd[1]: Stopping Ceph mon.c for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:30:34.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c[37911]: 2024-04-12T00:30:34.470+0000 7f533e0f8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:30:34.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c[37911]: 2024-04-12T00:30:34.470+0000 7f533e0f8700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-12T00:30:34.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:34 smithi098 podman[91194]: 2024-04-12 00:30:34.62422469 +0000 UTC m=+0.277415004 container died b5a558294d62b48492053756ea84759f2b465d70426af706bcb5c429cb3f5765 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-12T00:30:34.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:34] ENGINE Bus STOPPING 2024-04-12T00:30:34.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:30:34.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:34] ENGINE Bus STOPPED 2024-04-12T00:30:34.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:34] ENGINE Bus STARTING 2024-04-12T00:30:34.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:34] ENGINE Serving on http://:::9283 2024-04-12T00:30:34.789 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:34 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:34] ENGINE Bus STARTED 2024-04-12T00:30:35.260 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:35 smithi098 podman[91194]: 2024-04-12 00:30:35.071261587 +0000 UTC m=+0.724451900 container cleanup b5a558294d62b48492053756ea84759f2b465d70426af706bcb5c429cb3f5765 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403) 2024-04-12T00:30:35.260 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:35 smithi098 bash[91194]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c 2024-04-12T00:30:35.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:35 smithi098 podman[91219]: 2024-04-12 00:30:35.264364756 +0000 UTC m=+0.636243851 container remove b5a558294d62b48492053756ea84759f2b465d70426af706bcb5c429cb3f5765 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-d540eba, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403) 2024-04-12T00:30:35.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:35 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-12T00:30:35.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:35 smithi098 systemd[1]: Stopped Ceph mon.c for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:30:35.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:35 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.c.service: Consumed 7.888s CPU time. 2024-04-12T00:30:36.024 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:30:35] "GET /metrics HTTP/1.1" 200 33280 "" "Prometheus/2.43.0" 2024-04-12T00:30:36.024 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:35 smithi098 systemd[1]: Starting Ceph mon.c for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:30:36.024 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:35 smithi098 podman[91353]: 2024-04-12 00:30:35.782431321 +0000 UTC m=+0.017757998 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:30:36.024 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:35 smithi098 podman[91353]: 2024-04-12 00:30:35.915447416 +0000 UTC m=+0.150774092 container create f68eeaf331ea5905a0004a456888ff2d8809a54ee02d7c61b1228cb0d4827923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True) 2024-04-12T00:30:36.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 podman[91353]: 2024-04-12 00:30:36.134969818 +0000 UTC m=+0.370296504 container init f68eeaf331ea5905a0004a456888ff2d8809a54ee02d7c61b1228cb0d4827923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-12T00:30:36.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 podman[91353]: 2024-04-12 00:30:36.138008587 +0000 UTC m=+0.373335266 container start f68eeaf331ea5905a0004a456888ff2d8809a54ee02d7c61b1228cb0d4827923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-12T00:30:36.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev), process ceph-mon, pid 2 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: pidfile_write: ignore empty --pid-file 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: load: jerasure load: lrc 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: RocksDB version: 7.9.2 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Git sha 0 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Compile date 2024-04-09 19:52:16 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: DB SUMMARY 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: DB Session ID: BVSOWFU5M4MX715TIE46 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: CURRENT file: CURRENT 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1161 Bytes 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000024.sst 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000022.log size: 6948531 ; 2024-04-12T00:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.error_if_exists: 0 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.create_if_missing: 0 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.paranoid_checks: 1 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.env: 0x55a94d449d40 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.info_log: 0x55a94f92bbe0 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.statistics: (nil) 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.use_fsync: 0 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_log_file_size: 0 2024-04-12T00:30:36.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.allow_fallocate: 1 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.use_direct_reads: 0 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.db_log_dir: 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.wal_dir: 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T00:30:36.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.write_buffer_manager: 0x55a94f8fc820 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.unordered_write: 0 2024-04-12T00:30:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T00:30:36.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T00:30:36.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T00:30:36.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T00:30:36.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.row_cache: None 2024-04-12T00:30:36.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.wal_filter: None 2024-04-12T00:30:36.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T00:30:36.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T00:30:36.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.two_write_queues: 0 2024-04-12T00:30:36.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.wal_compression: 0 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.atomic_flush: 0 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.log_readahead_size: 0 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_background_jobs: 2 2024-04-12T00:30:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_background_compactions: -1 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_subcompactions: 1 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_open_files: -1 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T00:30:36.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_background_flushes: -1 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Compression algorithms supported: 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: kZSTD supported: 0 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: kXpressCompression supported: 0 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: kZlibCompression supported: 1 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: kSnappyCompression supported: 1 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: kLZ4Compression supported: 1 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: kBZip2Compression supported: 0 2024-04-12T00:30:36.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.merge_operator: 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_filter: None 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a94f92bdc0) 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: cache_index_and_filter_blocks: 1 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T00:30:36.298 INFO:journalctl@ceph.mon.c.smithi098.stdout: pin_top_level_index_and_filter: 1 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: index_type: 0 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: data_block_index_type: 0 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: index_shortening: 1 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: checksum: 4 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: no_block_cache: 0 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_cache: 0x55a94f92f090 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_cache_name: BinnedLRUCache 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_cache_options: 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: capacity : 536870912 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: num_shard_bits : 4 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: strict_capacity_limit : 0 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: high_pri_pool_ratio: 0.000 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_cache_compressed: (nil) 2024-04-12T00:30:36.299 INFO:journalctl@ceph.mon.c.smithi098.stdout: persistent_cache: (nil) 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_size: 4096 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_size_deviation: 10 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_restart_interval: 16 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: index_block_restart_interval: 1 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: metadata_block_size: 4096 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: partition_filters: 0 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: use_delta_encoding: 1 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: filter_policy: bloomfilter 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: whole_key_filtering: 1 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: verify_compression: 0 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: read_amp_bytes_per_bit: 0 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: format_version: 5 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: enable_index_compression: 1 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: block_align: 0 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: max_auto_readahead_size: 262144 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: prepopulate_block_cache: 0 2024-04-12T00:30:36.300 INFO:journalctl@ceph.mon.c.smithi098.stdout: initial_auto_readahead_size: 8192 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression: NoCompression 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.num_levels: 7 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T00:30:36.301 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:30:36.302 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T00:30:36.303 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T00:30:36.304 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.inplace_update_support: 0 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.bloom_locality: 0 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.max_successive_merges: 0 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T00:30:36.305 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.ttl: 2592000 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.enable_blob_files: false 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.min_blob_size: 0 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T00:30:36.306 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 26, last_sequence is 13699, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 22 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5fc04739-cb81-460e-b963-462c4a31c2a2 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881836168442, "job": 1, "event": "recovery_started", "wal_files": [22]} 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881836187281, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 4369372, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13704, "largest_seqno": 15653, "table_properties": {"data_size": 4359859, "index_size": 6419, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2053, "raw_key_size": 19862, "raw_average_key_size": 24, "raw_value_size": 4341620, "raw_average_value_size": 5307, "num_data_blocks": 282, "num_entries": 818, "num_filter_entries": 818, "num_deletions": 29, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712881836, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5fc04739-cb81-460e-b963-462c4a31c2a2", "db_session_id": "BVSOWFU5M4MX715TIE46", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881836187387, "job": 1, "event": "recovery_finished"} 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T00:30:36.307 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a94fa1e000 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: DB pointer 0x55a94fa08000 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: ** DB Stats ** 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: ** Compaction Stats [default] ** 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:30:36.308 INFO:journalctl@ceph.mon.c.smithi098.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: L0 1/0 4.17 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 543.1 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: L6 1/0 8.60 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: Sum 2/0 12.77 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 543.1 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 543.1 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: ** Compaction Stats [default] ** 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 543.1 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:30:36.309 INFO:journalctl@ceph.mon.c.smithi098.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: Cumulative compaction: 0.00 GB write, 175.21 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: Interval compaction: 0.00 GB write, 175.21 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: Block cache BinnedLRUCache@0x55a94f92f090#2 capacity: 512.00 MB usage: 8.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: starting mon.c rank 2 at public addrs [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] at bind addrs [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: mon.c@-1(???) e3 preinit fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:36.310 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: mon.c@-1(???).mds e6 new map 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: mon.c@-1(???).mds e6 print_map 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: e6 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: legacy client fscid: 1 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: Filesystem 'cephfs' (1) 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: fs_name cephfs 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: epoch 6 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: created 2024-04-12T00:24:24.050239+0000 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: modified 2024-04-12T00:24:26.058778+0000 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: tableserver 0 2024-04-12T00:30:36.311 INFO:journalctl@ceph.mon.c.smithi098.stdout: root 0 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: session_timeout 60 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: session_autoclose 300 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: max_file_size 1099511627776 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: max_xattr_size 65536 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: required_client_features {} 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: last_failure 0 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: last_failure_osd_epoch 0 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: max_mds 1 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: in 0 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: up {0=24335} 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: failed 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: damaged 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: stopped 2024-04-12T00:30:36.312 INFO:journalctl@ceph.mon.c.smithi098.stdout: data_pools [3] 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: metadata_pool 2 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: inline_data disabled 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: balancer 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: bal_rank_mask -1 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: standby_count_wanted 0 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: qdb_cluster leader: 0 members: 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: [mds.a{0:24335} state up:active seq 3 addr [v2:172.21.15.98:6834/1506290339,v1:172.21.15.98:6835/1506290339] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: Standby daemons: 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout: [mds.b{-1:24334} state up:standby seq 1 addr [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: mon.c@-1(???).osd e248 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: mon.c@-1(???).osd e248 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T00:30:36.313 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: mon.c@-1(???).osd e248 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T00:30:36.314 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: mon.c@-1(???).osd e248 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T00:30:36.314 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 ceph-mon[91373]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-04-12T00:30:36.314 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 bash[91353]: f68eeaf331ea5905a0004a456888ff2d8809a54ee02d7c61b1228cb0d4827923 2024-04-12T00:30:36.314 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:36 smithi098 systemd[1]: Started Ceph mon.c for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:30:41.431 INFO:tasks.rados.rados.0.smithi098.stdout:1014: done (2 left) 2024-04-12T00:30:41.431 INFO:tasks.rados.rados.0.smithi098.stdout:1015: done (1 left) 2024-04-12T00:30:41.431 INFO:tasks.rados.rados.0.smithi098.stdout:1017: done (0 left) 2024-04-12T00:30:41.431 INFO:tasks.rados.rados.0.smithi098.stdout:1018: copy_from oid 38 from oid 8 current snap is 94 2024-04-12T00:30:41.431 INFO:tasks.rados.rados.0.smithi098.stdout:1019: delete oid 42 current snap is 94 2024-04-12T00:30:41.436 INFO:tasks.rados.rados.0.smithi098.stdout:1019: done (1 left) 2024-04-12T00:30:41.436 INFO:tasks.rados.rados.0.smithi098.stdout:1020: delete oid 29 current snap is 94 2024-04-12T00:30:41.438 INFO:tasks.rados.rados.0.smithi098.stdout:1020: done (1 left) 2024-04-12T00:30:41.438 INFO:tasks.rados.rados.0.smithi098.stdout:1021: rollback oid 27 current snap is 94 2024-04-12T00:30:41.438 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 69 2024-04-12T00:30:41.439 INFO:tasks.rados.rados.0.smithi098.stdout:1022: snap_remove snap 76 2024-04-12T00:30:42.437 INFO:tasks.rados.rados.0.smithi098.stdout:1022: done (2 left) 2024-04-12T00:30:42.437 INFO:tasks.rados.rados.0.smithi098.stdout:1023: copy_from oid 3 from oid 44 current snap is 94 2024-04-12T00:30:42.437 INFO:tasks.rados.rados.0.smithi098.stdout:1018: finishing copy_from racing read to smithi09877355-38 2024-04-12T00:30:42.437 INFO:tasks.rados.rados.0.smithi098.stdout:1018: finishing copy_from to smithi09877355-38 2024-04-12T00:30:42.437 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 199 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:30:42.437 INFO:tasks.rados.rados.0.smithi098.stdout:1021: finishing rollback tid 0 to smithi09877355-27 2024-04-12T00:30:42.437 INFO:tasks.rados.rados.0.smithi098.stdout:1021: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:30:42.437 INFO:tasks.rados.rados.0.smithi098.stdout:1021: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:30:42.437 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 266 (ObjNum 200 snap 48 seq_num 200) dirty exists 2024-04-12T00:30:42.438 INFO:tasks.rados.rados.0.smithi098.stdout:1018: done (2 left) 2024-04-12T00:30:42.438 INFO:tasks.rados.rados.0.smithi098.stdout:1021: done (1 left) 2024-04-12T00:30:42.438 INFO:tasks.rados.rados.0.smithi098.stdout:1024: rollback oid 23 current snap is 94 2024-04-12T00:30:42.438 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 23 to 86 2024-04-12T00:30:42.438 INFO:tasks.rados.rados.0.smithi098.stdout:1025: rollback oid 49 current snap is 94 2024-04-12T00:30:42.438 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 49 to 90 2024-04-12T00:30:42.438 INFO:tasks.rados.rados.0.smithi098.stdout:1026: snap_remove snap 69 2024-04-12T00:30:42.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: mon.c calling monitor election 2024-04-12T00:30:42.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: mon.b calling monitor election 2024-04-12T00:30:42.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: mon.a calling monitor election 2024-04-12T00:30:42.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:30:42.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: monmap epoch 3 2024-04-12T00:30:42.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:42.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: last_changed 2024-04-12T00:20:37.014783+0000 2024-04-12T00:30:42.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: created 2024-04-12T00:18:49.248336+0000 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: min_mon_release 18 (reef) 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: election_strategy: 1 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: 0: [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon.a 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: 1: [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon.b 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: 2: [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon.c 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: mgrmap e42: y(active, since 22s), standbys: x 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[91373]: overall HEALTH_OK 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: mon.c calling monitor election 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: mon.b calling monitor election 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: mon.a calling monitor election 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:30:42.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: monmap epoch 3 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: last_changed 2024-04-12T00:20:37.014783+0000 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: created 2024-04-12T00:18:49.248336+0000 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: min_mon_release 18 (reef) 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: election_strategy: 1 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: 0: [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon.a 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: 1: [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon.b 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: 2: [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon.c 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: mgrmap e42: y(active, since 22s), standbys: x 2024-04-12T00:30:42.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:42 smithi098 ceph-mon[88922]: overall HEALTH_OK 2024-04-12T00:30:42.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:30:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: mon.c calling monitor election 2024-04-12T00:30:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: mon.b calling monitor election 2024-04-12T00:30:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: mon.a calling monitor election 2024-04-12T00:30:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:30:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: monmap epoch 3 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: last_changed 2024-04-12T00:20:37.014783+0000 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: created 2024-04-12T00:18:49.248336+0000 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: min_mon_release 18 (reef) 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: election_strategy: 1 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: 0: [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon.a 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: 1: [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon.b 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: 2: [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon.c 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: mgrmap e42: y(active, since 22s), standbys: x 2024-04-12T00:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:42 smithi193 ceph-mon[30474]: overall HEALTH_OK 2024-04-12T00:30:43.452 INFO:tasks.rados.rados.0.smithi098.stdout:1026: done (3 left) 2024-04-12T00:30:43.452 INFO:tasks.rados.rados.0.smithi098.stdout:1027: copy_from oid 19 from oid 11 current snap is 94 2024-04-12T00:30:43.452 INFO:tasks.rados.rados.0.smithi098.stdout:1024: finishing rollback tid 0 to smithi09877355-23 2024-04-12T00:30:43.452 INFO:tasks.rados.rados.0.smithi098.stdout:1024: finishing rollback tid 1 to smithi09877355-23 2024-04-12T00:30:43.452 INFO:tasks.rados.rados.0.smithi098.stdout:1024: finishing rollback tid 2 to smithi09877355-23 2024-04-12T00:30:43.452 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 626 (ObjNum 310 snap 86 seq_num 310) dirty exists 2024-04-12T00:30:43.452 INFO:tasks.rados.rados.0.smithi098.stdout:1025: finishing rollback tid 0 to smithi09877355-49 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:1025: finishing rollback tid 1 to smithi09877355-49 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:1025: finishing rollback tid 2 to smithi09877355-49 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 434 (ObjNum 314 snap 88 seq_num 314) dirty exists 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:1023: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:1023: finishing copy_from to smithi09877355-3 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 684 (ObjNum 302 snap 81 seq_num 302) dirty exists 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:1023: done (3 left) 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:1024: done (2 left) 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:1025: done (1 left) 2024-04-12T00:30:43.453 INFO:tasks.rados.rados.0.smithi098.stdout:1028: snap_create 2024-04-12T00:30:43.467 INFO:tasks.rados.rados.0.smithi098.stdout:1027: finishing copy_from to smithi09877355-19 2024-04-12T00:30:43.467 INFO:tasks.rados.rados.0.smithi098.stdout:1027: got expected ENOENT (src dne) 2024-04-12T00:30:43.468 INFO:tasks.rados.rados.0.smithi098.stdout:1027: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:30:43.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:43 smithi098 ceph-mon[88922]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T00:30:43.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:43 smithi098 ceph-mon[91373]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T00:30:43.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:43 smithi193 ceph-mon[30474]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T00:30:43.864 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:30:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:30:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:30:44.460 INFO:tasks.rados.rados.0.smithi098.stdout:1027: done (1 left) 2024-04-12T00:30:44.460 INFO:tasks.rados.rados.0.smithi098.stdout:1028: done (0 left) 2024-04-12T00:30:44.460 INFO:tasks.rados.rados.0.smithi098.stdout:1029: copy_from oid 35 from oid 22 current snap is 95 2024-04-12T00:30:44.460 INFO:tasks.rados.rados.0.smithi098.stdout:1030: rollback oid 20 current snap is 95 2024-04-12T00:30:44.460 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 20 to 89 2024-04-12T00:30:44.460 INFO:tasks.rados.rados.0.smithi098.stdout:1031: delete oid 27 current snap is 95 2024-04-12T00:30:44.461 INFO:tasks.rados.rados.0.smithi098.stdout:1029: finishing copy_from to smithi09877355-35 2024-04-12T00:30:44.461 INFO:tasks.rados.rados.0.smithi098.stdout:1029: got expected ENOENT (src dne) 2024-04-12T00:30:44.461 INFO:tasks.rados.rados.0.smithi098.stdout:1029: finishing copy_from racing read to smithi09877355-35 2024-04-12T00:30:44.464 INFO:tasks.rados.rados.0.smithi098.stdout:1029: done (2 left) 2024-04-12T00:30:44.464 INFO:tasks.rados.rados.0.smithi098.stdout:1031: done (1 left) 2024-04-12T00:30:44.464 INFO:tasks.rados.rados.0.smithi098.stdout:1032: rollback oid 24 current snap is 95 2024-04-12T00:30:44.464 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 24 to 85 2024-04-12T00:30:44.464 INFO:tasks.rados.rados.0.smithi098.stdout:1033: delete oid 25 current snap is 95 2024-04-12T00:30:44.465 INFO:tasks.rados.rados.0.smithi098.stdout:1030: finishing rollback tid 0 to smithi09877355-20 2024-04-12T00:30:44.465 INFO:tasks.rados.rados.0.smithi098.stdout:1030: finishing rollback tid 1 to smithi09877355-20 2024-04-12T00:30:44.465 INFO:tasks.rados.rados.0.smithi098.stdout:1030: finishing rollback tid 2 to smithi09877355-20 2024-04-12T00:30:44.465 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 556 (ObjNum 292 snap 78 seq_num 292) dirty exists 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1032: finishing rollback tid 0 to smithi09877355-24 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1032: finishing rollback tid 1 to smithi09877355-24 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1032: finishing rollback tid 2 to smithi09877355-24 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 428 (ObjNum 282 snap 76 seq_num 282) dirty exists 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1030: done (2 left) 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1032: done (1 left) 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1033: done (0 left) 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1034: copy_from oid 20 from oid 27 current snap is 95 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 95 2024-04-12T00:30:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1035: seq_num 335 ranges {2826240=417792,3244032=401408} 2024-04-12T00:30:44.487 INFO:tasks.rados.rados.0.smithi098.stdout:1035: writing smithi09877355-12 from 2826240 to 3244032 tid 1 2024-04-12T00:30:44.489 INFO:tasks.rados.rados.0.smithi098.stdout:1035: writing smithi09877355-12 from 3244032 to 3645440 tid 2 2024-04-12T00:30:44.489 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 95 2024-04-12T00:30:44.490 INFO:tasks.rados.rados.0.smithi098.stdout:1034: finishing copy_from to smithi09877355-20 2024-04-12T00:30:44.490 INFO:tasks.rados.rados.0.smithi098.stdout:1034: got expected ENOENT (src dne) 2024-04-12T00:30:44.490 INFO:tasks.rados.rados.0.smithi098.stdout:1036: seq_num 336 ranges {3825664=434176,4259840=401408} 2024-04-12T00:30:44.512 INFO:tasks.rados.rados.0.smithi098.stdout:1036: writing smithi09877355-19 from 3825664 to 4259840 tid 1 2024-04-12T00:30:44.515 INFO:tasks.rados.rados.0.smithi098.stdout:1036: writing smithi09877355-19 from 4259840 to 4661248 tid 2 2024-04-12T00:30:44.515 INFO:tasks.rados.rados.0.smithi098.stdout:1037: rollback oid 35 current snap is 95 2024-04-12T00:30:44.515 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 35 to 86 2024-04-12T00:30:44.515 INFO:tasks.rados.rados.0.smithi098.stdout:1034: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:30:44.515 INFO:tasks.rados.rados.0.smithi098.stdout:1035: finishing write tid 1 to smithi09877355-12 2024-04-12T00:30:44.515 INFO:tasks.rados.rados.0.smithi098.stdout:1035: finishing write tid 2 to smithi09877355-12 2024-04-12T00:30:44.515 INFO:tasks.rados.rados.0.smithi098.stdout:1034: done (3 left) 2024-04-12T00:30:44.515 INFO:tasks.rados.rados.0.smithi098.stdout:1038: read oid 10 snap -1 2024-04-12T00:30:44.516 INFO:tasks.rados.rados.0.smithi098.stdout:1038: expect (ObjNum 317 snap 88 seq_num 317) 2024-04-12T00:30:44.516 INFO:tasks.rados.rados.0.smithi098.stdout:1039: snap_remove snap 81 2024-04-12T00:30:44.751 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:44 smithi098 ceph-mon[91373]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T00:30:44.751 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:44 smithi098 ceph-mon[91373]: pgmap v32: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:44.751 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:44 smithi098 ceph-mon[88922]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T00:30:44.751 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:44 smithi098 ceph-mon[88922]: pgmap v32: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:44.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:44 smithi193 ceph-mon[30474]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T00:30:44.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:44 smithi193 ceph-mon[30474]: pgmap v32: 121 pgs: 121 active+clean; 223 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:45.471 INFO:tasks.rados.rados.0.smithi098.stdout:1039: done (4 left) 2024-04-12T00:30:45.472 INFO:tasks.rados.rados.0.smithi098.stdout:1040: delete oid 42 current snap is 95 2024-04-12T00:30:45.472 INFO:tasks.rados.rados.0.smithi098.stdout:1035: finishing write tid 3 to smithi09877355-12 2024-04-12T00:30:45.472 INFO:tasks.rados.rados.0.smithi098.stdout:1035: finishing write tid 4 to smithi09877355-12 2024-04-12T00:30:45.472 INFO:tasks.rados.rados.0.smithi098.stdout:1035: oid 12 updating version 0 to 362 2024-04-12T00:30:45.472 INFO:tasks.rados.rados.0.smithi098.stdout:1035: oid 12 version 362 is already newer than 360 2024-04-12T00:30:45.472 INFO:tasks.rados.rados.0.smithi098.stdout:1035: oid 12 version 362 is already newer than 361 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 362 (ObjNum 335 snap 95 seq_num 335) dirty exists 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:1035: left oid 12 (ObjNum 335 snap 95 seq_num 335) 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:1037: finishing rollback tid 0 to smithi09877355-35 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:1037: finishing rollback tid 1 to smithi09877355-35 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:1037: finishing rollback tid 2 to smithi09877355-35 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 185 (ObjNum 238 snap 60 seq_num 238) dirty exists 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:1036: finishing write tid 1 to smithi09877355-19 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:1036: finishing write tid 2 to smithi09877355-19 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:1036: finishing write tid 3 to smithi09877355-19 2024-04-12T00:30:45.473 INFO:tasks.rados.rados.0.smithi098.stdout:1038: expect (ObjNum 317 snap 88 seq_num 317) 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:1036: finishing write tid 4 to smithi09877355-19 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:1036: oid 19 updating version 0 to 527 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:1036: oid 19 updating version 527 to 528 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:1036: oid 19 version 528 is already newer than 526 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 528 (ObjNum 336 snap 95 seq_num 336) dirty exists 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:1036: left oid 19 (ObjNum 336 snap 95 seq_num 336) 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:1035: done (4 left) 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:1036: done (3 left) 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:1037: done (2 left) 2024-04-12T00:30:45.596 INFO:tasks.rados.rados.0.smithi098.stdout:1038: done (1 left) 2024-04-12T00:30:45.597 INFO:tasks.rados.rados.0.smithi098.stdout:1040: done (0 left) 2024-04-12T00:30:45.597 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 95 2024-04-12T00:30:45.597 INFO:tasks.rados.rados.0.smithi098.stdout:1041: seq_num 338 ranges {4661248=466944,5128192=401408} 2024-04-12T00:30:45.625 INFO:tasks.rados.rados.0.smithi098.stdout:1041: writing smithi09877355-19 from 4661248 to 5128192 tid 1 2024-04-12T00:30:45.627 INFO:tasks.rados.rados.0.smithi098.stdout:1041: writing smithi09877355-19 from 5128192 to 5529600 tid 2 2024-04-12T00:30:45.627 INFO:tasks.rados.rados.0.smithi098.stdout:1042: snap_create 2024-04-12T00:30:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:1041: finishing write tid 1 to smithi09877355-19 2024-04-12T00:30:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:1041: finishing write tid 2 to smithi09877355-19 2024-04-12T00:30:45.630 INFO:tasks.rados.rados.0.smithi098.stdout:1041: finishing write tid 3 to smithi09877355-19 2024-04-12T00:30:45.631 INFO:tasks.rados.rados.0.smithi098.stdout:1041: finishing write tid 4 to smithi09877355-19 2024-04-12T00:30:45.631 INFO:tasks.rados.rados.0.smithi098.stdout:1041: oid 19 updating version 0 to 531 2024-04-12T00:30:45.631 INFO:tasks.rados.rados.0.smithi098.stdout:1041: oid 19 version 531 is already newer than 529 2024-04-12T00:30:45.631 INFO:tasks.rados.rados.0.smithi098.stdout:1041: oid 19 version 531 is already newer than 530 2024-04-12T00:30:45.631 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 531 (ObjNum 338 snap 95 seq_num 338) dirty exists 2024-04-12T00:30:45.631 INFO:tasks.rados.rados.0.smithi098.stdout:1041: left oid 19 (ObjNum 338 snap 95 seq_num 338) 2024-04-12T00:30:45.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:30:45] "GET /metrics HTTP/1.1" 200 36002 "" "Prometheus/2.43.0" 2024-04-12T00:30:45.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:45 smithi098 ceph-mon[91373]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T00:30:45.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:45 smithi098 ceph-mon[91373]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:45.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:45 smithi098 ceph-mon[91373]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:45.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:45 smithi098 ceph-mon[88922]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T00:30:45.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:45 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:45.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:45 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:45.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:45 smithi193 ceph-mon[30474]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T00:30:45.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:45 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:45.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:45 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:46.435 INFO:tasks.rados.rados.0.smithi098.stdout:1041: done (1 left) 2024-04-12T00:30:46.435 INFO:tasks.rados.rados.0.smithi098.stdout:1042: done (0 left) 2024-04-12T00:30:46.435 INFO:tasks.rados.rados.0.smithi098.stdout:1043: snap_create 2024-04-12T00:30:46.470 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:30:46.197+0000 7f6432f72700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-12T00:30:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T00:30:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: pgmap v35: 121 pgs: 121 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:30:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[88922]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T00:30:46.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T00:30:46.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: pgmap v35: 121 pgs: 121 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:46.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:46.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:46 smithi098 ceph-mon[91373]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T00:30:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T00:30:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: pgmap v35: 121 pgs: 121 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:30:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:46.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:46.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:46.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:30:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:30:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:46 smithi193 ceph-mon[30474]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T00:30:47.438 INFO:tasks.rados.rados.0.smithi098.stdout:1043: done (0 left) 2024-04-12T00:30:47.438 INFO:tasks.rados.rados.0.smithi098.stdout:1044: rollback oid 44 current snap is 97 2024-04-12T00:30:47.438 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 44 to 90 2024-04-12T00:30:47.438 INFO:tasks.rados.rados.0.smithi098.stdout:1045: read oid 36 snap -1 2024-04-12T00:30:47.438 INFO:tasks.rados.rados.0.smithi098.stdout:1045: expect (ObjNum 209 snap 52 seq_num 209) 2024-04-12T00:30:47.438 INFO:tasks.rados.rados.0.smithi098.stdout:1046: snap_remove snap 88 2024-04-12T00:30:48.443 INFO:tasks.rados.rados.0.smithi098.stdout:1046: done (2 left) 2024-04-12T00:30:48.443 INFO:tasks.rados.rados.0.smithi098.stdout:1047: read oid 46 snap -1 2024-04-12T00:30:48.443 INFO:tasks.rados.rados.0.smithi098.stdout:1047: expect (ObjNum 318 snap 88 seq_num 318) 2024-04-12T00:30:48.443 INFO:tasks.rados.rados.0.smithi098.stdout:1048: read oid 26 snap -1 2024-04-12T00:30:48.443 INFO:tasks.rados.rados.0.smithi098.stdout:1048: expect (ObjNum 256 snap 65 seq_num 256) 2024-04-12T00:30:48.443 INFO:tasks.rados.rados.0.smithi098.stdout:1049: read oid 22 snap 91 2024-04-12T00:30:48.443 INFO:tasks.rados.rados.0.smithi098.stdout:1049: expect deleted 2024-04-12T00:30:48.443 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 97 2024-04-12T00:30:48.443 INFO:tasks.rados.rados.0.smithi098.stdout:1050: seq_num 339 ranges {40960=483328,524288=401408} 2024-04-12T00:30:48.450 INFO:tasks.rados.rados.0.smithi098.stdout:1050: writing smithi09877355-1 from 40960 to 524288 tid 1 2024-04-12T00:30:48.450 INFO:tasks.rados.rados.0.smithi098.stdout:1050: writing smithi09877355-1 from 524288 to 925696 tid 2 2024-04-12T00:30:48.450 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 97 2024-04-12T00:30:48.450 INFO:tasks.rados.rados.0.smithi098.stdout:1051: seq_num 340 ranges {2777088=499712,3276800=401408} 2024-04-12T00:30:48.467 INFO:tasks.rados.rados.0.smithi098.stdout:1051: writing smithi09877355-37 from 2777088 to 3276800 tid 1 2024-04-12T00:30:48.470 INFO:tasks.rados.rados.0.smithi098.stdout:1051: writing smithi09877355-37 from 3276800 to 3678208 tid 2 2024-04-12T00:30:48.470 INFO:tasks.rados.rados.0.smithi098.stdout:1052: read oid 40 snap -1 2024-04-12T00:30:48.470 INFO:tasks.rados.rados.0.smithi098.stdout:1052: expect (ObjNum 321 snap 89 seq_num 321) 2024-04-12T00:30:48.470 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 97 2024-04-12T00:30:48.470 INFO:tasks.rados.rados.0.smithi098.stdout:1044: finishing rollback tid 0 to smithi09877355-44 2024-04-12T00:30:48.470 INFO:tasks.rados.rados.0.smithi098.stdout:1053: seq_num 341 ranges {0=516096,516096=401408} 2024-04-12T00:30:48.473 INFO:tasks.rados.rados.0.smithi098.stdout:1053: writing smithi09877355-18 from 0 to 516096 tid 1 2024-04-12T00:30:48.476 INFO:tasks.rados.rados.0.smithi098.stdout:1053: writing smithi09877355-18 from 516096 to 917504 tid 2 2024-04-12T00:30:48.476 INFO:tasks.rados.rados.0.smithi098.stdout:1054: rollback oid 48 current snap is 97 2024-04-12T00:30:48.476 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 48 to 79 2024-04-12T00:30:48.476 INFO:tasks.rados.rados.0.smithi098.stdout:1044: finishing rollback tid 1 to smithi09877355-44 2024-04-12T00:30:48.476 INFO:tasks.rados.rados.0.smithi098.stdout:1044: finishing rollback tid 2 to smithi09877355-44 2024-04-12T00:30:48.476 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 829 (ObjNum 302 snap 81 seq_num 302) dirty exists 2024-04-12T00:30:48.476 INFO:tasks.rados.rados.0.smithi098.stdout:1045: expect (ObjNum 209 snap 52 seq_num 209) 2024-04-12T00:30:48.624 INFO:tasks.rados.rados.0.smithi098.stdout:1050: finishing write tid 1 to smithi09877355-1 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1050: finishing write tid 2 to smithi09877355-1 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1044: done (9 left) 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1045: done (8 left) 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1049: done (7 left) 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1055: rmattr oid 49 current snap is 97 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1055: done (7 left) 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 97 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1050: finishing write tid 3 to smithi09877355-1 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1050: finishing write tid 4 to smithi09877355-1 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1050: oid 1 updating version 0 to 559 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1050: oid 1 version 559 is already newer than 558 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1050: oid 1 updating version 559 to 560 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 560 (ObjNum 339 snap 97 seq_num 339) dirty exists 2024-04-12T00:30:48.625 INFO:tasks.rados.rados.0.smithi098.stdout:1050: left oid 1 (ObjNum 339 snap 97 seq_num 339) 2024-04-12T00:30:48.626 INFO:tasks.rados.rados.0.smithi098.stdout:1047: expect (ObjNum 318 snap 88 seq_num 318) 2024-04-12T00:30:48.639 INFO:tasks.rados.rados.0.smithi098.stdout:1048: expect (ObjNum 256 snap 65 seq_num 256) 2024-04-12T00:30:48.762 INFO:tasks.rados.rados.0.smithi098.stdout:1051: finishing write tid 1 to smithi09877355-37 2024-04-12T00:30:48.763 INFO:tasks.rados.rados.0.smithi098.stdout:1051: finishing write tid 2 to smithi09877355-37 2024-04-12T00:30:48.763 INFO:tasks.rados.rados.0.smithi098.stdout:1051: finishing write tid 3 to smithi09877355-37 2024-04-12T00:30:48.763 INFO:tasks.rados.rados.0.smithi098.stdout:1051: finishing write tid 4 to smithi09877355-37 2024-04-12T00:30:48.763 INFO:tasks.rados.rados.0.smithi098.stdout:1051: oid 37 updating version 0 to 686 2024-04-12T00:30:48.763 INFO:tasks.rados.rados.0.smithi098.stdout:1051: oid 37 updating version 686 to 687 2024-04-12T00:30:48.763 INFO:tasks.rados.rados.0.smithi098.stdout:1051: oid 37 version 687 is already newer than 685 2024-04-12T00:30:48.763 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 687 (ObjNum 340 snap 97 seq_num 340) dirty exists 2024-04-12T00:30:48.763 INFO:tasks.rados.rados.0.smithi098.stdout:1051: left oid 37 (ObjNum 340 snap 97 seq_num 340) 2024-04-12T00:30:48.763 INFO:tasks.rados.rados.0.smithi098.stdout:1052: expect (ObjNum 321 snap 89 seq_num 321) 2024-04-12T00:30:48.780 INFO:tasks.rados.rados.0.smithi098.stdout:1053: finishing write tid 1 to smithi09877355-18 2024-04-12T00:30:48.780 INFO:tasks.rados.rados.0.smithi098.stdout:1053: finishing write tid 2 to smithi09877355-18 2024-04-12T00:30:48.780 INFO:tasks.rados.rados.0.smithi098.stdout:1053: finishing write tid 3 to smithi09877355-18 2024-04-12T00:30:48.780 INFO:tasks.rados.rados.0.smithi098.stdout:1054: finishing rollback tid 0 to smithi09877355-48 2024-04-12T00:30:48.780 INFO:tasks.rados.rados.0.smithi098.stdout:1056: seq_num 342 ranges {0=532480,532480=401408} 2024-04-12T00:30:48.783 INFO:tasks.rados.rados.0.smithi098.stdout:1056: writing smithi09877355-34 from 0 to 532480 tid 1 2024-04-12T00:30:48.787 INFO:tasks.rados.rados.0.smithi098.stdout:1056: writing smithi09877355-34 from 532480 to 933888 tid 2 2024-04-12T00:30:48.787 INFO:tasks.rados.rados.0.smithi098.stdout:1047: done (7 left) 2024-04-12T00:30:48.787 INFO:tasks.rados.rados.0.smithi098.stdout:1048: done (6 left) 2024-04-12T00:30:48.787 INFO:tasks.rados.rados.0.smithi098.stdout:1050: done (5 left) 2024-04-12T00:30:48.787 INFO:tasks.rados.rados.0.smithi098.stdout:1051: done (4 left) 2024-04-12T00:30:48.787 INFO:tasks.rados.rados.0.smithi098.stdout:1052: done (3 left) 2024-04-12T00:30:48.787 INFO:tasks.rados.rados.0.smithi098.stdout:1057: read oid 25 snap -1 2024-04-12T00:30:48.787 INFO:tasks.rados.rados.0.smithi098.stdout:1057: expect deleted 2024-04-12T00:30:48.788 INFO:tasks.rados.rados.0.smithi098.stdout:1058: delete oid 27 current snap is 97 2024-04-12T00:30:48.788 INFO:tasks.rados.rados.0.smithi098.stdout:1054: finishing rollback tid 1 to smithi09877355-48 2024-04-12T00:30:48.788 INFO:tasks.rados.rados.0.smithi098.stdout:1054: finishing rollback tid 2 to smithi09877355-48 2024-04-12T00:30:48.788 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 529 (ObjNum 240 snap 61 seq_num 240) dirty exists 2024-04-12T00:30:48.788 INFO:tasks.rados.rados.0.smithi098.stdout:1053: finishing write tid 4 to smithi09877355-18 2024-04-12T00:30:48.788 INFO:tasks.rados.rados.0.smithi098.stdout:1053: oid 18 updating version 0 to 534 2024-04-12T00:30:48.788 INFO:tasks.rados.rados.0.smithi098.stdout:1053: oid 18 version 534 is already newer than 532 2024-04-12T00:30:48.788 INFO:tasks.rados.rados.0.smithi098.stdout:1053: oid 18 version 534 is already newer than 533 2024-04-12T00:30:48.788 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 534 (ObjNum 341 snap 97 seq_num 341) dirty exists 2024-04-12T00:30:48.789 INFO:tasks.rados.rados.0.smithi098.stdout:1053: left oid 18 (ObjNum 341 snap 97 seq_num 341) 2024-04-12T00:30:48.789 INFO:tasks.rados.rados.0.smithi098.stdout:1056: finishing write tid 1 to smithi09877355-34 2024-04-12T00:30:48.790 INFO:tasks.rados.rados.0.smithi098.stdout:1053: done (4 left) 2024-04-12T00:30:48.790 INFO:tasks.rados.rados.0.smithi098.stdout:1054: done (3 left) 2024-04-12T00:30:48.790 INFO:tasks.rados.rados.0.smithi098.stdout:1057: done (2 left) 2024-04-12T00:30:48.790 INFO:tasks.rados.rados.0.smithi098.stdout:1058: done (1 left) 2024-04-12T00:30:48.790 INFO:tasks.rados.rados.0.smithi098.stdout:1059: rollback oid 33 current snap is 97 2024-04-12T00:30:48.790 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 33 to 74 2024-04-12T00:30:48.790 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 97 2024-04-12T00:30:48.791 INFO:tasks.rados.rados.0.smithi098.stdout:1060: seq_num 344 ranges {0=565248,565248=401408} 2024-04-12T00:30:48.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:48 smithi098 ceph-mon[91373]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T00:30:48.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:48 smithi098 ceph-mon[91373]: pgmap v38: 121 pgs: 121 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:30:48.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:48 smithi098 ceph-mon[88922]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T00:30:48.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:48 smithi098 ceph-mon[88922]: pgmap v38: 121 pgs: 121 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:30:48.792 INFO:tasks.rados.rados.0.smithi098.stdout:1060: writing smithi09877355-27 from 0 to 565248 tid 1 2024-04-12T00:30:48.794 INFO:tasks.rados.rados.0.smithi098.stdout:1060: writing smithi09877355-27 from 565248 to 966656 tid 2 2024-04-12T00:30:48.794 INFO:tasks.rados.rados.0.smithi098.stdout:1061: read oid 29 snap -1 2024-04-12T00:30:48.794 INFO:tasks.rados.rados.0.smithi098.stdout:1061: expect deleted 2024-04-12T00:30:48.794 INFO:tasks.rados.rados.0.smithi098.stdout:1062: read oid 26 snap 85 2024-04-12T00:30:48.794 INFO:tasks.rados.rados.0.smithi098.stdout:1062: expect (ObjNum 256 snap 65 seq_num 256) 2024-04-12T00:30:48.794 INFO:tasks.rados.rados.0.smithi098.stdout:1063: snap_remove snap 90 2024-04-12T00:30:48.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:48 smithi193 ceph-mon[30474]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T00:30:48.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:48 smithi193 ceph-mon[30474]: pgmap v38: 121 pgs: 121 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:30:49.448 INFO:tasks.rados.rados.0.smithi098.stdout:1063: done (5 left) 2024-04-12T00:30:49.448 INFO:tasks.rados.rados.0.smithi098.stdout:1064: read oid 43 snap -1 2024-04-12T00:30:49.448 INFO:tasks.rados.rados.0.smithi098.stdout:1064: expect (ObjNum 297 snap 80 seq_num 297) 2024-04-12T00:30:49.448 INFO:tasks.rados.rados.0.smithi098.stdout:1065: rollback oid 37 current snap is 97 2024-04-12T00:30:49.448 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 37 to 74 2024-04-12T00:30:49.448 INFO:tasks.rados.rados.0.smithi098.stdout:1056: finishing write tid 2 to smithi09877355-34 2024-04-12T00:30:49.448 INFO:tasks.rados.rados.0.smithi098.stdout:1056: finishing write tid 3 to smithi09877355-34 2024-04-12T00:30:49.448 INFO:tasks.rados.rados.0.smithi098.stdout:1059: finishing rollback tid 0 to smithi09877355-33 2024-04-12T00:30:49.448 INFO:tasks.rados.rados.0.smithi098.stdout:1059: finishing rollback tid 1 to smithi09877355-33 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 562 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1056: finishing write tid 4 to smithi09877355-34 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1056: oid 34 updating version 0 to 306 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1056: oid 34 updating version 306 to 308 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1056: oid 34 version 308 is already newer than 307 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 308 (ObjNum 342 snap 97 seq_num 342) dirty exists 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1056: left oid 34 (ObjNum 342 snap 97 seq_num 342) 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1060: finishing write tid 1 to smithi09877355-27 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1060: finishing write tid 2 to smithi09877355-27 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1060: finishing write tid 3 to smithi09877355-27 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1060: finishing write tid 4 to smithi09877355-27 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1060: oid 27 updating version 0 to 279 2024-04-12T00:30:49.449 INFO:tasks.rados.rados.0.smithi098.stdout:1060: oid 27 version 279 is already newer than 278 2024-04-12T00:30:49.450 INFO:tasks.rados.rados.0.smithi098.stdout:1060: oid 27 updating version 279 to 280 2024-04-12T00:30:49.450 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 280 (ObjNum 344 snap 97 seq_num 344) dirty exists 2024-04-12T00:30:49.450 INFO:tasks.rados.rados.0.smithi098.stdout:1060: left oid 27 (ObjNum 344 snap 97 seq_num 344) 2024-04-12T00:30:49.450 INFO:tasks.rados.rados.0.smithi098.stdout:1062: expect (ObjNum 256 snap 65 seq_num 256) 2024-04-12T00:30:49.583 INFO:tasks.rados.rados.0.smithi098.stdout:1065: finishing rollback tid 0 to smithi09877355-37 2024-04-12T00:30:49.583 INFO:tasks.rados.rados.0.smithi098.stdout:1065: finishing rollback tid 1 to smithi09877355-37 2024-04-12T00:30:49.583 INFO:tasks.rados.rados.0.smithi098.stdout:1065: finishing rollback tid 2 to smithi09877355-37 2024-04-12T00:30:49.583 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 690 (ObjNum 267 snap 72 seq_num 267) dirty exists 2024-04-12T00:30:49.583 INFO:tasks.rados.rados.0.smithi098.stdout:1064: expect (ObjNum 297 snap 80 seq_num 297) 2024-04-12T00:30:49.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:49 smithi098 ceph-mon[91373]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T00:30:49.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:49 smithi098 ceph-mon[88922]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T00:30:49.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:49 smithi193 ceph-mon[30474]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T00:30:50.508 INFO:tasks.rados.rados.0.smithi098.stdout:1056: done (6 left) 2024-04-12T00:30:50.509 INFO:tasks.rados.rados.0.smithi098.stdout:1059: done (5 left) 2024-04-12T00:30:50.509 INFO:tasks.rados.rados.0.smithi098.stdout:1060: done (4 left) 2024-04-12T00:30:50.509 INFO:tasks.rados.rados.0.smithi098.stdout:1061: done (3 left) 2024-04-12T00:30:50.509 INFO:tasks.rados.rados.0.smithi098.stdout:1062: done (2 left) 2024-04-12T00:30:50.509 INFO:tasks.rados.rados.0.smithi098.stdout:1064: done (1 left) 2024-04-12T00:30:50.509 INFO:tasks.rados.rados.0.smithi098.stdout:1065: done (0 left) 2024-04-12T00:30:50.509 INFO:tasks.rados.rados.0.smithi098.stdout:1066: delete oid 11 current snap is 97 2024-04-12T00:30:50.510 INFO:tasks.rados.rados.0.smithi098.stdout:1066: done (0 left) 2024-04-12T00:30:50.510 INFO:tasks.rados.rados.0.smithi098.stdout:1067: read oid 38 snap -1 2024-04-12T00:30:50.510 INFO:tasks.rados.rados.0.smithi098.stdout:1067: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:30:50.510 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 97 2024-04-12T00:30:50.511 INFO:tasks.rados.rados.0.smithi098.stdout:1068: seq_num 346 ranges {925696=598016,1523712=401408} 2024-04-12T00:30:50.518 INFO:tasks.rados.rados.0.smithi098.stdout:1068: writing smithi09877355-1 from 925696 to 1523712 tid 1 2024-04-12T00:30:50.521 INFO:tasks.rados.rados.0.smithi098.stdout:1068: writing smithi09877355-1 from 1523712 to 1925120 tid 2 2024-04-12T00:30:50.521 INFO:tasks.rados.rados.0.smithi098.stdout:1069: rollback oid 41 current snap is 97 2024-04-12T00:30:50.521 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 79 2024-04-12T00:30:50.521 INFO:tasks.rados.rados.0.smithi098.stdout:1067: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:30:50.553 INFO:tasks.rados.rados.0.smithi098.stdout:1069: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:30:50.553 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 544 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-12T00:30:50.553 INFO:tasks.rados.rados.0.smithi098.stdout:1068: finishing write tid 1 to smithi09877355-1 2024-04-12T00:30:50.553 INFO:tasks.rados.rados.0.smithi098.stdout:1067: done (2 left) 2024-04-12T00:30:50.553 INFO:tasks.rados.rados.0.smithi098.stdout:1069: done (1 left) 2024-04-12T00:30:50.553 INFO:tasks.rados.rados.0.smithi098.stdout:1070: copy_from oid 32 from oid 13 current snap is 97 2024-04-12T00:30:50.553 INFO:tasks.rados.rados.0.smithi098.stdout:1068: finishing write tid 2 to smithi09877355-1 2024-04-12T00:30:50.554 INFO:tasks.rados.rados.0.smithi098.stdout:1068: finishing write tid 3 to smithi09877355-1 2024-04-12T00:30:50.554 INFO:tasks.rados.rados.0.smithi098.stdout:1068: finishing write tid 4 to smithi09877355-1 2024-04-12T00:30:50.554 INFO:tasks.rados.rados.0.smithi098.stdout:1068: oid 1 updating version 0 to 563 2024-04-12T00:30:50.554 INFO:tasks.rados.rados.0.smithi098.stdout:1068: oid 1 updating version 563 to 565 2024-04-12T00:30:50.554 INFO:tasks.rados.rados.0.smithi098.stdout:1068: oid 1 version 565 is already newer than 564 2024-04-12T00:30:50.554 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 565 (ObjNum 346 snap 97 seq_num 346) dirty exists 2024-04-12T00:30:50.554 INFO:tasks.rados.rados.0.smithi098.stdout:1068: left oid 1 (ObjNum 346 snap 97 seq_num 346) 2024-04-12T00:30:50.554 INFO:tasks.rados.rados.0.smithi098.stdout:1068: done (1 left) 2024-04-12T00:30:50.554 INFO:tasks.rados.rados.0.smithi098.stdout:1071: snap_remove snap 86 2024-04-12T00:30:50.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: pgmap v41: 121 pgs: 121 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T00:30:50.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:50 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T00:30:50.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: pgmap v41: 121 pgs: 121 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T00:30:50.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: pgmap v41: 121 pgs: 121 active+clean; 216 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T00:30:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T00:30:51.461 INFO:tasks.rados.rados.0.smithi098.stdout:1071: done (1 left) 2024-04-12T00:30:51.461 INFO:tasks.rados.rados.0.smithi098.stdout:1072: copy_from oid 5 from oid 11 current snap is 97 2024-04-12T00:30:51.461 INFO:tasks.rados.rados.0.smithi098.stdout:1070: finishing copy_from to smithi09877355-32 2024-04-12T00:30:51.461 INFO:tasks.rados.rados.0.smithi098.stdout:1070: got expected ENOENT (src dne) 2024-04-12T00:30:51.461 INFO:tasks.rados.rados.0.smithi098.stdout:1070: finishing copy_from racing read to smithi09877355-32 2024-04-12T00:30:51.461 INFO:tasks.rados.rados.0.smithi098.stdout:1070: done (1 left) 2024-04-12T00:30:51.461 INFO:tasks.rados.rados.0.smithi098.stdout:1073: snap_create 2024-04-12T00:30:51.471 INFO:tasks.rados.rados.0.smithi098.stdout:1072: finishing copy_from to smithi09877355-5 2024-04-12T00:30:51.472 INFO:tasks.rados.rados.0.smithi098.stdout:1072: got expected ENOENT (src dne) 2024-04-12T00:30:51.472 INFO:tasks.rados.rados.0.smithi098.stdout:1072: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:30:51.623 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:30:51.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:51 smithi193 ceph-mon[30474]: Upgrade: It appears safe to stop mon.b 2024-04-12T00:30:51.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:51 smithi098 ceph-mon[88922]: Upgrade: It appears safe to stop mon.b 2024-04-12T00:30:51.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:51 smithi098 ceph-mon[91373]: Upgrade: It appears safe to stop mon.b 2024-04-12T00:30:51.950 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:30:51.950 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (4m) 6s ago 5m 25.9M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:30:51.950 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (5m) 27s ago 5m 91.0M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:30:51.950 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (6m) 6s ago 6m 19.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:30:51.950 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (6m) 27s ago 6m 16.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (55s) 27s ago 9m 448M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (84s) 6s ago 11m 503M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (40s) 6s ago 11m 37.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (10m) 27s ago 10m 52.5M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 e06e75cd3e3b 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (16s) 6s ago 10m 22.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (5m) 6s ago 5m 15.4M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (5m) 27s ago 5m 15.2M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (9m) 6s ago 9m 192M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 816b0359f062 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (9m) 6s ago 9m 152M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 53c80fc27bb6 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (8m) 6s ago 8m 166M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (8m) 6s ago 8m 102M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (8m) 27s ago 8m 181M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (7m) 27s ago 7m 208M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:30:51.951 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (7m) 27s ago 7m 112M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:30:51.952 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (6m) 27s ago 6m 139M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:30:51.952 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (61s) 27s ago 6m 45.3M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:30:52.345 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:30:52.346 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:30:52.347 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 11, 2024-04-12T00:30:52.347 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 4 2024-04-12T00:30:52.347 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:30:52.347 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:30:52.468 INFO:tasks.rados.rados.0.smithi098.stdout:1072: done (1 left) 2024-04-12T00:30:52.469 INFO:tasks.rados.rados.0.smithi098.stdout:1073: done (0 left) 2024-04-12T00:30:52.469 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 98 2024-04-12T00:30:52.469 INFO:tasks.rados.rados.0.smithi098.stdout:1074: seq_num 347 ranges {0=614400,614400=401408} 2024-04-12T00:30:52.472 INFO:tasks.rados.rados.0.smithi098.stdout:1074: writing smithi09877355-11 from 0 to 614400 tid 1 2024-04-12T00:30:52.474 INFO:tasks.rados.rados.0.smithi098.stdout:1074: writing smithi09877355-11 from 614400 to 1015808 tid 2 2024-04-12T00:30:52.474 INFO:tasks.rados.rados.0.smithi098.stdout:1075: rmattr oid 30 current snap is 98 2024-04-12T00:30:52.474 INFO:tasks.rados.rados.0.smithi098.stdout:1075: done (1 left) 2024-04-12T00:30:52.474 INFO:tasks.rados.rados.0.smithi098.stdout:1076: delete oid 19 current snap is 98 2024-04-12T00:30:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:1074: finishing write tid 1 to smithi09877355-11 2024-04-12T00:30:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:1076: done (1 left) 2024-04-12T00:30:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:1077: rollback oid 30 current snap is 98 2024-04-12T00:30:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 94 2024-04-12T00:30:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:1078: copy_from oid 23 from oid 17 current snap is 98 2024-04-12T00:30:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 98 2024-04-12T00:30:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:1079: seq_num 349 ranges {10338304=655360,10993664=401408} 2024-04-12T00:30:52.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:30:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:30:52.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T00:30:52.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:30:52.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: Upgrade: Updating mon.b 2024-04-12T00:30:52.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:52.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:30:52.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:30:52.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:52.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: Deploying daemon mon.b on smithi193 2024-04-12T00:30:52.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: pgmap v43: 121 pgs: 121 active+clean; 220 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-04-12T00:30:52.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:52 smithi193 ceph-mon[30474]: from='client.? 172.21.15.98:0/3704075138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:52.537 INFO:tasks.rados.rados.0.smithi098.stdout:1079: writing smithi09877355-24 from 10338304 to 10993664 tid 1 2024-04-12T00:30:52.540 INFO:tasks.rados.rados.0.smithi098.stdout:1079: writing smithi09877355-24 from 10993664 to 11395072 tid 2 2024-04-12T00:30:52.540 INFO:tasks.rados.rados.0.smithi098.stdout:1080: read oid 34 snap 85 2024-04-12T00:30:52.540 INFO:tasks.rados.rados.0.smithi098.stdout:1080: expect deleted 2024-04-12T00:30:52.540 INFO:tasks.rados.rados.0.smithi098.stdout:1081: snap_create 2024-04-12T00:30:52.540 INFO:tasks.rados.rados.0.smithi098.stdout:1074: finishing write tid 2 to smithi09877355-11 2024-04-12T00:30:52.540 INFO:tasks.rados.rados.0.smithi098.stdout:1074: finishing write tid 3 to smithi09877355-11 2024-04-12T00:30:52.540 INFO:tasks.rados.rados.0.smithi098.stdout:1078: finishing copy_from to smithi09877355-23 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1078: got expected ENOENT (src dne) 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1078: finishing copy_from racing read to smithi09877355-23 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1074: finishing write tid 4 to smithi09877355-11 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1074: oid 11 updating version 0 to 852 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1074: oid 11 version 852 is already newer than 851 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1074: oid 11 updating version 852 to 853 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 853 (ObjNum 347 snap 98 seq_num 347) dirty exists 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1074: left oid 11 (ObjNum 347 snap 98 seq_num 347) 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1077: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1077: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:1077: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:30:52.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 437 (ObjNum 300 snap 80 seq_num 300) dirty exists 2024-04-12T00:30:52.542 INFO:tasks.rados.rados.0.smithi098.stdout:1079: finishing write tid 1 to smithi09877355-24 2024-04-12T00:30:52.542 INFO:tasks.rados.rados.0.smithi098.stdout:1079: finishing write tid 2 to smithi09877355-24 2024-04-12T00:30:52.542 INFO:tasks.rados.rados.0.smithi098.stdout:1079: finishing write tid 3 to smithi09877355-24 2024-04-12T00:30:52.543 INFO:tasks.rados.rados.0.smithi098.stdout:1079: finishing write tid 4 to smithi09877355-24 2024-04-12T00:30:52.543 INFO:tasks.rados.rados.0.smithi098.stdout:1079: oid 24 updating version 0 to 431 2024-04-12T00:30:52.543 INFO:tasks.rados.rados.0.smithi098.stdout:1079: oid 24 version 431 is already newer than 430 2024-04-12T00:30:52.543 INFO:tasks.rados.rados.0.smithi098.stdout:1079: oid 24 updating version 431 to 432 2024-04-12T00:30:52.543 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 432 (ObjNum 349 snap 98 seq_num 349) dirty exists 2024-04-12T00:30:52.543 INFO:tasks.rados.rados.0.smithi098.stdout:1079: left oid 24 (ObjNum 349 snap 98 seq_num 349) 2024-04-12T00:30:52.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T00:30:52.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:30:52.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: Upgrade: Updating mon.b 2024-04-12T00:30:52.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:52.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:30:52.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: Deploying daemon mon.b on smithi193 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: pgmap v43: 121 pgs: 121 active+clean; 220 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3704075138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: Upgrade: Updating mon.b 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: from='mgr.34104 ' entity='mgr.y' 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:30:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: Deploying daemon mon.b on smithi193 2024-04-12T00:30:52.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: pgmap v43: 121 pgs: 121 active+clean; 220 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-04-12T00:30:52.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:52 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3704075138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:30:53.475 INFO:tasks.rados.rados.0.smithi098.stdout:1074: done (5 left) 2024-04-12T00:30:53.476 INFO:tasks.rados.rados.0.smithi098.stdout:1077: done (4 left) 2024-04-12T00:30:53.476 INFO:tasks.rados.rados.0.smithi098.stdout:1078: done (3 left) 2024-04-12T00:30:53.476 INFO:tasks.rados.rados.0.smithi098.stdout:1079: done (2 left) 2024-04-12T00:30:53.476 INFO:tasks.rados.rados.0.smithi098.stdout:1080: done (1 left) 2024-04-12T00:30:53.476 INFO:tasks.rados.rados.0.smithi098.stdout:1081: done (0 left) 2024-04-12T00:30:53.476 INFO:tasks.rados.rados.0.smithi098.stdout:1082: delete oid 26 current snap is 99 2024-04-12T00:30:53.480 INFO:tasks.rados.rados.0.smithi098.stdout:1082: done (0 left) 2024-04-12T00:30:53.480 INFO:tasks.rados.rados.0.smithi098.stdout:1083: delete oid 5 current snap is 99 2024-04-12T00:30:53.484 INFO:tasks.rados.rados.0.smithi098.stdout:1083: done (0 left) 2024-04-12T00:30:53.484 INFO:tasks.rados.rados.0.smithi098.stdout:1084: copy_from oid 21 from oid 29 current snap is 99 2024-04-12T00:30:53.485 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 99 2024-04-12T00:30:53.485 INFO:tasks.rados.rados.0.smithi098.stdout:1085: seq_num 352 ranges {991232=704512,1695744=401408} 2024-04-12T00:30:53.493 INFO:tasks.rados.rados.0.smithi098.stdout:1085: writing smithi09877355-3 from 991232 to 1695744 tid 1 2024-04-12T00:30:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:1085: writing smithi09877355-3 from 1695744 to 2097152 tid 2 2024-04-12T00:30:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:1086: copy_from oid 35 from oid 34 current snap is 99 2024-04-12T00:30:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:1084: finishing copy_from to smithi09877355-21 2024-04-12T00:30:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:1084: got expected ENOENT (src dne) 2024-04-12T00:30:53.497 INFO:tasks.rados.rados.0.smithi098.stdout:1084: finishing copy_from racing read to smithi09877355-21 2024-04-12T00:30:53.497 INFO:tasks.rados.rados.0.smithi098.stdout:1084: done (2 left) 2024-04-12T00:30:53.497 INFO:tasks.rados.rados.0.smithi098.stdout:1087: read oid 38 snap -1 2024-04-12T00:30:53.497 INFO:tasks.rados.rados.0.smithi098.stdout:1087: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:30:53.497 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 99 2024-04-12T00:30:53.497 INFO:tasks.rados.rados.0.smithi098.stdout:1088: seq_num 353 ranges {0=720896,720896=401408} 2024-04-12T00:30:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:1088: writing smithi09877355-26 from 0 to 720896 tid 1 2024-04-12T00:30:53.503 INFO:tasks.rados.rados.0.smithi098.stdout:1088: writing smithi09877355-26 from 720896 to 1122304 tid 2 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1089: copy_from oid 30 from oid 31 current snap is 99 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1085: finishing write tid 1 to smithi09877355-3 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1085: finishing write tid 2 to smithi09877355-3 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1085: finishing write tid 3 to smithi09877355-3 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1085: finishing write tid 4 to smithi09877355-3 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1085: oid 3 updating version 0 to 691 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1085: oid 3 updating version 691 to 693 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1085: oid 3 version 693 is already newer than 692 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 693 (ObjNum 352 snap 99 seq_num 352) dirty exists 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1085: left oid 3 (ObjNum 352 snap 99 seq_num 352) 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1085: done (4 left) 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 99 2024-04-12T00:30:53.504 INFO:tasks.rados.rados.0.smithi098.stdout:1090: seq_num 354 ranges {1269760=737280,2007040=401408} 2024-04-12T00:30:53.515 INFO:tasks.rados.rados.0.smithi098.stdout:1090: writing smithi09877355-6 from 1269760 to 2007040 tid 1 2024-04-12T00:30:53.517 INFO:tasks.rados.rados.0.smithi098.stdout:1090: writing smithi09877355-6 from 2007040 to 2408448 tid 2 2024-04-12T00:30:53.517 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 99 2024-04-12T00:30:53.517 INFO:tasks.rados.rados.0.smithi098.stdout:1091: seq_num 355 ranges {0=753664,753664=401408} 2024-04-12T00:30:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:1091: writing smithi09877355-41 from 0 to 753664 tid 1 2024-04-12T00:30:53.524 INFO:tasks.rados.rados.0.smithi098.stdout:1091: writing smithi09877355-41 from 753664 to 1155072 tid 2 2024-04-12T00:30:53.524 INFO:tasks.rados.rados.0.smithi098.stdout:1092: read oid 18 snap -1 2024-04-12T00:30:53.524 INFO:tasks.rados.rados.0.smithi098.stdout:1092: expect (ObjNum 341 snap 97 seq_num 341) 2024-04-12T00:30:53.524 INFO:tasks.rados.rados.0.smithi098.stdout:1093: snap_create 2024-04-12T00:30:53.524 INFO:tasks.rados.rados.0.smithi098.stdout:1086: finishing copy_from racing read to smithi09877355-35 2024-04-12T00:30:53.525 INFO:tasks.rados.rados.0.smithi098.stdout:1087: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:30:53.557 INFO:tasks.rados.rados.0.smithi098.stdout:1088: finishing write tid 1 to smithi09877355-26 2024-04-12T00:30:53.557 INFO:tasks.rados.rados.0.smithi098.stdout:1088: finishing write tid 2 to smithi09877355-26 2024-04-12T00:30:53.557 INFO:tasks.rados.rados.0.smithi098.stdout:1088: finishing write tid 3 to smithi09877355-26 2024-04-12T00:30:53.557 INFO:tasks.rados.rados.0.smithi098.stdout:1086: finishing copy_from to smithi09877355-35 2024-04-12T00:30:53.557 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 308 (ObjNum 342 snap 97 seq_num 342) dirty exists 2024-04-12T00:30:53.557 INFO:tasks.rados.rados.0.smithi098.stdout:1088: finishing write tid 4 to smithi09877355-26 2024-04-12T00:30:53.557 INFO:tasks.rados.rados.0.smithi098.stdout:1088: oid 26 updating version 0 to 377 2024-04-12T00:30:53.557 INFO:tasks.rados.rados.0.smithi098.stdout:1088: oid 26 updating version 377 to 378 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1088: oid 26 updating version 378 to 379 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 379 (ObjNum 353 snap 99 seq_num 353) dirty exists 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1088: left oid 26 (ObjNum 353 snap 99 seq_num 353) 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1089: finishing copy_from racing read to smithi09877355-30 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1089: finishing copy_from to smithi09877355-30 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 252 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1090: finishing write tid 1 to smithi09877355-6 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1090: finishing write tid 2 to smithi09877355-6 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1090: finishing write tid 3 to smithi09877355-6 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1090: finishing write tid 4 to smithi09877355-6 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1090: oid 6 updating version 0 to 433 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1090: oid 6 updating version 433 to 435 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:1090: oid 6 version 435 is already newer than 434 2024-04-12T00:30:53.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 435 (ObjNum 354 snap 99 seq_num 354) dirty exists 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1090: left oid 6 (ObjNum 354 snap 99 seq_num 354) 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1091: finishing write tid 1 to smithi09877355-41 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1091: finishing write tid 2 to smithi09877355-41 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1091: finishing write tid 3 to smithi09877355-41 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1091: finishing write tid 4 to smithi09877355-41 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1091: oid 41 updating version 0 to 672 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1091: oid 41 updating version 672 to 673 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1091: oid 41 updating version 673 to 674 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 674 (ObjNum 355 snap 99 seq_num 355) dirty exists 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1091: left oid 41 (ObjNum 355 snap 99 seq_num 355) 2024-04-12T00:30:53.559 INFO:tasks.rados.rados.0.smithi098.stdout:1092: expect (ObjNum 341 snap 97 seq_num 341) 2024-04-12T00:30:53.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:53 smithi193 ceph-mon[30474]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:30:53.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:53 smithi193 ceph-mon[30474]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T00:30:53.575 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:30:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:30:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:30:53.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-mon[91373]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:30:53.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-mon[91373]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T00:30:53.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-mon[88922]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:30:53.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-mon[88922]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T00:30:53.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:53 smithi193 systemd[1]: Stopping Ceph mon.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:30:53.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b[30470]: 2024-04-12T00:30:53.809+0000 7f3223470700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:30:53.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b[30470]: 2024-04-12T00:30:53.809+0000 7f3223470700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-12T00:30:54.224 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:53 smithi193 podman[83597]: 2024-04-12 00:30:53.871466983 +0000 UTC m=+0.151963409 container died e06e75cd3e3be797e9f6fee5938d35febab47c9411964639da9be1bf1c5dd9ba (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, RELEASE=reef-d540eba, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-12T00:30:54.288 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:53] ENGINE Bus STOPPING 2024-04-12T00:30:54.288 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T00:30:54.288 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:53] ENGINE Bus STOPPED 2024-04-12T00:30:54.288 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:53] ENGINE Bus STARTING 2024-04-12T00:30:54.288 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:53] ENGINE Serving on http://:::9283 2024-04-12T00:30:54.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:00:30:53] ENGINE Bus STARTED 2024-04-12T00:30:54.599 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:54 smithi193 podman[83597]: 2024-04-12 00:30:54.326978939 +0000 UTC m=+0.607475357 container cleanup e06e75cd3e3be797e9f6fee5938d35febab47c9411964639da9be1bf1c5dd9ba (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:30:54.599 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:54 smithi193 bash[83597]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b 2024-04-12T00:30:54.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:54 smithi193 podman[83611]: 2024-04-12 00:30:54.603235929 +0000 UTC m=+0.736552428 container remove e06e75cd3e3be797e9f6fee5938d35febab47c9411964639da9be1bf1c5dd9ba (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, ceph=True) 2024-04-12T00:30:54.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:54 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-12T00:30:54.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:54 smithi193 systemd[1]: Stopped Ceph mon.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:30:54.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:54 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.b.service: Consumed 9.166s CPU time. 2024-04-12T00:30:55.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:54 smithi193 systemd[1]: Starting Ceph mon.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:30:55.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 podman[83745]: 2024-04-12 00:30:55.036400214 +0000 UTC m=+0.018527198 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:30:55.160 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 podman[83745]: 2024-04-12 00:30:55.162799756 +0000 UTC m=+0.144926774 container create e2773ad48dc590c250f193de520860cdda40f3dacd020d5b57c605901241da1e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-12T00:30:55.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 podman[83745]: 2024-04-12 00:30:55.415381794 +0000 UTC m=+0.397508767 container init e2773ad48dc590c250f193de520860cdda40f3dacd020d5b57c605901241da1e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-12T00:30:55.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 podman[83745]: 2024-04-12 00:30:55.418647604 +0000 UTC m=+0.400774578 container start e2773ad48dc590c250f193de520860cdda40f3dacd020d5b57c605901241da1e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev), process ceph-mon, pid 2 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: pidfile_write: ignore empty --pid-file 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: load: jerasure load: lrc 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: RocksDB version: 7.9.2 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Git sha 0 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Compile date 2024-04-09 19:52:16 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: DB SUMMARY 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: DB Session ID: WTFBKY1UXB4YW06MSSJ7 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: CURRENT file: CURRENT 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T00:30:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1161 Bytes 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000024.sst 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000022.log size: 7847265 ; 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.error_if_exists: 0 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.create_if_missing: 0 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.paranoid_checks: 1 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.env: 0x55a9b6efdd40 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.info_log: 0x55a9b95cfbe0 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.statistics: (nil) 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.use_fsync: 0 2024-04-12T00:30:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_log_file_size: 0 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.allow_fallocate: 1 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.use_direct_reads: 0 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.db_log_dir: 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.wal_dir: 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T00:30:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.write_buffer_manager: 0x55a9b95a0820 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T00:30:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T00:30:55.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.unordered_write: 0 2024-04-12T00:30:55.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T00:30:55.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T00:30:55.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T00:30:55.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T00:30:55.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.row_cache: None 2024-04-12T00:30:55.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.wal_filter: None 2024-04-12T00:30:55.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T00:30:55.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T00:30:55.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.two_write_queues: 0 2024-04-12T00:30:55.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T00:30:55.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.wal_compression: 0 2024-04-12T00:30:55.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.atomic_flush: 0 2024-04-12T00:30:55.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T00:30:55.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T00:30:55.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T00:30:55.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.log_readahead_size: 0 2024-04-12T00:30:55.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T00:30:55.873 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T00:30:55.874 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T00:30:55.874 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T00:30:55.874 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T00:30:55.874 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T00:30:55.874 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T00:30:55.874 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_background_jobs: 2 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_background_compactions: -1 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_subcompactions: 1 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_open_files: -1 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T00:30:55.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_background_flushes: -1 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Compression algorithms supported: 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: kZSTD supported: 0 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: kXpressCompression supported: 0 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: kZlibCompression supported: 1 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: kSnappyCompression supported: 1 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: kLZ4Compression supported: 1 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: kBZip2Compression supported: 0 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-12T00:30:55.876 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.merge_operator: 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_filter: None 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a9b95cfdc0) 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout: cache_index_and_filter_blocks: 1 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T00:30:55.877 INFO:journalctl@ceph.mon.b.smithi193.stdout: pin_top_level_index_and_filter: 1 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: index_type: 0 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: data_block_index_type: 0 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: index_shortening: 1 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: checksum: 4 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: no_block_cache: 0 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache: 0x55a9b95d3090 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache_name: BinnedLRUCache 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache_options: 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: capacity : 536870912 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: num_shard_bits : 4 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: strict_capacity_limit : 0 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: high_pri_pool_ratio: 0.000 2024-04-12T00:30:55.878 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache_compressed: (nil) 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: persistent_cache: (nil) 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_size: 4096 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_size_deviation: 10 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_restart_interval: 16 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: index_block_restart_interval: 1 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: metadata_block_size: 4096 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: partition_filters: 0 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: use_delta_encoding: 1 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: filter_policy: bloomfilter 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: whole_key_filtering: 1 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: verify_compression: 0 2024-04-12T00:30:55.879 INFO:journalctl@ceph.mon.b.smithi193.stdout: read_amp_bytes_per_bit: 0 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout: format_version: 5 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout: enable_index_compression: 1 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_align: 0 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout: max_auto_readahead_size: 262144 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout: prepopulate_block_cache: 0 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout: initial_auto_readahead_size: 8192 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression: NoCompression 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T00:30:55.880 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.num_levels: 7 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:30:55.881 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T00:30:55.882 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T00:30:55.883 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-12T00:30:55.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.inplace_update_support: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.bloom_locality: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.max_successive_merges: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.ttl: 2592000 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T00:30:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.enable_blob_files: false 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.min_blob_size: 0 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 26, last_sequence is 13770, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 22 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a6a02073-015a-40ba-bdca-49c2cd7cb580 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881855447381, "job": 1, "event": "recovery_started", "wal_files": [22]} 2024-04-12T00:30:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881855465848, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 4900966, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13775, "largest_seqno": 16180, "table_properties": {"data_size": 4889604, "index_size": 7820, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2501, "raw_key_size": 23959, "raw_average_key_size": 24, "raw_value_size": 4867512, "raw_average_value_size": 4906, "num_data_blocks": 343, "num_entries": 992, "num_filter_entries": 992, "num_deletions": 30, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712881855, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a6a02073-015a-40ba-bdca-49c2cd7cb580", "db_session_id": "WTFBKY1UXB4YW06MSSJ7", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712881855465934, "job": 1, "event": "recovery_finished"} 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a9b96c2000 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: DB pointer 0x55a9b96ac000 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** DB Stats ** 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:30:55.887 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** Compaction Stats [default] ** 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: L0 1/0 4.67 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 567.4 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: L6 1/0 8.60 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: Sum 2/0 13.28 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 567.4 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 567.4 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** Compaction Stats [default] ** 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T00:30:55.888 INFO:journalctl@ceph.mon.b.smithi193.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 567.4 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative compaction: 0.00 GB write, 221.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval compaction: 0.00 GB write, 221.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T00:30:55.889 INFO:journalctl@ceph.mon.b.smithi193.stdout: Block cache BinnedLRUCache@0x55a9b95d3090#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: starting mon.b rank 1 at public addrs [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] at bind addrs [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: mon.b@-1(???) e3 preinit fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: mon.b@-1(???).mds e6 new map 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: mon.b@-1(???).mds e6 print_map 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: e6 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: legacy client fscid: 1 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: Filesystem 'cephfs' (1) 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: fs_name cephfs 2024-04-12T00:30:55.890 INFO:journalctl@ceph.mon.b.smithi193.stdout: epoch 6 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: created 2024-04-12T00:24:24.050239+0000 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: modified 2024-04-12T00:24:26.058778+0000 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: tableserver 0 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: root 0 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: session_timeout 60 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: session_autoclose 300 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: max_file_size 1099511627776 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: max_xattr_size 65536 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: required_client_features {} 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: last_failure 0 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: last_failure_osd_epoch 0 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: max_mds 1 2024-04-12T00:30:55.891 INFO:journalctl@ceph.mon.b.smithi193.stdout: in 0 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: up {0=24335} 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: failed 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: damaged 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: stopped 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: data_pools [3] 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: metadata_pool 2 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: inline_data disabled 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: balancer 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: bal_rank_mask -1 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: standby_count_wanted 0 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: qdb_cluster leader: 0 members: 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: [mds.a{0:24335} state up:active seq 3 addr [v2:172.21.15.98:6834/1506290339,v1:172.21.15.98:6835/1506290339] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: Standby daemons: 2024-04-12T00:30:55.892 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-04-12T00:30:55.893 INFO:journalctl@ceph.mon.b.smithi193.stdout: [mds.b{-1:24334} state up:standby seq 1 addr [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T00:30:55.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: mon.b@-1(???).osd e260 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-12T00:30:55.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: mon.b@-1(???).osd e260 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T00:30:55.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: mon.b@-1(???).osd e260 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T00:30:55.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: mon.b@-1(???).osd e260 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T00:30:55.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 ceph-mon[83763]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-12T00:30:55.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 bash[83745]: e2773ad48dc590c250f193de520860cdda40f3dacd020d5b57c605901241da1e 2024-04-12T00:30:55.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:55 smithi193 systemd[1]: Started Ceph mon.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:30:56.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:30:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:30:55] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-12T00:30:57.856 INFO:tasks.rados.rados.0.smithi098.stdout:1086: done (7 left) 2024-04-12T00:30:57.857 INFO:tasks.rados.rados.0.smithi098.stdout:1087: done (6 left) 2024-04-12T00:30:57.857 INFO:tasks.rados.rados.0.smithi098.stdout:1088: done (5 left) 2024-04-12T00:30:57.857 INFO:tasks.rados.rados.0.smithi098.stdout:1089: done (4 left) 2024-04-12T00:30:57.857 INFO:tasks.rados.rados.0.smithi098.stdout:1090: done (3 left) 2024-04-12T00:30:57.857 INFO:tasks.rados.rados.0.smithi098.stdout:1091: done (2 left) 2024-04-12T00:30:57.857 INFO:tasks.rados.rados.0.smithi098.stdout:1092: done (1 left) 2024-04-12T00:30:57.857 INFO:tasks.rados.rados.0.smithi098.stdout:1093: done (0 left) 2024-04-12T00:30:57.857 INFO:tasks.rados.rados.0.smithi098.stdout:1094: setattr oid 23 current snap is 100 2024-04-12T00:30:57.858 INFO:tasks.rados.rados.0.smithi098.stdout:1095: snap_remove snap 84 2024-04-12T00:30:58.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:58.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T00:30:58.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: mgrmap e42: y(active, since 37s), standbys: x 2024-04-12T00:30:58.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: overall HEALTH_OK 2024-04-12T00:30:58.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: mon.c calling monitor election 2024-04-12T00:30:58.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: mon.b calling monitor election 2024-04-12T00:30:58.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: mon.a calling monitor election 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: monmap epoch 4 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: last_changed 2024-04-12T00:30:56.852100+0000 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: created 2024-04-12T00:18:49.248336+0000 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: min_mon_release 19 (squid) 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: election_strategy: 1 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: 0: [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon.a 2024-04-12T00:30:58.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: 1: [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon.b 2024-04-12T00:30:58.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: 2: [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon.c 2024-04-12T00:30:58.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:58.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T00:30:58.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: mgrmap e42: y(active, since 37s), standbys: x 2024-04-12T00:30:58.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: overall HEALTH_OK 2024-04-12T00:30:58.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:30:58.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:30:58.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T00:30:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: mgrmap e42: y(active, since 37s), standbys: x 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: overall HEALTH_OK 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: mon.c calling monitor election 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: mon.b calling monitor election 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: mon.a calling monitor election 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: monmap epoch 4 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: last_changed 2024-04-12T00:30:56.852100+0000 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: created 2024-04-12T00:18:49.248336+0000 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: min_mon_release 19 (squid) 2024-04-12T00:30:58.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: election_strategy: 1 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: 0: [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon.a 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: 1: [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon.b 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: 2: [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon.c 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: mgrmap e42: y(active, since 37s), standbys: x 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: overall HEALTH_OK 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:30:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: mgrmap e42: y(active, since 37s), standbys: x 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: overall HEALTH_OK 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: mon.c calling monitor election 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: mon.b calling monitor election 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:30:58.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: mon.a calling monitor election 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: monmap epoch 4 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: last_changed 2024-04-12T00:30:56.852100+0000 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: created 2024-04-12T00:18:49.248336+0000 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: min_mon_release 19 (squid) 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: election_strategy: 1 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: 0: [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon.a 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: 1: [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon.b 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: 2: [v2:172.21.15.98:3301/0,v1:172.21.15.98:6790/0] mon.c 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: mgrmap e42: y(active, since 37s), standbys: x 2024-04-12T00:30:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: overall HEALTH_OK 2024-04-12T00:30:58.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:30:58.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:30:58.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:30:58.869 INFO:tasks.rados.rados.0.smithi098.stdout:1095: done (1 left) 2024-04-12T00:30:58.869 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 100 2024-04-12T00:30:58.869 INFO:tasks.rados.rados.0.smithi098.stdout:1096: seq_num 356 ranges {0=770048,770048=401408} 2024-04-12T00:30:58.873 INFO:tasks.rados.rados.0.smithi098.stdout:1096: writing smithi09877355-45 from 0 to 770048 tid 1 2024-04-12T00:30:58.874 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:58 smithi193 ceph-mon[83763]: pgmap v48: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 972 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:30:58.875 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:58 smithi193 ceph-mon[83763]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T00:30:58.876 INFO:tasks.rados.rados.0.smithi098.stdout:1096: writing smithi09877355-45 from 770048 to 1171456 tid 2 2024-04-12T00:30:58.876 INFO:tasks.rados.rados.0.smithi098.stdout:1097: snap_remove snap 85 2024-04-12T00:30:59.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:58 smithi098 ceph-mon[91373]: pgmap v48: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 972 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:30:59.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:58 smithi098 ceph-mon[91373]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T00:30:59.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:58 smithi098 ceph-mon[88922]: pgmap v48: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 972 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:30:59.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:58 smithi098 ceph-mon[88922]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T00:30:59.882 INFO:tasks.rados.rados.0.smithi098.stdout:1097: done (2 left) 2024-04-12T00:30:59.882 INFO:tasks.rados.rados.0.smithi098.stdout:1098: delete oid 1 current snap is 100 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 676 (ObjNum 310 snap 86 seq_num 310) dirty exists 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:1096: finishing write tid 1 to smithi09877355-45 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:1096: finishing write tid 2 to smithi09877355-45 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:1096: finishing write tid 3 to smithi09877355-45 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:1096: finishing write tid 4 to smithi09877355-45 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:1096: oid 45 updating version 0 to 310 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:1096: oid 45 version 310 is already newer than 309 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:1096: oid 45 updating version 310 to 311 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 311 (ObjNum 356 snap 100 seq_num 356) dirty exists 2024-04-12T00:30:59.883 INFO:tasks.rados.rados.0.smithi098.stdout:1096: left oid 45 (ObjNum 356 snap 100 seq_num 356) 2024-04-12T00:30:59.889 INFO:tasks.rados.rados.0.smithi098.stdout:1094: done (2 left) 2024-04-12T00:30:59.889 INFO:tasks.rados.rados.0.smithi098.stdout:1096: done (1 left) 2024-04-12T00:30:59.889 INFO:tasks.rados.rados.0.smithi098.stdout:1098: done (0 left) 2024-04-12T00:30:59.890 INFO:tasks.rados.rados.0.smithi098.stdout:1099: rollback oid 50 current snap is 100 2024-04-12T00:30:59.890 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 91 2024-04-12T00:30:59.890 INFO:tasks.rados.rados.0.smithi098.stdout:1100: copy_from oid 39 from oid 10 current snap is 100 2024-04-12T00:30:59.890 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 100 2024-04-12T00:30:59.890 INFO:tasks.rados.rados.0.smithi098.stdout:1101: seq_num 358 ranges {0=802816,802816=401408} 2024-04-12T00:30:59.894 INFO:tasks.rados.rados.0.smithi098.stdout:1101: writing smithi09877355-2 from 0 to 802816 tid 1 2024-04-12T00:30:59.897 INFO:tasks.rados.rados.0.smithi098.stdout:1101: writing smithi09877355-2 from 802816 to 1204224 tid 2 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:1102: read oid 36 snap -1 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:1102: expect (ObjNum 209 snap 52 seq_num 209) 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:1103: read oid 42 snap -1 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:1103: expect deleted 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:1104: read oid 44 snap -1 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:1104: expect (ObjNum 302 snap 81 seq_num 302) 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:1105: read oid 26 snap -1 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:1105: expect (ObjNum 353 snap 99 seq_num 353) 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 100 2024-04-12T00:30:59.899 INFO:tasks.rados.rados.0.smithi098.stdout:1106: seq_num 359 ranges {0=417792,417792=417792,835584=385024} 2024-04-12T00:30:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:1106: writing smithi09877355-29 from 0 to 417792 tid 1 2024-04-12T00:30:59.905 INFO:tasks.rados.rados.0.smithi098.stdout:1106: writing smithi09877355-29 from 417792 to 835584 tid 2 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1106: writing smithi09877355-29 from 835584 to 1220608 tid 3 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1099: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1099: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1099: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 318 (ObjNum 280 snap 76 seq_num 280) dirty exists 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1100: finishing copy_from racing read to smithi09877355-39 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1101: finishing write tid 1 to smithi09877355-2 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1101: finishing write tid 2 to smithi09877355-2 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1099: done (7 left) 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1103: done (6 left) 2024-04-12T00:30:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:1107: delete oid 14 current snap is 100 2024-04-12T00:30:59.909 INFO:tasks.rados.rados.0.smithi098.stdout:1106: finishing write tid 1 to smithi09877355-29 2024-04-12T00:30:59.909 INFO:tasks.rados.rados.0.smithi098.stdout:1101: finishing write tid 3 to smithi09877355-2 2024-04-12T00:30:59.910 INFO:tasks.rados.rados.0.smithi098.stdout:1105: expect (ObjNum 353 snap 99 seq_num 353) 2024-04-12T00:30:59.942 INFO:tasks.rados.rados.0.smithi098.stdout:1106: finishing write tid 2 to smithi09877355-29 2024-04-12T00:30:59.942 INFO:tasks.rados.rados.0.smithi098.stdout:1105: done (6 left) 2024-04-12T00:30:59.942 INFO:tasks.rados.rados.0.smithi098.stdout:1107: done (5 left) 2024-04-12T00:30:59.942 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 100 2024-04-12T00:30:59.942 INFO:tasks.rados.rados.0.smithi098.stdout:1101: finishing write tid 4 to smithi09877355-2 2024-04-12T00:30:59.942 INFO:tasks.rados.rados.0.smithi098.stdout:1101: oid 2 updating version 0 to 319 2024-04-12T00:30:59.942 INFO:tasks.rados.rados.0.smithi098.stdout:1101: oid 2 updating version 319 to 321 2024-04-12T00:30:59.942 INFO:tasks.rados.rados.0.smithi098.stdout:1101: oid 2 version 321 is already newer than 320 2024-04-12T00:30:59.943 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 321 (ObjNum 358 snap 100 seq_num 358) dirty exists 2024-04-12T00:30:59.943 INFO:tasks.rados.rados.0.smithi098.stdout:1101: left oid 2 (ObjNum 358 snap 100 seq_num 358) 2024-04-12T00:30:59.943 INFO:tasks.rados.rados.0.smithi098.stdout:1106: finishing write tid 3 to smithi09877355-29 2024-04-12T00:30:59.943 INFO:tasks.rados.rados.0.smithi098.stdout:1108: seq_num 361 ranges {0=450560,450560=581632,1032192=221184} 2024-04-12T00:30:59.944 INFO:tasks.rados.rados.0.smithi098.stdout:1108: writing smithi09877355-33 from 0 to 450560 tid 1 2024-04-12T00:30:59.948 INFO:tasks.rados.rados.0.smithi098.stdout:1108: writing smithi09877355-33 from 450560 to 1032192 tid 2 2024-04-12T00:30:59.949 INFO:tasks.rados.rados.0.smithi098.stdout:1108: writing smithi09877355-33 from 1032192 to 1253376 tid 3 2024-04-12T00:30:59.949 INFO:tasks.rados.rados.0.smithi098.stdout:1101: done (5 left) 2024-04-12T00:30:59.949 INFO:tasks.rados.rados.0.smithi098.stdout:1109: snap_remove snap 77 2024-04-12T00:31:00.113 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:30:59 smithi193 ceph-mon[83763]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T00:31:00.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:30:59 smithi098 ceph-mon[91373]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T00:31:00.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:30:59 smithi098 ceph-mon[88922]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T00:31:00.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:31:00 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:31:00.474+0000 7f6432f72700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-12T00:31:00.885 INFO:tasks.rados.rados.0.smithi098.stdout:1109: done (5 left) 2024-04-12T00:31:00.886 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 100 2024-04-12T00:31:00.886 INFO:tasks.rados.rados.0.smithi098.stdout:1106: finishing write tid 4 to smithi09877355-29 2024-04-12T00:31:00.886 INFO:tasks.rados.rados.0.smithi098.stdout:1110: seq_num 362 ranges {901120=466944,1368064=466944,1835008=335872} 2024-04-12T00:31:00.893 INFO:tasks.rados.rados.0.smithi098.stdout:1110: writing smithi09877355-20 from 901120 to 1368064 tid 1 2024-04-12T00:31:00.897 INFO:tasks.rados.rados.0.smithi098.stdout:1110: writing smithi09877355-20 from 1368064 to 1835008 tid 2 2024-04-12T00:31:00.900 INFO:tasks.rados.rados.0.smithi098.stdout:1110: writing smithi09877355-20 from 1835008 to 2170880 tid 3 2024-04-12T00:31:00.900 INFO:tasks.rados.rados.0.smithi098.stdout:1111: setattr oid 9 current snap is 100 2024-04-12T00:31:00.900 INFO:tasks.rados.rados.0.smithi098.stdout:1106: finishing write tid 5 to smithi09877355-29 2024-04-12T00:31:00.900 INFO:tasks.rados.rados.0.smithi098.stdout:1106: oid 29 updating version 0 to 570 2024-04-12T00:31:00.900 INFO:tasks.rados.rados.0.smithi098.stdout:1106: oid 29 version 570 is already newer than 567 2024-04-12T00:31:00.900 INFO:tasks.rados.rados.0.smithi098.stdout:1106: oid 29 version 570 is already newer than 569 2024-04-12T00:31:00.901 INFO:tasks.rados.rados.0.smithi098.stdout:1106: oid 29 version 570 is already newer than 568 2024-04-12T00:31:00.901 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 570 (ObjNum 359 snap 100 seq_num 359) dirty exists 2024-04-12T00:31:00.901 INFO:tasks.rados.rados.0.smithi098.stdout:1106: left oid 29 (ObjNum 359 snap 100 seq_num 359) 2024-04-12T00:31:00.901 INFO:tasks.rados.rados.0.smithi098.stdout:1104: expect (ObjNum 302 snap 81 seq_num 302) 2024-04-12T00:31:00.946 INFO:tasks.rados.rados.0.smithi098.stdout:1100: finishing copy_from to smithi09877355-39 2024-04-12T00:31:00.947 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 274 (ObjNum 317 snap 88 seq_num 317) dirty exists 2024-04-12T00:31:00.947 INFO:tasks.rados.rados.0.smithi098.stdout:1102: expect (ObjNum 209 snap 52 seq_num 209) 2024-04-12T00:31:01.094 INFO:tasks.rados.rados.0.smithi098.stdout:1108: finishing write tid 1 to smithi09877355-33 2024-04-12T00:31:01.094 INFO:tasks.rados.rados.0.smithi098.stdout:1108: finishing write tid 2 to smithi09877355-33 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1108: finishing write tid 3 to smithi09877355-33 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1108: finishing write tid 4 to smithi09877355-33 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1108: finishing write tid 5 to smithi09877355-33 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1108: oid 33 updating version 0 to 573 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1108: oid 33 version 573 is already newer than 571 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1108: oid 33 version 573 is already newer than 572 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1108: oid 33 updating version 573 to 574 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 574 (ObjNum 361 snap 100 seq_num 361) dirty exists 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1108: left oid 33 (ObjNum 361 snap 100 seq_num 361) 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1110: finishing write tid 1 to smithi09877355-20 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1110: finishing write tid 2 to smithi09877355-20 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1110: finishing write tid 3 to smithi09877355-20 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1110: finishing write tid 4 to smithi09877355-20 2024-04-12T00:31:01.095 INFO:tasks.rados.rados.0.smithi098.stdout:1110: finishing write tid 5 to smithi09877355-20 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1110: oid 20 updating version 0 to 557 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1110: oid 20 updating version 557 to 560 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1110: oid 20 version 560 is already newer than 559 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1110: oid 20 version 560 is already newer than 558 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 560 (ObjNum 362 snap 100 seq_num 362) dirty exists 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1110: left oid 20 (ObjNum 362 snap 100 seq_num 362) 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1100: done (6 left) 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1102: done (5 left) 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1104: done (4 left) 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1106: done (3 left) 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1108: done (2 left) 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1110: done (1 left) 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1112: copy_from oid 19 from oid 3 current snap is 100 2024-04-12T00:31:01.096 INFO:tasks.rados.rados.0.smithi098.stdout:1113: snap_create 2024-04-12T00:31:01.097 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 438 (ObjNum 289 snap 0 seq_num 1656211096) dirty exists 2024-04-12T00:31:01.104 INFO:tasks.rados.rados.0.smithi098.stdout:1112: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:31:01.105 INFO:tasks.rados.rados.0.smithi098.stdout:1112: finishing copy_from to smithi09877355-19 2024-04-12T00:31:01.105 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 693 (ObjNum 352 snap 99 seq_num 352) dirty exists 2024-04-12T00:31:01.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:00 smithi098 ceph-mon[91373]: pgmap v51: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 974 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:31:01.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:00 smithi098 ceph-mon[91373]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T00:31:01.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:00 smithi098 ceph-mon[88922]: pgmap v51: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 974 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:31:01.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:00 smithi098 ceph-mon[88922]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T00:31:01.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:00 smithi193 ceph-mon[83763]: pgmap v51: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 974 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:31:01.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:00 smithi193 ceph-mon[83763]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T00:31:01.434 INFO:tasks.rados.rados.0.smithi098.stdout:1111: done (2 left) 2024-04-12T00:31:01.435 INFO:tasks.rados.rados.0.smithi098.stdout:1112: done (1 left) 2024-04-12T00:31:01.435 INFO:tasks.rados.rados.0.smithi098.stdout:1113: done (0 left) 2024-04-12T00:31:01.435 INFO:tasks.rados.rados.0.smithi098.stdout:1114: snap_remove snap 91 2024-04-12T00:31:02.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[91373]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T00:31:02.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:31:02.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:31:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:01 smithi098 ceph-mon[88922]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:31:02.311 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:02.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:01 smithi193 ceph-mon[83763]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T00:31:02.441 INFO:tasks.rados.rados.0.smithi098.stdout:1114: done (0 left) 2024-04-12T00:31:02.441 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 101 2024-04-12T00:31:02.441 INFO:tasks.rados.rados.0.smithi098.stdout:1115: seq_num 363 ranges {1196032=483328,1679360=753664,2433024=49152} 2024-04-12T00:31:02.451 INFO:tasks.rados.rados.0.smithi098.stdout:1115: writing smithi09877355-8 from 1196032 to 1679360 tid 1 2024-04-12T00:31:02.456 INFO:tasks.rados.rados.0.smithi098.stdout:1115: writing smithi09877355-8 from 1679360 to 2433024 tid 2 2024-04-12T00:31:02.457 INFO:tasks.rados.rados.0.smithi098.stdout:1115: writing smithi09877355-8 from 2433024 to 2482176 tid 3 2024-04-12T00:31:02.457 INFO:tasks.rados.rados.0.smithi098.stdout:1116: rollback oid 31 current snap is 101 2024-04-12T00:31:02.457 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 89 2024-04-12T00:31:02.457 INFO:tasks.rados.rados.0.smithi098.stdout:1115: finishing write tid 1 to smithi09877355-8 2024-04-12T00:31:02.457 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 101 2024-04-12T00:31:02.457 INFO:tasks.rados.rados.0.smithi098.stdout:1117: seq_num 364 ranges {2170880=499712,2670592=638976,3309568=163840} 2024-04-12T00:31:02.471 INFO:tasks.rados.rados.0.smithi098.stdout:1117: writing smithi09877355-20 from 2170880 to 2670592 tid 1 2024-04-12T00:31:02.475 INFO:tasks.rados.rados.0.smithi098.stdout:1117: writing smithi09877355-20 from 2670592 to 3309568 tid 2 2024-04-12T00:31:02.477 INFO:tasks.rados.rados.0.smithi098.stdout:1117: writing smithi09877355-20 from 3309568 to 3473408 tid 3 2024-04-12T00:31:02.477 INFO:tasks.rados.rados.0.smithi098.stdout:1118: read oid 41 snap -1 2024-04-12T00:31:02.477 INFO:tasks.rados.rados.0.smithi098.stdout:1118: expect (ObjNum 355 snap 99 seq_num 355) 2024-04-12T00:31:02.477 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 101 2024-04-12T00:31:02.477 INFO:tasks.rados.rados.0.smithi098.stdout:1116: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:31:02.477 INFO:tasks.rados.rados.0.smithi098.stdout:1119: seq_num 365 ranges {2301952=516096,2818048=573440,3391488=229376} 2024-04-12T00:31:02.491 INFO:tasks.rados.rados.0.smithi098.stdout:1119: writing smithi09877355-50 from 2301952 to 2818048 tid 1 2024-04-12T00:31:02.495 INFO:tasks.rados.rados.0.smithi098.stdout:1119: writing smithi09877355-50 from 2818048 to 3391488 tid 2 2024-04-12T00:31:02.497 INFO:tasks.rados.rados.0.smithi098.stdout:1119: writing smithi09877355-50 from 3391488 to 3620864 tid 3 2024-04-12T00:31:02.497 INFO:tasks.rados.rados.0.smithi098.stdout:1120: rollback oid 9 current snap is 101 2024-04-12T00:31:02.497 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 89 2024-04-12T00:31:02.497 INFO:tasks.rados.rados.0.smithi098.stdout:1115: finishing write tid 2 to smithi09877355-8 2024-04-12T00:31:02.497 INFO:tasks.rados.rados.0.smithi098.stdout:1116: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:31:02.497 INFO:tasks.rados.rados.0.smithi098.stdout:1116: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:31:02.497 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 419 (ObjNum 267 snap 72 seq_num 267) dirty exists 2024-04-12T00:31:02.497 INFO:tasks.rados.rados.0.smithi098.stdout:1115: finishing write tid 3 to smithi09877355-8 2024-04-12T00:31:02.497 INFO:tasks.rados.rados.0.smithi098.stdout:1115: finishing write tid 4 to smithi09877355-8 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1115: finishing write tid 5 to smithi09877355-8 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1115: oid 8 updating version 0 to 297 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1115: oid 8 version 297 is already newer than 295 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1115: oid 8 version 297 is already newer than 294 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1115: oid 8 version 297 is already newer than 296 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 297 (ObjNum 363 snap 101 seq_num 363) dirty exists 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1115: left oid 8 (ObjNum 363 snap 101 seq_num 363) 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1117: finishing write tid 1 to smithi09877355-20 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1117: finishing write tid 2 to smithi09877355-20 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1117: finishing write tid 3 to smithi09877355-20 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1115: done (5 left) 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1116: done (4 left) 2024-04-12T00:31:02.498 INFO:tasks.rados.rados.0.smithi098.stdout:1121: read oid 43 snap -1 2024-04-12T00:31:02.499 INFO:tasks.rados.rados.0.smithi098.stdout:1121: expect (ObjNum 297 snap 80 seq_num 297) 2024-04-12T00:31:02.499 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 101 2024-04-12T00:31:02.499 INFO:tasks.rados.rados.0.smithi098.stdout:1117: finishing write tid 4 to smithi09877355-20 2024-04-12T00:31:02.499 INFO:tasks.rados.rados.0.smithi098.stdout:1122: seq_num 366 ranges {1122304=532480,1654784=458752,2113536=344064} 2024-04-12T00:31:02.506 INFO:tasks.rados.rados.0.smithi098.stdout:1122: writing smithi09877355-26 from 1122304 to 1654784 tid 1 2024-04-12T00:31:02.508 INFO:tasks.rados.rados.0.smithi098.stdout:1122: writing smithi09877355-26 from 1654784 to 2113536 tid 2 2024-04-12T00:31:02.510 INFO:tasks.rados.rados.0.smithi098.stdout:1122: writing smithi09877355-26 from 2113536 to 2457600 tid 3 2024-04-12T00:31:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1117: finishing write tid 5 to smithi09877355-20 2024-04-12T00:31:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1117: oid 20 updating version 0 to 562 2024-04-12T00:31:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1117: oid 20 version 562 is already newer than 561 2024-04-12T00:31:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1117: oid 20 updating version 562 to 563 2024-04-12T00:31:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1117: oid 20 updating version 563 to 564 2024-04-12T00:31:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 564 (ObjNum 364 snap 101 seq_num 364) dirty exists 2024-04-12T00:31:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1117: left oid 20 (ObjNum 364 snap 101 seq_num 364) 2024-04-12T00:31:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1118: expect (ObjNum 355 snap 99 seq_num 355) 2024-04-12T00:31:02.543 INFO:tasks.rados.rados.0.smithi098.stdout:1119: finishing write tid 1 to smithi09877355-50 2024-04-12T00:31:02.543 INFO:tasks.rados.rados.0.smithi098.stdout:1119: finishing write tid 2 to smithi09877355-50 2024-04-12T00:31:02.543 INFO:tasks.rados.rados.0.smithi098.stdout:1119: finishing write tid 3 to smithi09877355-50 2024-04-12T00:31:02.543 INFO:tasks.rados.rados.0.smithi098.stdout:1120: finishing rollback tid 0 to smithi09877355-9 2024-04-12T00:31:02.543 INFO:tasks.rados.rados.0.smithi098.stdout:1119: finishing write tid 4 to smithi09877355-50 2024-04-12T00:31:02.543 INFO:tasks.rados.rados.0.smithi098.stdout:1120: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:31:02.543 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 440 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T00:31:02.543 INFO:tasks.rados.rados.0.smithi098.stdout:1119: finishing write tid 5 to smithi09877355-50 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1119: oid 50 updating version 0 to 332 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1119: oid 50 version 332 is already newer than 331 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1119: oid 50 version 332 is already newer than 330 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1119: oid 50 version 332 is already newer than 329 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 332 (ObjNum 365 snap 101 seq_num 365) dirty exists 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1119: left oid 50 (ObjNum 365 snap 101 seq_num 365) 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1122: finishing write tid 1 to smithi09877355-26 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1117: done (5 left) 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1118: done (4 left) 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1119: done (3 left) 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1120: done (2 left) 2024-04-12T00:31:02.544 INFO:tasks.rados.rados.0.smithi098.stdout:1123: snap_create 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1122: finishing write tid 2 to smithi09877355-26 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1122: finishing write tid 3 to smithi09877355-26 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1122: finishing write tid 4 to smithi09877355-26 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1122: finishing write tid 5 to smithi09877355-26 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1122: oid 26 updating version 0 to 401 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1122: oid 26 updating version 401 to 402 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1122: oid 26 version 402 is already newer than 400 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1122: oid 26 version 402 is already newer than 399 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 402 (ObjNum 366 snap 101 seq_num 366) dirty exists 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1122: left oid 26 (ObjNum 366 snap 101 seq_num 366) 2024-04-12T00:31:02.545 INFO:tasks.rados.rados.0.smithi098.stdout:1121: expect (ObjNum 297 snap 80 seq_num 297) 2024-04-12T00:31:02.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:03.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:02 smithi098 ceph-mon[88922]: pgmap v55: 121 pgs: 121 active+clean; 230 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-12T00:31:03.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:03.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:03.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:02 smithi098 ceph-mon[88922]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T00:31:03.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:02 smithi098 ceph-mon[91373]: pgmap v55: 121 pgs: 121 active+clean; 230 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-12T00:31:03.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:03.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:03.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:02 smithi098 ceph-mon[91373]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T00:31:03.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:02 smithi193 ceph-mon[83763]: pgmap v55: 121 pgs: 121 active+clean; 230 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-12T00:31:03.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:03.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:03.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:02 smithi193 ceph-mon[83763]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T00:31:03.441 INFO:tasks.rados.rados.0.smithi098.stdout:1121: done (2 left) 2024-04-12T00:31:03.441 INFO:tasks.rados.rados.0.smithi098.stdout:1122: done (1 left) 2024-04-12T00:31:03.441 INFO:tasks.rados.rados.0.smithi098.stdout:1123: done (0 left) 2024-04-12T00:31:03.441 INFO:tasks.rados.rados.0.smithi098.stdout:1124: rollback oid 1 current snap is 102 2024-04-12T00:31:03.442 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 1 to 93 2024-04-12T00:31:03.442 INFO:tasks.rados.rados.0.smithi098.stdout:1125: rollback oid 36 current snap is 102 2024-04-12T00:31:03.442 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 98 2024-04-12T00:31:03.442 INFO:tasks.rados.rados.0.smithi098.stdout:1126: snap_remove snap 94 2024-04-12T00:31:03.755 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:04.457 INFO:tasks.rados.rados.0.smithi098.stdout:1126: done (2 left) 2024-04-12T00:31:04.458 INFO:tasks.rados.rados.0.smithi098.stdout:1127: snap_remove snap 99 2024-04-12T00:31:04.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:04 smithi193 ceph-mon[83763]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T00:31:04.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:04 smithi193 ceph-mon[83763]: pgmap v58: 121 pgs: 121 active+clean; 230 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-12T00:31:04.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:04 smithi098 ceph-mon[91373]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T00:31:04.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:04 smithi098 ceph-mon[91373]: pgmap v58: 121 pgs: 121 active+clean; 230 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-12T00:31:04.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:04 smithi098 ceph-mon[88922]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T00:31:04.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:04 smithi098 ceph-mon[88922]: pgmap v58: 121 pgs: 121 active+clean; 230 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-04-12T00:31:05.457 INFO:tasks.rados.rados.0.smithi098.stdout:1127: done (2 left) 2024-04-12T00:31:05.457 INFO:tasks.rados.rados.0.smithi098.stdout:1128: read oid 24 snap 98 2024-04-12T00:31:05.457 INFO:tasks.rados.rados.0.smithi098.stdout:1128: expect (ObjNum 349 snap 98 seq_num 349) 2024-04-12T00:31:05.458 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 102 2024-04-12T00:31:05.458 INFO:tasks.rados.rados.0.smithi098.stdout:1129: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-04-12T00:31:05.461 INFO:tasks.rados.rados.0.smithi098.stdout:1129: writing smithi09877355-9 from 0 to 548864 tid 1 2024-04-12T00:31:05.466 INFO:tasks.rados.rados.0.smithi098.stdout:1129: writing smithi09877355-9 from 548864 to 1286144 tid 2 2024-04-12T00:31:05.466 INFO:tasks.rados.rados.0.smithi098.stdout:1129: writing smithi09877355-9 from 1286144 to 1351680 tid 3 2024-04-12T00:31:05.468 INFO:tasks.rados.rados.0.smithi098.stdout:1130: snap_create 2024-04-12T00:31:05.468 INFO:tasks.rados.rados.0.smithi098.stdout:1124: finishing rollback tid 1 to smithi09877355-1 2024-04-12T00:31:05.468 INFO:tasks.rados.rados.0.smithi098.stdout:1124: finishing rollback tid 2 to smithi09877355-1 2024-04-12T00:31:05.468 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 576 (ObjNum 289 snap 78 seq_num 289) dirty exists 2024-04-12T00:31:05.468 INFO:tasks.rados.rados.0.smithi098.stdout:1125: finishing rollback tid 0 to smithi09877355-36 2024-04-12T00:31:05.468 INFO:tasks.rados.rados.0.smithi098.stdout:1125: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:31:05.468 INFO:tasks.rados.rados.0.smithi098.stdout:1125: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:31:05.468 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 708 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-04-12T00:31:05.476 INFO:tasks.rados.rados.0.smithi098.stdout:1129: finishing write tid 1 to smithi09877355-9 2024-04-12T00:31:05.477 INFO:tasks.rados.rados.0.smithi098.stdout:1129: finishing write tid 2 to smithi09877355-9 2024-04-12T00:31:05.477 INFO:tasks.rados.rados.0.smithi098.stdout:1129: finishing write tid 3 to smithi09877355-9 2024-04-12T00:31:05.477 INFO:tasks.rados.rados.0.smithi098.stdout:1129: finishing write tid 4 to smithi09877355-9 2024-04-12T00:31:05.479 INFO:tasks.rados.rados.0.smithi098.stdout:1129: finishing write tid 5 to smithi09877355-9 2024-04-12T00:31:05.479 INFO:tasks.rados.rados.0.smithi098.stdout:1129: oid 9 updating version 0 to 441 2024-04-12T00:31:05.479 INFO:tasks.rados.rados.0.smithi098.stdout:1129: oid 9 updating version 441 to 444 2024-04-12T00:31:05.480 INFO:tasks.rados.rados.0.smithi098.stdout:1129: oid 9 version 444 is already newer than 443 2024-04-12T00:31:05.480 INFO:tasks.rados.rados.0.smithi098.stdout:1129: oid 9 version 444 is already newer than 442 2024-04-12T00:31:05.480 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 444 (ObjNum 367 snap 102 seq_num 367) dirty exists 2024-04-12T00:31:05.480 INFO:tasks.rados.rados.0.smithi098.stdout:1129: left oid 9 (ObjNum 367 snap 102 seq_num 367) 2024-04-12T00:31:05.504 INFO:tasks.rados.rados.0.smithi098.stdout:1128: expect (ObjNum 349 snap 98 seq_num 349) 2024-04-12T00:31:05.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:05 smithi098 ceph-mon[91373]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T00:31:05.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:05.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:05 smithi098 ceph-mon[88922]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T00:31:05.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:05.789 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:31:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:31:05] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-04-12T00:31:05.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:05 smithi193 ceph-mon[83763]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T00:31:05.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:06.475 INFO:tasks.rados.rados.0.smithi098.stdout:1124: done (4 left) 2024-04-12T00:31:06.475 INFO:tasks.rados.rados.0.smithi098.stdout:1125: done (3 left) 2024-04-12T00:31:06.475 INFO:tasks.rados.rados.0.smithi098.stdout:1128: done (2 left) 2024-04-12T00:31:06.476 INFO:tasks.rados.rados.0.smithi098.stdout:1129: done (1 left) 2024-04-12T00:31:06.476 INFO:tasks.rados.rados.0.smithi098.stdout:1130: done (0 left) 2024-04-12T00:31:06.476 INFO:tasks.rados.rados.0.smithi098.stdout:1131: delete oid 44 current snap is 103 2024-04-12T00:31:06.481 INFO:tasks.rados.rados.0.smithi098.stdout:1131: done (0 left) 2024-04-12T00:31:06.481 INFO:tasks.rados.rados.0.smithi098.stdout:1132: rmattr oid 21 current snap is 103 2024-04-12T00:31:06.481 INFO:tasks.rados.rados.0.smithi098.stdout:1133: read oid 35 snap -1 2024-04-12T00:31:06.481 INFO:tasks.rados.rados.0.smithi098.stdout:1133: expect (ObjNum 342 snap 97 seq_num 342) 2024-04-12T00:31:06.482 INFO:tasks.rados.rados.0.smithi098.stdout:1134: read oid 47 snap -1 2024-04-12T00:31:06.482 INFO:tasks.rados.rados.0.smithi098.stdout:1134: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:31:06.482 INFO:tasks.rados.rados.0.smithi098.stdout:1135: snap_create 2024-04-12T00:31:06.488 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 720 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-04-12T00:31:06.489 INFO:tasks.rados.rados.0.smithi098.stdout:1133: expect (ObjNum 342 snap 97 seq_num 342) 2024-04-12T00:31:06.516 INFO:tasks.rados.rados.0.smithi098.stdout:1134: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:31:06.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T00:31:06.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:06.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:06.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: Reconfiguring mon.a (monmap changed)... 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: Reconfiguring daemon mon.a on smithi098 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[91373]: pgmap v61: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:06.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:06.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:31:06.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:06.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: Reconfiguring mon.a (monmap changed)... 2024-04-12T00:31:06.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:31:06.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:31:06.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:06.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: Reconfiguring daemon mon.a on smithi098 2024-04-12T00:31:06.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:06 smithi098 ceph-mon[88922]: pgmap v61: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T00:31:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T00:31:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:31:06.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:06.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: Reconfiguring mon.a (monmap changed)... 2024-04-12T00:31:06.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:31:06.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:31:06.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:06.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: Reconfiguring daemon mon.a on smithi098 2024-04-12T00:31:06.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:06 smithi193 ceph-mon[83763]: pgmap v61: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T00:31:07.484 INFO:tasks.rados.rados.0.smithi098.stdout:1132: done (3 left) 2024-04-12T00:31:07.484 INFO:tasks.rados.rados.0.smithi098.stdout:1133: done (2 left) 2024-04-12T00:31:07.484 INFO:tasks.rados.rados.0.smithi098.stdout:1134: done (1 left) 2024-04-12T00:31:07.484 INFO:tasks.rados.rados.0.smithi098.stdout:1135: done (0 left) 2024-04-12T00:31:07.484 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 104 2024-04-12T00:31:07.484 INFO:tasks.rados.rados.0.smithi098.stdout:1136: seq_num 369 ranges {2957312=589824,3547136=507904,4055040=294912} 2024-04-12T00:31:07.503 INFO:tasks.rados.rados.0.smithi098.stdout:1136: writing smithi09877355-7 from 2957312 to 3547136 tid 1 2024-04-12T00:31:07.506 INFO:tasks.rados.rados.0.smithi098.stdout:1136: writing smithi09877355-7 from 3547136 to 4055040 tid 2 2024-04-12T00:31:07.508 INFO:tasks.rados.rados.0.smithi098.stdout:1136: writing smithi09877355-7 from 4055040 to 4349952 tid 3 2024-04-12T00:31:07.508 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 104 2024-04-12T00:31:07.508 INFO:tasks.rados.rados.0.smithi098.stdout:1137: seq_num 370 ranges {1171456=606208,1777664=794624,2572288=8192} 2024-04-12T00:31:07.517 INFO:tasks.rados.rados.0.smithi098.stdout:1137: writing smithi09877355-45 from 1171456 to 1777664 tid 1 2024-04-12T00:31:07.523 INFO:tasks.rados.rados.0.smithi098.stdout:1137: writing smithi09877355-45 from 1777664 to 2572288 tid 2 2024-04-12T00:31:07.523 INFO:tasks.rados.rados.0.smithi098.stdout:1137: writing smithi09877355-45 from 2572288 to 2580480 tid 3 2024-04-12T00:31:07.523 INFO:tasks.rados.rados.0.smithi098.stdout:1138: copy_from oid 38 from oid 44 current snap is 104 2024-04-12T00:31:07.523 INFO:tasks.rados.rados.0.smithi098.stdout:1136: finishing write tid 1 to smithi09877355-7 2024-04-12T00:31:07.523 INFO:tasks.rados.rados.0.smithi098.stdout:1136: finishing write tid 2 to smithi09877355-7 2024-04-12T00:31:07.523 INFO:tasks.rados.rados.0.smithi098.stdout:1136: finishing write tid 3 to smithi09877355-7 2024-04-12T00:31:07.523 INFO:tasks.rados.rados.0.smithi098.stdout:1136: finishing write tid 4 to smithi09877355-7 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:1136: finishing write tid 5 to smithi09877355-7 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:1136: oid 7 updating version 0 to 533 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:1136: oid 7 version 533 is already newer than 532 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:1136: oid 7 version 533 is already newer than 531 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:1136: oid 7 version 533 is already newer than 530 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 533 (ObjNum 369 snap 104 seq_num 369) dirty exists 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:1136: left oid 7 (ObjNum 369 snap 104 seq_num 369) 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:1136: done (2 left) 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 104 2024-04-12T00:31:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:1139: seq_num 371 ranges {966656=622592,1589248=679936,2269184=122880} 2024-04-12T00:31:07.531 INFO:tasks.rados.rados.0.smithi098.stdout:1139: writing smithi09877355-27 from 966656 to 1589248 tid 1 2024-04-12T00:31:07.535 INFO:tasks.rados.rados.0.smithi098.stdout:1139: writing smithi09877355-27 from 1589248 to 2269184 tid 2 2024-04-12T00:31:07.536 INFO:tasks.rados.rados.0.smithi098.stdout:1139: writing smithi09877355-27 from 2269184 to 2392064 tid 3 2024-04-12T00:31:07.536 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 104 2024-04-12T00:31:07.536 INFO:tasks.rados.rados.0.smithi098.stdout:1137: finishing write tid 1 to smithi09877355-45 2024-04-12T00:31:07.536 INFO:tasks.rados.rados.0.smithi098.stdout:1140: seq_num 372 ranges {0=638976,638976=565248,1204224=237568} 2024-04-12T00:31:07.539 INFO:tasks.rados.rados.0.smithi098.stdout:1140: writing smithi09877355-5 from 0 to 638976 tid 1 2024-04-12T00:31:07.542 INFO:tasks.rados.rados.0.smithi098.stdout:1140: writing smithi09877355-5 from 638976 to 1204224 tid 2 2024-04-12T00:31:07.544 INFO:tasks.rados.rados.0.smithi098.stdout:1140: writing smithi09877355-5 from 1204224 to 1441792 tid 3 2024-04-12T00:31:07.544 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 104 2024-04-12T00:31:07.544 INFO:tasks.rados.rados.0.smithi098.stdout:1137: finishing write tid 2 to smithi09877355-45 2024-04-12T00:31:07.544 INFO:tasks.rados.rados.0.smithi098.stdout:1137: finishing write tid 3 to smithi09877355-45 2024-04-12T00:31:07.544 INFO:tasks.rados.rados.0.smithi098.stdout:1141: seq_num 373 ranges {2080768=655360,2736128=499712,3235840=303104} 2024-04-12T00:31:07.559 INFO:tasks.rados.rados.0.smithi098.stdout:1141: writing smithi09877355-37 from 2080768 to 2736128 tid 1 2024-04-12T00:31:07.562 INFO:tasks.rados.rados.0.smithi098.stdout:1141: writing smithi09877355-37 from 2736128 to 3235840 tid 2 2024-04-12T00:31:07.564 INFO:tasks.rados.rados.0.smithi098.stdout:1141: writing smithi09877355-37 from 3235840 to 3538944 tid 3 2024-04-12T00:31:07.564 INFO:tasks.rados.rados.0.smithi098.stdout:1142: snap_remove snap 74 2024-04-12T00:31:07.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[91373]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T00:31:07.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:07.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:07.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:31:07.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:31:07.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:07.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[88922]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T00:31:07.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:07.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:07.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:31:07.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:31:07.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:07.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:07 smithi193 ceph-mon[83763]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T00:31:07.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:07.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:07.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:31:07.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:31:07.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:08.494 INFO:tasks.rados.rados.0.smithi098.stdout:1142: done (5 left) 2024-04-12T00:31:08.494 INFO:tasks.rados.rados.0.smithi098.stdout:1143: snap_create 2024-04-12T00:31:08.494 INFO:tasks.rados.rados.0.smithi098.stdout:1137: finishing write tid 4 to smithi09877355-45 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1138: finishing copy_from to smithi09877355-38 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1138: got expected ENOENT (src dne) 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1138: finishing copy_from racing read to smithi09877355-38 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1137: finishing write tid 5 to smithi09877355-45 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1137: oid 45 updating version 0 to 314 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1137: oid 45 version 314 is already newer than 313 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1137: oid 45 version 314 is already newer than 312 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1137: oid 45 updating version 314 to 315 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 315 (ObjNum 370 snap 104 seq_num 370) dirty exists 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1137: left oid 45 (ObjNum 370 snap 104 seq_num 370) 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1139: finishing write tid 1 to smithi09877355-27 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1139: finishing write tid 2 to smithi09877355-27 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1139: finishing write tid 3 to smithi09877355-27 2024-04-12T00:31:08.495 INFO:tasks.rados.rados.0.smithi098.stdout:1139: finishing write tid 4 to smithi09877355-27 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1139: finishing write tid 5 to smithi09877355-27 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1139: oid 27 updating version 0 to 305 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1139: oid 27 updating version 305 to 306 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1139: oid 27 updating version 306 to 307 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1139: oid 27 updating version 307 to 308 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 308 (ObjNum 371 snap 104 seq_num 371) dirty exists 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1139: left oid 27 (ObjNum 371 snap 104 seq_num 371) 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1140: finishing write tid 1 to smithi09877355-5 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1140: finishing write tid 2 to smithi09877355-5 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1140: finishing write tid 3 to smithi09877355-5 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1140: finishing write tid 4 to smithi09877355-5 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1140: finishing write tid 5 to smithi09877355-5 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1140: oid 5 updating version 0 to 724 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1140: oid 5 version 724 is already newer than 721 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1140: oid 5 version 724 is already newer than 722 2024-04-12T00:31:08.496 INFO:tasks.rados.rados.0.smithi098.stdout:1140: oid 5 version 724 is already newer than 723 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 724 (ObjNum 372 snap 104 seq_num 372) dirty exists 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1140: left oid 5 (ObjNum 372 snap 104 seq_num 372) 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1141: finishing write tid 1 to smithi09877355-37 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1141: finishing write tid 2 to smithi09877355-37 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1141: finishing write tid 3 to smithi09877355-37 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1141: finishing write tid 4 to smithi09877355-37 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1141: finishing write tid 5 to smithi09877355-37 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1141: oid 37 updating version 0 to 697 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1141: oid 37 version 697 is already newer than 694 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1141: oid 37 version 697 is already newer than 695 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:1141: oid 37 version 697 is already newer than 696 2024-04-12T00:31:08.497 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 697 (ObjNum 373 snap 104 seq_num 373) dirty exists 2024-04-12T00:31:08.498 INFO:tasks.rados.rados.0.smithi098.stdout:1141: left oid 37 (ObjNum 373 snap 104 seq_num 373) 2024-04-12T00:31:08.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:08 smithi098 ceph-mon[88922]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T00:31:08.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:08 smithi098 ceph-mon[88922]: Reconfiguring daemon mgr.y on smithi098 2024-04-12T00:31:08.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:08 smithi098 ceph-mon[88922]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T00:31:08.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:08 smithi098 ceph-mon[88922]: pgmap v64: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T00:31:08.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:08 smithi098 ceph-mon[91373]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T00:31:08.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:08 smithi098 ceph-mon[91373]: Reconfiguring daemon mgr.y on smithi098 2024-04-12T00:31:08.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:08 smithi098 ceph-mon[91373]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T00:31:08.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:08 smithi098 ceph-mon[91373]: pgmap v64: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T00:31:08.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:08 smithi193 ceph-mon[83763]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T00:31:08.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:08 smithi193 ceph-mon[83763]: Reconfiguring daemon mgr.y on smithi098 2024-04-12T00:31:08.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:08 smithi193 ceph-mon[83763]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T00:31:08.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:08 smithi193 ceph-mon[83763]: pgmap v64: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T00:31:09.498 INFO:tasks.rados.rados.0.smithi098.stdout:1137: done (5 left) 2024-04-12T00:31:09.498 INFO:tasks.rados.rados.0.smithi098.stdout:1138: done (4 left) 2024-04-12T00:31:09.498 INFO:tasks.rados.rados.0.smithi098.stdout:1139: done (3 left) 2024-04-12T00:31:09.498 INFO:tasks.rados.rados.0.smithi098.stdout:1140: done (2 left) 2024-04-12T00:31:09.499 INFO:tasks.rados.rados.0.smithi098.stdout:1141: done (1 left) 2024-04-12T00:31:09.499 INFO:tasks.rados.rados.0.smithi098.stdout:1143: done (0 left) 2024-04-12T00:31:09.499 INFO:tasks.rados.rados.0.smithi098.stdout:1144: copy_from oid 34 from oid 38 current snap is 105 2024-04-12T00:31:09.499 INFO:tasks.rados.rados.0.smithi098.stdout:1145: rollback oid 46 current snap is 105 2024-04-12T00:31:09.499 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 46 to 79 2024-04-12T00:31:09.499 INFO:tasks.rados.rados.0.smithi098.stdout:1146: rollback oid 23 current snap is 105 2024-04-12T00:31:09.499 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 23 to 95 2024-04-12T00:31:09.500 INFO:tasks.rados.rados.0.smithi098.stdout:1147: delete oid 22 current snap is 105 2024-04-12T00:31:09.502 INFO:tasks.rados.rados.0.smithi098.stdout:1145: finishing rollback tid 0 to smithi09877355-46 2024-04-12T00:31:09.502 INFO:tasks.rados.rados.0.smithi098.stdout:1145: finishing rollback tid 1 to smithi09877355-46 2024-04-12T00:31:09.502 INFO:tasks.rados.rados.0.smithi098.stdout:1147: done (3 left) 2024-04-12T00:31:09.503 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 105 2024-04-12T00:31:09.503 INFO:tasks.rados.rados.0.smithi098.stdout:1148: seq_num 375 ranges {3645440=688128,4333568=663552,4997120=139264} 2024-04-12T00:31:09.525 INFO:tasks.rados.rados.0.smithi098.stdout:1148: writing smithi09877355-12 from 3645440 to 4333568 tid 1 2024-04-12T00:31:09.529 INFO:tasks.rados.rados.0.smithi098.stdout:1148: writing smithi09877355-12 from 4333568 to 4997120 tid 2 2024-04-12T00:31:09.530 INFO:tasks.rados.rados.0.smithi098.stdout:1148: writing smithi09877355-12 from 4997120 to 5136384 tid 3 2024-04-12T00:31:09.530 INFO:tasks.rados.rados.0.smithi098.stdout:1149: copy_from oid 28 from oid 42 current snap is 105 2024-04-12T00:31:09.530 INFO:tasks.rados.rados.0.smithi098.stdout:1145: finishing rollback tid 2 to smithi09877355-46 2024-04-12T00:31:09.530 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 447 (ObjNum 288 snap 78 seq_num 288) dirty exists 2024-04-12T00:31:09.531 INFO:tasks.rados.rados.0.smithi098.stdout:1146: finishing rollback tid 0 to smithi09877355-23 2024-04-12T00:31:09.531 INFO:tasks.rados.rados.0.smithi098.stdout:1146: finishing rollback tid 1 to smithi09877355-23 2024-04-12T00:31:09.531 INFO:tasks.rados.rados.0.smithi098.stdout:1146: finishing rollback tid 2 to smithi09877355-23 2024-04-12T00:31:09.531 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 736 (ObjNum 310 snap 86 seq_num 310) dirty exists 2024-04-12T00:31:09.531 INFO:tasks.rados.rados.0.smithi098.stdout:1144: finishing copy_from racing read to smithi09877355-34 2024-04-12T00:31:09.531 INFO:tasks.rados.rados.0.smithi098.stdout:1145: done (4 left) 2024-04-12T00:31:09.531 INFO:tasks.rados.rados.0.smithi098.stdout:1146: done (3 left) 2024-04-12T00:31:09.531 INFO:tasks.rados.rados.0.smithi098.stdout:1150: snap_remove snap 103 2024-04-12T00:31:09.765 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:09 smithi193 ceph-mon[83763]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T00:31:09.765 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:09.765 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:09.765 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:31:09.766 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:31:09.766 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:09.776 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[91373]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[88922]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:31:09.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:10.507 INFO:tasks.rados.rados.0.smithi098.stdout:1150: done (3 left) 2024-04-12T00:31:10.507 INFO:tasks.rados.rados.0.smithi098.stdout:1151: copy_from oid 35 from oid 46 current snap is 105 2024-04-12T00:31:10.507 INFO:tasks.rados.rados.0.smithi098.stdout:1144: finishing copy_from to smithi09877355-34 2024-04-12T00:31:10.507 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 199 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:31:10.507 INFO:tasks.rados.rados.0.smithi098.stdout:1148: finishing write tid 1 to smithi09877355-12 2024-04-12T00:31:10.507 INFO:tasks.rados.rados.0.smithi098.stdout:1149: finishing copy_from to smithi09877355-28 2024-04-12T00:31:10.507 INFO:tasks.rados.rados.0.smithi098.stdout:1149: got expected ENOENT (src dne) 2024-04-12T00:31:10.507 INFO:tasks.rados.rados.0.smithi098.stdout:1149: finishing copy_from racing read to smithi09877355-28 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: finishing write tid 2 to smithi09877355-12 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: finishing write tid 3 to smithi09877355-12 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: finishing write tid 4 to smithi09877355-12 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: finishing write tid 5 to smithi09877355-12 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: oid 12 updating version 0 to 419 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: oid 12 version 419 is already newer than 417 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: oid 12 version 419 is already newer than 416 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: oid 12 version 419 is already newer than 418 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 419 (ObjNum 375 snap 105 seq_num 375) dirty exists 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: left oid 12 (ObjNum 375 snap 105 seq_num 375) 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1144: done (3 left) 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1148: done (2 left) 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1149: done (1 left) 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1152: copy_from oid 7 from oid 48 current snap is 105 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 105 2024-04-12T00:31:10.508 INFO:tasks.rados.rados.0.smithi098.stdout:1153: seq_num 376 ranges {2392064=704512,3096576=548864,3645440=253952} 2024-04-12T00:31:10.527 INFO:tasks.rados.rados.0.smithi098.stdout:1153: writing smithi09877355-27 from 2392064 to 3096576 tid 1 2024-04-12T00:31:10.530 INFO:tasks.rados.rados.0.smithi098.stdout:1153: writing smithi09877355-27 from 3096576 to 3645440 tid 2 2024-04-12T00:31:10.532 INFO:tasks.rados.rados.0.smithi098.stdout:1153: writing smithi09877355-27 from 3645440 to 3899392 tid 3 2024-04-12T00:31:10.532 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 105 2024-04-12T00:31:10.532 INFO:tasks.rados.rados.0.smithi098.stdout:1151: finishing copy_from racing read to smithi09877355-35 2024-04-12T00:31:10.533 INFO:tasks.rados.rados.0.smithi098.stdout:1151: finishing copy_from to smithi09877355-35 2024-04-12T00:31:10.533 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 447 (ObjNum 288 snap 78 seq_num 288) dirty exists 2024-04-12T00:31:10.533 INFO:tasks.rados.rados.0.smithi098.stdout:1152: finishing copy_from racing read to smithi09877355-7 2024-04-12T00:31:10.533 INFO:tasks.rados.rados.0.smithi098.stdout:1154: seq_num 377 ranges {2080768=720896,2801664=434176,3235840=368640} 2024-04-12T00:31:10.547 INFO:tasks.rados.rados.0.smithi098.stdout:1154: writing smithi09877355-31 from 2080768 to 2801664 tid 1 2024-04-12T00:31:10.550 INFO:tasks.rados.rados.0.smithi098.stdout:1154: writing smithi09877355-31 from 2801664 to 3235840 tid 2 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1154: writing smithi09877355-31 from 3235840 to 3604480 tid 3 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1151: done (3 left) 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 105 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1152: finishing copy_from to smithi09877355-7 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 529 (ObjNum 240 snap 61 seq_num 240) dirty exists 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1153: finishing write tid 1 to smithi09877355-27 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1153: finishing write tid 2 to smithi09877355-27 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1153: finishing write tid 3 to smithi09877355-27 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1153: finishing write tid 4 to smithi09877355-27 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1153: finishing write tid 5 to smithi09877355-27 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1153: oid 27 updating version 0 to 314 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1153: oid 27 updating version 314 to 315 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1153: oid 27 updating version 315 to 316 2024-04-12T00:31:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:1153: oid 27 updating version 316 to 317 2024-04-12T00:31:10.554 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 317 (ObjNum 376 snap 105 seq_num 376) dirty exists 2024-04-12T00:31:10.554 INFO:tasks.rados.rados.0.smithi098.stdout:1153: left oid 27 (ObjNum 376 snap 105 seq_num 376) 2024-04-12T00:31:10.554 INFO:tasks.rados.rados.0.smithi098.stdout:1154: finishing write tid 1 to smithi09877355-31 2024-04-12T00:31:10.554 INFO:tasks.rados.rados.0.smithi098.stdout:1155: seq_num 378 ranges {2482176=737280,3219456=720896,3940352=81920} 2024-04-12T00:31:10.570 INFO:tasks.rados.rados.0.smithi098.stdout:1155: writing smithi09877355-8 from 2482176 to 3219456 tid 1 2024-04-12T00:31:10.574 INFO:tasks.rados.rados.0.smithi098.stdout:1155: writing smithi09877355-8 from 3219456 to 3940352 tid 2 2024-04-12T00:31:10.575 INFO:tasks.rados.rados.0.smithi098.stdout:1155: writing smithi09877355-8 from 3940352 to 4022272 tid 3 2024-04-12T00:31:10.575 INFO:tasks.rados.rados.0.smithi098.stdout:1152: done (3 left) 2024-04-12T00:31:10.575 INFO:tasks.rados.rados.0.smithi098.stdout:1153: done (2 left) 2024-04-12T00:31:10.575 INFO:tasks.rados.rados.0.smithi098.stdout:1156: rmattr oid 15 current snap is 105 2024-04-12T00:31:10.575 INFO:tasks.rados.rados.0.smithi098.stdout:1154: finishing write tid 2 to smithi09877355-31 2024-04-12T00:31:10.575 INFO:tasks.rados.rados.0.smithi098.stdout:1154: finishing write tid 3 to smithi09877355-31 2024-04-12T00:31:10.575 INFO:tasks.rados.rados.0.smithi098.stdout:1154: finishing write tid 4 to smithi09877355-31 2024-04-12T00:31:10.575 INFO:tasks.rados.rados.0.smithi098.stdout:1154: finishing write tid 5 to smithi09877355-31 2024-04-12T00:31:10.576 INFO:tasks.rados.rados.0.smithi098.stdout:1154: oid 31 updating version 0 to 423 2024-04-12T00:31:10.576 INFO:tasks.rados.rados.0.smithi098.stdout:1154: oid 31 version 423 is already newer than 422 2024-04-12T00:31:10.576 INFO:tasks.rados.rados.0.smithi098.stdout:1154: oid 31 version 423 is already newer than 421 2024-04-12T00:31:10.576 INFO:tasks.rados.rados.0.smithi098.stdout:1154: oid 31 version 423 is already newer than 420 2024-04-12T00:31:10.576 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 423 (ObjNum 377 snap 105 seq_num 377) dirty exists 2024-04-12T00:31:10.576 INFO:tasks.rados.rados.0.smithi098.stdout:1154: left oid 31 (ObjNum 377 snap 105 seq_num 377) 2024-04-12T00:31:10.576 INFO:tasks.rados.rados.0.smithi098.stdout:1155: finishing write tid 1 to smithi09877355-8 2024-04-12T00:31:10.576 INFO:tasks.rados.rados.0.smithi098.stdout:1154: done (2 left) 2024-04-12T00:31:10.576 INFO:tasks.rados.rados.0.smithi098.stdout:1157: delete oid 21 current snap is 105 2024-04-12T00:31:10.578 INFO:tasks.rados.rados.0.smithi098.stdout:1157: done (2 left) 2024-04-12T00:31:10.578 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 105 2024-04-12T00:31:10.578 INFO:tasks.rados.rados.0.smithi098.stdout:1158: seq_num 380 ranges {1220608=770048,1990656=483328,2473984=319488} 2024-04-12T00:31:10.589 INFO:tasks.rados.rados.0.smithi098.stdout:1158: writing smithi09877355-29 from 1220608 to 1990656 tid 1 2024-04-12T00:31:10.592 INFO:tasks.rados.rados.0.smithi098.stdout:1158: writing smithi09877355-29 from 1990656 to 2473984 tid 2 2024-04-12T00:31:10.594 INFO:tasks.rados.rados.0.smithi098.stdout:1158: writing smithi09877355-29 from 2473984 to 2793472 tid 3 2024-04-12T00:31:10.594 INFO:tasks.rados.rados.0.smithi098.stdout:1155: finishing write tid 2 to smithi09877355-8 2024-04-12T00:31:10.594 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 916 (ObjNum 271 snap 75 seq_num 271) dirty exists 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1155: finishing write tid 3 to smithi09877355-8 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1155: finishing write tid 4 to smithi09877355-8 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1155: finishing write tid 5 to smithi09877355-8 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1155: oid 8 updating version 0 to 320 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1155: oid 8 updating version 320 to 321 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1155: oid 8 version 321 is already newer than 319 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1155: oid 8 updating version 321 to 322 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 322 (ObjNum 378 snap 105 seq_num 378) dirty exists 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1155: left oid 8 (ObjNum 378 snap 105 seq_num 378) 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1155: done (2 left) 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1156: done (1 left) 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1159: delete oid 20 current snap is 105 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1158: finishing write tid 1 to smithi09877355-29 2024-04-12T00:31:10.595 INFO:tasks.rados.rados.0.smithi098.stdout:1158: finishing write tid 2 to smithi09877355-29 2024-04-12T00:31:10.596 INFO:tasks.rados.rados.0.smithi098.stdout:1159: done (1 left) 2024-04-12T00:31:10.596 INFO:tasks.rados.rados.0.smithi098.stdout:1160: setattr oid 17 current snap is 105 2024-04-12T00:31:10.596 INFO:tasks.rados.rados.0.smithi098.stdout:1158: finishing write tid 3 to smithi09877355-29 2024-04-12T00:31:10.597 INFO:tasks.rados.rados.0.smithi098.stdout:1158: finishing write tid 4 to smithi09877355-29 2024-04-12T00:31:10.597 INFO:tasks.rados.rados.0.smithi098.stdout:1161: read oid 21 snap -1 2024-04-12T00:31:10.598 INFO:tasks.rados.rados.0.smithi098.stdout:1161: expect deleted 2024-04-12T00:31:10.598 INFO:tasks.rados.rados.0.smithi098.stdout:1162: snap_remove snap 101 2024-04-12T00:31:10.775 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:10 smithi193 ceph-mon[83763]: Reconfiguring mon.c (monmap changed)... 2024-04-12T00:31:10.775 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:10 smithi193 ceph-mon[83763]: Reconfiguring daemon mon.c on smithi098 2024-04-12T00:31:10.775 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:10 smithi193 ceph-mon[83763]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T00:31:10.775 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:10 smithi193 ceph-mon[83763]: pgmap v67: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:10.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:10 smithi098 ceph-mon[91373]: Reconfiguring mon.c (monmap changed)... 2024-04-12T00:31:10.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:10 smithi098 ceph-mon[91373]: Reconfiguring daemon mon.c on smithi098 2024-04-12T00:31:10.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:10 smithi098 ceph-mon[91373]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T00:31:10.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:10 smithi098 ceph-mon[91373]: pgmap v67: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:10.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:10 smithi098 ceph-mon[88922]: Reconfiguring mon.c (monmap changed)... 2024-04-12T00:31:10.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:10 smithi098 ceph-mon[88922]: Reconfiguring daemon mon.c on smithi098 2024-04-12T00:31:10.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:10 smithi098 ceph-mon[88922]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T00:31:10.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:10 smithi098 ceph-mon[88922]: pgmap v67: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:11.439 INFO:tasks.rados.rados.0.smithi098.stdout:1162: done (3 left) 2024-04-12T00:31:11.440 INFO:tasks.rados.rados.0.smithi098.stdout:1163: snap_remove snap 102 2024-04-12T00:31:11.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[88922]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T00:31:11.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:11.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[88922]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[88922]: Reconfiguring daemon osd.0 on smithi098 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[88922]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[91373]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[91373]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T00:31:11.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T00:31:11.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:11.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[91373]: Reconfiguring daemon osd.0 on smithi098 2024-04-12T00:31:11.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:11 smithi098 ceph-mon[91373]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T00:31:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:11 smithi193 ceph-mon[83763]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T00:31:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:11 smithi193 ceph-mon[83763]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T00:31:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T00:31:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:11 smithi193 ceph-mon[83763]: Reconfiguring daemon osd.0 on smithi098 2024-04-12T00:31:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:11 smithi193 ceph-mon[83763]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T00:31:12.444 INFO:tasks.rados.rados.0.smithi098.stdout:1163: done (3 left) 2024-04-12T00:31:12.445 INFO:tasks.rados.rados.0.smithi098.stdout:1164: snap_create 2024-04-12T00:31:12.445 INFO:tasks.rados.rados.0.smithi098.stdout:1158: finishing write tid 5 to smithi09877355-29 2024-04-12T00:31:12.445 INFO:tasks.rados.rados.0.smithi098.stdout:1158: oid 29 updating version 0 to 580 2024-04-12T00:31:12.445 INFO:tasks.rados.rados.0.smithi098.stdout:1158: oid 29 version 580 is already newer than 578 2024-04-12T00:31:12.445 INFO:tasks.rados.rados.0.smithi098.stdout:1158: oid 29 version 580 is already newer than 579 2024-04-12T00:31:12.445 INFO:tasks.rados.rados.0.smithi098.stdout:1158: oid 29 version 580 is already newer than 577 2024-04-12T00:31:12.445 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 580 (ObjNum 380 snap 105 seq_num 380) dirty exists 2024-04-12T00:31:12.445 INFO:tasks.rados.rados.0.smithi098.stdout:1158: left oid 29 (ObjNum 380 snap 105 seq_num 380) 2024-04-12T00:31:12.445 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 315 (ObjNum 33 snap 0 seq_num 7) dirty exists 2024-04-12T00:31:12.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:12.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:12 smithi193 ceph-mon[83763]: pgmap v70: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-12T00:31:12.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:12.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:12.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T00:31:12.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:12.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:12 smithi193 ceph-mon[83763]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T00:31:12.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[91373]: pgmap v70: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-12T00:31:12.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:12.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:12.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T00:31:12.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:12.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[91373]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T00:31:12.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[88922]: pgmap v70: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-12T00:31:12.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:12.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:12.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T00:31:12.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:12.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:12 smithi098 ceph-mon[88922]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T00:31:13.442 INFO:tasks.rados.rados.0.smithi098.stdout:1158: done (3 left) 2024-04-12T00:31:13.443 INFO:tasks.rados.rados.0.smithi098.stdout:1160: done (2 left) 2024-04-12T00:31:13.443 INFO:tasks.rados.rados.0.smithi098.stdout:1161: done (1 left) 2024-04-12T00:31:13.443 INFO:tasks.rados.rados.0.smithi098.stdout:1164: done (0 left) 2024-04-12T00:31:13.443 INFO:tasks.rados.rados.0.smithi098.stdout:1165: rollback oid 14 current snap is 106 2024-04-12T00:31:13.443 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 14 to 93 2024-04-12T00:31:13.443 INFO:tasks.rados.rados.0.smithi098.stdout:1166: snap_remove snap 92 2024-04-12T00:31:13.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:13 smithi098 ceph-mon[88922]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T00:31:13.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:13 smithi098 ceph-mon[88922]: Reconfiguring daemon osd.1 on smithi098 2024-04-12T00:31:13.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:13 smithi098 ceph-mon[88922]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T00:31:13.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:13 smithi098 ceph-mon[91373]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T00:31:13.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:13 smithi098 ceph-mon[91373]: Reconfiguring daemon osd.1 on smithi098 2024-04-12T00:31:13.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:13 smithi098 ceph-mon[91373]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T00:31:13.864 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:13 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:13.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:13 smithi193 ceph-mon[83763]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T00:31:13.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:13 smithi193 ceph-mon[83763]: Reconfiguring daemon osd.1 on smithi098 2024-04-12T00:31:13.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:13 smithi193 ceph-mon[83763]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T00:31:14.447 INFO:tasks.rados.rados.0.smithi098.stdout:1166: done (1 left) 2024-04-12T00:31:14.447 INFO:tasks.rados.rados.0.smithi098.stdout:1167: snap_remove snap 79 2024-04-12T00:31:14.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[91373]: pgmap v73: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-12T00:31:14.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:14.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:14.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T00:31:14.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:14.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[91373]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T00:31:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[88922]: pgmap v73: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-12T00:31:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T00:31:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:14 smithi098 ceph-mon[88922]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T00:31:14.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:14 smithi193 ceph-mon[83763]: pgmap v73: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-12T00:31:14.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:14.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:14.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T00:31:14.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:14.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:14 smithi193 ceph-mon[83763]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T00:31:15.451 INFO:tasks.rados.rados.0.smithi098.stdout:1167: done (1 left) 2024-04-12T00:31:15.451 INFO:tasks.rados.rados.0.smithi098.stdout:1168: rollback oid 38 current snap is 106 2024-04-12T00:31:15.451 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 38 to 100 2024-04-12T00:31:15.451 INFO:tasks.rados.rados.0.smithi098.stdout:1169: read oid 4 snap -1 2024-04-12T00:31:15.451 INFO:tasks.rados.rados.0.smithi098.stdout:1169: expect (ObjNum 226 snap 56 seq_num 226) 2024-04-12T00:31:15.451 INFO:tasks.rados.rados.0.smithi098.stdout:1170: snap_create 2024-04-12T00:31:15.451 INFO:tasks.rados.rados.0.smithi098.stdout:1165: finishing rollback tid 1 to smithi09877355-14 2024-04-12T00:31:15.452 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 362 (ObjNum 129 snap 0 seq_num 28964880) dirty dne 2024-04-12T00:31:15.461 INFO:tasks.rados.rados.0.smithi098.stdout:1168: finishing rollback tid 0 to smithi09877355-38 2024-04-12T00:31:15.467 INFO:tasks.rados.rados.0.smithi098.stdout:1168: finishing rollback tid 1 to smithi09877355-38 2024-04-12T00:31:15.468 INFO:tasks.rados.rados.0.smithi098.stdout:1168: finishing rollback tid 2 to smithi09877355-38 2024-04-12T00:31:15.468 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 568 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:31:15.480 INFO:tasks.rados.rados.0.smithi098.stdout:1169: expect (ObjNum 226 snap 56 seq_num 226) 2024-04-12T00:31:15.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:15 smithi098 ceph-mon[91373]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T00:31:15.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:15 smithi098 ceph-mon[91373]: Reconfiguring daemon osd.2 on smithi098 2024-04-12T00:31:15.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:15 smithi098 ceph-mon[91373]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T00:31:15.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:15 smithi098 ceph-mon[88922]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T00:31:15.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:15 smithi098 ceph-mon[88922]: Reconfiguring daemon osd.2 on smithi098 2024-04-12T00:31:15.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:15 smithi098 ceph-mon[88922]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T00:31:15.789 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:31:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:31:15] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-04-12T00:31:15.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:15 smithi193 ceph-mon[83763]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T00:31:15.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:15 smithi193 ceph-mon[83763]: Reconfiguring daemon osd.2 on smithi098 2024-04-12T00:31:15.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:15 smithi193 ceph-mon[83763]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T00:31:16.437 INFO:tasks.rados.rados.0.smithi098.stdout:1165: done (3 left) 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:1168: done (2 left) 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:1169: done (1 left) 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:1170: done (0 left) 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:1171: copy_from oid 40 from oid 18 current snap is 107 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:1172: read oid 20 snap -1 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:1172: expect deleted 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:1173: rollback oid 30 current snap is 107 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 96 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:1174: rollback oid 8 current snap is 107 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 98 2024-04-12T00:31:16.438 INFO:tasks.rados.rados.0.smithi098.stdout:1175: snap_create 2024-04-12T00:31:16.443 INFO:tasks.rados.rados.0.smithi098.stdout:1173: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:31:16.445 INFO:tasks.rados.rados.0.smithi098.stdout:1174: finishing rollback tid 0 to smithi09877355-8 2024-04-12T00:31:16.445 INFO:tasks.rados.rados.0.smithi098.stdout:1173: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:31:16.445 INFO:tasks.rados.rados.0.smithi098.stdout:1174: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:31:16.445 INFO:tasks.rados.rados.0.smithi098.stdout:1173: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:31:16.445 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 450 (ObjNum 300 snap 80 seq_num 300) dirty exists 2024-04-12T00:31:16.445 INFO:tasks.rados.rados.0.smithi098.stdout:1174: finishing rollback tid 2 to smithi09877355-8 2024-04-12T00:31:16.445 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 342 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:31:16.450 INFO:tasks.rados.rados.0.smithi098.stdout:1171: finishing copy_from racing read to smithi09877355-40 2024-04-12T00:31:16.451 INFO:tasks.rados.rados.0.smithi098.stdout:1171: finishing copy_from to smithi09877355-40 2024-04-12T00:31:16.451 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 534 (ObjNum 341 snap 97 seq_num 341) dirty exists 2024-04-12T00:31:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[91373]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T00:31:16.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[91373]: Reconfiguring daemon osd.3 on smithi098 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[91373]: pgmap v76: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[91373]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[88922]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[88922]: Reconfiguring daemon osd.3 on smithi098 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[88922]: pgmap v76: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:31:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:16 smithi098 ceph-mon[88922]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T00:31:17.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:17.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:17.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:16 smithi193 ceph-mon[83763]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T00:31:17.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T00:31:17.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:17.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:16 smithi193 ceph-mon[83763]: Reconfiguring daemon osd.3 on smithi098 2024-04-12T00:31:17.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:16 smithi193 ceph-mon[83763]: pgmap v76: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:31:17.114 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:16 smithi193 ceph-mon[83763]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T00:31:17.438 INFO:tasks.rados.rados.0.smithi098.stdout:1171: done (4 left) 2024-04-12T00:31:17.438 INFO:tasks.rados.rados.0.smithi098.stdout:1172: done (3 left) 2024-04-12T00:31:17.438 INFO:tasks.rados.rados.0.smithi098.stdout:1173: done (2 left) 2024-04-12T00:31:17.438 INFO:tasks.rados.rados.0.smithi098.stdout:1174: done (1 left) 2024-04-12T00:31:17.438 INFO:tasks.rados.rados.0.smithi098.stdout:1175: done (0 left) 2024-04-12T00:31:17.438 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 108 2024-04-12T00:31:17.438 INFO:tasks.rados.rados.0.smithi098.stdout:1176: seq_num 382 ranges {1441792=802816,2244608=704512,2949120=98304} 2024-04-12T00:31:17.450 INFO:tasks.rados.rados.0.smithi098.stdout:1176: writing smithi09877355-5 from 1441792 to 2244608 tid 1 2024-04-12T00:31:17.454 INFO:tasks.rados.rados.0.smithi098.stdout:1176: writing smithi09877355-5 from 2244608 to 2949120 tid 2 2024-04-12T00:31:17.454 INFO:tasks.rados.rados.0.smithi098.stdout:1176: writing smithi09877355-5 from 2949120 to 3047424 tid 3 2024-04-12T00:31:17.455 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 108 2024-04-12T00:31:17.455 INFO:tasks.rados.rados.0.smithi098.stdout:1177: seq_num 383 ranges {2760704=417792,3178496=589824,3768320=417792,4186112=196608} 2024-04-12T00:31:17.472 INFO:tasks.rados.rados.0.smithi098.stdout:1177: writing smithi09877355-10 from 2760704 to 3178496 tid 1 2024-04-12T00:31:17.475 INFO:tasks.rados.rados.0.smithi098.stdout:1177: writing smithi09877355-10 from 3178496 to 3768320 tid 2 2024-04-12T00:31:17.478 INFO:tasks.rados.rados.0.smithi098.stdout:1177: writing smithi09877355-10 from 3768320 to 4186112 tid 3 2024-04-12T00:31:17.480 INFO:tasks.rados.rados.0.smithi098.stdout:1177: writing smithi09877355-10 from 4186112 to 4382720 tid 4 2024-04-12T00:31:17.480 INFO:tasks.rados.rados.0.smithi098.stdout:1178: rmattr oid 30 current snap is 108 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1178: done (2 left) 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1179: copy_from oid 33 from oid 50 current snap is 108 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: finishing write tid 1 to smithi09877355-5 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: finishing write tid 2 to smithi09877355-5 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: finishing write tid 3 to smithi09877355-5 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: finishing write tid 4 to smithi09877355-5 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: finishing write tid 5 to smithi09877355-5 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: oid 5 updating version 0 to 769 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: oid 5 version 769 is already newer than 767 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: oid 5 version 769 is already newer than 768 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: oid 5 version 769 is already newer than 766 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 769 (ObjNum 382 snap 108 seq_num 382) dirty exists 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1176: left oid 5 (ObjNum 382 snap 108 seq_num 382) 2024-04-12T00:31:17.481 INFO:tasks.rados.rados.0.smithi098.stdout:1177: finishing write tid 1 to smithi09877355-10 2024-04-12T00:31:17.482 INFO:tasks.rados.rados.0.smithi098.stdout:1177: finishing write tid 2 to smithi09877355-10 2024-04-12T00:31:17.482 INFO:tasks.rados.rados.0.smithi098.stdout:1176: done (2 left) 2024-04-12T00:31:17.482 INFO:tasks.rados.rados.0.smithi098.stdout:1180: read oid 28 snap -1 2024-04-12T00:31:17.482 INFO:tasks.rados.rados.0.smithi098.stdout:1180: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T00:31:17.482 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 108 2024-04-12T00:31:17.482 INFO:tasks.rados.rados.0.smithi098.stdout:1181: seq_num 384 ranges {0=434176,434176=475136,909312=630784,1540096=98304} 2024-04-12T00:31:17.482 INFO:tasks.rados.rados.0.smithi098.stdout:1181: writing smithi09877355-20 from 0 to 434176 tid 1 2024-04-12T00:31:17.485 INFO:tasks.rados.rados.0.smithi098.stdout:1181: writing smithi09877355-20 from 434176 to 909312 tid 2 2024-04-12T00:31:17.489 INFO:tasks.rados.rados.0.smithi098.stdout:1181: writing smithi09877355-20 from 909312 to 1540096 tid 3 2024-04-12T00:31:17.490 INFO:tasks.rados.rados.0.smithi098.stdout:1181: writing smithi09877355-20 from 1540096 to 1638400 tid 4 2024-04-12T00:31:17.490 INFO:tasks.rados.rados.0.smithi098.stdout:1182: copy_from oid 36 from oid 38 current snap is 108 2024-04-12T00:31:17.490 INFO:tasks.rados.rados.0.smithi098.stdout:1177: finishing write tid 3 to smithi09877355-10 2024-04-12T00:31:17.490 INFO:tasks.rados.rados.0.smithi098.stdout:1177: finishing write tid 4 to smithi09877355-10 2024-04-12T00:31:17.490 INFO:tasks.rados.rados.0.smithi098.stdout:1183: snap_remove snap 97 2024-04-12T00:31:18.444 INFO:tasks.rados.rados.0.smithi098.stdout:1183: done (5 left) 2024-04-12T00:31:18.444 INFO:tasks.rados.rados.0.smithi098.stdout:1184: snap_remove snap 104 2024-04-12T00:31:18.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:18.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:18.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[91373]: Reconfiguring mds.a (monmap changed)... 2024-04-12T00:31:18.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:31:18.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:18.449 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[91373]: Reconfiguring daemon mds.a on smithi098 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[91373]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[91373]: pgmap v79: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[88922]: Reconfiguring mds.a (monmap changed)... 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[88922]: Reconfiguring daemon mds.a on smithi098 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[88922]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T00:31:18.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:18 smithi098 ceph-mon[88922]: pgmap v79: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:31:18.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:18.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:18.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:18 smithi193 ceph-mon[83763]: Reconfiguring mds.a (monmap changed)... 2024-04-12T00:31:18.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:31:18.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:18.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:18 smithi193 ceph-mon[83763]: Reconfiguring daemon mds.a on smithi098 2024-04-12T00:31:18.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:18 smithi193 ceph-mon[83763]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T00:31:18.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:18 smithi193 ceph-mon[83763]: pgmap v79: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:31:19.445 INFO:tasks.rados.rados.0.smithi098.stdout:1184: done (5 left) 2024-04-12T00:31:19.446 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 108 2024-04-12T00:31:19.446 INFO:tasks.rados.rados.0.smithi098.stdout:1177: finishing write tid 5 to smithi09877355-10 2024-04-12T00:31:19.446 INFO:tasks.rados.rados.0.smithi098.stdout:1185: seq_num 385 ranges {2793472=450560,3244032=761856,4005888=442368} 2024-04-12T00:31:19.463 INFO:tasks.rados.rados.0.smithi098.stdout:1185: writing smithi09877355-29 from 2793472 to 3244032 tid 1 2024-04-12T00:31:19.468 INFO:tasks.rados.rados.0.smithi098.stdout:1185: writing smithi09877355-29 from 3244032 to 4005888 tid 2 2024-04-12T00:31:19.471 INFO:tasks.rados.rados.0.smithi098.stdout:1185: writing smithi09877355-29 from 4005888 to 4448256 tid 3 2024-04-12T00:31:19.471 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 108 2024-04-12T00:31:19.471 INFO:tasks.rados.rados.0.smithi098.stdout:1177: finishing write tid 6 to smithi09877355-10 2024-04-12T00:31:19.471 INFO:tasks.rados.rados.0.smithi098.stdout:1177: oid 10 updating version 0 to 321 2024-04-12T00:31:19.471 INFO:tasks.rados.rados.0.smithi098.stdout:1177: oid 10 updating version 321 to 322 2024-04-12T00:31:19.471 INFO:tasks.rados.rados.0.smithi098.stdout:1177: oid 10 updating version 322 to 323 2024-04-12T00:31:19.471 INFO:tasks.rados.rados.0.smithi098.stdout:1177: oid 10 version 323 is already newer than 320 2024-04-12T00:31:19.471 INFO:tasks.rados.rados.0.smithi098.stdout:1177: oid 10 version 323 is already newer than 319 2024-04-12T00:31:19.472 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 323 (ObjNum 383 snap 108 seq_num 383) dirty exists 2024-04-12T00:31:19.472 INFO:tasks.rados.rados.0.smithi098.stdout:1177: left oid 10 (ObjNum 383 snap 108 seq_num 383) 2024-04-12T00:31:19.472 INFO:tasks.rados.rados.0.smithi098.stdout:1181: finishing write tid 1 to smithi09877355-20 2024-04-12T00:31:19.472 INFO:tasks.rados.rados.0.smithi098.stdout:1181: finishing write tid 2 to smithi09877355-20 2024-04-12T00:31:19.472 INFO:tasks.rados.rados.0.smithi098.stdout:1186: seq_num 386 ranges {0=466944,466944=638976,1105920=565248} 2024-04-12T00:31:19.473 INFO:tasks.rados.rados.0.smithi098.stdout:1186: writing smithi09877355-25 from 0 to 466944 tid 1 2024-04-12T00:31:19.477 INFO:tasks.rados.rados.0.smithi098.stdout:1186: writing smithi09877355-25 from 466944 to 1105920 tid 2 2024-04-12T00:31:19.482 INFO:tasks.rados.rados.0.smithi098.stdout:1186: writing smithi09877355-25 from 1105920 to 1671168 tid 3 2024-04-12T00:31:19.482 INFO:tasks.rados.rados.0.smithi098.stdout:1177: done (6 left) 2024-04-12T00:31:19.482 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 108 2024-04-12T00:31:19.482 INFO:tasks.rados.rados.0.smithi098.stdout:1181: finishing write tid 3 to smithi09877355-20 2024-04-12T00:31:19.482 INFO:tasks.rados.rados.0.smithi098.stdout:1181: finishing write tid 4 to smithi09877355-20 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:1181: finishing write tid 5 to smithi09877355-20 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:1181: finishing write tid 6 to smithi09877355-20 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:1181: oid 20 updating version 0 to 572 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:1181: oid 20 version 572 is already newer than 571 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:1181: oid 20 updating version 572 to 573 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:1181: oid 20 version 573 is already newer than 570 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:1181: oid 20 version 573 is already newer than 569 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 573 (ObjNum 384 snap 108 seq_num 384) dirty exists 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:1181: left oid 20 (ObjNum 384 snap 108 seq_num 384) 2024-04-12T00:31:19.483 INFO:tasks.rados.rados.0.smithi098.stdout:1179: finishing copy_from racing read to smithi09877355-33 2024-04-12T00:31:19.484 INFO:tasks.rados.rados.0.smithi098.stdout:1179: finishing copy_from to smithi09877355-33 2024-04-12T00:31:19.484 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 332 (ObjNum 365 snap 101 seq_num 365) dirty exists 2024-04-12T00:31:19.484 INFO:tasks.rados.rados.0.smithi098.stdout:1182: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:31:19.484 INFO:tasks.rados.rados.0.smithi098.stdout:1182: finishing copy_from to smithi09877355-36 2024-04-12T00:31:19.484 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 568 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:31:19.484 INFO:tasks.rados.rados.0.smithi098.stdout:1180: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T00:31:19.710 INFO:tasks.rados.rados.0.smithi098.stdout:1185: finishing write tid 1 to smithi09877355-29 2024-04-12T00:31:19.710 INFO:tasks.rados.rados.0.smithi098.stdout:1185: finishing write tid 2 to smithi09877355-29 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1185: finishing write tid 3 to smithi09877355-29 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1185: finishing write tid 4 to smithi09877355-29 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1185: finishing write tid 5 to smithi09877355-29 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1185: oid 29 updating version 0 to 584 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1185: oid 29 version 584 is already newer than 581 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1185: oid 29 version 584 is already newer than 582 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1185: oid 29 version 584 is already newer than 583 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 584 (ObjNum 385 snap 108 seq_num 385) dirty exists 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1185: left oid 29 (ObjNum 385 snap 108 seq_num 385) 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1186: finishing write tid 1 to smithi09877355-25 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1186: finishing write tid 2 to smithi09877355-25 2024-04-12T00:31:19.711 INFO:tasks.rados.rados.0.smithi098.stdout:1187: seq_num 387 ranges {1155072=483328,1638400=524288,2162688=679936} 2024-04-12T00:31:19.719 INFO:tasks.rados.rados.0.smithi098.stdout:1187: writing smithi09877355-41 from 1155072 to 1638400 tid 1 2024-04-12T00:31:19.722 INFO:tasks.rados.rados.0.smithi098.stdout:1187: writing smithi09877355-41 from 1638400 to 2162688 tid 2 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1187: writing smithi09877355-41 from 2162688 to 2842624 tid 3 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1179: done (6 left) 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1180: done (5 left) 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1181: done (4 left) 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1182: done (3 left) 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1185: done (2 left) 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1188: copy_from oid 6 from oid 43 current snap is 108 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1186: finishing write tid 3 to smithi09877355-25 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1186: finishing write tid 4 to smithi09877355-25 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1186: finishing write tid 5 to smithi09877355-25 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1186: oid 25 updating version 0 to 437 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1186: oid 25 version 437 is already newer than 436 2024-04-12T00:31:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:1186: oid 25 updating version 437 to 438 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1186: oid 25 updating version 438 to 439 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 439 (ObjNum 386 snap 108 seq_num 386) dirty exists 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1186: left oid 25 (ObjNum 386 snap 108 seq_num 386) 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1187: finishing write tid 1 to smithi09877355-41 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1187: finishing write tid 2 to smithi09877355-41 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1186: done (2 left) 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1189: copy_from oid 46 from oid 36 current snap is 108 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1190: rollback oid 34 current snap is 108 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 34 to 83 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1191: read oid 4 snap -1 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1191: expect (ObjNum 226 snap 56 seq_num 226) 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1192: copy_from oid 17 from oid 7 current snap is 108 2024-04-12T00:31:19.729 INFO:tasks.rados.rados.0.smithi098.stdout:1193: snap_create 2024-04-12T00:31:19.730 INFO:tasks.rados.rados.0.smithi098.stdout:1190: finishing rollback tid 0 to smithi09877355-34 2024-04-12T00:31:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:1190: finishing rollback tid 1 to smithi09877355-34 2024-04-12T00:31:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 363 (ObjNum 65 snap 0 seq_num 1481994342) dirty dne 2024-04-12T00:31:19.733 INFO:tasks.rados.rados.0.smithi098.stdout:1187: finishing write tid 3 to smithi09877355-41 2024-04-12T00:31:19.736 INFO:tasks.rados.rados.0.smithi098.stdout:1187: finishing write tid 4 to smithi09877355-41 2024-04-12T00:31:19.738 INFO:tasks.rados.rados.0.smithi098.stdout:1187: finishing write tid 5 to smithi09877355-41 2024-04-12T00:31:19.738 INFO:tasks.rados.rados.0.smithi098.stdout:1187: oid 41 updating version 0 to 789 2024-04-12T00:31:19.738 INFO:tasks.rados.rados.0.smithi098.stdout:1187: oid 41 updating version 789 to 790 2024-04-12T00:31:19.738 INFO:tasks.rados.rados.0.smithi098.stdout:1187: oid 41 updating version 790 to 792 2024-04-12T00:31:19.738 INFO:tasks.rados.rados.0.smithi098.stdout:1187: oid 41 version 792 is already newer than 791 2024-04-12T00:31:19.738 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 792 (ObjNum 387 snap 108 seq_num 387) dirty exists 2024-04-12T00:31:19.738 INFO:tasks.rados.rados.0.smithi098.stdout:1187: left oid 41 (ObjNum 387 snap 108 seq_num 387) 2024-04-12T00:31:19.741 INFO:tasks.rados.rados.0.smithi098.stdout:1189: finishing copy_from racing read to smithi09877355-46 2024-04-12T00:31:19.741 INFO:tasks.rados.rados.0.smithi098.stdout:1191: expect (ObjNum 226 snap 56 seq_num 226) 2024-04-12T00:31:19.747 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:19 smithi193 ceph-mon[83763]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T00:31:19.747 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:19.747 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:19.747 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:31:19.747 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:31:19.747 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:19.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[88922]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T00:31:19.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:19.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:19.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:31:19.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:31:19.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:19.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[91373]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T00:31:19.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:19.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:19.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T00:31:19.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T00:31:19.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:19.834 INFO:tasks.rados.rados.0.smithi098.stdout:1192: finishing copy_from racing read to smithi09877355-17 2024-04-12T00:31:19.835 INFO:tasks.rados.rados.0.smithi098.stdout:1189: finishing copy_from to smithi09877355-46 2024-04-12T00:31:19.835 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 568 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:31:19.835 INFO:tasks.rados.rados.0.smithi098.stdout:1192: finishing copy_from to smithi09877355-17 2024-04-12T00:31:19.835 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 529 (ObjNum 240 snap 61 seq_num 240) dirty exists 2024-04-12T00:31:19.835 INFO:tasks.rados.rados.0.smithi098.stdout:1188: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:31:19.835 INFO:tasks.rados.rados.0.smithi098.stdout:1188: finishing copy_from to smithi09877355-6 2024-04-12T00:31:19.835 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 669 (ObjNum 297 snap 80 seq_num 297) dirty exists 2024-04-12T00:31:20.456 INFO:tasks.rados.rados.0.smithi098.stdout:1187: done (6 left) 2024-04-12T00:31:20.456 INFO:tasks.rados.rados.0.smithi098.stdout:1188: done (5 left) 2024-04-12T00:31:20.456 INFO:tasks.rados.rados.0.smithi098.stdout:1189: done (4 left) 2024-04-12T00:31:20.456 INFO:tasks.rados.rados.0.smithi098.stdout:1190: done (3 left) 2024-04-12T00:31:20.457 INFO:tasks.rados.rados.0.smithi098.stdout:1191: done (2 left) 2024-04-12T00:31:20.457 INFO:tasks.rados.rados.0.smithi098.stdout:1192: done (1 left) 2024-04-12T00:31:20.457 INFO:tasks.rados.rados.0.smithi098.stdout:1193: done (0 left) 2024-04-12T00:31:20.457 INFO:tasks.rados.rados.0.smithi098.stdout:1194: setattr oid 12 current snap is 109 2024-04-12T00:31:20.457 INFO:tasks.rados.rados.0.smithi098.stdout:1195: delete oid 11 current snap is 109 2024-04-12T00:31:20.461 INFO:tasks.rados.rados.0.smithi098.stdout:1195: done (1 left) 2024-04-12T00:31:20.461 INFO:tasks.rados.rados.0.smithi098.stdout:1196: snap_remove snap 108 2024-04-12T00:31:20.751 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:20 smithi193 ceph-mon[83763]: Reconfiguring mon.b (monmap changed)... 2024-04-12T00:31:20.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:20 smithi193 ceph-mon[83763]: Reconfiguring daemon mon.b on smithi193 2024-04-12T00:31:20.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:20 smithi193 ceph-mon[83763]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T00:31:20.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:20 smithi193 ceph-mon[83763]: pgmap v82: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:20.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:20.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[91373]: Reconfiguring mon.b (monmap changed)... 2024-04-12T00:31:20.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[91373]: Reconfiguring daemon mon.b on smithi193 2024-04-12T00:31:20.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[91373]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T00:31:20.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[91373]: pgmap v82: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:20.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:20.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[88922]: Reconfiguring mon.b (monmap changed)... 2024-04-12T00:31:20.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[88922]: Reconfiguring daemon mon.b on smithi193 2024-04-12T00:31:20.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[88922]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T00:31:20.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[88922]: pgmap v82: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:20.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:21.467 INFO:tasks.rados.rados.0.smithi098.stdout:1196: done (1 left) 2024-04-12T00:31:21.467 INFO:tasks.rados.rados.0.smithi098.stdout:1197: rmattr oid 47 current snap is 109 2024-04-12T00:31:21.467 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 535 (ObjNum 375 snap 105 seq_num 375) dirty exists 2024-04-12T00:31:21.467 INFO:tasks.rados.rados.0.smithi098.stdout:1194: done (1 left) 2024-04-12T00:31:21.467 INFO:tasks.rados.rados.0.smithi098.stdout:1198: read oid 14 snap 83 2024-04-12T00:31:21.467 INFO:tasks.rados.rados.0.smithi098.stdout:1198: expect deleted 2024-04-12T00:31:21.467 INFO:tasks.rados.rados.0.smithi098.stdout:1199: read oid 22 snap -1 2024-04-12T00:31:21.467 INFO:tasks.rados.rados.0.smithi098.stdout:1199: expect deleted 2024-04-12T00:31:21.468 INFO:tasks.rados.rados.0.smithi098.stdout:1200: read oid 18 snap -1 2024-04-12T00:31:21.468 INFO:tasks.rados.rados.0.smithi098.stdout:1200: expect (ObjNum 341 snap 97 seq_num 341) 2024-04-12T00:31:21.468 INFO:tasks.rados.rados.0.smithi098.stdout:1201: rmattr oid 29 current snap is 109 2024-04-12T00:31:21.468 INFO:tasks.rados.rados.0.smithi098.stdout:1201: done (4 left) 2024-04-12T00:31:21.468 INFO:tasks.rados.rados.0.smithi098.stdout:1202: copy_from oid 24 from oid 20 current snap is 109 2024-04-12T00:31:21.468 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 109 2024-04-12T00:31:21.468 INFO:tasks.rados.rados.0.smithi098.stdout:1203: seq_num 389 ranges {5136384=524288,5660672=745472,6406144=458752} 2024-04-12T00:31:21.497 INFO:tasks.rados.rados.0.smithi098.stdout:1203: writing smithi09877355-12 from 5136384 to 5660672 tid 1 2024-04-12T00:31:21.502 INFO:tasks.rados.rados.0.smithi098.stdout:1203: writing smithi09877355-12 from 5660672 to 6406144 tid 2 2024-04-12T00:31:21.505 INFO:tasks.rados.rados.0.smithi098.stdout:1203: writing smithi09877355-12 from 6406144 to 6864896 tid 3 2024-04-12T00:31:21.505 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 109 2024-04-12T00:31:21.505 INFO:tasks.rados.rados.0.smithi098.stdout:1204: seq_num 390 ranges {3055616=540672,3596288=630784,4227072=573440} 2024-04-12T00:31:21.524 INFO:tasks.rados.rados.0.smithi098.stdout:1204: writing smithi09877355-17 from 3055616 to 3596288 tid 1 2024-04-12T00:31:21.527 INFO:tasks.rados.rados.0.smithi098.stdout:1204: writing smithi09877355-17 from 3596288 to 4227072 tid 2 2024-04-12T00:31:21.530 INFO:tasks.rados.rados.0.smithi098.stdout:1204: writing smithi09877355-17 from 4227072 to 4800512 tid 3 2024-04-12T00:31:21.531 INFO:tasks.rados.rados.0.smithi098.stdout:1205: setattr oid 1 current snap is 109 2024-04-12T00:31:21.531 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 530 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:31:21.531 INFO:tasks.rados.rados.0.smithi098.stdout:1200: expect (ObjNum 341 snap 97 seq_num 341) 2024-04-12T00:31:21.555 INFO:tasks.rados.rados.0.smithi098.stdout:1202: finishing copy_from racing read to smithi09877355-24 2024-04-12T00:31:21.555 INFO:tasks.rados.rados.0.smithi098.stdout:1202: finishing copy_from to smithi09877355-24 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 573 (ObjNum 384 snap 108 seq_num 384) dirty exists 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: finishing write tid 1 to smithi09877355-12 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: finishing write tid 2 to smithi09877355-12 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: finishing write tid 3 to smithi09877355-12 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: finishing write tid 4 to smithi09877355-12 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: finishing write tid 5 to smithi09877355-12 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: oid 12 updating version 0 to 536 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: oid 12 updating version 536 to 539 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: oid 12 version 539 is already newer than 538 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: oid 12 version 539 is already newer than 537 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 539 (ObjNum 389 snap 109 seq_num 389) dirty exists 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1203: left oid 12 (ObjNum 389 snap 109 seq_num 389) 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1204: finishing write tid 1 to smithi09877355-17 2024-04-12T00:31:21.556 INFO:tasks.rados.rados.0.smithi098.stdout:1197: done (7 left) 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1198: done (6 left) 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1199: done (5 left) 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1200: done (4 left) 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1202: done (3 left) 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1203: done (2 left) 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1206: rollback oid 47 current snap is 109 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 107 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1204: finishing write tid 2 to smithi09877355-17 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1204: finishing write tid 3 to smithi09877355-17 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1204: finishing write tid 4 to smithi09877355-17 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1204: finishing write tid 5 to smithi09877355-17 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1204: oid 17 updating version 0 to 533 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1204: oid 17 version 533 is already newer than 532 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1204: oid 17 updating version 533 to 534 2024-04-12T00:31:21.557 INFO:tasks.rados.rados.0.smithi098.stdout:1204: oid 17 version 534 is already newer than 531 2024-04-12T00:31:21.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 534 (ObjNum 390 snap 109 seq_num 390) dirty exists 2024-04-12T00:31:21.558 INFO:tasks.rados.rados.0.smithi098.stdout:1204: left oid 17 (ObjNum 390 snap 109 seq_num 390) 2024-04-12T00:31:21.558 INFO:tasks.rados.rados.0.smithi098.stdout:1204: done (2 left) 2024-04-12T00:31:21.558 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 109 2024-04-12T00:31:21.558 INFO:tasks.rados.rados.0.smithi098.stdout:1207: seq_num 391 ranges {3055616=557056,3612672=516096,4128768=688128} 2024-04-12T00:31:21.574 INFO:tasks.rados.rados.0.smithi098.stdout:1207: writing smithi09877355-48 from 3055616 to 3612672 tid 1 2024-04-12T00:31:21.577 INFO:tasks.rados.rados.0.smithi098.stdout:1207: writing smithi09877355-48 from 3612672 to 4128768 tid 2 2024-04-12T00:31:21.581 INFO:tasks.rados.rados.0.smithi098.stdout:1207: writing smithi09877355-48 from 4128768 to 4816896 tid 3 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:1208: rmattr oid 17 current snap is 109 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:1206: finishing rollback tid 0 to smithi09877355-47 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:1209: read oid 24 snap -1 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:1209: expect (ObjNum 384 snap 108 seq_num 384) 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:1210: snap_create 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 585 (ObjNum 289 snap 78 seq_num 289) dirty exists 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:1206: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:1206: finishing rollback tid 2 to smithi09877355-47 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 537 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:1207: finishing write tid 1 to smithi09877355-48 2024-04-12T00:31:21.582 INFO:tasks.rados.rados.0.smithi098.stdout:1207: finishing write tid 2 to smithi09877355-48 2024-04-12T00:31:21.583 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 538 (ObjNum 390 snap 109 seq_num 390) dirty exists 2024-04-12T00:31:21.584 INFO:tasks.rados.rados.0.smithi098.stdout:1207: finishing write tid 3 to smithi09877355-48 2024-04-12T00:31:21.584 INFO:tasks.rados.rados.0.smithi098.stdout:1207: finishing write tid 4 to smithi09877355-48 2024-04-12T00:31:21.586 INFO:tasks.rados.rados.0.smithi098.stdout:1207: finishing write tid 5 to smithi09877355-48 2024-04-12T00:31:21.586 INFO:tasks.rados.rados.0.smithi098.stdout:1207: oid 48 updating version 0 to 537 2024-04-12T00:31:21.586 INFO:tasks.rados.rados.0.smithi098.stdout:1207: oid 48 version 537 is already newer than 536 2024-04-12T00:31:21.586 INFO:tasks.rados.rados.0.smithi098.stdout:1207: oid 48 version 537 is already newer than 535 2024-04-12T00:31:21.586 INFO:tasks.rados.rados.0.smithi098.stdout:1207: oid 48 version 537 is already newer than 534 2024-04-12T00:31:21.586 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 537 (ObjNum 391 snap 109 seq_num 391) dirty exists 2024-04-12T00:31:21.586 INFO:tasks.rados.rados.0.smithi098.stdout:1207: left oid 48 (ObjNum 391 snap 109 seq_num 391) 2024-04-12T00:31:21.587 INFO:tasks.rados.rados.0.smithi098.stdout:1209: expect (ObjNum 384 snap 108 seq_num 384) 2024-04-12T00:31:21.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:21 smithi193 ceph-mon[83763]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T00:31:21.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:21.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:21.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:21 smithi193 ceph-mon[83763]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T00:31:21.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:31:21.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:31:21.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:21.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:21 smithi193 ceph-mon[83763]: Reconfiguring daemon mgr.x on smithi193 2024-04-12T00:31:21.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[91373]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T00:31:21.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[91373]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[91373]: Reconfiguring daemon mgr.x on smithi193 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[88922]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[88922]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:21.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:21 smithi098 ceph-mon[88922]: Reconfiguring daemon mgr.x on smithi193 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:1205: done (5 left) 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:1206: done (4 left) 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:1207: done (3 left) 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:1208: done (2 left) 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:1209: done (1 left) 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:1210: done (0 left) 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:1211: read oid 49 snap -1 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:1211: expect (ObjNum 314 snap 88 seq_num 314) 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 110 2024-04-12T00:31:22.468 INFO:tasks.rados.rados.0.smithi098.stdout:1212: seq_num 392 ranges {2457600=573440,3031040=802816,3833856=401408} 2024-04-12T00:31:22.484 INFO:tasks.rados.rados.0.smithi098.stdout:1212: writing smithi09877355-26 from 2457600 to 3031040 tid 1 2024-04-12T00:31:22.488 INFO:tasks.rados.rados.0.smithi098.stdout:1212: writing smithi09877355-26 from 3031040 to 3833856 tid 2 2024-04-12T00:31:22.491 INFO:tasks.rados.rados.0.smithi098.stdout:1212: writing smithi09877355-26 from 3833856 to 4235264 tid 3 2024-04-12T00:31:22.491 INFO:tasks.rados.rados.0.smithi098.stdout:1213: snap_create 2024-04-12T00:31:22.491 INFO:tasks.rados.rados.0.smithi098.stdout:1211: expect (ObjNum 314 snap 88 seq_num 314) 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: finishing write tid 1 to smithi09877355-26 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: finishing write tid 2 to smithi09877355-26 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: finishing write tid 3 to smithi09877355-26 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: finishing write tid 4 to smithi09877355-26 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: finishing write tid 5 to smithi09877355-26 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: oid 26 updating version 0 to 542 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: oid 26 version 542 is already newer than 541 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: oid 26 version 542 is already newer than 540 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: oid 26 updating version 542 to 543 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 543 (ObjNum 392 snap 110 seq_num 392) dirty exists 2024-04-12T00:31:22.559 INFO:tasks.rados.rados.0.smithi098.stdout:1212: left oid 26 (ObjNum 392 snap 110 seq_num 392) 2024-04-12T00:31:22.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:22.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:22 smithi193 ceph-mon[83763]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T00:31:22.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:22 smithi193 ceph-mon[83763]: pgmap v85: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-04-12T00:31:22.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:22.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:22.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T00:31:22.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:22.735 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[91373]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[91373]: pgmap v85: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[88922]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[88922]: pgmap v85: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:22.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T00:31:22.737 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:22.737 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:31:23.059 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:31:23.059 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (5m) 37s ago 6m 25.9M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:31:23.059 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (5m) 22s ago 5m 90.6M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:31:23.059 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (7m) 37s ago 7m 19.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:31:23.059 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (7m) 22s ago 7m 16.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (86s) 22s ago 10m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (115s) 37s ago 12m 503M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (72s) 37s ago 12m 37.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (28s) 22s ago 10m 24.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (47s) 37s ago 10m 22.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (5m) 37s ago 5m 15.4M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (5m) 22s ago 5m 15.2M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (10m) 37s ago 10m 192M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 816b0359f062 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (9m) 37s ago 9m 152M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 53c80fc27bb6 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (9m) 37s ago 9m 166M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (9m) 37s ago 8m 102M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (8m) 22s ago 8m 202M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (8m) 22s ago 8m 227M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (7m) 22s ago 7m 119M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:31:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (7m) 22s ago 7m 144M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:31:23.061 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (92s) 22s ago 6m 52.7M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:31:23.455 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:31:23.455 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:31:23.455 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 10, 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 5 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:31:23.456 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:31:23.474 INFO:tasks.rados.rados.0.smithi098.stdout:1211: done (2 left) 2024-04-12T00:31:23.474 INFO:tasks.rados.rados.0.smithi098.stdout:1212: done (1 left) 2024-04-12T00:31:23.474 INFO:tasks.rados.rados.0.smithi098.stdout:1213: done (0 left) 2024-04-12T00:31:23.474 INFO:tasks.rados.rados.0.smithi098.stdout:1214: snap_create 2024-04-12T00:31:23.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:23 smithi193 ceph-mon[83763]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T00:31:23.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:23 smithi193 ceph-mon[83763]: Reconfiguring daemon osd.4 on smithi193 2024-04-12T00:31:23.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:23 smithi193 ceph-mon[83763]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T00:31:23.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:23 smithi193 ceph-mon[83763]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:23.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:23 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/39495354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:23.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:23 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:23.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[91373]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T00:31:23.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[91373]: Reconfiguring daemon osd.4 on smithi193 2024-04-12T00:31:23.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[91373]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T00:31:23.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[91373]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:23.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/39495354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:23.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[88922]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T00:31:23.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[88922]: Reconfiguring daemon osd.4 on smithi193 2024-04-12T00:31:23.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[88922]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T00:31:23.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[88922]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:23.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:23 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/39495354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:24.485 INFO:tasks.rados.rados.0.smithi098.stdout:1214: done (0 left) 2024-04-12T00:31:24.485 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 112 2024-04-12T00:31:24.485 INFO:tasks.rados.rados.0.smithi098.stdout:1215: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2024-04-12T00:31:24.487 INFO:tasks.rados.rados.0.smithi098.stdout:1215: writing smithi09877355-44 from 0 to 589824 tid 1 2024-04-12T00:31:24.491 INFO:tasks.rados.rados.0.smithi098.stdout:1215: writing smithi09877355-44 from 589824 to 1269760 tid 2 2024-04-12T00:31:24.495 INFO:tasks.rados.rados.0.smithi098.stdout:1215: writing smithi09877355-44 from 1269760 to 1794048 tid 3 2024-04-12T00:31:24.495 INFO:tasks.rados.rados.0.smithi098.stdout:1216: read oid 10 snap -1 2024-04-12T00:31:24.495 INFO:tasks.rados.rados.0.smithi098.stdout:1216: expect (ObjNum 383 snap 108 seq_num 383) 2024-04-12T00:31:24.495 INFO:tasks.rados.rados.0.smithi098.stdout:1217: read oid 1 snap -1 2024-04-12T00:31:24.495 INFO:tasks.rados.rados.0.smithi098.stdout:1217: expect (ObjNum 289 snap 78 seq_num 289) 2024-04-12T00:31:24.496 INFO:tasks.rados.rados.0.smithi098.stdout:1218: setattr oid 34 current snap is 112 2024-04-12T00:31:24.496 INFO:tasks.rados.rados.0.smithi098.stdout:1215: finishing write tid 1 to smithi09877355-44 2024-04-12T00:31:24.496 INFO:tasks.rados.rados.0.smithi098.stdout:1215: finishing write tid 2 to smithi09877355-44 2024-04-12T00:31:24.496 INFO:tasks.rados.rados.0.smithi098.stdout:1219: setattr oid 20 current snap is 112 2024-04-12T00:31:24.496 INFO:tasks.rados.rados.0.smithi098.stdout:1220: snap_create 2024-04-12T00:31:24.500 INFO:tasks.rados.rados.0.smithi098.stdout:1215: finishing write tid 3 to smithi09877355-44 2024-04-12T00:31:24.501 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 574 (ObjNum 384 snap 108 seq_num 384) dirty exists 2024-04-12T00:31:24.501 INFO:tasks.rados.rados.0.smithi098.stdout:1215: finishing write tid 4 to smithi09877355-44 2024-04-12T00:31:24.501 INFO:tasks.rados.rados.0.smithi098.stdout:1217: expect (ObjNum 289 snap 78 seq_num 289) 2024-04-12T00:31:24.507 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 364 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:31:24.507 INFO:tasks.rados.rados.0.smithi098.stdout:1215: finishing write tid 5 to smithi09877355-44 2024-04-12T00:31:24.508 INFO:tasks.rados.rados.0.smithi098.stdout:1215: oid 44 updating version 0 to 959 2024-04-12T00:31:24.508 INFO:tasks.rados.rados.0.smithi098.stdout:1215: oid 44 updating version 959 to 960 2024-04-12T00:31:24.508 INFO:tasks.rados.rados.0.smithi098.stdout:1215: oid 44 version 960 is already newer than 958 2024-04-12T00:31:24.508 INFO:tasks.rados.rados.0.smithi098.stdout:1215: oid 44 version 960 is already newer than 957 2024-04-12T00:31:24.508 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 960 (ObjNum 393 snap 112 seq_num 393) dirty exists 2024-04-12T00:31:24.508 INFO:tasks.rados.rados.0.smithi098.stdout:1215: left oid 44 (ObjNum 393 snap 112 seq_num 393) 2024-04-12T00:31:24.520 INFO:tasks.rados.rados.0.smithi098.stdout:1216: expect (ObjNum 383 snap 108 seq_num 383) 2024-04-12T00:31:24.758 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:24 smithi193 ceph-mon[83763]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:24.759 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:24 smithi193 ceph-mon[83763]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T00:31:24.759 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:24 smithi193 ceph-mon[83763]: pgmap v88: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-04-12T00:31:24.759 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:24.759 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:24.759 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T00:31:24.759 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:24.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[91373]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:24.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[91373]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[91373]: pgmap v88: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[88922]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[88922]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[88922]: pgmap v88: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T00:31:24.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:25.489 INFO:tasks.rados.rados.0.smithi098.stdout:1215: done (5 left) 2024-04-12T00:31:25.489 INFO:tasks.rados.rados.0.smithi098.stdout:1216: done (4 left) 2024-04-12T00:31:25.490 INFO:tasks.rados.rados.0.smithi098.stdout:1217: done (3 left) 2024-04-12T00:31:25.490 INFO:tasks.rados.rados.0.smithi098.stdout:1218: done (2 left) 2024-04-12T00:31:25.490 INFO:tasks.rados.rados.0.smithi098.stdout:1219: done (1 left) 2024-04-12T00:31:25.490 INFO:tasks.rados.rados.0.smithi098.stdout:1220: done (0 left) 2024-04-12T00:31:25.490 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 113 2024-04-12T00:31:25.490 INFO:tasks.rados.rados.0.smithi098.stdout:1221: seq_num 394 ranges {3055616=606208,3661824=565248,4227072=557056,4784128=81920} 2024-04-12T00:31:25.509 INFO:tasks.rados.rados.0.smithi098.stdout:1221: writing smithi09877355-7 from 3055616 to 3661824 tid 1 2024-04-12T00:31:25.512 INFO:tasks.rados.rados.0.smithi098.stdout:1221: writing smithi09877355-7 from 3661824 to 4227072 tid 2 2024-04-12T00:31:25.515 INFO:tasks.rados.rados.0.smithi098.stdout:1221: writing smithi09877355-7 from 4227072 to 4784128 tid 3 2024-04-12T00:31:25.516 INFO:tasks.rados.rados.0.smithi098.stdout:1221: writing smithi09877355-7 from 4784128 to 4866048 tid 4 2024-04-12T00:31:25.516 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 113 2024-04-12T00:31:25.516 INFO:tasks.rados.rados.0.smithi098.stdout:1222: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2024-04-12T00:31:25.520 INFO:tasks.rados.rados.0.smithi098.stdout:1222: writing smithi09877355-32 from 0 to 622592 tid 1 2024-04-12T00:31:25.523 INFO:tasks.rados.rados.0.smithi098.stdout:1222: writing smithi09877355-32 from 622592 to 1073152 tid 2 2024-04-12T00:31:25.527 INFO:tasks.rados.rados.0.smithi098.stdout:1222: writing smithi09877355-32 from 1073152 to 1826816 tid 3 2024-04-12T00:31:25.527 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 113 2024-04-12T00:31:25.527 INFO:tasks.rados.rados.0.smithi098.stdout:1221: finishing write tid 1 to smithi09877355-7 2024-04-12T00:31:25.528 INFO:tasks.rados.rados.0.smithi098.stdout:1223: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-04-12T00:31:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:1223: writing smithi09877355-34 from 0 to 638976 tid 1 2024-04-12T00:31:25.536 INFO:tasks.rados.rados.0.smithi098.stdout:1223: writing smithi09877355-34 from 638976 to 1425408 tid 2 2024-04-12T00:31:25.538 INFO:tasks.rados.rados.0.smithi098.stdout:1223: writing smithi09877355-34 from 1425408 to 1843200 tid 3 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1224: snap_create 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: finishing write tid 2 to smithi09877355-7 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: finishing write tid 3 to smithi09877355-7 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: finishing write tid 4 to smithi09877355-7 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: finishing write tid 5 to smithi09877355-7 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: finishing write tid 6 to smithi09877355-7 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: oid 7 updating version 0 to 539 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: oid 7 updating version 539 to 541 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: oid 7 updating version 541 to 542 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: oid 7 version 542 is already newer than 538 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: oid 7 version 542 is already newer than 540 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 542 (ObjNum 394 snap 113 seq_num 394) dirty exists 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1221: left oid 7 (ObjNum 394 snap 113 seq_num 394) 2024-04-12T00:31:25.539 INFO:tasks.rados.rados.0.smithi098.stdout:1222: finishing write tid 1 to smithi09877355-32 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1222: finishing write tid 2 to smithi09877355-32 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1222: finishing write tid 3 to smithi09877355-32 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1222: finishing write tid 4 to smithi09877355-32 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1222: finishing write tid 5 to smithi09877355-32 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1222: oid 32 updating version 0 to 700 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1222: oid 32 version 700 is already newer than 698 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1222: oid 32 version 700 is already newer than 699 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1222: oid 32 updating version 700 to 701 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 701 (ObjNum 395 snap 113 seq_num 395) dirty exists 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1222: left oid 32 (ObjNum 395 snap 113 seq_num 395) 2024-04-12T00:31:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:1223: finishing write tid 1 to smithi09877355-34 2024-04-12T00:31:25.541 INFO:tasks.rados.rados.0.smithi098.stdout:1223: finishing write tid 2 to smithi09877355-34 2024-04-12T00:31:25.541 INFO:tasks.rados.rados.0.smithi098.stdout:1223: finishing write tid 3 to smithi09877355-34 2024-04-12T00:31:25.541 INFO:tasks.rados.rados.0.smithi098.stdout:1223: finishing write tid 4 to smithi09877355-34 2024-04-12T00:31:25.542 INFO:tasks.rados.rados.0.smithi098.stdout:1223: finishing write tid 5 to smithi09877355-34 2024-04-12T00:31:25.542 INFO:tasks.rados.rados.0.smithi098.stdout:1223: oid 34 updating version 0 to 369 2024-04-12T00:31:25.542 INFO:tasks.rados.rados.0.smithi098.stdout:1223: oid 34 version 369 is already newer than 366 2024-04-12T00:31:25.542 INFO:tasks.rados.rados.0.smithi098.stdout:1223: oid 34 version 369 is already newer than 367 2024-04-12T00:31:25.542 INFO:tasks.rados.rados.0.smithi098.stdout:1223: oid 34 version 369 is already newer than 368 2024-04-12T00:31:25.543 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 369 (ObjNum 396 snap 113 seq_num 396) dirty exists 2024-04-12T00:31:25.543 INFO:tasks.rados.rados.0.smithi098.stdout:1223: left oid 34 (ObjNum 396 snap 113 seq_num 396) 2024-04-12T00:31:25.708 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:25 smithi193 ceph-mon[83763]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T00:31:25.708 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:25 smithi193 ceph-mon[83763]: Reconfiguring daemon osd.5 on smithi193 2024-04-12T00:31:25.708 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:25 smithi193 ceph-mon[83763]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T00:31:25.788 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:31:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:31:25] "GET /metrics HTTP/1.1" 200 35995 "" "Prometheus/2.43.0" 2024-04-12T00:31:25.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:25 smithi098 ceph-mon[91373]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T00:31:25.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:25 smithi098 ceph-mon[91373]: Reconfiguring daemon osd.5 on smithi193 2024-04-12T00:31:25.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:25 smithi098 ceph-mon[91373]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T00:31:25.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:25 smithi098 ceph-mon[88922]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T00:31:25.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:25 smithi098 ceph-mon[88922]: Reconfiguring daemon osd.5 on smithi193 2024-04-12T00:31:25.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:25 smithi098 ceph-mon[88922]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T00:31:26.439 INFO:tasks.rados.rados.0.smithi098.stdout:1221: done (3 left) 2024-04-12T00:31:26.439 INFO:tasks.rados.rados.0.smithi098.stdout:1222: done (2 left) 2024-04-12T00:31:26.439 INFO:tasks.rados.rados.0.smithi098.stdout:1223: done (1 left) 2024-04-12T00:31:26.439 INFO:tasks.rados.rados.0.smithi098.stdout:1224: done (0 left) 2024-04-12T00:31:26.440 INFO:tasks.rados.rados.0.smithi098.stdout:1225: delete oid 40 current snap is 114 2024-04-12T00:31:26.441 INFO:tasks.rados.rados.0.smithi098.stdout:1225: done (0 left) 2024-04-12T00:31:26.441 INFO:tasks.rados.rados.0.smithi098.stdout:1226: snap_remove snap 100 2024-04-12T00:31:26.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:26 smithi193 ceph-mon[83763]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T00:31:26.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:26.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:26.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:26 smithi193 ceph-mon[83763]: pgmap v91: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-12T00:31:26.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:26 smithi193 ceph-mon[83763]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T00:31:26.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T00:31:26.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:26.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:26 smithi193 ceph-mon[83763]: Reconfiguring daemon osd.6 on smithi193 2024-04-12T00:31:26.697 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:26 smithi193 ceph-mon[83763]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T00:31:26.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[91373]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T00:31:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[91373]: pgmap v91: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-12T00:31:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[91373]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T00:31:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T00:31:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[91373]: Reconfiguring daemon osd.6 on smithi193 2024-04-12T00:31:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[91373]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T00:31:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[88922]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T00:31:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[88922]: pgmap v91: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-12T00:31:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[88922]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T00:31:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T00:31:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[88922]: Reconfiguring daemon osd.6 on smithi193 2024-04-12T00:31:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:26 smithi098 ceph-mon[88922]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T00:31:27.442 INFO:tasks.rados.rados.0.smithi098.stdout:1226: done (0 left) 2024-04-12T00:31:27.442 INFO:tasks.rados.rados.0.smithi098.stdout:1227: snap_remove snap 89 2024-04-12T00:31:28.446 INFO:tasks.rados.rados.0.smithi098.stdout:1227: done (0 left) 2024-04-12T00:31:28.447 INFO:tasks.rados.rados.0.smithi098.stdout:1228: snap_remove snap 83 2024-04-12T00:31:28.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:28.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:28.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:28 smithi193 ceph-mon[83763]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T00:31:28.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:28 smithi193 ceph-mon[83763]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T00:31:28.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T00:31:28.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:28.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:28 smithi193 ceph-mon[83763]: Reconfiguring daemon osd.7 on smithi193 2024-04-12T00:31:28.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:28 smithi193 ceph-mon[83763]: pgmap v94: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-12T00:31:28.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[91373]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[91373]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[91373]: Reconfiguring daemon osd.7 on smithi193 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[91373]: pgmap v94: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[88922]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T00:31:28.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[88922]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T00:31:28.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T00:31:28.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:28.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[88922]: Reconfiguring daemon osd.7 on smithi193 2024-04-12T00:31:28.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:28 smithi098 ceph-mon[88922]: pgmap v94: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-12T00:31:29.453 INFO:tasks.rados.rados.0.smithi098.stdout:1228: done (0 left) 2024-04-12T00:31:29.453 INFO:tasks.rados.rados.0.smithi098.stdout:1229: delete oid 34 current snap is 114 2024-04-12T00:31:29.467 INFO:tasks.rados.rados.0.smithi098.stdout:1229: done (0 left) 2024-04-12T00:31:29.467 INFO:tasks.rados.rados.0.smithi098.stdout:1230: read oid 33 snap -1 2024-04-12T00:31:29.467 INFO:tasks.rados.rados.0.smithi098.stdout:1230: expect (ObjNum 365 snap 101 seq_num 365) 2024-04-12T00:31:29.467 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 114 2024-04-12T00:31:29.467 INFO:tasks.rados.rados.0.smithi098.stdout:1231: seq_num 399 ranges {4816896=688128,5505024=434176,5939200=745472,6684672=24576} 2024-04-12T00:31:29.498 INFO:tasks.rados.rados.0.smithi098.stdout:1231: writing smithi09877355-48 from 4816896 to 5505024 tid 1 2024-04-12T00:31:29.501 INFO:tasks.rados.rados.0.smithi098.stdout:1231: writing smithi09877355-48 from 5505024 to 5939200 tid 2 2024-04-12T00:31:29.505 INFO:tasks.rados.rados.0.smithi098.stdout:1231: writing smithi09877355-48 from 5939200 to 6684672 tid 3 2024-04-12T00:31:29.506 INFO:tasks.rados.rados.0.smithi098.stdout:1231: writing smithi09877355-48 from 6684672 to 6709248 tid 4 2024-04-12T00:31:29.506 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 114 2024-04-12T00:31:29.506 INFO:tasks.rados.rados.0.smithi098.stdout:1232: seq_num 400 ranges {3047424=704512,3751936=720896,4472832=483328} 2024-04-12T00:31:29.526 INFO:tasks.rados.rados.0.smithi098.stdout:1232: writing smithi09877355-5 from 3047424 to 3751936 tid 1 2024-04-12T00:31:29.530 INFO:tasks.rados.rados.0.smithi098.stdout:1232: writing smithi09877355-5 from 3751936 to 4472832 tid 2 2024-04-12T00:31:29.534 INFO:tasks.rados.rados.0.smithi098.stdout:1232: writing smithi09877355-5 from 4472832 to 4956160 tid 3 2024-04-12T00:31:29.534 INFO:tasks.rados.rados.0.smithi098.stdout:1233: read oid 42 snap -1 2024-04-12T00:31:29.534 INFO:tasks.rados.rados.0.smithi098.stdout:1233: expect deleted 2024-04-12T00:31:29.534 INFO:tasks.rados.rados.0.smithi098.stdout:1234: delete oid 15 current snap is 114 2024-04-12T00:31:29.534 INFO:tasks.rados.rados.0.smithi098.stdout:1230: expect (ObjNum 365 snap 101 seq_num 365) 2024-04-12T00:31:29.664 INFO:tasks.rados.rados.0.smithi098.stdout:1231: finishing write tid 1 to smithi09877355-48 2024-04-12T00:31:29.664 INFO:tasks.rados.rados.0.smithi098.stdout:1231: finishing write tid 2 to smithi09877355-48 2024-04-12T00:31:29.664 INFO:tasks.rados.rados.0.smithi098.stdout:1230: done (4 left) 2024-04-12T00:31:29.664 INFO:tasks.rados.rados.0.smithi098.stdout:1234: done (3 left) 2024-04-12T00:31:29.664 INFO:tasks.rados.rados.0.smithi098.stdout:1235: rollback oid 31 current snap is 114 2024-04-12T00:31:29.664 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 98 2024-04-12T00:31:29.664 INFO:tasks.rados.rados.0.smithi098.stdout:1231: finishing write tid 3 to smithi09877355-48 2024-04-12T00:31:29.664 INFO:tasks.rados.rados.0.smithi098.stdout:1231: finishing write tid 4 to smithi09877355-48 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1231: finishing write tid 5 to smithi09877355-48 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1231: finishing write tid 6 to smithi09877355-48 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1231: oid 48 updating version 0 to 546 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1231: oid 48 version 546 is already newer than 545 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1231: oid 48 version 546 is already newer than 543 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1231: oid 48 updating version 546 to 547 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1231: oid 48 version 547 is already newer than 544 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 547 (ObjNum 399 snap 114 seq_num 399) dirty exists 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1231: left oid 48 (ObjNum 399 snap 114 seq_num 399) 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1232: finishing write tid 1 to smithi09877355-5 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1231: done (3 left) 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1236: read oid 4 snap 110 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1236: expect (ObjNum 226 snap 56 seq_num 226) 2024-04-12T00:31:29.665 INFO:tasks.rados.rados.0.smithi098.stdout:1237: snap_remove snap 96 2024-04-12T00:31:29.713 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:29 smithi193 ceph-mon[83763]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T00:31:29.713 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:29.713 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:29.713 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:31:29.713 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[91373]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[88922]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:31:29.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1237: done (4 left) 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1238: setattr oid 37 current snap is 114 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1232: finishing write tid 2 to smithi09877355-5 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1232: finishing write tid 3 to smithi09877355-5 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1232: finishing write tid 4 to smithi09877355-5 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1232: finishing write tid 5 to smithi09877355-5 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1232: oid 5 updating version 0 to 820 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1232: oid 5 updating version 820 to 821 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1232: oid 5 version 821 is already newer than 818 2024-04-12T00:31:30.465 INFO:tasks.rados.rados.0.smithi098.stdout:1232: oid 5 version 821 is already newer than 819 2024-04-12T00:31:30.466 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 821 (ObjNum 400 snap 114 seq_num 400) dirty exists 2024-04-12T00:31:30.466 INFO:tasks.rados.rados.0.smithi098.stdout:1232: left oid 5 (ObjNum 400 snap 114 seq_num 400) 2024-04-12T00:31:30.466 INFO:tasks.rados.rados.0.smithi098.stdout:1235: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:31:30.466 INFO:tasks.rados.rados.0.smithi098.stdout:1235: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:31:30.466 INFO:tasks.rados.rados.0.smithi098.stdout:1235: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:31:30.466 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 426 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T00:31:30.466 INFO:tasks.rados.rados.0.smithi098.stdout:1236: expect (ObjNum 226 snap 56 seq_num 226) 2024-04-12T00:31:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:1232: done (4 left) 2024-04-12T00:31:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:1233: done (3 left) 2024-04-12T00:31:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:1235: done (2 left) 2024-04-12T00:31:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:1236: done (1 left) 2024-04-12T00:31:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:1239: copy_from oid 12 from oid 18 current snap is 114 2024-04-12T00:31:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:1240: read oid 24 snap -1 2024-04-12T00:31:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:1240: expect (ObjNum 384 snap 108 seq_num 384) 2024-04-12T00:31:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:1241: delete oid 7 current snap is 114 2024-04-12T00:31:30.569 INFO:tasks.rados.rados.0.smithi098.stdout:1241: done (3 left) 2024-04-12T00:31:30.569 INFO:tasks.rados.rados.0.smithi098.stdout:1242: snap_remove snap 93 2024-04-12T00:31:30.720 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:30 smithi193 ceph-mon[83763]: Reconfiguring mds.b (monmap changed)... 2024-04-12T00:31:30.720 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:30 smithi193 ceph-mon[83763]: Reconfiguring daemon mds.b on smithi193 2024-04-12T00:31:30.720 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:30 smithi193 ceph-mon[83763]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T00:31:30.720 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:30 smithi193 ceph-mon[83763]: pgmap v97: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:30.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:30 smithi098 ceph-mon[91373]: Reconfiguring mds.b (monmap changed)... 2024-04-12T00:31:30.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:30 smithi098 ceph-mon[91373]: Reconfiguring daemon mds.b on smithi193 2024-04-12T00:31:30.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:30 smithi098 ceph-mon[91373]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T00:31:30.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:30 smithi098 ceph-mon[91373]: pgmap v97: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:30 smithi098 ceph-mon[88922]: Reconfiguring mds.b (monmap changed)... 2024-04-12T00:31:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:30 smithi098 ceph-mon[88922]: Reconfiguring daemon mds.b on smithi193 2024-04-12T00:31:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:30 smithi098 ceph-mon[88922]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T00:31:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:30 smithi098 ceph-mon[88922]: pgmap v97: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:31.473 INFO:tasks.rados.rados.0.smithi098.stdout:1242: done (3 left) 2024-04-12T00:31:31.473 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 114 2024-04-12T00:31:31.473 INFO:tasks.rados.rados.0.smithi098.stdout:1243: seq_num 403 ranges {729088=753664,1482752=425984,1908736=720896,2629632=57344} 2024-04-12T00:31:31.481 INFO:tasks.rados.rados.0.smithi098.stdout:1243: writing smithi09877355-31 from 729088 to 1482752 tid 1 2024-04-12T00:31:31.484 INFO:tasks.rados.rados.0.smithi098.stdout:1243: writing smithi09877355-31 from 1482752 to 1908736 tid 2 2024-04-12T00:31:31.489 INFO:tasks.rados.rados.0.smithi098.stdout:1243: writing smithi09877355-31 from 1908736 to 2629632 tid 3 2024-04-12T00:31:31.489 INFO:tasks.rados.rados.0.smithi098.stdout:1243: writing smithi09877355-31 from 2629632 to 2686976 tid 4 2024-04-12T00:31:31.489 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 702 (ObjNum 373 snap 104 seq_num 373) dirty exists 2024-04-12T00:31:31.489 INFO:tasks.rados.rados.0.smithi098.stdout:1239: finishing copy_from racing read to smithi09877355-12 2024-04-12T00:31:31.489 INFO:tasks.rados.rados.0.smithi098.stdout:1240: expect (ObjNum 384 snap 108 seq_num 384) 2024-04-12T00:31:31.535 INFO:tasks.rados.rados.0.smithi098.stdout:1239: finishing copy_from to smithi09877355-12 2024-04-12T00:31:31.536 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 534 (ObjNum 341 snap 97 seq_num 341) dirty exists 2024-04-12T00:31:31.536 INFO:tasks.rados.rados.0.smithi098.stdout:1243: finishing write tid 1 to smithi09877355-31 2024-04-12T00:31:31.536 INFO:tasks.rados.rados.0.smithi098.stdout:1243: finishing write tid 2 to smithi09877355-31 2024-04-12T00:31:31.536 INFO:tasks.rados.rados.0.smithi098.stdout:1238: done (3 left) 2024-04-12T00:31:31.536 INFO:tasks.rados.rados.0.smithi098.stdout:1239: done (2 left) 2024-04-12T00:31:31.536 INFO:tasks.rados.rados.0.smithi098.stdout:1240: done (1 left) 2024-04-12T00:31:31.536 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 114 2024-04-12T00:31:31.536 INFO:tasks.rados.rados.0.smithi098.stdout:1243: finishing write tid 3 to smithi09877355-31 2024-04-12T00:31:31.536 INFO:tasks.rados.rados.0.smithi098.stdout:1244: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2024-04-12T00:31:31.539 INFO:tasks.rados.rados.0.smithi098.stdout:1244: writing smithi09877355-15 from 0 to 770048 tid 1 2024-04-12T00:31:31.543 INFO:tasks.rados.rados.0.smithi098.stdout:1244: writing smithi09877355-15 from 770048 to 1482752 tid 2 2024-04-12T00:31:31.547 INFO:tasks.rados.rados.0.smithi098.stdout:1244: writing smithi09877355-15 from 1482752 to 1974272 tid 3 2024-04-12T00:31:31.547 INFO:tasks.rados.rados.0.smithi098.stdout:1245: rollback oid 16 current snap is 114 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 98 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: finishing write tid 4 to smithi09877355-31 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: finishing write tid 5 to smithi09877355-31 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: finishing write tid 6 to smithi09877355-31 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: oid 31 updating version 0 to 428 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: oid 31 updating version 428 to 431 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: oid 31 version 431 is already newer than 429 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: oid 31 version 431 is already newer than 430 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: oid 31 version 431 is already newer than 427 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 431 (ObjNum 403 snap 114 seq_num 403) dirty exists 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: left oid 31 (ObjNum 403 snap 114 seq_num 403) 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1243: done (2 left) 2024-04-12T00:31:31.548 INFO:tasks.rados.rados.0.smithi098.stdout:1246: setattr oid 45 current snap is 114 2024-04-12T00:31:31.549 INFO:tasks.rados.rados.0.smithi098.stdout:1244: finishing write tid 1 to smithi09877355-15 2024-04-12T00:31:31.549 INFO:tasks.rados.rados.0.smithi098.stdout:1244: finishing write tid 2 to smithi09877355-15 2024-04-12T00:31:31.549 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 114 2024-04-12T00:31:31.549 INFO:tasks.rados.rados.0.smithi098.stdout:1247: seq_num 405 ranges {1638400=786432,2424832=589824,3014656=614400} 2024-04-12T00:31:31.561 INFO:tasks.rados.rados.0.smithi098.stdout:1247: writing smithi09877355-20 from 1638400 to 2424832 tid 1 2024-04-12T00:31:31.564 INFO:tasks.rados.rados.0.smithi098.stdout:1247: writing smithi09877355-20 from 2424832 to 3014656 tid 2 2024-04-12T00:31:31.569 INFO:tasks.rados.rados.0.smithi098.stdout:1247: writing smithi09877355-20 from 3014656 to 3629056 tid 3 2024-04-12T00:31:31.569 INFO:tasks.rados.rados.0.smithi098.stdout:1248: copy_from oid 10 from oid 36 current snap is 114 2024-04-12T00:31:31.569 INFO:tasks.rados.rados.0.smithi098.stdout:1244: finishing write tid 3 to smithi09877355-15 2024-04-12T00:31:31.569 INFO:tasks.rados.rados.0.smithi098.stdout:1244: finishing write tid 4 to smithi09877355-15 2024-04-12T00:31:31.569 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 448 (ObjNum 370 snap 104 seq_num 370) dirty exists 2024-04-12T00:31:31.569 INFO:tasks.rados.rados.0.smithi098.stdout:1244: finishing write tid 5 to smithi09877355-15 2024-04-12T00:31:31.569 INFO:tasks.rados.rados.0.smithi098.stdout:1244: oid 15 updating version 0 to 1005 2024-04-12T00:31:31.569 INFO:tasks.rados.rados.0.smithi098.stdout:1244: oid 15 version 1005 is already newer than 1004 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1244: oid 15 version 1005 is already newer than 1003 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1244: oid 15 updating version 1005 to 1006 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1006 (ObjNum 404 snap 114 seq_num 404) dirty exists 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1244: left oid 15 (ObjNum 404 snap 114 seq_num 404) 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1245: finishing rollback tid 0 to smithi09877355-16 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1245: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1245: finishing rollback tid 2 to smithi09877355-16 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1010 (ObjNum 329 snap 92 seq_num 329) dirty exists 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1247: finishing write tid 1 to smithi09877355-20 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1244: done (4 left) 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1245: done (3 left) 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1246: done (2 left) 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1249: read oid 13 snap -1 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1249: expect deleted 2024-04-12T00:31:31.570 INFO:tasks.rados.rados.0.smithi098.stdout:1250: delete oid 46 current snap is 114 2024-04-12T00:31:31.571 INFO:tasks.rados.rados.0.smithi098.stdout:1247: finishing write tid 2 to smithi09877355-20 2024-04-12T00:31:31.571 INFO:tasks.rados.rados.0.smithi098.stdout:1249: done (3 left) 2024-04-12T00:31:31.572 INFO:tasks.rados.rados.0.smithi098.stdout:1250: done (2 left) 2024-04-12T00:31:31.572 INFO:tasks.rados.rados.0.smithi098.stdout:1251: copy_from oid 27 from oid 37 current snap is 114 2024-04-12T00:31:31.572 INFO:tasks.rados.rados.0.smithi098.stdout:1252: copy_from oid 5 from oid 40 current snap is 114 2024-04-12T00:31:31.572 INFO:tasks.rados.rados.0.smithi098.stdout:1253: copy_from oid 50 from oid 4 current snap is 114 2024-04-12T00:31:31.572 INFO:tasks.rados.rados.0.smithi098.stdout:1254: read oid 1 snap -1 2024-04-12T00:31:31.572 INFO:tasks.rados.rados.0.smithi098.stdout:1254: expect (ObjNum 289 snap 78 seq_num 289) 2024-04-12T00:31:31.572 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 114 2024-04-12T00:31:31.572 INFO:tasks.rados.rados.0.smithi098.stdout:1255: seq_num 407 ranges {1867776=425984,2293760=761856,3055616=704512,3760128=139264} 2024-04-12T00:31:31.583 INFO:tasks.rados.rados.0.smithi098.stdout:1255: writing smithi09877355-16 from 1867776 to 2293760 tid 1 2024-04-12T00:31:31.587 INFO:tasks.rados.rados.0.smithi098.stdout:1255: writing smithi09877355-16 from 2293760 to 3055616 tid 2 2024-04-12T00:31:31.591 INFO:tasks.rados.rados.0.smithi098.stdout:1255: writing smithi09877355-16 from 3055616 to 3760128 tid 3 2024-04-12T00:31:31.592 INFO:tasks.rados.rados.0.smithi098.stdout:1255: writing smithi09877355-16 from 3760128 to 3899392 tid 4 2024-04-12T00:31:31.592 INFO:tasks.rados.rados.0.smithi098.stdout:1256: setattr oid 45 current snap is 114 2024-04-12T00:31:31.592 INFO:tasks.rados.rados.0.smithi098.stdout:1247: finishing write tid 3 to smithi09877355-20 2024-04-12T00:31:31.592 INFO:tasks.rados.rados.0.smithi098.stdout:1247: finishing write tid 4 to smithi09877355-20 2024-04-12T00:31:31.592 INFO:tasks.rados.rados.0.smithi098.stdout:1252: finishing copy_from to smithi09877355-5 2024-04-12T00:31:31.592 INFO:tasks.rados.rados.0.smithi098.stdout:1252: got expected ENOENT (src dne) 2024-04-12T00:31:31.593 INFO:tasks.rados.rados.0.smithi098.stdout:1252: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:31:31.593 INFO:tasks.rados.rados.0.smithi098.stdout:1254: expect (ObjNum 289 snap 78 seq_num 289) 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1247: finishing write tid 5 to smithi09877355-20 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1247: oid 20 updating version 0 to 577 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1247: oid 20 updating version 577 to 578 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1247: oid 20 version 578 is already newer than 575 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1247: oid 20 version 578 is already newer than 576 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 578 (ObjNum 405 snap 114 seq_num 405) dirty exists 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1247: left oid 20 (ObjNum 405 snap 114 seq_num 405) 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1248: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1248: finishing copy_from to smithi09877355-10 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 568 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1253: finishing copy_from racing read to smithi09877355-50 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1255: finishing write tid 1 to smithi09877355-16 2024-04-12T00:31:31.599 INFO:tasks.rados.rados.0.smithi098.stdout:1253: finishing copy_from to smithi09877355-50 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 342 (ObjNum 226 snap 56 seq_num 226) dirty exists 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1255: finishing write tid 2 to smithi09877355-16 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1251: finishing copy_from racing read to smithi09877355-27 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1255: finishing write tid 3 to smithi09877355-16 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1247: done (7 left) 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1248: done (6 left) 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1252: done (5 left) 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1253: done (4 left) 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1254: done (3 left) 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1257: read oid 8 snap -1 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1257: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1258: read oid 46 snap -1 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1258: expect deleted 2024-04-12T00:31:31.600 INFO:tasks.rados.rados.0.smithi098.stdout:1259: snap_remove snap 106 2024-04-12T00:31:31.770 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T00:31:31.770 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.770 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.770 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:31:31.770 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:31.770 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:31.770 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all mon 2024-04-12T00:31:31.770 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T00:31:31.771 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all mon 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:31.772 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.773 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T00:31:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T00:31:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:31:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all mon 2024-04-12T00:31:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T00:31:31.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T00:31:31.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T00:31:31.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T00:31:31.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T00:31:31.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T00:31:31.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:31.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:31.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T00:31:32.478 INFO:tasks.rados.rados.0.smithi098.stdout:1255: finishing write tid 4 to smithi09877355-16 2024-04-12T00:31:32.478 INFO:tasks.rados.rados.0.smithi098.stdout:1255: finishing write tid 5 to smithi09877355-16 2024-04-12T00:31:32.478 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 449 (ObjNum 370 snap 104 seq_num 370) dirty exists 2024-04-12T00:31:32.478 INFO:tasks.rados.rados.0.smithi098.stdout:1255: finishing write tid 6 to smithi09877355-16 2024-04-12T00:31:32.478 INFO:tasks.rados.rados.0.smithi098.stdout:1255: oid 16 updating version 0 to 1013 2024-04-12T00:31:32.478 INFO:tasks.rados.rados.0.smithi098.stdout:1255: oid 16 version 1013 is already newer than 1012 2024-04-12T00:31:32.478 INFO:tasks.rados.rados.0.smithi098.stdout:1255: oid 16 version 1013 is already newer than 1011 2024-04-12T00:31:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1255: oid 16 updating version 1013 to 1015 2024-04-12T00:31:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1255: oid 16 version 1015 is already newer than 1014 2024-04-12T00:31:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1015 (ObjNum 407 snap 114 seq_num 407) dirty exists 2024-04-12T00:31:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1255: left oid 16 (ObjNum 407 snap 114 seq_num 407) 2024-04-12T00:31:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1251: finishing copy_from to smithi09877355-27 2024-04-12T00:31:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 702 (ObjNum 373 snap 104 seq_num 373) dirty exists 2024-04-12T00:31:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1257: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:31:32.517 INFO:tasks.rados.rados.0.smithi098.stdout:1251: done (5 left) 2024-04-12T00:31:32.517 INFO:tasks.rados.rados.0.smithi098.stdout:1255: done (4 left) 2024-04-12T00:31:32.517 INFO:tasks.rados.rados.0.smithi098.stdout:1256: done (3 left) 2024-04-12T00:31:32.517 INFO:tasks.rados.rados.0.smithi098.stdout:1257: done (2 left) 2024-04-12T00:31:32.517 INFO:tasks.rados.rados.0.smithi098.stdout:1258: done (1 left) 2024-04-12T00:31:32.518 INFO:tasks.rados.rados.0.smithi098.stdout:1259: done (0 left) 2024-04-12T00:31:32.518 INFO:tasks.rados.rados.0.smithi098.stdout:1260: rollback oid 29 current snap is 114 2024-04-12T00:31:32.518 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 109 2024-04-12T00:31:32.518 INFO:tasks.rados.rados.0.smithi098.stdout:1261: copy_from oid 10 from oid 27 current snap is 114 2024-04-12T00:31:32.518 INFO:tasks.rados.rados.0.smithi098.stdout:1262: read oid 16 snap 105 2024-04-12T00:31:32.518 INFO:tasks.rados.rados.0.smithi098.stdout:1262: expect (ObjNum 329 snap 92 seq_num 329) 2024-04-12T00:31:32.518 INFO:tasks.rados.rados.0.smithi098.stdout:1263: snap_create 2024-04-12T00:31:32.520 INFO:tasks.rados.rados.0.smithi098.stdout:1260: finishing rollback tid 0 to smithi09877355-29 2024-04-12T00:31:32.521 INFO:tasks.rados.rados.0.smithi098.stdout:1260: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:31:32.521 INFO:tasks.rados.rados.0.smithi098.stdout:1260: finishing rollback tid 2 to smithi09877355-29 2024-04-12T00:31:32.521 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 588 (ObjNum 385 snap 108 seq_num 385) dirty exists 2024-04-12T00:31:32.527 INFO:tasks.rados.rados.0.smithi098.stdout:1262: expect (ObjNum 329 snap 92 seq_num 329) 2024-04-12T00:31:32.596 INFO:tasks.rados.rados.0.smithi098.stdout:1261: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:31:32.596 INFO:tasks.rados.rados.0.smithi098.stdout:1261: finishing copy_from to smithi09877355-10 2024-04-12T00:31:32.596 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 702 (ObjNum 373 snap 104 seq_num 373) dirty exists 2024-04-12T00:31:32.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:32 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all crash 2024-04-12T00:31:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:32 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T00:31:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:32 smithi193 ceph-mon[83763]: Upgrade: osd.0 is safe to restart 2024-04-12T00:31:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:32 smithi193 ceph-mon[83763]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T00:31:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:32 smithi193 ceph-mon[83763]: pgmap v100: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:31:32.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all crash 2024-04-12T00:31:32.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T00:31:32.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[91373]: Upgrade: osd.0 is safe to restart 2024-04-12T00:31:32.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[91373]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T00:31:32.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[91373]: pgmap v100: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:31:32.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all crash 2024-04-12T00:31:32.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T00:31:32.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[88922]: Upgrade: osd.0 is safe to restart 2024-04-12T00:31:32.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[88922]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T00:31:32.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:32 smithi098 ceph-mon[88922]: pgmap v100: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:31:33.479 INFO:tasks.rados.rados.0.smithi098.stdout:1260: done (3 left) 2024-04-12T00:31:33.480 INFO:tasks.rados.rados.0.smithi098.stdout:1261: done (2 left) 2024-04-12T00:31:33.480 INFO:tasks.rados.rados.0.smithi098.stdout:1262: done (1 left) 2024-04-12T00:31:33.480 INFO:tasks.rados.rados.0.smithi098.stdout:1263: done (0 left) 2024-04-12T00:31:33.480 INFO:tasks.rados.rados.0.smithi098.stdout:1264: rmattr oid 11 current snap is 115 2024-04-12T00:31:33.480 INFO:tasks.rados.rados.0.smithi098.stdout:1264: done (0 left) 2024-04-12T00:31:33.480 INFO:tasks.rados.rados.0.smithi098.stdout:1265: snap_remove snap 105 2024-04-12T00:31:33.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[91373]: osdmap e296: 8 total, 8 up, 8 in 2024-04-12T00:31:33.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[91373]: Upgrade: Updating osd.0 2024-04-12T00:31:33.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:33.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T00:31:33.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:33.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[91373]: Deploying daemon osd.0 on smithi098 2024-04-12T00:31:33.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[88922]: osdmap e296: 8 total, 8 up, 8 in 2024-04-12T00:31:33.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[88922]: Upgrade: Updating osd.0 2024-04-12T00:31:33.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:33.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T00:31:33.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:33.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:33 smithi098 ceph-mon[88922]: Deploying daemon osd.0 on smithi098 2024-04-12T00:31:33.864 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:33.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:33 smithi193 ceph-mon[83763]: osdmap e296: 8 total, 8 up, 8 in 2024-04-12T00:31:33.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:33 smithi193 ceph-mon[83763]: Upgrade: Updating osd.0 2024-04-12T00:31:33.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:33.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T00:31:33.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:33.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:33 smithi193 ceph-mon[83763]: Deploying daemon osd.0 on smithi098 2024-04-12T00:31:34.481 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:34 smithi098 ceph-mon[88922]: osdmap e297: 8 total, 8 up, 8 in 2024-04-12T00:31:34.481 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:34 smithi098 ceph-mon[88922]: pgmap v103: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:31:34.486 INFO:tasks.rados.rados.0.smithi098.stdout:1265: done (0 left) 2024-04-12T00:31:34.486 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 115 2024-04-12T00:31:34.486 INFO:tasks.rados.rados.0.smithi098.stdout:1266: seq_num 408 ranges {229376=442368,671744=647168,1318912=507904,1826816=450560} 2024-04-12T00:31:34.490 INFO:tasks.rados.rados.0.smithi098.stdout:1266: writing smithi09877355-30 from 229376 to 671744 tid 1 2024-04-12T00:31:34.495 INFO:tasks.rados.rados.0.smithi098.stdout:1266: writing smithi09877355-30 from 671744 to 1318912 tid 2 2024-04-12T00:31:34.498 INFO:tasks.rados.rados.0.smithi098.stdout:1266: writing smithi09877355-30 from 1318912 to 1826816 tid 3 2024-04-12T00:31:34.503 INFO:tasks.rados.rados.0.smithi098.stdout:1266: writing smithi09877355-30 from 1826816 to 2277376 tid 4 2024-04-12T00:31:34.503 INFO:tasks.rados.rados.0.smithi098.stdout:1267: read oid 44 snap -1 2024-04-12T00:31:34.503 INFO:tasks.rados.rados.0.smithi098.stdout:1267: expect (ObjNum 393 snap 112 seq_num 393) 2024-04-12T00:31:34.503 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 115 2024-04-12T00:31:34.503 INFO:tasks.rados.rados.0.smithi098.stdout:1268: seq_num 409 ranges {1351680=458752,1810432=532480,2342912=720896,3063808=352256} 2024-04-12T00:31:34.513 INFO:tasks.rados.rados.0.smithi098.stdout:1268: writing smithi09877355-9 from 1351680 to 1810432 tid 1 2024-04-12T00:31:34.517 INFO:tasks.rados.rados.0.smithi098.stdout:1268: writing smithi09877355-9 from 1810432 to 2342912 tid 2 2024-04-12T00:31:34.521 INFO:tasks.rados.rados.0.smithi098.stdout:1268: writing smithi09877355-9 from 2342912 to 3063808 tid 3 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1268: writing smithi09877355-9 from 3063808 to 3416064 tid 4 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1269: read oid 42 snap -1 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1269: expect deleted 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1270: snap_create 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1266: finishing write tid 1 to smithi09877355-30 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1266: finishing write tid 2 to smithi09877355-30 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1266: finishing write tid 3 to smithi09877355-30 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1266: finishing write tid 4 to smithi09877355-30 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1266: finishing write tid 5 to smithi09877355-30 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1266: finishing write tid 6 to smithi09877355-30 2024-04-12T00:31:34.524 INFO:tasks.rados.rados.0.smithi098.stdout:1266: oid 30 updating version 0 to 574 2024-04-12T00:31:34.525 INFO:tasks.rados.rados.0.smithi098.stdout:1266: oid 30 version 574 is already newer than 571 2024-04-12T00:31:34.525 INFO:tasks.rados.rados.0.smithi098.stdout:1266: oid 30 version 574 is already newer than 570 2024-04-12T00:31:34.525 INFO:tasks.rados.rados.0.smithi098.stdout:1266: oid 30 version 574 is already newer than 572 2024-04-12T00:31:34.525 INFO:tasks.rados.rados.0.smithi098.stdout:1266: oid 30 version 574 is already newer than 573 2024-04-12T00:31:34.525 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 574 (ObjNum 408 snap 115 seq_num 408) dirty exists 2024-04-12T00:31:34.525 INFO:tasks.rados.rados.0.smithi098.stdout:1266: left oid 30 (ObjNum 408 snap 115 seq_num 408) 2024-04-12T00:31:34.525 INFO:tasks.rados.rados.0.smithi098.stdout:1267: expect (ObjNum 393 snap 112 seq_num 393) 2024-04-12T00:31:34.572 INFO:tasks.rados.rados.0.smithi098.stdout:1268: finishing write tid 1 to smithi09877355-9 2024-04-12T00:31:34.572 INFO:tasks.rados.rados.0.smithi098.stdout:1268: finishing write tid 2 to smithi09877355-9 2024-04-12T00:31:34.572 INFO:tasks.rados.rados.0.smithi098.stdout:1268: finishing write tid 3 to smithi09877355-9 2024-04-12T00:31:34.572 INFO:tasks.rados.rados.0.smithi098.stdout:1268: finishing write tid 4 to smithi09877355-9 2024-04-12T00:31:34.572 INFO:tasks.rados.rados.0.smithi098.stdout:1268: finishing write tid 5 to smithi09877355-9 2024-04-12T00:31:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:1268: finishing write tid 6 to smithi09877355-9 2024-04-12T00:31:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:1268: oid 9 updating version 0 to 578 2024-04-12T00:31:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:1268: oid 9 version 578 is already newer than 575 2024-04-12T00:31:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:1268: oid 9 updating version 578 to 579 2024-04-12T00:31:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:1268: oid 9 version 579 is already newer than 576 2024-04-12T00:31:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:1268: oid 9 version 579 is already newer than 577 2024-04-12T00:31:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 579 (ObjNum 409 snap 115 seq_num 409) dirty exists 2024-04-12T00:31:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:1268: left oid 9 (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:31:34.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:34 smithi098 ceph-mon[91373]: osdmap e297: 8 total, 8 up, 8 in 2024-04-12T00:31:34.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:34 smithi098 ceph-mon[91373]: pgmap v103: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:31:34.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:34 smithi193 ceph-mon[83763]: osdmap e297: 8 total, 8 up, 8 in 2024-04-12T00:31:34.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:34 smithi193 ceph-mon[83763]: pgmap v103: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:31:35.495 INFO:tasks.rados.rados.0.smithi098.stdout:1266: done (4 left) 2024-04-12T00:31:35.495 INFO:tasks.rados.rados.0.smithi098.stdout:1267: done (3 left) 2024-04-12T00:31:35.495 INFO:tasks.rados.rados.0.smithi098.stdout:1268: done (2 left) 2024-04-12T00:31:35.495 INFO:tasks.rados.rados.0.smithi098.stdout:1269: done (1 left) 2024-04-12T00:31:35.495 INFO:tasks.rados.rados.0.smithi098.stdout:1270: done (0 left) 2024-04-12T00:31:35.495 INFO:tasks.rados.rados.0.smithi098.stdout:1271: snap_remove snap 112 2024-04-12T00:31:35.682 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:35 smithi098 ceph-mon[91373]: osdmap e298: 8 total, 8 up, 8 in 2024-04-12T00:31:35.682 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:35.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:35 smithi098 ceph-mon[88922]: osdmap e298: 8 total, 8 up, 8 in 2024-04-12T00:31:35.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:35.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:35 smithi193 ceph-mon[83763]: osdmap e298: 8 total, 8 up, 8 in 2024-04-12T00:31:35.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:36.039 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:31:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:31:35] "GET /metrics HTTP/1.1" 200 35927 "" "Prometheus/2.43.0" 2024-04-12T00:31:36.039 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:35 smithi098 systemd[1]: Stopping Ceph osd.0 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:31:36.446 INFO:tasks.rados.rados.0.smithi098.stdout:1271: done (0 left) 2024-04-12T00:31:36.447 INFO:tasks.rados.rados.0.smithi098.stdout:1272: rollback oid 10 current snap is 116 2024-04-12T00:31:36.447 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 10 to 114 2024-04-12T00:31:36.447 INFO:tasks.rados.rados.0.smithi098.stdout:1273: snap_remove snap 113 2024-04-12T00:31:36.494 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[41853]: 2024-04-12T00:31:36.044+0000 7f0900a9e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:31:36.494 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[41853]: 2024-04-12T00:31:36.044+0000 7f0900a9e700 -1 osd.0 299 *** Got signal Terminated *** 2024-04-12T00:31:36.494 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[41853]: 2024-04-12T00:31:36.044+0000 7f0900a9e700 -1 osd.0 299 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T00:31:36.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[88922]: osdmap e299: 8 total, 8 up, 8 in 2024-04-12T00:31:36.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[88922]: pgmap v106: 121 pgs: 121 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-04-12T00:31:36.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[88922]: osd.0 marked itself down and dead 2024-04-12T00:31:36.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[88922]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:31:36.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[88922]: osdmap e300: 8 total, 7 up, 8 in 2024-04-12T00:31:36.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[91373]: osdmap e299: 8 total, 8 up, 8 in 2024-04-12T00:31:36.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[91373]: pgmap v106: 121 pgs: 121 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-04-12T00:31:36.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[91373]: osd.0 marked itself down and dead 2024-04-12T00:31:36.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[91373]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:31:36.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:36 smithi098 ceph-mon[91373]: osdmap e300: 8 total, 7 up, 8 in 2024-04-12T00:31:36.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:36 smithi193 ceph-mon[83763]: osdmap e299: 8 total, 8 up, 8 in 2024-04-12T00:31:36.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:36 smithi193 ceph-mon[83763]: pgmap v106: 121 pgs: 121 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-04-12T00:31:36.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:36 smithi193 ceph-mon[83763]: osd.0 marked itself down and dead 2024-04-12T00:31:36.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:36 smithi193 ceph-mon[83763]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:31:36.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:36 smithi193 ceph-mon[83763]: osdmap e300: 8 total, 7 up, 8 in 2024-04-12T00:31:37.285 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:37 smithi098 podman[96650]: 2024-04-12 00:31:37.005872785 +0000 UTC m=+1.063883955 container died 816b0359f062686026f25df1612908791fbf63a47a60467a289f7982d920acf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-12T00:31:37.450 INFO:tasks.rados.rados.0.smithi098.stdout:1273: done (1 left) 2024-04-12T00:31:37.450 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 116 2024-04-12T00:31:37.450 INFO:tasks.rados.rados.0.smithi098.stdout:1274: seq_num 410 ranges {4956160=475136,5431296=417792,5849088=475136,6324224=425984,6750208=286720} 2024-04-12T00:31:37.481 INFO:tasks.rados.rados.0.smithi098.stdout:1274: writing smithi09877355-5 from 4956160 to 5431296 tid 1 2024-04-12T00:31:37.484 INFO:tasks.rados.rados.0.smithi098.stdout:1274: writing smithi09877355-5 from 5431296 to 5849088 tid 2 2024-04-12T00:31:37.487 INFO:tasks.rados.rados.0.smithi098.stdout:1274: writing smithi09877355-5 from 5849088 to 6324224 tid 3 2024-04-12T00:31:37.490 INFO:tasks.rados.rados.0.smithi098.stdout:1274: writing smithi09877355-5 from 6324224 to 6750208 tid 4 2024-04-12T00:31:37.492 INFO:tasks.rados.rados.0.smithi098.stdout:1274: writing smithi09877355-5 from 6750208 to 7036928 tid 5 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1275: copy_from oid 39 from oid 21 current snap is 116 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1272: finishing rollback tid 0 to smithi09877355-10 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1272: finishing rollback tid 1 to smithi09877355-10 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1272: finishing rollback tid 2 to smithi09877355-10 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 705 (ObjNum 373 snap 104 seq_num 373) dirty exists 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1274: finishing write tid 1 to smithi09877355-5 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1274: finishing write tid 2 to smithi09877355-5 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1274: finishing write tid 3 to smithi09877355-5 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1272: done (2 left) 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1276: rollback oid 19 current snap is 116 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 114 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 116 2024-04-12T00:31:37.493 INFO:tasks.rados.rados.0.smithi098.stdout:1277: seq_num 411 ranges {2686976=491520,3178496=753664,3932160=688128,4620288=163840} 2024-04-12T00:31:37.509 INFO:tasks.rados.rados.0.smithi098.stdout:1277: writing smithi09877355-4 from 2686976 to 3178496 tid 1 2024-04-12T00:31:37.513 INFO:tasks.rados.rados.0.smithi098.stdout:1277: writing smithi09877355-4 from 3178496 to 3932160 tid 2 2024-04-12T00:31:37.517 INFO:tasks.rados.rados.0.smithi098.stdout:1277: writing smithi09877355-4 from 3932160 to 4620288 tid 3 2024-04-12T00:31:37.519 INFO:tasks.rados.rados.0.smithi098.stdout:1277: writing smithi09877355-4 from 4620288 to 4784128 tid 4 2024-04-12T00:31:37.519 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 116 2024-04-12T00:31:37.519 INFO:tasks.rados.rados.0.smithi098.stdout:1274: finishing write tid 4 to smithi09877355-5 2024-04-12T00:31:37.519 INFO:tasks.rados.rados.0.smithi098.stdout:1275: finishing copy_from to smithi09877355-39 2024-04-12T00:31:37.519 INFO:tasks.rados.rados.0.smithi098.stdout:1275: got expected ENOENT (src dne) 2024-04-12T00:31:37.519 INFO:tasks.rados.rados.0.smithi098.stdout:1274: finishing write tid 5 to smithi09877355-5 2024-04-12T00:31:37.519 INFO:tasks.rados.rados.0.smithi098.stdout:1278: seq_num 412 ranges {6709248=507904,7217152=630784,7847936=491520,8339456=483328} 2024-04-12T00:31:37.538 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:37 smithi098 podman[96650]: 2024-04-12 00:31:37.395656272 +0000 UTC m=+1.453667444 container cleanup 816b0359f062686026f25df1612908791fbf63a47a60467a289f7982d920acf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403) 2024-04-12T00:31:37.538 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:37 smithi098 bash[96650]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0 2024-04-12T00:31:37.557 INFO:tasks.rados.rados.0.smithi098.stdout:1278: writing smithi09877355-48 from 6709248 to 7217152 tid 1 2024-04-12T00:31:37.561 INFO:tasks.rados.rados.0.smithi098.stdout:1278: writing smithi09877355-48 from 7217152 to 7847936 tid 2 2024-04-12T00:31:37.564 INFO:tasks.rados.rados.0.smithi098.stdout:1278: writing smithi09877355-48 from 7847936 to 8339456 tid 3 2024-04-12T00:31:37.567 INFO:tasks.rados.rados.0.smithi098.stdout:1278: writing smithi09877355-48 from 8339456 to 8822784 tid 4 2024-04-12T00:31:37.567 INFO:tasks.rados.rados.0.smithi098.stdout:1279: setattr oid 8 current snap is 116 2024-04-12T00:31:37.567 INFO:tasks.rados.rados.0.smithi098.stdout:1275: finishing copy_from racing read to smithi09877355-39 2024-04-12T00:31:37.567 INFO:tasks.rados.rados.0.smithi098.stdout:1274: finishing write tid 6 to smithi09877355-5 2024-04-12T00:31:37.567 INFO:tasks.rados.rados.0.smithi098.stdout:1276: finishing rollback tid 0 to smithi09877355-19 2024-04-12T00:31:37.567 INFO:tasks.rados.rados.0.smithi098.stdout:1276: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1274: finishing write tid 7 to smithi09877355-5 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1274: oid 5 updating version 0 to 857 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1274: oid 5 updating version 857 to 858 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1274: oid 5 updating version 858 to 859 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1274: oid 5 updating version 859 to 860 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1274: oid 5 version 860 is already newer than 856 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1274: oid 5 version 860 is already newer than 855 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 860 (ObjNum 410 snap 116 seq_num 410) dirty exists 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1274: left oid 5 (ObjNum 410 snap 116 seq_num 410) 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1276: finishing rollback tid 2 to smithi09877355-19 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 696 (ObjNum 352 snap 99 seq_num 352) dirty exists 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1277: finishing write tid 1 to smithi09877355-4 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1277: finishing write tid 2 to smithi09877355-4 2024-04-12T00:31:37.568 INFO:tasks.rados.rados.0.smithi098.stdout:1277: finishing write tid 3 to smithi09877355-4 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1277: finishing write tid 4 to smithi09877355-4 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1277: finishing write tid 5 to smithi09877355-4 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1277: finishing write tid 6 to smithi09877355-4 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1277: oid 4 updating version 0 to 581 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1277: oid 4 updating version 581 to 582 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1277: oid 4 version 582 is already newer than 579 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1277: oid 4 updating version 582 to 583 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1277: oid 4 version 583 is already newer than 580 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 583 (ObjNum 411 snap 116 seq_num 411) dirty exists 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1277: left oid 4 (ObjNum 411 snap 116 seq_num 411) 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1278: finishing write tid 1 to smithi09877355-48 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1278: finishing write tid 2 to smithi09877355-48 2024-04-12T00:31:37.569 INFO:tasks.rados.rados.0.smithi098.stdout:1278: finishing write tid 3 to smithi09877355-48 2024-04-12T00:31:37.570 INFO:tasks.rados.rados.0.smithi098.stdout:1274: done (5 left) 2024-04-12T00:31:37.570 INFO:tasks.rados.rados.0.smithi098.stdout:1275: done (4 left) 2024-04-12T00:31:37.570 INFO:tasks.rados.rados.0.smithi098.stdout:1276: done (3 left) 2024-04-12T00:31:37.570 INFO:tasks.rados.rados.0.smithi098.stdout:1277: done (2 left) 2024-04-12T00:31:37.570 INFO:tasks.rados.rados.0.smithi098.stdout:1280: snap_remove snap 95 2024-04-12T00:31:38.028 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:37 smithi098 podman[96676]: 2024-04-12 00:31:37.688701141 +0000 UTC m=+0.680759873 container remove 816b0359f062686026f25df1612908791fbf63a47a60467a289f7982d920acf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, ceph=True, RELEASE=reef-d540eba) 2024-04-12T00:31:38.289 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:38 smithi098 podman[96765]: 2024-04-12 00:31:37.934044596 +0000 UTC m=+0.017925432 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:31:38.289 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:38 smithi098 podman[96765]: 2024-04-12 00:31:38.039555217 +0000 UTC m=+0.123436084 container create 6b4e9a1357355ad35c5f518dddef26d877497784d7b0120bd1748af40421b5e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:31:38.289 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:38 smithi098 podman[96765]: 2024-04-12 00:31:38.241995563 +0000 UTC m=+0.325876387 container init 6b4e9a1357355ad35c5f518dddef26d877497784d7b0120bd1748af40421b5e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:31:38.289 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:38 smithi098 podman[96765]: 2024-04-12 00:31:38.245123248 +0000 UTC m=+0.329004081 container start 6b4e9a1357355ad35c5f518dddef26d877497784d7b0120bd1748af40421b5e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T00:31:38.458 INFO:tasks.rados.rados.0.smithi098.stdout:1280: done (2 left) 2024-04-12T00:31:38.458 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 116 2024-04-12T00:31:38.458 INFO:tasks.rados.rados.0.smithi098.stdout:1278: finishing write tid 4 to smithi09877355-48 2024-04-12T00:31:38.458 INFO:tasks.rados.rados.0.smithi098.stdout:1281: seq_num 413 ranges {3538944=524288,4063232=516096,4579328=696320,5275648=393216} 2024-04-12T00:31:38.480 INFO:tasks.rados.rados.0.smithi098.stdout:1281: writing smithi09877355-37 from 3538944 to 4063232 tid 1 2024-04-12T00:31:38.483 INFO:tasks.rados.rados.0.smithi098.stdout:1281: writing smithi09877355-37 from 4063232 to 4579328 tid 2 2024-04-12T00:31:38.487 INFO:tasks.rados.rados.0.smithi098.stdout:1281: writing smithi09877355-37 from 4579328 to 5275648 tid 3 2024-04-12T00:31:38.491 INFO:tasks.rados.rados.0.smithi098.stdout:1281: writing smithi09877355-37 from 5275648 to 5668864 tid 4 2024-04-12T00:31:38.491 INFO:tasks.rados.rados.0.smithi098.stdout:1282: setattr oid 22 current snap is 116 2024-04-12T00:31:38.491 INFO:tasks.rados.rados.0.smithi098.stdout:1278: finishing write tid 5 to smithi09877355-48 2024-04-12T00:31:38.491 INFO:tasks.rados.rados.0.smithi098.stdout:1278: finishing write tid 6 to smithi09877355-48 2024-04-12T00:31:38.491 INFO:tasks.rados.rados.0.smithi098.stdout:1278: oid 48 updating version 0 to 551 2024-04-12T00:31:38.491 INFO:tasks.rados.rados.0.smithi098.stdout:1278: oid 48 updating version 551 to 553 2024-04-12T00:31:38.491 INFO:tasks.rados.rados.0.smithi098.stdout:1278: oid 48 version 553 is already newer than 549 2024-04-12T00:31:38.491 INFO:tasks.rados.rados.0.smithi098.stdout:1278: oid 48 version 553 is already newer than 550 2024-04-12T00:31:38.492 INFO:tasks.rados.rados.0.smithi098.stdout:1278: oid 48 version 553 is already newer than 552 2024-04-12T00:31:38.492 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 553 (ObjNum 412 snap 116 seq_num 412) dirty exists 2024-04-12T00:31:38.492 INFO:tasks.rados.rados.0.smithi098.stdout:1278: left oid 48 (ObjNum 412 snap 116 seq_num 412) 2024-04-12T00:31:38.492 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 703 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:31:38.492 INFO:tasks.rados.rados.0.smithi098.stdout:1281: finishing write tid 1 to smithi09877355-37 2024-04-12T00:31:38.492 INFO:tasks.rados.rados.0.smithi098.stdout:1281: finishing write tid 2 to smithi09877355-37 2024-04-12T00:31:38.492 INFO:tasks.rados.rados.0.smithi098.stdout:1281: finishing write tid 3 to smithi09877355-37 2024-04-12T00:31:38.492 INFO:tasks.rados.rados.0.smithi098.stdout:1278: done (3 left) 2024-04-12T00:31:38.492 INFO:tasks.rados.rados.0.smithi098.stdout:1279: done (2 left) 2024-04-12T00:31:38.493 INFO:tasks.rados.rados.0.smithi098.stdout:1283: snap_remove snap 115 2024-04-12T00:31:38.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:38 smithi098 ceph-mon[88922]: osdmap e301: 8 total, 7 up, 8 in 2024-04-12T00:31:38.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:38 smithi098 ceph-mon[88922]: pgmap v109: 121 pgs: 14 stale+active+clean, 107 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-04-12T00:31:38.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:38 smithi098 ceph-mon[91373]: osdmap e301: 8 total, 7 up, 8 in 2024-04-12T00:31:38.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:38 smithi098 ceph-mon[91373]: pgmap v109: 121 pgs: 14 stale+active+clean, 107 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-04-12T00:31:38.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:38 smithi098 podman[96765]: 2024-04-12 00:31:38.325362326 +0000 UTC m=+0.409243166 container attach 6b4e9a1357355ad35c5f518dddef26d877497784d7b0120bd1748af40421b5e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2) 2024-04-12T00:31:38.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:38 smithi098 podman[96765]: 2024-04-12 00:31:38.543444708 +0000 UTC m=+0.627325541 container died 6b4e9a1357355ad35c5f518dddef26d877497784d7b0120bd1748af40421b5e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True) 2024-04-12T00:31:38.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:38 smithi193 ceph-mon[83763]: osdmap e301: 8 total, 7 up, 8 in 2024-04-12T00:31:38.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:38 smithi193 ceph-mon[83763]: pgmap v109: 121 pgs: 14 stale+active+clean, 107 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-04-12T00:31:39.458 INFO:tasks.rados.rados.0.smithi098.stdout:1283: done (2 left) 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 116 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1281: finishing write tid 4 to smithi09877355-37 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1281: finishing write tid 5 to smithi09877355-37 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1281: finishing write tid 6 to smithi09877355-37 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1281: oid 37 updating version 0 to 703 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1281: oid 37 updating version 703 to 707 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1281: oid 37 version 707 is already newer than 705 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1281: oid 37 version 707 is already newer than 706 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1281: oid 37 version 707 is already newer than 704 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 707 (ObjNum 413 snap 116 seq_num 413) dirty exists 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1281: left oid 37 (ObjNum 413 snap 116 seq_num 413) 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1028 (ObjNum 177 snap 0 seq_num 28662784) dirty exists 2024-04-12T00:31:39.459 INFO:tasks.rados.rados.0.smithi098.stdout:1284: seq_num 414 ranges {2686976=540672,3227648=802816,4030464=458752,4489216=344064} 2024-04-12T00:31:39.477 INFO:tasks.rados.rados.0.smithi098.stdout:1284: writing smithi09877355-50 from 2686976 to 3227648 tid 1 2024-04-12T00:31:39.483 INFO:tasks.rados.rados.0.smithi098.stdout:1284: writing smithi09877355-50 from 3227648 to 4030464 tid 2 2024-04-12T00:31:39.486 INFO:tasks.rados.rados.0.smithi098.stdout:1284: writing smithi09877355-50 from 4030464 to 4489216 tid 3 2024-04-12T00:31:39.489 INFO:tasks.rados.rados.0.smithi098.stdout:1284: writing smithi09877355-50 from 4489216 to 4833280 tid 4 2024-04-12T00:31:39.490 INFO:tasks.rados.rados.0.smithi098.stdout:1281: done (2 left) 2024-04-12T00:31:39.490 INFO:tasks.rados.rados.0.smithi098.stdout:1282: done (1 left) 2024-04-12T00:31:39.490 INFO:tasks.rados.rados.0.smithi098.stdout:1285: copy_from oid 14 from oid 8 current snap is 116 2024-04-12T00:31:39.490 INFO:tasks.rados.rados.0.smithi098.stdout:1284: finishing write tid 1 to smithi09877355-50 2024-04-12T00:31:39.490 INFO:tasks.rados.rados.0.smithi098.stdout:1284: finishing write tid 2 to smithi09877355-50 2024-04-12T00:31:39.490 INFO:tasks.rados.rados.0.smithi098.stdout:1286: setattr oid 25 current snap is 116 2024-04-12T00:31:39.490 INFO:tasks.rados.rados.0.smithi098.stdout:1284: finishing write tid 3 to smithi09877355-50 2024-04-12T00:31:39.492 INFO:tasks.rados.rados.0.smithi098.stdout:1287: rollback oid 44 current snap is 116 2024-04-12T00:31:39.492 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 44 to 110 2024-04-12T00:31:39.492 INFO:tasks.rados.rados.0.smithi098.stdout:1288: rollback oid 5 current snap is 116 2024-04-12T00:31:39.492 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 5 to 114 2024-04-12T00:31:39.492 INFO:tasks.rados.rados.0.smithi098.stdout:1289: delete oid 6 current snap is 116 2024-04-12T00:31:39.492 INFO:tasks.rados.rados.0.smithi098.stdout:1284: finishing write tid 4 to smithi09877355-50 2024-04-12T00:31:39.492 INFO:tasks.rados.rados.0.smithi098.stdout:1284: finishing write tid 5 to smithi09877355-50 2024-04-12T00:31:39.495 INFO:tasks.rados.rados.0.smithi098.stdout:1284: finishing write tid 6 to smithi09877355-50 2024-04-12T00:31:39.496 INFO:tasks.rados.rados.0.smithi098.stdout:1284: oid 50 updating version 0 to 409 2024-04-12T00:31:39.496 INFO:tasks.rados.rados.0.smithi098.stdout:1284: oid 50 updating version 409 to 411 2024-04-12T00:31:39.496 INFO:tasks.rados.rados.0.smithi098.stdout:1284: oid 50 version 411 is already newer than 410 2024-04-12T00:31:39.496 INFO:tasks.rados.rados.0.smithi098.stdout:1284: oid 50 version 411 is already newer than 408 2024-04-12T00:31:39.496 INFO:tasks.rados.rados.0.smithi098.stdout:1284: oid 50 version 411 is already newer than 407 2024-04-12T00:31:39.497 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 411 (ObjNum 414 snap 116 seq_num 414) dirty exists 2024-04-12T00:31:39.497 INFO:tasks.rados.rados.0.smithi098.stdout:1284: left oid 50 (ObjNum 414 snap 116 seq_num 414) 2024-04-12T00:31:39.497 INFO:tasks.rados.rados.0.smithi098.stdout:1288: finishing rollback tid 0 to smithi09877355-5 2024-04-12T00:31:39.497 INFO:tasks.rados.rados.0.smithi098.stdout:1287: finishing rollback tid 0 to smithi09877355-44 2024-04-12T00:31:39.497 INFO:tasks.rados.rados.0.smithi098.stdout:1288: finishing rollback tid 1 to smithi09877355-5 2024-04-12T00:31:39.498 INFO:tasks.rados.rados.0.smithi098.stdout:1287: finishing rollback tid 1 to smithi09877355-44 2024-04-12T00:31:39.498 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 1031 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T00:31:39.498 INFO:tasks.rados.rados.0.smithi098.stdout:1288: finishing rollback tid 2 to smithi09877355-5 2024-04-12T00:31:39.498 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 873 (ObjNum 400 snap 114 seq_num 400) dirty exists 2024-04-12T00:31:39.498 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 670 (ObjNum 386 snap 108 seq_num 386) dirty exists 2024-04-12T00:31:39.498 INFO:tasks.rados.rados.0.smithi098.stdout:1285: finishing copy_from racing read to smithi09877355-14 2024-04-12T00:31:39.498 INFO:tasks.rados.rados.0.smithi098.stdout:1284: done (5 left) 2024-04-12T00:31:39.499 INFO:tasks.rados.rados.0.smithi098.stdout:1286: done (4 left) 2024-04-12T00:31:39.499 INFO:tasks.rados.rados.0.smithi098.stdout:1287: done (3 left) 2024-04-12T00:31:39.499 INFO:tasks.rados.rados.0.smithi098.stdout:1288: done (2 left) 2024-04-12T00:31:39.499 INFO:tasks.rados.rados.0.smithi098.stdout:1289: done (1 left) 2024-04-12T00:31:39.499 INFO:tasks.rados.rados.0.smithi098.stdout:1290: read oid 47 snap -1 2024-04-12T00:31:39.499 INFO:tasks.rados.rados.0.smithi098.stdout:1290: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:31:39.499 INFO:tasks.rados.rados.0.smithi098.stdout:1291: read oid 15 snap -1 2024-04-12T00:31:39.499 INFO:tasks.rados.rados.0.smithi098.stdout:1291: expect (ObjNum 404 snap 114 seq_num 404) 2024-04-12T00:31:39.499 INFO:tasks.rados.rados.0.smithi098.stdout:1292: snap_remove snap 111 2024-04-12T00:31:39.563 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:39 smithi098 ceph-mon[91373]: osdmap e302: 8 total, 7 up, 8 in 2024-04-12T00:31:39.564 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:39 smithi098 ceph-mon[88922]: osdmap e302: 8 total, 7 up, 8 in 2024-04-12T00:31:39.564 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:39 smithi098 podman[96790]: 2024-04-12 00:31:39.312673426 +0000 UTC m=+0.759867553 container remove 6b4e9a1357355ad35c5f518dddef26d877497784d7b0120bd1748af40421b5e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T00:31:39.564 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:39 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-12T00:31:39.564 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:39 smithi098 systemd[1]: Stopped Ceph osd.0 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:31:39.564 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:39 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.0.service: Consumed 11.328s CPU time. 2024-04-12T00:31:39.765 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:39 smithi193 ceph-mon[83763]: osdmap e302: 8 total, 7 up, 8 in 2024-04-12T00:31:39.914 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:39 smithi098 systemd[1]: Starting Ceph osd.0 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:31:39.914 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:39 smithi098 podman[96895]: 2024-04-12 00:31:39.685248655 +0000 UTC m=+0.017815737 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:31:39.914 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:39 smithi098 podman[96895]: 2024-04-12 00:31:39.790045878 +0000 UTC m=+0.122612944 container create ccaec26961ab852e0fc93faa8e5f9537e88f81417dafcaed5d81edadf6c16f3a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T00:31:40.288 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 podman[96895]: 2024-04-12 00:31:40.03458822 +0000 UTC m=+0.367155285 container init ccaec26961ab852e0fc93faa8e5f9537e88f81417dafcaed5d81edadf6c16f3a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T00:31:40.289 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 podman[96895]: 2024-04-12 00:31:40.037849062 +0000 UTC m=+0.370416138 container start ccaec26961ab852e0fc93faa8e5f9537e88f81417dafcaed5d81edadf6c16f3a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:31:40.289 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 podman[96895]: 2024-04-12 00:31:40.151343326 +0000 UTC m=+0.483910399 container attach ccaec26961ab852e0fc93faa8e5f9537e88f81417dafcaed5d81edadf6c16f3a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-12T00:31:40.464 INFO:tasks.rados.rados.0.smithi098.stdout:1285: finishing copy_from to smithi09877355-14 2024-04-12T00:31:40.464 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 703 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:31:40.464 INFO:tasks.rados.rados.0.smithi098.stdout:1290: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:31:40.489 INFO:tasks.rados.rados.0.smithi098.stdout:1291: expect (ObjNum 404 snap 114 seq_num 404) 2024-04-12T00:31:40.542 INFO:tasks.rados.rados.0.smithi098.stdout:1285: done (3 left) 2024-04-12T00:31:40.542 INFO:tasks.rados.rados.0.smithi098.stdout:1290: done (2 left) 2024-04-12T00:31:40.542 INFO:tasks.rados.rados.0.smithi098.stdout:1291: done (1 left) 2024-04-12T00:31:40.542 INFO:tasks.rados.rados.0.smithi098.stdout:1292: done (0 left) 2024-04-12T00:31:40.542 INFO:tasks.rados.rados.0.smithi098.stdout:1293: snap_remove snap 110 2024-04-12T00:31:40.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:40 smithi193 ceph-mon[83763]: osdmap e303: 8 total, 7 up, 8 in 2024-04-12T00:31:40.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:40 smithi193 ceph-mon[83763]: pgmap v112: 121 pgs: 14 stale+active+clean, 107 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:40.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-mon[91373]: osdmap e303: 8 total, 7 up, 8 in 2024-04-12T00:31:40.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-mon[91373]: pgmap v112: 121 pgs: 14 stale+active+clean, 107 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:40.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-mon[88922]: osdmap e303: 8 total, 7 up, 8 in 2024-04-12T00:31:40.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-mon[88922]: pgmap v112: 121 pgs: 14 stale+active+clean, 107 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:31:40.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate[96910]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T00:31:40.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate[96910]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T00:31:40.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 bash[96895]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T00:31:40.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 bash[96895]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T00:31:40.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 bash[96895]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T00:31:40.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 bash[96895]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T00:31:40.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 bash[96895]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T00:31:40.789 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 bash[96895]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T00:31:40.790 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 bash[96895]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T00:31:40.790 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate[96910]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T00:31:40.790 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate[96910]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T00:31:40.790 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate[96910]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T00:31:40.790 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate[96910]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T00:31:40.790 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate[96910]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T00:31:40.790 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:40 smithi098 podman[96895]: 2024-04-12 00:31:40.510207827 +0000 UTC m=+0.842774894 container died ccaec26961ab852e0fc93faa8e5f9537e88f81417dafcaed5d81edadf6c16f3a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-12T00:31:41.461 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:41 smithi098 podman[97033]: 2024-04-12 00:31:41.122095109 +0000 UTC m=+0.604325913 container remove ccaec26961ab852e0fc93faa8e5f9537e88f81417dafcaed5d81edadf6c16f3a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-12T00:31:41.461 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:41 smithi098 podman[97097]: 2024-04-12 00:31:41.331390554 +0000 UTC m=+0.114064118 container create 8cc388db77d83443591cab591a93bfa745557a08eaa846f9c62ee7c8e07ea552 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux ) 2024-04-12T00:31:41.461 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:41 smithi098 podman[97097]: 2024-04-12 00:31:41.235091246 +0000 UTC m=+0.017764783 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:31:41.468 INFO:tasks.rados.rados.0.smithi098.stdout:1293: done (0 left) 2024-04-12T00:31:41.468 INFO:tasks.rados.rados.0.smithi098.stdout:1294: delete oid 31 current snap is 116 2024-04-12T00:31:41.475 INFO:tasks.rados.rados.0.smithi098.stdout:1294: done (0 left) 2024-04-12T00:31:41.475 INFO:tasks.rados.rados.0.smithi098.stdout:1295: snap_remove snap 107 2024-04-12T00:31:41.714 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:41 smithi098 ceph-mon[91373]: osdmap e304: 8 total, 7 up, 8 in 2024-04-12T00:31:41.714 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:41 smithi098 ceph-mon[88922]: osdmap e304: 8 total, 7 up, 8 in 2024-04-12T00:31:41.714 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:41 smithi098 podman[97097]: 2024-04-12 00:31:41.626040922 +0000 UTC m=+0.408714440 container init 8cc388db77d83443591cab591a93bfa745557a08eaa846f9c62ee7c8e07ea552 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T00:31:41.714 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:41 smithi098 podman[97097]: 2024-04-12 00:31:41.629029409 +0000 UTC m=+0.411702929 container start 8cc388db77d83443591cab591a93bfa745557a08eaa846f9c62ee7c8e07ea552 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:31:41.714 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:41 smithi098 ceph-osd[97117]: -- 172.21.15.98:0/335292861 <== mon.2 v2:172.21.15.98:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564bdf2fb680 con 0x564bdf2c4c00 2024-04-12T00:31:41.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:41 smithi193 ceph-mon[83763]: osdmap e304: 8 total, 7 up, 8 in 2024-04-12T00:31:42.038 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:41 smithi098 bash[97097]: 8cc388db77d83443591cab591a93bfa745557a08eaa846f9c62ee7c8e07ea552 2024-04-12T00:31:42.038 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:41 smithi098 systemd[1]: Started Ceph osd.0 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:31:42.467 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[97113]: 2024-04-12T00:31:42.171+0000 7fd606fad7c0 -1 Falling back to public interface 2024-04-12T00:31:42.477 INFO:tasks.rados.rados.0.smithi098.stdout:1295: done (0 left) 2024-04-12T00:31:42.477 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 116 2024-04-12T00:31:42.477 INFO:tasks.rados.rados.0.smithi098.stdout:1296: seq_num 417 ranges {3899392=589824,4489216=458752,4947968=679936,5627904=466944} 2024-04-12T00:31:42.502 INFO:tasks.rados.rados.0.smithi098.stdout:1296: writing smithi09877355-16 from 3899392 to 4489216 tid 1 2024-04-12T00:31:42.504 INFO:tasks.rados.rados.0.smithi098.stdout:1296: writing smithi09877355-16 from 4489216 to 4947968 tid 2 2024-04-12T00:31:42.508 INFO:tasks.rados.rados.0.smithi098.stdout:1296: writing smithi09877355-16 from 4947968 to 5627904 tid 3 2024-04-12T00:31:42.511 INFO:tasks.rados.rados.0.smithi098.stdout:1296: writing smithi09877355-16 from 5627904 to 6094848 tid 4 2024-04-12T00:31:42.511 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 116 2024-04-12T00:31:42.511 INFO:tasks.rados.rados.0.smithi098.stdout:1297: seq_num 418 ranges {1974272=606208,2580480=737280,3317760=434176,3751936=434176} 2024-04-12T00:31:42.524 INFO:tasks.rados.rados.0.smithi098.stdout:1297: writing smithi09877355-15 from 1974272 to 2580480 tid 1 2024-04-12T00:31:42.528 INFO:tasks.rados.rados.0.smithi098.stdout:1297: writing smithi09877355-15 from 2580480 to 3317760 tid 2 2024-04-12T00:31:42.531 INFO:tasks.rados.rados.0.smithi098.stdout:1297: writing smithi09877355-15 from 3317760 to 3751936 tid 3 2024-04-12T00:31:42.533 INFO:tasks.rados.rados.0.smithi098.stdout:1297: writing smithi09877355-15 from 3751936 to 4186112 tid 4 2024-04-12T00:31:42.533 INFO:tasks.rados.rados.0.smithi098.stdout:1298: snap_remove snap 109 2024-04-12T00:31:42.533 INFO:tasks.rados.rados.0.smithi098.stdout:1296: finishing write tid 1 to smithi09877355-16 2024-04-12T00:31:42.533 INFO:tasks.rados.rados.0.smithi098.stdout:1296: finishing write tid 2 to smithi09877355-16 2024-04-12T00:31:42.534 INFO:tasks.rados.rados.0.smithi098.stdout:1296: finishing write tid 3 to smithi09877355-16 2024-04-12T00:31:42.534 INFO:tasks.rados.rados.0.smithi098.stdout:1296: finishing write tid 4 to smithi09877355-16 2024-04-12T00:31:42.534 INFO:tasks.rados.rados.0.smithi098.stdout:1296: finishing write tid 5 to smithi09877355-16 2024-04-12T00:31:42.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:42 smithi193 ceph-mon[83763]: osdmap e305: 8 total, 7 up, 8 in 2024-04-12T00:31:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:31:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:42 smithi193 ceph-mon[83763]: pgmap v115: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 206 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 27 op/s; 83/447 objects degraded (18.568%) 2024-04-12T00:31:42.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[91373]: osdmap e305: 8 total, 7 up, 8 in 2024-04-12T00:31:42.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:42.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:42.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:31:42.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[91373]: pgmap v115: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 206 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 27 op/s; 83/447 objects degraded (18.568%) 2024-04-12T00:31:42.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[88922]: osdmap e305: 8 total, 7 up, 8 in 2024-04-12T00:31:42.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:42.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:42.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:31:42.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:42 smithi098 ceph-mon[88922]: pgmap v115: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 206 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 27 op/s; 83/447 objects degraded (18.568%) 2024-04-12T00:31:43.483 INFO:tasks.rados.rados.0.smithi098.stdout:1298: done (2 left) 2024-04-12T00:31:43.483 INFO:tasks.rados.rados.0.smithi098.stdout:1299: read oid 20 snap -1 2024-04-12T00:31:43.483 INFO:tasks.rados.rados.0.smithi098.stdout:1299: expect (ObjNum 405 snap 114 seq_num 405) 2024-04-12T00:31:43.483 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 116 2024-04-12T00:31:43.483 INFO:tasks.rados.rados.0.smithi098.stdout:1300: seq_num 419 ranges {1269760=622592,1892352=671744,2564096=647168,3211264=286720} 2024-04-12T00:31:43.495 INFO:tasks.rados.rados.0.smithi098.stdout:1300: writing smithi09877355-49 from 1269760 to 1892352 tid 1 2024-04-12T00:31:43.499 INFO:tasks.rados.rados.0.smithi098.stdout:1300: writing smithi09877355-49 from 1892352 to 2564096 tid 2 2024-04-12T00:31:43.503 INFO:tasks.rados.rados.0.smithi098.stdout:1300: writing smithi09877355-49 from 2564096 to 3211264 tid 3 2024-04-12T00:31:43.506 INFO:tasks.rados.rados.0.smithi098.stdout:1300: writing smithi09877355-49 from 3211264 to 3497984 tid 4 2024-04-12T00:31:43.506 INFO:tasks.rados.rados.0.smithi098.stdout:1301: rollback oid 31 current snap is 116 2024-04-12T00:31:43.506 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 114 2024-04-12T00:31:43.506 INFO:tasks.rados.rados.0.smithi098.stdout:1296: finishing write tid 6 to smithi09877355-16 2024-04-12T00:31:43.506 INFO:tasks.rados.rados.0.smithi098.stdout:1296: oid 16 updating version 0 to 1034 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1296: oid 16 version 1034 is already newer than 1033 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1296: oid 16 updating version 1034 to 1036 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1296: oid 16 updating version 1036 to 1037 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1296: oid 16 version 1037 is already newer than 1035 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1037 (ObjNum 417 snap 116 seq_num 417) dirty exists 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1296: left oid 16 (ObjNum 417 snap 116 seq_num 417) 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1297: finishing write tid 1 to smithi09877355-15 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1297: finishing write tid 2 to smithi09877355-15 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1297: finishing write tid 3 to smithi09877355-15 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1296: done (4 left) 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1297: finishing write tid 4 to smithi09877355-15 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1297: finishing write tid 5 to smithi09877355-15 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1297: finishing write tid 6 to smithi09877355-15 2024-04-12T00:31:43.507 INFO:tasks.rados.rados.0.smithi098.stdout:1297: oid 15 updating version 0 to 1043 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1297: oid 15 version 1043 is already newer than 1039 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1297: oid 15 version 1043 is already newer than 1040 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1297: oid 15 version 1043 is already newer than 1041 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1297: oid 15 version 1043 is already newer than 1042 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1043 (ObjNum 418 snap 116 seq_num 418) dirty exists 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1297: left oid 15 (ObjNum 418 snap 116 seq_num 418) 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1300: finishing write tid 1 to smithi09877355-49 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1302: read oid 47 snap -1 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1302: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1297: done (4 left) 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1303: read oid 24 snap -1 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1303: expect (ObjNum 384 snap 108 seq_num 384) 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 116 2024-04-12T00:31:43.508 INFO:tasks.rados.rados.0.smithi098.stdout:1304: seq_num 420 ranges {2842624=638976,3481600=557056,4038656=450560,4489216=598016} 2024-04-12T00:31:43.525 INFO:tasks.rados.rados.0.smithi098.stdout:1304: writing smithi09877355-41 from 2842624 to 3481600 tid 1 2024-04-12T00:31:43.528 INFO:tasks.rados.rados.0.smithi098.stdout:1304: writing smithi09877355-41 from 3481600 to 4038656 tid 2 2024-04-12T00:31:43.530 INFO:tasks.rados.rados.0.smithi098.stdout:1304: writing smithi09877355-41 from 4038656 to 4489216 tid 3 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1304: writing smithi09877355-41 from 4489216 to 5087232 tid 4 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1305: delete oid 1 current snap is 116 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1300: finishing write tid 2 to smithi09877355-49 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1301: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1300: finishing write tid 3 to smithi09877355-49 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1300: finishing write tid 4 to smithi09877355-49 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1301: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 434 (ObjNum 403 snap 114 seq_num 403) dirty exists 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1300: finishing write tid 5 to smithi09877355-49 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1300: finishing write tid 6 to smithi09877355-49 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1300: oid 49 updating version 0 to 584 2024-04-12T00:31:43.535 INFO:tasks.rados.rados.0.smithi098.stdout:1300: oid 49 version 584 is already newer than 583 2024-04-12T00:31:43.536 INFO:tasks.rados.rados.0.smithi098.stdout:1300: oid 49 version 584 is already newer than 580 2024-04-12T00:31:43.536 INFO:tasks.rados.rados.0.smithi098.stdout:1300: oid 49 version 584 is already newer than 582 2024-04-12T00:31:43.536 INFO:tasks.rados.rados.0.smithi098.stdout:1300: oid 49 version 584 is already newer than 581 2024-04-12T00:31:43.536 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 584 (ObjNum 419 snap 116 seq_num 419) dirty exists 2024-04-12T00:31:43.536 INFO:tasks.rados.rados.0.smithi098.stdout:1300: left oid 49 (ObjNum 419 snap 116 seq_num 419) 2024-04-12T00:31:43.536 INFO:tasks.rados.rados.0.smithi098.stdout:1299: expect (ObjNum 405 snap 114 seq_num 405) 2024-04-12T00:31:43.656 INFO:tasks.rados.rados.0.smithi098.stdout:1302: expect (ObjNum 43 snap 0 seq_num 43) 2024-04-12T00:31:43.677 INFO:tasks.rados.rados.0.smithi098.stdout:1303: expect (ObjNum 384 snap 108 seq_num 384) 2024-04-12T00:31:43.720 INFO:tasks.rados.rados.0.smithi098.stdout:1304: finishing write tid 1 to smithi09877355-41 2024-04-12T00:31:43.720 INFO:tasks.rados.rados.0.smithi098.stdout:1304: finishing write tid 2 to smithi09877355-41 2024-04-12T00:31:43.720 INFO:tasks.rados.rados.0.smithi098.stdout:1304: finishing write tid 3 to smithi09877355-41 2024-04-12T00:31:43.720 INFO:tasks.rados.rados.0.smithi098.stdout:1304: finishing write tid 4 to smithi09877355-41 2024-04-12T00:31:43.720 INFO:tasks.rados.rados.0.smithi098.stdout:1304: finishing write tid 5 to smithi09877355-41 2024-04-12T00:31:43.720 INFO:tasks.rados.rados.0.smithi098.stdout:1304: finishing write tid 6 to smithi09877355-41 2024-04-12T00:31:43.720 INFO:tasks.rados.rados.0.smithi098.stdout:1304: oid 41 updating version 0 to 889 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1304: oid 41 updating version 889 to 890 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1304: oid 41 updating version 890 to 891 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1304: oid 41 version 891 is already newer than 887 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1304: oid 41 version 891 is already newer than 888 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 891 (ObjNum 420 snap 116 seq_num 420) dirty exists 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1304: left oid 41 (ObjNum 420 snap 116 seq_num 420) 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1299: done (6 left) 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1300: done (5 left) 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1301: done (4 left) 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1302: done (3 left) 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1303: done (2 left) 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1304: done (1 left) 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1305: done (0 left) 2024-04-12T00:31:43.721 INFO:tasks.rados.rados.0.smithi098.stdout:1306: snap_create 2024-04-12T00:31:43.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:43 smithi098 ceph-mon[91373]: osdmap e306: 8 total, 7 up, 8 in 2024-04-12T00:31:43.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:43 smithi098 ceph-mon[91373]: Health check failed: Degraded data redundancy: 83/447 objects degraded (18.568%), 14 pgs degraded (PG_DEGRADED) 2024-04-12T00:31:43.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:43 smithi098 ceph-mon[88922]: osdmap e306: 8 total, 7 up, 8 in 2024-04-12T00:31:43.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:43 smithi098 ceph-mon[88922]: Health check failed: Degraded data redundancy: 83/447 objects degraded (18.568%), 14 pgs degraded (PG_DEGRADED) 2024-04-12T00:31:43.864 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:43.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:43 smithi193 ceph-mon[83763]: osdmap e306: 8 total, 7 up, 8 in 2024-04-12T00:31:43.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:43 smithi193 ceph-mon[83763]: Health check failed: Degraded data redundancy: 83/447 objects degraded (18.568%), 14 pgs degraded (PG_DEGRADED) 2024-04-12T00:31:44.489 INFO:tasks.rados.rados.0.smithi098.stdout:1306: done (0 left) 2024-04-12T00:31:44.489 INFO:tasks.rados.rados.0.smithi098.stdout:1307: rollback oid 30 current snap is 117 2024-04-12T00:31:44.489 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 116 2024-04-12T00:31:44.489 INFO:tasks.rados.rados.0.smithi098.stdout:1308: snap_remove snap 98 2024-04-12T00:31:44.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:44 smithi098 ceph-mon[91373]: osdmap e307: 8 total, 7 up, 8 in 2024-04-12T00:31:44.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:44 smithi098 ceph-mon[91373]: pgmap v118: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 206 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 27 op/s; 83/447 objects degraded (18.568%) 2024-04-12T00:31:44.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:44 smithi098 ceph-mon[88922]: osdmap e307: 8 total, 7 up, 8 in 2024-04-12T00:31:44.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:44 smithi098 ceph-mon[88922]: pgmap v118: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 206 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 27 op/s; 83/447 objects degraded (18.568%) 2024-04-12T00:31:44.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:44 smithi193 ceph-mon[83763]: osdmap e307: 8 total, 7 up, 8 in 2024-04-12T00:31:44.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:44 smithi193 ceph-mon[83763]: pgmap v118: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 206 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 27 op/s; 83/447 objects degraded (18.568%) 2024-04-12T00:31:45.498 INFO:tasks.rados.rados.0.smithi098.stdout:1308: done (1 left) 2024-04-12T00:31:45.498 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 117 2024-04-12T00:31:45.498 INFO:tasks.rados.rados.0.smithi098.stdout:1309: seq_num 422 ranges {3629056=671744,4300800=729088,5029888=417792,5447680=458752} 2024-04-12T00:31:45.519 INFO:tasks.rados.rados.0.smithi098.stdout:1309: writing smithi09877355-20 from 3629056 to 4300800 tid 1 2024-04-12T00:31:45.523 INFO:tasks.rados.rados.0.smithi098.stdout:1309: writing smithi09877355-20 from 4300800 to 5029888 tid 2 2024-04-12T00:31:45.526 INFO:tasks.rados.rados.0.smithi098.stdout:1309: writing smithi09877355-20 from 5029888 to 5447680 tid 3 2024-04-12T00:31:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:1309: writing smithi09877355-20 from 5447680 to 5906432 tid 4 2024-04-12T00:31:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:1310: delete oid 45 current snap is 117 2024-04-12T00:31:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:1307: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:31:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:1307: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:31:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:1307: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:31:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 587 (ObjNum 408 snap 115 seq_num 408) dirty exists 2024-04-12T00:31:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:1309: finishing write tid 1 to smithi09877355-20 2024-04-12T00:31:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:1309: finishing write tid 2 to smithi09877355-20 2024-04-12T00:31:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:1309: finishing write tid 3 to smithi09877355-20 2024-04-12T00:31:45.532 INFO:tasks.rados.rados.0.smithi098.stdout:1309: finishing write tid 4 to smithi09877355-20 2024-04-12T00:31:45.532 INFO:tasks.rados.rados.0.smithi098.stdout:1309: finishing write tid 5 to smithi09877355-20 2024-04-12T00:31:45.533 INFO:tasks.rados.rados.0.smithi098.stdout:1309: finishing write tid 6 to smithi09877355-20 2024-04-12T00:31:45.534 INFO:tasks.rados.rados.0.smithi098.stdout:1309: oid 20 updating version 0 to 708 2024-04-12T00:31:45.534 INFO:tasks.rados.rados.0.smithi098.stdout:1309: oid 20 version 708 is already newer than 705 2024-04-12T00:31:45.534 INFO:tasks.rados.rados.0.smithi098.stdout:1309: oid 20 version 708 is already newer than 706 2024-04-12T00:31:45.534 INFO:tasks.rados.rados.0.smithi098.stdout:1309: oid 20 version 708 is already newer than 707 2024-04-12T00:31:45.534 INFO:tasks.rados.rados.0.smithi098.stdout:1309: oid 20 version 708 is already newer than 704 2024-04-12T00:31:45.534 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 708 (ObjNum 422 snap 117 seq_num 422) dirty exists 2024-04-12T00:31:45.534 INFO:tasks.rados.rados.0.smithi098.stdout:1309: left oid 20 (ObjNum 422 snap 117 seq_num 422) 2024-04-12T00:31:45.553 INFO:tasks.rados.rados.0.smithi098.stdout:1307: done (2 left) 2024-04-12T00:31:45.553 INFO:tasks.rados.rados.0.smithi098.stdout:1309: done (1 left) 2024-04-12T00:31:45.553 INFO:tasks.rados.rados.0.smithi098.stdout:1310: done (0 left) 2024-04-12T00:31:45.554 INFO:tasks.rados.rados.0.smithi098.stdout:1311: snap_remove snap 114 2024-04-12T00:31:45.681 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[97113]: 2024-04-12T00:31:45.347+0000 7fd606fad7c0 -1 osd.0 299 log_to_monitors true 2024-04-12T00:31:45.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-mon[91373]: osdmap e308: 8 total, 7 up, 8 in 2024-04-12T00:31:45.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:45.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:45.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-mon[91373]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T00:31:45.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-mon[88922]: osdmap e308: 8 total, 7 up, 8 in 2024-04-12T00:31:45.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:45.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:45.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-mon[88922]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T00:31:45.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:45 smithi193 ceph-mon[83763]: osdmap e308: 8 total, 7 up, 8 in 2024-04-12T00:31:45.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:45.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:45.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:45 smithi193 ceph-mon[83763]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T00:31:45.983 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:31:45] "GET /metrics HTTP/1.1" 200 35927 "" "Prometheus/2.43.0" 2024-04-12T00:31:46.288 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 00:31:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[97113]: 2024-04-12T00:31:45.985+0000 7fd5f43fd700 -1 osd.0 299 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:31:46.461 INFO:tasks.rados.rados.0.smithi098.stdout:1311: done (0 left) 2024-04-12T00:31:46.461 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 117 2024-04-12T00:31:46.461 INFO:tasks.rados.rados.0.smithi098.stdout:1312: seq_num 424 ranges {1826816=704512,2531328=491520,3022848=434176,3457024=679936} 2024-04-12T00:31:46.474 INFO:tasks.rados.rados.0.smithi098.stdout:1312: writing smithi09877355-32 from 1826816 to 2531328 tid 1 2024-04-12T00:31:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:1312: writing smithi09877355-32 from 2531328 to 3022848 tid 2 2024-04-12T00:31:46.482 INFO:tasks.rados.rados.0.smithi098.stdout:1312: writing smithi09877355-32 from 3022848 to 3457024 tid 3 2024-04-12T00:31:46.487 INFO:tasks.rados.rados.0.smithi098.stdout:1312: writing smithi09877355-32 from 3457024 to 4136960 tid 4 2024-04-12T00:31:46.487 INFO:tasks.rados.rados.0.smithi098.stdout:1313: read oid 23 snap -1 2024-04-12T00:31:46.488 INFO:tasks.rados.rados.0.smithi098.stdout:1313: expect (ObjNum 310 snap 86 seq_num 310) 2024-04-12T00:31:46.488 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 117 2024-04-12T00:31:46.488 INFO:tasks.rados.rados.0.smithi098.stdout:1314: seq_num 425 ranges {5087232=720896,5808128=778240,6586368=638976,7225344=188416} 2024-04-12T00:31:46.521 INFO:tasks.rados.rados.0.smithi098.stdout:1314: writing smithi09877355-41 from 5087232 to 5808128 tid 1 2024-04-12T00:31:46.526 INFO:tasks.rados.rados.0.smithi098.stdout:1314: writing smithi09877355-41 from 5808128 to 6586368 tid 2 2024-04-12T00:31:46.530 INFO:tasks.rados.rados.0.smithi098.stdout:1314: writing smithi09877355-41 from 6586368 to 7225344 tid 3 2024-04-12T00:31:46.531 INFO:tasks.rados.rados.0.smithi098.stdout:1314: writing smithi09877355-41 from 7225344 to 7413760 tid 4 2024-04-12T00:31:46.531 INFO:tasks.rados.rados.0.smithi098.stdout:1315: read oid 36 snap -1 2024-04-12T00:31:46.531 INFO:tasks.rados.rados.0.smithi098.stdout:1315: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:31:46.531 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 117 2024-04-12T00:31:46.531 INFO:tasks.rados.rados.0.smithi098.stdout:1316: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-04-12T00:31:46.535 INFO:tasks.rados.rados.0.smithi098.stdout:1316: writing smithi09877355-21 from 0 to 737280 tid 1 2024-04-12T00:31:46.540 INFO:tasks.rados.rados.0.smithi098.stdout:1316: writing smithi09877355-21 from 737280 to 1449984 tid 2 2024-04-12T00:31:46.544 INFO:tasks.rados.rados.0.smithi098.stdout:1316: writing smithi09877355-21 from 1449984 to 2252800 tid 3 2024-04-12T00:31:46.545 INFO:tasks.rados.rados.0.smithi098.stdout:1316: writing smithi09877355-21 from 2252800 to 2342912 tid 4 2024-04-12T00:31:46.545 INFO:tasks.rados.rados.0.smithi098.stdout:1317: setattr oid 20 current snap is 117 2024-04-12T00:31:46.545 INFO:tasks.rados.rados.0.smithi098.stdout:1313: expect (ObjNum 310 snap 86 seq_num 310) 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: osdmap e309: 8 total, 7 up, 8 in 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: pgmap v121: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 87/384 objects degraded (22.656%) 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444] boot 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T00:31:46.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: osdmap e309: 8 total, 7 up, 8 in 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: pgmap v121: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 87/384 objects degraded (22.656%) 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444] boot 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T00:31:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:31:46.859 INFO:tasks.rados.rados.0.smithi098.stdout:1314: finishing write tid 1 to smithi09877355-41 2024-04-12T00:31:46.859 INFO:tasks.rados.rados.0.smithi098.stdout:1314: finishing write tid 2 to smithi09877355-41 2024-04-12T00:31:46.859 INFO:tasks.rados.rados.0.smithi098.stdout:1314: finishing write tid 3 to smithi09877355-41 2024-04-12T00:31:46.859 INFO:tasks.rados.rados.0.smithi098.stdout:1314: finishing write tid 4 to smithi09877355-41 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:1314: finishing write tid 5 to smithi09877355-41 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:1314: finishing write tid 6 to smithi09877355-41 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:1314: oid 41 updating version 0 to 905 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:1314: oid 41 updating version 905 to 908 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:1314: oid 41 version 908 is already newer than 907 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:1314: oid 41 updating version 908 to 909 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:1314: oid 41 version 909 is already newer than 906 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 909 (ObjNum 425 snap 117 seq_num 425) dirty exists 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:1314: left oid 41 (ObjNum 425 snap 117 seq_num 425) 2024-04-12T00:31:46.860 INFO:tasks.rados.rados.0.smithi098.stdout:1315: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: osdmap e309: 8 total, 7 up, 8 in 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: pgmap v121: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 87/384 objects degraded (22.656%) 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: from='osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444]' entity='osd.0' 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: osd.0 [v2:172.21.15.98:6802/3194538444,v1:172.21.15.98:6803/3194538444] boot 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T00:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T00:31:46.891 INFO:tasks.rados.rados.0.smithi098.stdout:1316: finishing write tid 1 to smithi09877355-21 2024-04-12T00:31:46.891 INFO:tasks.rados.rados.0.smithi098.stdout:1316: finishing write tid 2 to smithi09877355-21 2024-04-12T00:31:46.891 INFO:tasks.rados.rados.0.smithi098.stdout:1316: finishing write tid 3 to smithi09877355-21 2024-04-12T00:31:46.891 INFO:tasks.rados.rados.0.smithi098.stdout:1316: finishing write tid 4 to smithi09877355-21 2024-04-12T00:31:46.891 INFO:tasks.rados.rados.0.smithi098.stdout:1316: finishing write tid 5 to smithi09877355-21 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1316: finishing write tid 6 to smithi09877355-21 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1316: oid 21 updating version 0 to 911 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1316: oid 21 version 911 is already newer than 910 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1316: oid 21 updating version 911 to 914 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1316: oid 21 version 914 is already newer than 912 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1316: oid 21 version 914 is already newer than 913 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 914 (ObjNum 426 snap 117 seq_num 426) dirty exists 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1316: left oid 21 (ObjNum 426 snap 117 seq_num 426) 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1313: done (5 left) 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1314: done (4 left) 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1315: done (3 left) 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1316: done (2 left) 2024-04-12T00:31:46.892 INFO:tasks.rados.rados.0.smithi098.stdout:1318: delete oid 18 current snap is 117 2024-04-12T00:31:46.893 INFO:tasks.rados.rados.0.smithi098.stdout:1318: done (2 left) 2024-04-12T00:31:46.893 INFO:tasks.rados.rados.0.smithi098.stdout:1319: rollback oid 16 current snap is 117 2024-04-12T00:31:46.893 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 116 2024-04-12T00:31:46.893 INFO:tasks.rados.rados.0.smithi098.stdout:1320: delete oid 21 current snap is 117 2024-04-12T00:31:46.894 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 709 (ObjNum 422 snap 117 seq_num 422) dirty exists 2024-04-12T00:31:46.895 INFO:tasks.rados.rados.0.smithi098.stdout:1317: done (3 left) 2024-04-12T00:31:46.895 INFO:tasks.rados.rados.0.smithi098.stdout:1320: done (2 left) 2024-04-12T00:31:46.895 INFO:tasks.rados.rados.0.smithi098.stdout:1321: delete oid 1 current snap is 117 2024-04-12T00:31:46.897 INFO:tasks.rados.rados.0.smithi098.stdout:1321: done (2 left) 2024-04-12T00:31:46.897 INFO:tasks.rados.rados.0.smithi098.stdout:1322: read oid 14 snap -1 2024-04-12T00:31:46.897 INFO:tasks.rados.rados.0.smithi098.stdout:1322: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:31:46.897 INFO:tasks.rados.rados.0.smithi098.stdout:1323: snap_create 2024-04-12T00:31:46.903 INFO:tasks.rados.rados.0.smithi098.stdout:1322: expect (ObjNum 214 snap 52 seq_num 214) 2024-04-12T00:31:47.453 INFO:tasks.rados.rados.0.smithi098.stdout:1322: done (3 left) 2024-04-12T00:31:47.453 INFO:tasks.rados.rados.0.smithi098.stdout:1323: done (2 left) 2024-04-12T00:31:47.453 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 118 2024-04-12T00:31:47.453 INFO:tasks.rados.rados.0.smithi098.stdout:1324: seq_num 430 ranges {0=8192} 2024-04-12T00:31:47.453 INFO:tasks.rados.rados.0.smithi098.stdout:1324: writing smithi09877355-18 from 0 to 8192 tid 1 2024-04-12T00:31:47.453 INFO:tasks.rados.rados.0.smithi098.stdout:1325: delete oid 22 current snap is 118 2024-04-12T00:31:47.460 INFO:tasks.rados.rados.0.smithi098.stdout:1324: finishing write tid 1 to smithi09877355-18 2024-04-12T00:31:47.460 INFO:tasks.rados.rados.0.smithi098.stdout:1324: finishing write tid 2 to smithi09877355-18 2024-04-12T00:31:47.464 INFO:tasks.rados.rados.0.smithi098.stdout:1324: finishing write tid 3 to smithi09877355-18 2024-04-12T00:31:47.464 INFO:tasks.rados.rados.0.smithi098.stdout:1324: oid 18 updating version 0 to 699 2024-04-12T00:31:47.464 INFO:tasks.rados.rados.0.smithi098.stdout:1324: oid 18 version 699 is already newer than 698 2024-04-12T00:31:47.464 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 699 (ObjNum 430 snap 118 seq_num 430) dirty exists 2024-04-12T00:31:47.464 INFO:tasks.rados.rados.0.smithi098.stdout:1324: left oid 18 (ObjNum 430 snap 118 seq_num 430) 2024-04-12T00:31:47.476 INFO:tasks.rados.rados.0.smithi098.stdout:1312: finishing write tid 1 to smithi09877355-32 2024-04-12T00:31:47.476 INFO:tasks.rados.rados.0.smithi098.stdout:1312: finishing write tid 2 to smithi09877355-32 2024-04-12T00:31:47.477 INFO:tasks.rados.rados.0.smithi098.stdout:1312: finishing write tid 3 to smithi09877355-32 2024-04-12T00:31:47.477 INFO:tasks.rados.rados.0.smithi098.stdout:1312: finishing write tid 4 to smithi09877355-32 2024-04-12T00:31:47.478 INFO:tasks.rados.rados.0.smithi098.stdout:1312: finishing write tid 5 to smithi09877355-32 2024-04-12T00:31:47.481 INFO:tasks.rados.rados.0.smithi098.stdout:1312: finishing write tid 6 to smithi09877355-32 2024-04-12T00:31:47.481 INFO:tasks.rados.rados.0.smithi098.stdout:1312: oid 32 updating version 0 to 711 2024-04-12T00:31:47.481 INFO:tasks.rados.rados.0.smithi098.stdout:1312: oid 32 version 711 is already newer than 709 2024-04-12T00:31:47.481 INFO:tasks.rados.rados.0.smithi098.stdout:1312: oid 32 version 711 is already newer than 710 2024-04-12T00:31:47.481 INFO:tasks.rados.rados.0.smithi098.stdout:1312: oid 32 updating version 711 to 712 2024-04-12T00:31:47.481 INFO:tasks.rados.rados.0.smithi098.stdout:1312: oid 32 version 712 is already newer than 708 2024-04-12T00:31:47.481 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 712 (ObjNum 424 snap 117 seq_num 424) dirty exists 2024-04-12T00:31:47.482 INFO:tasks.rados.rados.0.smithi098.stdout:1312: left oid 32 (ObjNum 424 snap 117 seq_num 424) 2024-04-12T00:31:47.483 INFO:tasks.rados.rados.0.smithi098.stdout:1312: done (3 left) 2024-04-12T00:31:47.483 INFO:tasks.rados.rados.0.smithi098.stdout:1324: done (2 left) 2024-04-12T00:31:47.483 INFO:tasks.rados.rados.0.smithi098.stdout:1325: done (1 left) 2024-04-12T00:31:47.483 INFO:tasks.rados.rados.0.smithi098.stdout:1326: snap_create 2024-04-12T00:31:47.508 INFO:tasks.rados.rados.0.smithi098.stdout:1319: finishing rollback tid 0 to smithi09877355-16 2024-04-12T00:31:47.509 INFO:tasks.rados.rados.0.smithi098.stdout:1319: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:31:47.509 INFO:tasks.rados.rados.0.smithi098.stdout:1319: finishing rollback tid 2 to smithi09877355-16 2024-04-12T00:31:47.509 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1049 (ObjNum 417 snap 116 seq_num 417) dirty exists 2024-04-12T00:31:48.458 INFO:tasks.rados.rados.0.smithi098.stdout:1319: done (1 left) 2024-04-12T00:31:48.458 INFO:tasks.rados.rados.0.smithi098.stdout:1326: done (0 left) 2024-04-12T00:31:48.458 INFO:tasks.rados.rados.0.smithi098.stdout:1327: snap_remove snap 116 2024-04-12T00:31:48.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:48 smithi098 ceph-mon[91373]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T00:31:48.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:48 smithi098 ceph-mon[91373]: pgmap v124: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 87/384 objects degraded (22.656%) 2024-04-12T00:31:48.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:48 smithi098 ceph-mon[88922]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T00:31:48.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:48 smithi098 ceph-mon[88922]: pgmap v124: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 87/384 objects degraded (22.656%) 2024-04-12T00:31:48.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:48 smithi193 ceph-mon[83763]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T00:31:48.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:48 smithi193 ceph-mon[83763]: pgmap v124: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 87/384 objects degraded (22.656%) 2024-04-12T00:31:49.460 INFO:tasks.rados.rados.0.smithi098.stdout:1327: done (0 left) 2024-04-12T00:31:49.460 INFO:tasks.rados.rados.0.smithi098.stdout:1328: snap_create 2024-04-12T00:31:49.760 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:49 smithi098 ceph-mon[91373]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T00:31:49.761 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:49 smithi098 ceph-mon[88922]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T00:31:49.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:49 smithi193 ceph-mon[83763]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T00:31:50.471 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:31:50.324+0000 7f6432f72700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-12T00:31:50.475 INFO:tasks.rados.rados.0.smithi098.stdout:1328: done (0 left) 2024-04-12T00:31:50.475 INFO:tasks.rados.rados.0.smithi098.stdout:1329: read oid 11 snap -1 2024-04-12T00:31:50.475 INFO:tasks.rados.rados.0.smithi098.stdout:1329: expect deleted 2024-04-12T00:31:50.475 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 120 2024-04-12T00:31:50.475 INFO:tasks.rados.rados.0.smithi098.stdout:1330: seq_num 432 ranges {1638400=40960} 2024-04-12T00:31:50.484 INFO:tasks.rados.rados.0.smithi098.stdout:1330: writing smithi09877355-24 from 1638400 to 1679360 tid 1 2024-04-12T00:31:50.484 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 120 2024-04-12T00:31:50.484 INFO:tasks.rados.rados.0.smithi098.stdout:1331: seq_num 433 ranges {4136960=57344} 2024-04-12T00:31:50.507 INFO:tasks.rados.rados.0.smithi098.stdout:1331: writing smithi09877355-32 from 4136960 to 4194304 tid 1 2024-04-12T00:31:50.508 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 120 2024-04-12T00:31:50.508 INFO:tasks.rados.rados.0.smithi098.stdout:1330: finishing write tid 1 to smithi09877355-24 2024-04-12T00:31:50.508 INFO:tasks.rados.rados.0.smithi098.stdout:1330: finishing write tid 2 to smithi09877355-24 2024-04-12T00:31:50.508 INFO:tasks.rados.rados.0.smithi098.stdout:1332: seq_num 434 ranges {1196032=73728} 2024-04-12T00:31:50.515 INFO:tasks.rados.rados.0.smithi098.stdout:1332: writing smithi09877355-36 from 1196032 to 1269760 tid 1 2024-04-12T00:31:50.515 INFO:tasks.rados.rados.0.smithi098.stdout:1329: done (3 left) 2024-04-12T00:31:50.515 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 120 2024-04-12T00:31:50.515 INFO:tasks.rados.rados.0.smithi098.stdout:1330: finishing write tid 3 to smithi09877355-24 2024-04-12T00:31:50.515 INFO:tasks.rados.rados.0.smithi098.stdout:1330: oid 24 updating version 0 to 673 2024-04-12T00:31:50.515 INFO:tasks.rados.rados.0.smithi098.stdout:1330: oid 24 version 673 is already newer than 672 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 673 (ObjNum 432 snap 120 seq_num 432) dirty exists 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1330: left oid 24 (ObjNum 432 snap 120 seq_num 432) 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1331: finishing write tid 1 to smithi09877355-32 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1331: finishing write tid 2 to smithi09877355-32 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1331: finishing write tid 3 to smithi09877355-32 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1331: oid 32 updating version 0 to 714 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1331: oid 32 version 714 is already newer than 713 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 714 (ObjNum 433 snap 120 seq_num 433) dirty exists 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1331: left oid 32 (ObjNum 433 snap 120 seq_num 433) 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1333: seq_num 435 ranges {0=90112} 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1333: writing smithi09877355-45 from 0 to 90112 tid 1 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1330: done (3 left) 2024-04-12T00:31:50.516 INFO:tasks.rados.rados.0.smithi098.stdout:1331: done (2 left) 2024-04-12T00:31:50.517 INFO:tasks.rados.rados.0.smithi098.stdout:1334: snap_remove snap 118 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: pgmap v127: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 87/384 objects degraded (22.656%) 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: pgmap v127: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 87/384 objects degraded (22.656%) 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:31:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:31:50.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:50.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:50.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:50.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:31:50.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T00:31:50.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: pgmap v127: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 87/384 objects degraded (22.656%) 2024-04-12T00:31:50.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:31:51.487 INFO:tasks.rados.rados.0.smithi098.stdout:1334: done (2 left) 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1335: rollback oid 46 current snap is 120 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 46 to 119 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1333: finishing write tid 1 to smithi09877355-45 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1332: finishing write tid 1 to smithi09877355-36 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1333: finishing write tid 2 to smithi09877355-45 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1332: finishing write tid 2 to smithi09877355-36 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1332: finishing write tid 3 to smithi09877355-36 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1332: oid 36 updating version 0 to 920 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1332: oid 36 version 920 is already newer than 919 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 920 (ObjNum 434 snap 120 seq_num 434) dirty exists 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1332: left oid 36 (ObjNum 434 snap 120 seq_num 434) 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1333: finishing write tid 3 to smithi09877355-45 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1333: oid 45 updating version 0 to 451 2024-04-12T00:31:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:1333: oid 45 updating version 451 to 452 2024-04-12T00:31:51.489 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 452 (ObjNum 435 snap 120 seq_num 435) dirty exists 2024-04-12T00:31:51.489 INFO:tasks.rados.rados.0.smithi098.stdout:1333: left oid 45 (ObjNum 435 snap 120 seq_num 435) 2024-04-12T00:31:51.489 INFO:tasks.rados.rados.0.smithi098.stdout:1332: done (2 left) 2024-04-12T00:31:51.489 INFO:tasks.rados.rados.0.smithi098.stdout:1333: done (1 left) 2024-04-12T00:31:51.489 INFO:tasks.rados.rados.0.smithi098.stdout:1336: snap_remove snap 117 2024-04-12T00:31:51.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:51 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:31:51.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:51 smithi098 ceph-mon[91373]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-12T00:31:51.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:51 smithi098 ceph-mon[91373]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T00:31:51.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:51 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 87/384 objects degraded (22.656%), 14 pgs degraded (PG_DEGRADED) 2024-04-12T00:31:51.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:51 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:31:51.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:51 smithi098 ceph-mon[88922]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-12T00:31:51.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:51 smithi098 ceph-mon[88922]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T00:31:51.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:51 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 87/384 objects degraded (22.656%), 14 pgs degraded (PG_DEGRADED) 2024-04-12T00:31:51.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:51 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:31:51.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:51 smithi193 ceph-mon[83763]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-12T00:31:51.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:51 smithi193 ceph-mon[83763]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T00:31:51.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:51 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 87/384 objects degraded (22.656%), 14 pgs degraded (PG_DEGRADED) 2024-04-12T00:31:52.501 INFO:tasks.rados.rados.0.smithi098.stdout:1335: finishing rollback tid 1 to smithi09877355-46 2024-04-12T00:31:52.501 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 0 (ObjNum 129 snap 0 seq_num 1655806825) dirty dne 2024-04-12T00:31:52.501 INFO:tasks.rados.rados.0.smithi098.stdout:1335: done (1 left) 2024-04-12T00:31:52.501 INFO:tasks.rados.rados.0.smithi098.stdout:1336: done (0 left) 2024-04-12T00:31:52.501 INFO:tasks.rados.rados.0.smithi098.stdout:1337: read oid 3 snap 119 2024-04-12T00:31:52.501 INFO:tasks.rados.rados.0.smithi098.stdout:1337: expect (ObjNum 352 snap 99 seq_num 352) 2024-04-12T00:31:52.501 INFO:tasks.rados.rados.0.smithi098.stdout:1338: read oid 39 snap 119 2024-04-12T00:31:52.502 INFO:tasks.rados.rados.0.smithi098.stdout:1338: expect (ObjNum 317 snap 88 seq_num 317) 2024-04-12T00:31:52.502 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 120 2024-04-12T00:31:52.502 INFO:tasks.rados.rados.0.smithi098.stdout:1339: seq_num 436 ranges {5668864=106496} 2024-04-12T00:31:52.532 INFO:tasks.rados.rados.0.smithi098.stdout:1339: writing smithi09877355-37 from 5668864 to 5775360 tid 1 2024-04-12T00:31:52.532 INFO:tasks.rados.rados.0.smithi098.stdout:1340: setattr oid 1 current snap is 120 2024-04-12T00:31:52.533 INFO:tasks.rados.rados.0.smithi098.stdout:1337: expect (ObjNum 352 snap 99 seq_num 352) 2024-04-12T00:31:52.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:52 smithi193 ceph-mon[83763]: osdmap e315: 8 total, 8 up, 8 in 2024-04-12T00:31:52.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:52 smithi193 ceph-mon[83763]: pgmap v130: 121 pgs: 121 active+clean; 126 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-12T00:31:52.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:52.618 INFO:tasks.rados.rados.0.smithi098.stdout:1338: expect (ObjNum 317 snap 88 seq_num 317) 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1339: finishing write tid 1 to smithi09877355-37 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1339: finishing write tid 2 to smithi09877355-37 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1339: finishing write tid 3 to smithi09877355-37 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1339: oid 37 updating version 0 to 716 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1339: oid 37 version 716 is already newer than 715 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 716 (ObjNum 436 snap 120 seq_num 436) dirty exists 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1339: left oid 37 (ObjNum 436 snap 120 seq_num 436) 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1337: done (3 left) 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1338: done (2 left) 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1339: done (1 left) 2024-04-12T00:31:52.728 INFO:tasks.rados.rados.0.smithi098.stdout:1341: delete oid 22 current snap is 120 2024-04-12T00:31:52.730 INFO:tasks.rados.rados.0.smithi098.stdout:1341: done (1 left) 2024-04-12T00:31:52.730 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 120 2024-04-12T00:31:52.730 INFO:tasks.rados.rados.0.smithi098.stdout:1342: seq_num 438 ranges {0=139264} 2024-04-12T00:31:52.730 INFO:tasks.rados.rados.0.smithi098.stdout:1342: writing smithi09877355-6 from 0 to 139264 tid 1 2024-04-12T00:31:52.731 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 120 2024-04-12T00:31:52.731 INFO:tasks.rados.rados.0.smithi098.stdout:1343: seq_num 439 ranges {5906432=155648} 2024-04-12T00:31:52.763 INFO:tasks.rados.rados.0.smithi098.stdout:1343: writing smithi09877355-20 from 5906432 to 6062080 tid 1 2024-04-12T00:31:52.763 INFO:tasks.rados.rados.0.smithi098.stdout:1344: snap_remove snap 119 2024-04-12T00:31:52.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:52 smithi098 ceph-mon[91373]: osdmap e315: 8 total, 8 up, 8 in 2024-04-12T00:31:52.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:52 smithi098 ceph-mon[91373]: pgmap v130: 121 pgs: 121 active+clean; 126 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-12T00:31:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:52 smithi098 ceph-mon[88922]: osdmap e315: 8 total, 8 up, 8 in 2024-04-12T00:31:52.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:52 smithi098 ceph-mon[88922]: pgmap v130: 121 pgs: 121 active+clean; 126 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 590 (ObjNum 129 snap 0 seq_num 26663872) dirty exists 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1342: finishing write tid 1 to smithi09877355-6 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1342: finishing write tid 2 to smithi09877355-6 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1342: finishing write tid 3 to smithi09877355-6 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1342: oid 6 updating version 0 to 674 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1342: oid 6 updating version 674 to 675 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 675 (ObjNum 438 snap 120 seq_num 438) dirty exists 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1342: left oid 6 (ObjNum 438 snap 120 seq_num 438) 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1343: finishing write tid 1 to smithi09877355-20 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1343: finishing write tid 2 to smithi09877355-20 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1343: finishing write tid 3 to smithi09877355-20 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1343: oid 20 updating version 0 to 710 2024-04-12T00:31:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:1343: oid 20 updating version 710 to 711 2024-04-12T00:31:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 711 (ObjNum 439 snap 120 seq_num 439) dirty exists 2024-04-12T00:31:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:1343: left oid 20 (ObjNum 439 snap 120 seq_num 439) 2024-04-12T00:31:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:1340: done (3 left) 2024-04-12T00:31:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:1342: done (2 left) 2024-04-12T00:31:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:1343: done (1 left) 2024-04-12T00:31:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:1344: done (0 left) 2024-04-12T00:31:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:1345: delete oid 35 current snap is 120 2024-04-12T00:31:53.503 INFO:tasks.rados.rados.0.smithi098.stdout:1345: done (0 left) 2024-04-12T00:31:53.503 INFO:tasks.rados.rados.0.smithi098.stdout:1346: delete oid 25 current snap is 120 2024-04-12T00:31:53.509 INFO:tasks.rados.rados.0.smithi098.stdout:1346: done (0 left) 2024-04-12T00:31:53.509 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 120 2024-04-12T00:31:53.509 INFO:tasks.rados.rados.0.smithi098.stdout:1347: seq_num 442 ranges {1196032=204800} 2024-04-12T00:31:53.517 INFO:tasks.rados.rados.0.smithi098.stdout:1347: writing smithi09877355-8 from 1196032 to 1400832 tid 1 2024-04-12T00:31:53.517 INFO:tasks.rados.rados.0.smithi098.stdout:1348: delete oid 16 current snap is 120 2024-04-12T00:31:53.519 INFO:tasks.rados.rados.0.smithi098.stdout:1348: done (1 left) 2024-04-12T00:31:53.519 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 120 2024-04-12T00:31:53.519 INFO:tasks.rados.rados.0.smithi098.stdout:1349: seq_num 444 ranges {0=237568} 2024-04-12T00:31:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:1349: writing smithi09877355-7 from 0 to 237568 tid 1 2024-04-12T00:31:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:1350: rollback oid 47 current snap is 120 2024-04-12T00:31:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:1350: done (2 left) 2024-04-12T00:31:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:1351: rollback oid 3 current snap is 120 2024-04-12T00:31:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:1351: done (2 left) 2024-04-12T00:31:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 120 2024-04-12T00:31:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:1352: seq_num 445 ranges {0=253952} 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1352: writing smithi09877355-11 from 0 to 253952 tid 1 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1353: read oid 30 snap -1 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1353: expect (ObjNum 408 snap 115 seq_num 408) 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1354: rmattr oid 43 current snap is 120 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1347: finishing write tid 1 to smithi09877355-8 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1347: finishing write tid 2 to smithi09877355-8 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1355: read oid 2 snap -1 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1355: expect (ObjNum 358 snap 100 seq_num 358) 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1356: delete oid 19 current snap is 120 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1347: finishing write tid 3 to smithi09877355-8 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1347: oid 8 updating version 0 to 705 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1347: oid 8 version 705 is already newer than 704 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 705 (ObjNum 442 snap 120 seq_num 442) dirty exists 2024-04-12T00:31:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:1347: left oid 8 (ObjNum 442 snap 120 seq_num 442) 2024-04-12T00:31:53.525 INFO:tasks.rados.rados.0.smithi098.stdout:1349: finishing write tid 1 to smithi09877355-7 2024-04-12T00:31:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:1347: done (6 left) 2024-04-12T00:31:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:1356: done (5 left) 2024-04-12T00:31:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:1357: rollback oid 23 current snap is 120 2024-04-12T00:31:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:1357: done (5 left) 2024-04-12T00:31:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:1358: read oid 24 snap -1 2024-04-12T00:31:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:1358: expect (ObjNum 432 snap 120 seq_num 432) 2024-04-12T00:31:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:1359: setattr oid 12 current snap is 120 2024-04-12T00:31:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:1349: finishing write tid 2 to smithi09877355-7 2024-04-12T00:31:53.527 INFO:tasks.rados.rados.0.smithi098.stdout:1352: finishing write tid 1 to smithi09877355-11 2024-04-12T00:31:53.528 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 120 2024-04-12T00:31:53.529 INFO:tasks.rados.rados.0.smithi098.stdout:1360: seq_num 447 ranges {0=294912} 2024-04-12T00:31:53.531 INFO:tasks.rados.rados.0.smithi098.stdout:1360: writing smithi09877355-34 from 0 to 294912 tid 1 2024-04-12T00:31:53.531 INFO:tasks.rados.rados.0.smithi098.stdout:1361: copy_from oid 16 from oid 4 current snap is 120 2024-04-12T00:31:53.531 INFO:tasks.rados.rados.0.smithi098.stdout:1352: finishing write tid 2 to smithi09877355-11 2024-04-12T00:31:53.531 INFO:tasks.rados.rados.0.smithi098.stdout:1349: finishing write tid 3 to smithi09877355-7 2024-04-12T00:31:53.531 INFO:tasks.rados.rados.0.smithi098.stdout:1349: oid 7 updating version 0 to 555 2024-04-12T00:31:53.531 INFO:tasks.rados.rados.0.smithi098.stdout:1349: oid 7 version 555 is already newer than 554 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 555 (ObjNum 444 snap 120 seq_num 444) dirty exists 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1349: left oid 7 (ObjNum 444 snap 120 seq_num 444) 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 717 (ObjNum 297 snap 80 seq_num 297) dirty exists 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1352: finishing write tid 3 to smithi09877355-11 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1352: oid 11 updating version 0 to 1079 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1352: oid 11 version 1079 is already newer than 1078 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1079 (ObjNum 445 snap 120 seq_num 445) dirty exists 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1352: left oid 11 (ObjNum 445 snap 120 seq_num 445) 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1349: done (8 left) 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1352: done (7 left) 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1354: done (6 left) 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1362: read oid 20 snap -1 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1362: expect (ObjNum 439 snap 120 seq_num 439) 2024-04-12T00:31:53.532 INFO:tasks.rados.rados.0.smithi098.stdout:1363: snap_create 2024-04-12T00:31:53.534 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 545 (ObjNum 341 snap 97 seq_num 341) dirty exists 2024-04-12T00:31:53.536 INFO:tasks.rados.rados.0.smithi098.stdout:1353: expect (ObjNum 408 snap 115 seq_num 408) 2024-04-12T00:31:53.603 INFO:tasks.rados.rados.0.smithi098.stdout:1358: expect (ObjNum 432 snap 120 seq_num 432) 2024-04-12T00:31:53.674 INFO:tasks.rados.rados.0.smithi098.stdout:1355: expect (ObjNum 358 snap 100 seq_num 358) 2024-04-12T00:31:53.706 INFO:tasks.rados.rados.0.smithi098.stdout:1360: finishing write tid 1 to smithi09877355-34 2024-04-12T00:31:53.706 INFO:tasks.rados.rados.0.smithi098.stdout:1360: finishing write tid 2 to smithi09877355-34 2024-04-12T00:31:53.706 INFO:tasks.rados.rados.0.smithi098.stdout:1360: finishing write tid 3 to smithi09877355-34 2024-04-12T00:31:53.706 INFO:tasks.rados.rados.0.smithi098.stdout:1360: oid 34 updating version 0 to 429 2024-04-12T00:31:53.706 INFO:tasks.rados.rados.0.smithi098.stdout:1360: oid 34 version 429 is already newer than 428 2024-04-12T00:31:53.706 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 429 (ObjNum 447 snap 120 seq_num 447) dirty exists 2024-04-12T00:31:53.706 INFO:tasks.rados.rados.0.smithi098.stdout:1360: left oid 34 (ObjNum 447 snap 120 seq_num 447) 2024-04-12T00:31:53.706 INFO:tasks.rados.rados.0.smithi098.stdout:1361: finishing copy_from racing read to smithi09877355-16 2024-04-12T00:31:53.706 INFO:tasks.rados.rados.0.smithi098.stdout:1362: expect (ObjNum 439 snap 120 seq_num 439) 2024-04-12T00:31:53.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:53 smithi098 ceph-mon[91373]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/384 objects degraded (22.656%), 14 pgs degraded) 2024-04-12T00:31:53.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:53 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:31:53.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:53 smithi098 ceph-mon[91373]: osdmap e316: 8 total, 8 up, 8 in 2024-04-12T00:31:53.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:53 smithi098 ceph-mon[91373]: mgrmap e43: y(active, since 92s), standbys: x 2024-04-12T00:31:53.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:53 smithi098 ceph-mon[88922]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/384 objects degraded (22.656%), 14 pgs degraded) 2024-04-12T00:31:53.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:53 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:31:53.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:53 smithi098 ceph-mon[88922]: osdmap e316: 8 total, 8 up, 8 in 2024-04-12T00:31:53.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:53 smithi098 ceph-mon[88922]: mgrmap e43: y(active, since 92s), standbys: x 2024-04-12T00:31:53.843 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:31:53.864 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:31:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:31:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:31:53.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:53 smithi193 ceph-mon[83763]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/384 objects degraded (22.656%), 14 pgs degraded) 2024-04-12T00:31:53.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:53 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:31:53.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:53 smithi193 ceph-mon[83763]: osdmap e316: 8 total, 8 up, 8 in 2024-04-12T00:31:53.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:53 smithi193 ceph-mon[83763]: mgrmap e43: y(active, since 92s), standbys: x 2024-04-12T00:31:54.050 INFO:tasks.rados.rados.0.smithi098.stdout:1361: finishing copy_from to smithi09877355-16 2024-04-12T00:31:54.050 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 583 (ObjNum 411 snap 116 seq_num 411) dirty exists 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (5m) 8s ago 6m 25.9M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (6m) 53s ago 6m 90.6M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (7m) 8s ago 7m 20.1M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (7m) 53s ago 7m 16.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (117s) 53s ago 11m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (2m) 8s ago 12m 510M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (103s) 8s ago 12m 44.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (59s) 53s ago 11m 24.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:31:54.165 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (78s) 8s ago 11m 36.5M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (6m) 8s ago 6m 15.2M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (6m) 53s ago 6m 15.2M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (12s) 8s ago 10m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (10m) 8s ago 10m 195M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 53c80fc27bb6 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (9m) 8s ago 9m 194M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (9m) 8s ago 9m 120M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (9m) 53s ago 9m 202M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (8m) 53s ago 8m 227M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (8m) 53s ago 8m 119M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (7m) 53s ago 7m 144M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:31:54.166 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (2m) 53s ago 7m 52.7M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:31:54.504 INFO:tasks.rados.rados.0.smithi098.stdout:1353: done (7 left) 2024-04-12T00:31:54.504 INFO:tasks.rados.rados.0.smithi098.stdout:1355: done (6 left) 2024-04-12T00:31:54.504 INFO:tasks.rados.rados.0.smithi098.stdout:1358: done (5 left) 2024-04-12T00:31:54.504 INFO:tasks.rados.rados.0.smithi098.stdout:1359: done (4 left) 2024-04-12T00:31:54.505 INFO:tasks.rados.rados.0.smithi098.stdout:1360: done (3 left) 2024-04-12T00:31:54.505 INFO:tasks.rados.rados.0.smithi098.stdout:1361: done (2 left) 2024-04-12T00:31:54.505 INFO:tasks.rados.rados.0.smithi098.stdout:1362: done (1 left) 2024-04-12T00:31:54.505 INFO:tasks.rados.rados.0.smithi098.stdout:1363: done (0 left) 2024-04-12T00:31:54.505 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 121 2024-04-12T00:31:54.505 INFO:tasks.rados.rados.0.smithi098.stdout:1364: seq_num 448 ranges {4956160=311296} 2024-04-12T00:31:54.533 INFO:tasks.rados.rados.0.smithi098.stdout:1364: writing smithi09877355-5 from 4956160 to 5267456 tid 1 2024-04-12T00:31:54.533 INFO:tasks.rados.rados.0.smithi098.stdout:1365: rollback oid 11 current snap is 121 2024-04-12T00:31:54.533 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 11 to 120 2024-04-12T00:31:54.533 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 121 2024-04-12T00:31:54.533 INFO:tasks.rados.rados.0.smithi098.stdout:1366: seq_num 449 ranges {4784128=327680} 2024-04-12T00:31:54.561 INFO:tasks.rados.rados.0.smithi098.stdout:1366: writing smithi09877355-4 from 4784128 to 5111808 tid 1 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1367: delete oid 30 current snap is 121 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1364: finishing write tid 1 to smithi09877355-5 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1364: finishing write tid 2 to smithi09877355-5 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1365: finishing rollback tid 0 to smithi09877355-11 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1365: finishing rollback tid 1 to smithi09877355-11 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1364: finishing write tid 3 to smithi09877355-5 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1364: oid 5 updating version 0 to 928 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1364: oid 5 updating version 928 to 929 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 929 (ObjNum 448 snap 121 seq_num 448) dirty exists 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1364: left oid 5 (ObjNum 448 snap 121 seq_num 448) 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:1365: finishing rollback tid 2 to smithi09877355-11 2024-04-12T00:31:54.562 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1084 (ObjNum 445 snap 120 seq_num 445) dirty exists 2024-04-12T00:31:54.563 INFO:tasks.rados.rados.0.smithi098.stdout:1364: done (3 left) 2024-04-12T00:31:54.563 INFO:tasks.rados.rados.0.smithi098.stdout:1365: done (2 left) 2024-04-12T00:31:54.563 INFO:tasks.rados.rados.0.smithi098.stdout:1367: done (1 left) 2024-04-12T00:31:54.563 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 121 2024-04-12T00:31:54.563 INFO:tasks.rados.rados.0.smithi098.stdout:1368: seq_num 451 ranges {4186112=360448} 2024-04-12T00:31:54.570 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:31:54.570 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:31:54.570 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:31:54.570 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:31:54.570 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:31:54.570 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 9, 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 6 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:31:54.571 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:31:54.588 INFO:tasks.rados.rados.0.smithi098.stdout:1368: writing smithi09877355-15 from 4186112 to 4546560 tid 1 2024-04-12T00:31:54.588 INFO:tasks.rados.rados.0.smithi098.stdout:1369: delete oid 34 current snap is 121 2024-04-12T00:31:54.588 INFO:tasks.rados.rados.0.smithi098.stdout:1366: finishing write tid 1 to smithi09877355-4 2024-04-12T00:31:54.588 INFO:tasks.rados.rados.0.smithi098.stdout:1366: finishing write tid 2 to smithi09877355-4 2024-04-12T00:31:54.588 INFO:tasks.rados.rados.0.smithi098.stdout:1366: finishing write tid 3 to smithi09877355-4 2024-04-12T00:31:54.588 INFO:tasks.rados.rados.0.smithi098.stdout:1366: oid 4 updating version 0 to 712 2024-04-12T00:31:54.589 INFO:tasks.rados.rados.0.smithi098.stdout:1366: oid 4 updating version 712 to 713 2024-04-12T00:31:54.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 713 (ObjNum 449 snap 121 seq_num 449) dirty exists 2024-04-12T00:31:54.589 INFO:tasks.rados.rados.0.smithi098.stdout:1366: left oid 4 (ObjNum 449 snap 121 seq_num 449) 2024-04-12T00:31:54.590 INFO:tasks.rados.rados.0.smithi098.stdout:1366: done (2 left) 2024-04-12T00:31:54.590 INFO:tasks.rados.rados.0.smithi098.stdout:1369: done (1 left) 2024-04-12T00:31:54.590 INFO:tasks.rados.rados.0.smithi098.stdout:1370: rollback oid 13 current snap is 121 2024-04-12T00:31:54.590 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 13 to 120 2024-04-12T00:31:54.591 INFO:tasks.rados.rados.0.smithi098.stdout:1371: snap_create 2024-04-12T00:31:54.592 INFO:tasks.rados.rados.0.smithi098.stdout:1368: finishing write tid 1 to smithi09877355-15 2024-04-12T00:31:54.592 INFO:tasks.rados.rados.0.smithi098.stdout:1368: finishing write tid 2 to smithi09877355-15 2024-04-12T00:31:54.594 INFO:tasks.rados.rados.0.smithi098.stdout:1368: finishing write tid 3 to smithi09877355-15 2024-04-12T00:31:54.595 INFO:tasks.rados.rados.0.smithi098.stdout:1368: oid 15 updating version 0 to 1087 2024-04-12T00:31:54.595 INFO:tasks.rados.rados.0.smithi098.stdout:1368: oid 15 version 1087 is already newer than 1086 2024-04-12T00:31:54.595 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1087 (ObjNum 451 snap 121 seq_num 451) dirty exists 2024-04-12T00:31:54.595 INFO:tasks.rados.rados.0.smithi098.stdout:1368: left oid 15 (ObjNum 451 snap 121 seq_num 451) 2024-04-12T00:31:54.595 INFO:tasks.rados.rados.0.smithi098.stdout:1370: finishing rollback tid 1 to smithi09877355-13 2024-04-12T00:31:54.595 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T00:31:54.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:54 smithi098 ceph-mon[91373]: osdmap e317: 8 total, 8 up, 8 in 2024-04-12T00:31:54.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:54 smithi098 ceph-mon[91373]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:54.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:54 smithi098 ceph-mon[91373]: pgmap v133: 121 pgs: 121 active+clean; 126 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-12T00:31:54.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:54 smithi098 ceph-mon[88922]: osdmap e317: 8 total, 8 up, 8 in 2024-04-12T00:31:54.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:54 smithi098 ceph-mon[88922]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:54.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:54 smithi098 ceph-mon[88922]: pgmap v133: 121 pgs: 121 active+clean; 126 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-12T00:31:54.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:54 smithi193 ceph-mon[83763]: osdmap e317: 8 total, 8 up, 8 in 2024-04-12T00:31:54.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:54 smithi193 ceph-mon[83763]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:54.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:54 smithi193 ceph-mon[83763]: pgmap v133: 121 pgs: 121 active+clean; 126 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-12T00:31:55.511 INFO:tasks.rados.rados.0.smithi098.stdout:1368: done (2 left) 2024-04-12T00:31:55.511 INFO:tasks.rados.rados.0.smithi098.stdout:1370: done (1 left) 2024-04-12T00:31:55.511 INFO:tasks.rados.rados.0.smithi098.stdout:1371: done (0 left) 2024-04-12T00:31:55.511 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 122 2024-04-12T00:31:55.511 INFO:tasks.rados.rados.0.smithi098.stdout:1372: seq_num 453 ranges {1196032=393216} 2024-04-12T00:31:55.520 INFO:tasks.rados.rados.0.smithi098.stdout:1372: writing smithi09877355-38 from 1196032 to 1589248 tid 1 2024-04-12T00:31:55.520 INFO:tasks.rados.rados.0.smithi098.stdout:1373: rollback oid 50 current snap is 122 2024-04-12T00:31:55.520 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 121 2024-04-12T00:31:55.520 INFO:tasks.rados.rados.0.smithi098.stdout:1374: setattr oid 41 current snap is 122 2024-04-12T00:31:55.521 INFO:tasks.rados.rados.0.smithi098.stdout:1375: rollback oid 7 current snap is 122 2024-04-12T00:31:55.521 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 7 to 120 2024-04-12T00:31:55.521 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 122 2024-04-12T00:31:55.521 INFO:tasks.rados.rados.0.smithi098.stdout:1376: seq_num 454 ranges {3620864=409600} 2024-04-12T00:31:55.543 INFO:tasks.rados.rados.0.smithi098.stdout:1376: writing smithi09877355-33 from 3620864 to 4030464 tid 1 2024-04-12T00:31:55.543 INFO:tasks.rados.rados.0.smithi098.stdout:1377: setattr oid 49 current snap is 122 2024-04-12T00:31:55.543 INFO:tasks.rados.rados.0.smithi098.stdout:1373: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:31:55.543 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 931 (ObjNum 425 snap 117 seq_num 425) dirty exists 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1373: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1373: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 435 (ObjNum 414 snap 116 seq_num 414) dirty exists 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1372: finishing write tid 1 to smithi09877355-38 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1372: finishing write tid 2 to smithi09877355-38 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1375: finishing rollback tid 0 to smithi09877355-7 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1375: finishing rollback tid 1 to smithi09877355-7 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1375: finishing rollback tid 2 to smithi09877355-7 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 558 (ObjNum 444 snap 120 seq_num 444) dirty exists 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1372: finishing write tid 3 to smithi09877355-38 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1372: oid 38 updating version 0 to 715 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1372: oid 38 version 715 is already newer than 714 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 715 (ObjNum 453 snap 122 seq_num 453) dirty exists 2024-04-12T00:31:55.544 INFO:tasks.rados.rados.0.smithi098.stdout:1372: left oid 38 (ObjNum 453 snap 122 seq_num 453) 2024-04-12T00:31:55.545 INFO:tasks.rados.rados.0.smithi098.stdout:1372: done (5 left) 2024-04-12T00:31:55.545 INFO:tasks.rados.rados.0.smithi098.stdout:1373: done (4 left) 2024-04-12T00:31:55.545 INFO:tasks.rados.rados.0.smithi098.stdout:1374: done (3 left) 2024-04-12T00:31:55.545 INFO:tasks.rados.rados.0.smithi098.stdout:1375: done (2 left) 2024-04-12T00:31:55.545 INFO:tasks.rados.rados.0.smithi098.stdout:1378: delete oid 18 current snap is 122 2024-04-12T00:31:55.547 INFO:tasks.rados.rados.0.smithi098.stdout:1378: done (2 left) 2024-04-12T00:31:55.547 INFO:tasks.rados.rados.0.smithi098.stdout:1379: snap_remove snap 120 2024-04-12T00:31:55.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:55 smithi098 ceph-mon[88922]: from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:55.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:55 smithi098 ceph-mon[88922]: osdmap e318: 8 total, 8 up, 8 in 2024-04-12T00:31:55.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:55 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4023443388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:55.789 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:31:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:31:55] "GET /metrics HTTP/1.1" 200 35913 "" "Prometheus/2.43.0" 2024-04-12T00:31:55.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:55 smithi098 ceph-mon[91373]: from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:55.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:55 smithi098 ceph-mon[91373]: osdmap e318: 8 total, 8 up, 8 in 2024-04-12T00:31:55.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:55 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4023443388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:55.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:55 smithi193 ceph-mon[83763]: from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:31:55.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:55 smithi193 ceph-mon[83763]: osdmap e318: 8 total, 8 up, 8 in 2024-04-12T00:31:55.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:55 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4023443388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:31:56.451 INFO:tasks.rados.rados.0.smithi098.stdout:1379: done (2 left) 2024-04-12T00:31:56.451 INFO:tasks.rados.rados.0.smithi098.stdout:1380: read oid 37 snap 121 2024-04-12T00:31:56.452 INFO:tasks.rados.rados.0.smithi098.stdout:1380: expect (ObjNum 436 snap 120 seq_num 436) 2024-04-12T00:31:56.452 INFO:tasks.rados.rados.0.smithi098.stdout:1381: read oid 26 snap -1 2024-04-12T00:31:56.452 INFO:tasks.rados.rados.0.smithi098.stdout:1381: expect (ObjNum 392 snap 110 seq_num 392) 2024-04-12T00:31:56.452 INFO:tasks.rados.rados.0.smithi098.stdout:1382: read oid 44 snap -1 2024-04-12T00:31:56.452 INFO:tasks.rados.rados.0.smithi098.stdout:1382: expect deleted 2024-04-12T00:31:56.452 INFO:tasks.rados.rados.0.smithi098.stdout:1383: rmattr oid 40 current snap is 122 2024-04-12T00:31:56.452 INFO:tasks.rados.rados.0.smithi098.stdout:1383: done (5 left) 2024-04-12T00:31:56.452 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 122 2024-04-12T00:31:56.452 INFO:tasks.rados.rados.0.smithi098.stdout:1384: seq_num 456 ranges {4448256=442368} 2024-04-12T00:31:56.479 INFO:tasks.rados.rados.0.smithi098.stdout:1384: writing smithi09877355-29 from 4448256 to 4890624 tid 1 2024-04-12T00:31:56.479 INFO:tasks.rados.rados.0.smithi098.stdout:1385: read oid 45 snap -1 2024-04-12T00:31:56.479 INFO:tasks.rados.rados.0.smithi098.stdout:1385: expect (ObjNum 435 snap 120 seq_num 435) 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:1386: read oid 19 snap -1 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:1386: expect deleted 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 122 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:1376: finishing write tid 1 to smithi09877355-33 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 589 (ObjNum 419 snap 116 seq_num 419) dirty exists 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:1376: finishing write tid 2 to smithi09877355-33 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:1376: finishing write tid 3 to smithi09877355-33 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:1376: oid 33 updating version 0 to 591 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:1376: oid 33 updating version 591 to 592 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 592 (ObjNum 454 snap 122 seq_num 454) dirty exists 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:1376: left oid 33 (ObjNum 454 snap 122 seq_num 454) 2024-04-12T00:31:56.480 INFO:tasks.rados.rados.0.smithi098.stdout:1387: seq_num 457 ranges {0=458752} 2024-04-12T00:31:56.482 INFO:tasks.rados.rados.0.smithi098.stdout:1387: writing smithi09877355-46 from 0 to 458752 tid 1 2024-04-12T00:31:56.482 INFO:tasks.rados.rados.0.smithi098.stdout:1376: done (8 left) 2024-04-12T00:31:56.482 INFO:tasks.rados.rados.0.smithi098.stdout:1377: done (7 left) 2024-04-12T00:31:56.482 INFO:tasks.rados.rados.0.smithi098.stdout:1388: copy_from oid 31 from oid 10 current snap is 122 2024-04-12T00:31:56.483 INFO:tasks.rados.rados.0.smithi098.stdout:1389: read oid 11 snap -1 2024-04-12T00:31:56.483 INFO:tasks.rados.rados.0.smithi098.stdout:1389: expect (ObjNum 445 snap 120 seq_num 445) 2024-04-12T00:31:56.483 INFO:tasks.rados.rados.0.smithi098.stdout:1390: setattr oid 1 current snap is 122 2024-04-12T00:31:56.483 INFO:tasks.rados.rados.0.smithi098.stdout:1385: expect (ObjNum 435 snap 120 seq_num 435) 2024-04-12T00:31:56.486 INFO:tasks.rados.rados.0.smithi098.stdout:1380: expect (ObjNum 436 snap 120 seq_num 436) 2024-04-12T00:31:56.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:56 smithi098 ceph-mon[91373]: osdmap e319: 8 total, 8 up, 8 in 2024-04-12T00:31:56.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:56 smithi098 ceph-mon[91373]: pgmap v136: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 44 op/s 2024-04-12T00:31:56.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:56 smithi098 ceph-mon[91373]: osdmap e320: 8 total, 8 up, 8 in 2024-04-12T00:31:56.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:56 smithi098 ceph-mon[88922]: osdmap e319: 8 total, 8 up, 8 in 2024-04-12T00:31:56.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:56 smithi098 ceph-mon[88922]: pgmap v136: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 44 op/s 2024-04-12T00:31:56.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:56 smithi098 ceph-mon[88922]: osdmap e320: 8 total, 8 up, 8 in 2024-04-12T00:31:56.817 INFO:tasks.rados.rados.0.smithi098.stdout:1384: finishing write tid 1 to smithi09877355-29 2024-04-12T00:31:56.817 INFO:tasks.rados.rados.0.smithi098.stdout:1389: expect (ObjNum 445 snap 120 seq_num 445) 2024-04-12T00:31:56.823 INFO:tasks.rados.rados.0.smithi098.stdout:1381: expect (ObjNum 392 snap 110 seq_num 392) 2024-04-12T00:31:56.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:56 smithi193 ceph-mon[83763]: osdmap e319: 8 total, 8 up, 8 in 2024-04-12T00:31:56.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:56 smithi193 ceph-mon[83763]: pgmap v136: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 44 op/s 2024-04-12T00:31:56.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:56 smithi193 ceph-mon[83763]: osdmap e320: 8 total, 8 up, 8 in 2024-04-12T00:31:56.987 INFO:tasks.rados.rados.0.smithi098.stdout:1384: finishing write tid 2 to smithi09877355-29 2024-04-12T00:31:56.987 INFO:tasks.rados.rados.0.smithi098.stdout:1387: finishing write tid 1 to smithi09877355-46 2024-04-12T00:31:56.987 INFO:tasks.rados.rados.0.smithi098.stdout:1387: finishing write tid 2 to smithi09877355-46 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1384: finishing write tid 3 to smithi09877355-29 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1384: oid 29 updating version 0 to 594 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1384: oid 29 version 594 is already newer than 593 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 594 (ObjNum 456 snap 122 seq_num 456) dirty exists 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1384: left oid 29 (ObjNum 456 snap 122 seq_num 456) 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1387: finishing write tid 3 to smithi09877355-46 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1387: oid 46 updating version 0 to 590 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1387: oid 46 updating version 590 to 591 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 591 (ObjNum 457 snap 122 seq_num 457) dirty exists 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1387: left oid 46 (ObjNum 457 snap 122 seq_num 457) 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1388: finishing copy_from racing read to smithi09877355-31 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1388: finishing copy_from to smithi09877355-31 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 705 (ObjNum 373 snap 104 seq_num 373) dirty exists 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1380: done (9 left) 2024-04-12T00:31:56.988 INFO:tasks.rados.rados.0.smithi098.stdout:1381: done (8 left) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1382: done (7 left) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1384: done (6 left) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1385: done (5 left) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1386: done (4 left) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1387: done (3 left) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1388: done (2 left) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1389: done (1 left) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1391: read oid 27 snap -1 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1391: expect (ObjNum 373 snap 104 seq_num 373) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1392: read oid 7 snap -1 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1392: expect (ObjNum 444 snap 120 seq_num 444) 2024-04-12T00:31:56.989 INFO:tasks.rados.rados.0.smithi098.stdout:1393: snap_remove snap 121 2024-04-12T00:31:57.522 INFO:tasks.rados.rados.0.smithi098.stdout:1393: done (3 left) 2024-04-12T00:31:57.523 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 122 2024-04-12T00:31:57.523 INFO:tasks.rados.rados.0.smithi098.stdout:1394: seq_num 458 ranges {6062080=475136} 2024-04-12T00:31:57.557 INFO:tasks.rados.rados.0.smithi098.stdout:1394: writing smithi09877355-20 from 6062080 to 6537216 tid 1 2024-04-12T00:31:57.557 INFO:tasks.rados.rados.0.smithi098.stdout:1395: rollback oid 47 current snap is 122 2024-04-12T00:31:57.558 INFO:tasks.rados.rados.0.smithi098.stdout:1395: done (4 left) 2024-04-12T00:31:57.558 INFO:tasks.rados.rados.0.smithi098.stdout:1396: copy_from oid 29 from oid 49 current snap is 122 2024-04-12T00:31:57.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 595 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:31:57.558 INFO:tasks.rados.rados.0.smithi098.stdout:1392: expect (ObjNum 444 snap 120 seq_num 444) 2024-04-12T00:31:57.564 INFO:tasks.rados.rados.0.smithi098.stdout:1391: expect (ObjNum 373 snap 104 seq_num 373) 2024-04-12T00:31:57.689 INFO:tasks.rados.rados.0.smithi098.stdout:1394: finishing write tid 1 to smithi09877355-20 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1394: finishing write tid 2 to smithi09877355-20 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1390: done (4 left) 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1391: done (3 left) 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1392: done (2 left) 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 122 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1394: finishing write tid 3 to smithi09877355-20 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1394: oid 20 updating version 0 to 717 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1394: oid 20 version 717 is already newer than 716 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 717 (ObjNum 458 snap 122 seq_num 458) dirty exists 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1394: left oid 20 (ObjNum 458 snap 122 seq_num 458) 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1396: finishing copy_from racing read to smithi09877355-29 2024-04-12T00:31:57.690 INFO:tasks.rados.rados.0.smithi098.stdout:1396: finishing copy_from to smithi09877355-29 2024-04-12T00:31:57.691 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 589 (ObjNum 419 snap 116 seq_num 419) dirty exists 2024-04-12T00:31:57.691 INFO:tasks.rados.rados.0.smithi098.stdout:1397: seq_num 459 ranges {0=491520} 2024-04-12T00:31:57.692 INFO:tasks.rados.rados.0.smithi098.stdout:1397: writing smithi09877355-13 from 0 to 491520 tid 1 2024-04-12T00:31:57.692 INFO:tasks.rados.rados.0.smithi098.stdout:1394: done (2 left) 2024-04-12T00:31:57.692 INFO:tasks.rados.rados.0.smithi098.stdout:1396: done (1 left) 2024-04-12T00:31:57.692 INFO:tasks.rados.rados.0.smithi098.stdout:1398: copy_from oid 10 from oid 20 current snap is 122 2024-04-12T00:31:57.693 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 122 2024-04-12T00:31:57.693 INFO:tasks.rados.rados.0.smithi098.stdout:1399: seq_num 460 ranges {729088=507904} 2024-04-12T00:31:57.699 INFO:tasks.rados.rados.0.smithi098.stdout:1399: writing smithi09877355-47 from 729088 to 1236992 tid 1 2024-04-12T00:31:57.699 INFO:tasks.rados.rados.0.smithi098.stdout:1400: delete oid 43 current snap is 122 2024-04-12T00:31:57.699 INFO:tasks.rados.rados.0.smithi098.stdout:1397: finishing write tid 1 to smithi09877355-13 2024-04-12T00:31:57.699 INFO:tasks.rados.rados.0.smithi098.stdout:1397: finishing write tid 2 to smithi09877355-13 2024-04-12T00:31:57.700 INFO:tasks.rados.rados.0.smithi098.stdout:1397: finishing write tid 3 to smithi09877355-13 2024-04-12T00:31:57.700 INFO:tasks.rados.rados.0.smithi098.stdout:1397: oid 13 updating version 0 to 1094 2024-04-12T00:31:57.700 INFO:tasks.rados.rados.0.smithi098.stdout:1397: oid 13 version 1094 is already newer than 1093 2024-04-12T00:31:57.700 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1094 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:31:57.700 INFO:tasks.rados.rados.0.smithi098.stdout:1397: left oid 13 (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:31:57.701 INFO:tasks.rados.rados.0.smithi098.stdout:1397: done (3 left) 2024-04-12T00:31:57.701 INFO:tasks.rados.rados.0.smithi098.stdout:1400: done (2 left) 2024-04-12T00:31:57.701 INFO:tasks.rados.rados.0.smithi098.stdout:1401: delete oid 39 current snap is 122 2024-04-12T00:31:57.703 INFO:tasks.rados.rados.0.smithi098.stdout:1401: done (2 left) 2024-04-12T00:31:57.703 INFO:tasks.rados.rados.0.smithi098.stdout:1402: rollback oid 5 current snap is 122 2024-04-12T00:31:57.703 INFO:tasks.rados.rados.0.smithi098.stdout:1402: done (2 left) 2024-04-12T00:31:57.703 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 122 2024-04-12T00:31:57.704 INFO:tasks.rados.rados.0.smithi098.stdout:1403: seq_num 463 ranges {0=557056} 2024-04-12T00:31:57.706 INFO:tasks.rados.rados.0.smithi098.stdout:1403: writing smithi09877355-22 from 0 to 557056 tid 1 2024-04-12T00:31:57.707 INFO:tasks.rados.rados.0.smithi098.stdout:1404: snap_create 2024-04-12T00:31:57.711 INFO:tasks.rados.rados.0.smithi098.stdout:1403: finishing write tid 1 to smithi09877355-22 2024-04-12T00:31:57.711 INFO:tasks.rados.rados.0.smithi098.stdout:1403: finishing write tid 2 to smithi09877355-22 2024-04-12T00:31:57.712 INFO:tasks.rados.rados.0.smithi098.stdout:1403: finishing write tid 3 to smithi09877355-22 2024-04-12T00:31:57.712 INFO:tasks.rados.rados.0.smithi098.stdout:1403: oid 22 updating version 0 to 1096 2024-04-12T00:31:57.713 INFO:tasks.rados.rados.0.smithi098.stdout:1403: oid 22 updating version 1096 to 1097 2024-04-12T00:31:57.713 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1097 (ObjNum 463 snap 122 seq_num 463) dirty exists 2024-04-12T00:31:57.713 INFO:tasks.rados.rados.0.smithi098.stdout:1403: left oid 22 (ObjNum 463 snap 122 seq_num 463) 2024-04-12T00:31:57.719 INFO:tasks.rados.rados.0.smithi098.stdout:1398: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:31:57.720 INFO:tasks.rados.rados.0.smithi098.stdout:1399: finishing write tid 1 to smithi09877355-47 2024-04-12T00:31:57.720 INFO:tasks.rados.rados.0.smithi098.stdout:1399: finishing write tid 2 to smithi09877355-47 2024-04-12T00:31:57.720 INFO:tasks.rados.rados.0.smithi098.stdout:1399: finishing write tid 3 to smithi09877355-47 2024-04-12T00:31:57.720 INFO:tasks.rados.rados.0.smithi098.stdout:1399: oid 47 updating version 0 to 706 2024-04-12T00:31:57.720 INFO:tasks.rados.rados.0.smithi098.stdout:1399: oid 47 updating version 706 to 707 2024-04-12T00:31:57.721 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 707 (ObjNum 460 snap 122 seq_num 460) dirty exists 2024-04-12T00:31:57.721 INFO:tasks.rados.rados.0.smithi098.stdout:1399: left oid 47 (ObjNum 460 snap 122 seq_num 460) 2024-04-12T00:31:57.723 INFO:tasks.rados.rados.0.smithi098.stdout:1398: finishing copy_from to smithi09877355-10 2024-04-12T00:31:57.723 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 717 (ObjNum 458 snap 122 seq_num 458) dirty exists 2024-04-12T00:31:58.530 INFO:tasks.rados.rados.0.smithi098.stdout:1398: done (3 left) 2024-04-12T00:31:58.530 INFO:tasks.rados.rados.0.smithi098.stdout:1399: done (2 left) 2024-04-12T00:31:58.530 INFO:tasks.rados.rados.0.smithi098.stdout:1403: done (1 left) 2024-04-12T00:31:58.530 INFO:tasks.rados.rados.0.smithi098.stdout:1404: done (0 left) 2024-04-12T00:31:58.530 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 123 2024-04-12T00:31:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:1405: seq_num 464 ranges {0=573440} 2024-04-12T00:31:58.533 INFO:tasks.rados.rados.0.smithi098.stdout:1405: writing smithi09877355-19 from 0 to 573440 tid 1 2024-04-12T00:31:58.533 INFO:tasks.rados.rados.0.smithi098.stdout:1406: copy_from oid 10 from oid 3 current snap is 123 2024-04-12T00:31:58.533 INFO:tasks.rados.rados.0.smithi098.stdout:1407: snap_remove snap 122 2024-04-12T00:31:58.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:58 smithi098 ceph-mon[88922]: osdmap e321: 8 total, 8 up, 8 in 2024-04-12T00:31:58.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:58 smithi098 ceph-mon[88922]: pgmap v139: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 44 op/s 2024-04-12T00:31:58.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:58 smithi098 ceph-mon[91373]: osdmap e321: 8 total, 8 up, 8 in 2024-04-12T00:31:58.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:58 smithi098 ceph-mon[91373]: pgmap v139: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 44 op/s 2024-04-12T00:31:58.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:58 smithi193 ceph-mon[83763]: osdmap e321: 8 total, 8 up, 8 in 2024-04-12T00:31:58.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:58 smithi193 ceph-mon[83763]: pgmap v139: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 44 op/s 2024-04-12T00:31:59.528 INFO:tasks.rados.rados.0.smithi098.stdout:1407: done (2 left) 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:1408: delete oid 29 current snap is 123 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:1405: finishing write tid 1 to smithi09877355-19 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:1405: finishing write tid 2 to smithi09877355-19 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:1405: finishing write tid 3 to smithi09877355-19 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:1405: oid 19 updating version 0 to 703 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:1405: oid 19 version 703 is already newer than 702 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 703 (ObjNum 464 snap 123 seq_num 464) dirty exists 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:1405: left oid 19 (ObjNum 464 snap 123 seq_num 464) 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:1406: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:1406: finishing copy_from to smithi09877355-10 2024-04-12T00:31:59.529 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 693 (ObjNum 352 snap 99 seq_num 352) dirty exists 2024-04-12T00:31:59.535 INFO:tasks.rados.rados.0.smithi098.stdout:1405: done (2 left) 2024-04-12T00:31:59.535 INFO:tasks.rados.rados.0.smithi098.stdout:1406: done (1 left) 2024-04-12T00:31:59.535 INFO:tasks.rados.rados.0.smithi098.stdout:1408: done (0 left) 2024-04-12T00:31:59.535 INFO:tasks.rados.rados.0.smithi098.stdout:1409: read oid 24 snap -1 2024-04-12T00:31:59.535 INFO:tasks.rados.rados.0.smithi098.stdout:1409: expect (ObjNum 432 snap 120 seq_num 432) 2024-04-12T00:31:59.535 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 123 2024-04-12T00:31:59.535 INFO:tasks.rados.rados.0.smithi098.stdout:1410: seq_num 466 ranges {4800512=614400} 2024-04-12T00:31:59.564 INFO:tasks.rados.rados.0.smithi098.stdout:1410: writing smithi09877355-17 from 4800512 to 5414912 tid 1 2024-04-12T00:31:59.565 INFO:tasks.rados.rados.0.smithi098.stdout:1411: read oid 36 snap -1 2024-04-12T00:31:59.565 INFO:tasks.rados.rados.0.smithi098.stdout:1411: expect (ObjNum 434 snap 120 seq_num 434) 2024-04-12T00:31:59.565 INFO:tasks.rados.rados.0.smithi098.stdout:1412: snap_create 2024-04-12T00:31:59.565 INFO:tasks.rados.rados.0.smithi098.stdout:1409: expect (ObjNum 432 snap 120 seq_num 432) 2024-04-12T00:31:59.637 INFO:tasks.rados.rados.0.smithi098.stdout:1410: finishing write tid 1 to smithi09877355-17 2024-04-12T00:31:59.637 INFO:tasks.rados.rados.0.smithi098.stdout:1410: finishing write tid 2 to smithi09877355-17 2024-04-12T00:31:59.637 INFO:tasks.rados.rados.0.smithi098.stdout:1410: finishing write tid 3 to smithi09877355-17 2024-04-12T00:31:59.637 INFO:tasks.rados.rados.0.smithi098.stdout:1410: oid 17 updating version 0 to 719 2024-04-12T00:31:59.637 INFO:tasks.rados.rados.0.smithi098.stdout:1410: oid 17 version 719 is already newer than 718 2024-04-12T00:31:59.637 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 719 (ObjNum 466 snap 123 seq_num 466) dirty exists 2024-04-12T00:31:59.637 INFO:tasks.rados.rados.0.smithi098.stdout:1410: left oid 17 (ObjNum 466 snap 123 seq_num 466) 2024-04-12T00:31:59.637 INFO:tasks.rados.rados.0.smithi098.stdout:1411: expect (ObjNum 434 snap 120 seq_num 434) 2024-04-12T00:31:59.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:31:59 smithi098 ceph-mon[88922]: osdmap e322: 8 total, 8 up, 8 in 2024-04-12T00:31:59.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:31:59 smithi098 ceph-mon[91373]: osdmap e322: 8 total, 8 up, 8 in 2024-04-12T00:31:59.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:31:59 smithi193 ceph-mon[83763]: osdmap e322: 8 total, 8 up, 8 in 2024-04-12T00:32:00.539 INFO:tasks.rados.rados.0.smithi098.stdout:1409: done (3 left) 2024-04-12T00:32:00.540 INFO:tasks.rados.rados.0.smithi098.stdout:1410: done (2 left) 2024-04-12T00:32:00.540 INFO:tasks.rados.rados.0.smithi098.stdout:1411: done (1 left) 2024-04-12T00:32:00.540 INFO:tasks.rados.rados.0.smithi098.stdout:1412: done (0 left) 2024-04-12T00:32:00.540 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 124 2024-04-12T00:32:00.540 INFO:tasks.rados.rados.0.smithi098.stdout:1413: seq_num 467 ranges {0=630784} 2024-04-12T00:32:00.542 INFO:tasks.rados.rados.0.smithi098.stdout:1413: writing smithi09877355-44 from 0 to 630784 tid 1 2024-04-12T00:32:00.542 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 124 2024-04-12T00:32:00.542 INFO:tasks.rados.rados.0.smithi098.stdout:1414: seq_num 468 ranges {8822784=647168} 2024-04-12T00:32:00.595 INFO:tasks.rados.rados.0.smithi098.stdout:1414: writing smithi09877355-48 from 8822784 to 9469952 tid 1 2024-04-12T00:32:00.595 INFO:tasks.rados.rados.0.smithi098.stdout:1415: delete oid 25 current snap is 124 2024-04-12T00:32:00.595 INFO:tasks.rados.rados.0.smithi098.stdout:1413: finishing write tid 1 to smithi09877355-44 2024-04-12T00:32:00.595 INFO:tasks.rados.rados.0.smithi098.stdout:1413: finishing write tid 2 to smithi09877355-44 2024-04-12T00:32:00.595 INFO:tasks.rados.rados.0.smithi098.stdout:1413: finishing write tid 3 to smithi09877355-44 2024-04-12T00:32:00.595 INFO:tasks.rados.rados.0.smithi098.stdout:1413: oid 44 updating version 0 to 1098 2024-04-12T00:32:00.595 INFO:tasks.rados.rados.0.smithi098.stdout:1413: oid 44 updating version 1098 to 1099 2024-04-12T00:32:00.595 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 1099 (ObjNum 467 snap 124 seq_num 467) dirty exists 2024-04-12T00:32:00.595 INFO:tasks.rados.rados.0.smithi098.stdout:1413: left oid 44 (ObjNum 467 snap 124 seq_num 467) 2024-04-12T00:32:00.598 INFO:tasks.rados.rados.0.smithi098.stdout:1413: done (2 left) 2024-04-12T00:32:00.598 INFO:tasks.rados.rados.0.smithi098.stdout:1415: done (1 left) 2024-04-12T00:32:00.598 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 124 2024-04-12T00:32:00.599 INFO:tasks.rados.rados.0.smithi098.stdout:1416: seq_num 470 ranges {557056=679936} 2024-04-12T00:32:00.605 INFO:tasks.rados.rados.0.smithi098.stdout:1416: writing smithi09877355-22 from 557056 to 1236992 tid 1 2024-04-12T00:32:00.605 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 124 2024-04-12T00:32:00.606 INFO:tasks.rados.rados.0.smithi098.stdout:1414: finishing write tid 1 to smithi09877355-48 2024-04-12T00:32:00.606 INFO:tasks.rados.rados.0.smithi098.stdout:1414: finishing write tid 2 to smithi09877355-48 2024-04-12T00:32:00.606 INFO:tasks.rados.rados.0.smithi098.stdout:1414: finishing write tid 3 to smithi09877355-48 2024-04-12T00:32:00.606 INFO:tasks.rados.rados.0.smithi098.stdout:1414: oid 48 updating version 0 to 560 2024-04-12T00:32:00.606 INFO:tasks.rados.rados.0.smithi098.stdout:1414: oid 48 version 560 is already newer than 559 2024-04-12T00:32:00.606 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 560 (ObjNum 468 snap 124 seq_num 468) dirty exists 2024-04-12T00:32:00.606 INFO:tasks.rados.rados.0.smithi098.stdout:1414: left oid 48 (ObjNum 468 snap 124 seq_num 468) 2024-04-12T00:32:00.606 INFO:tasks.rados.rados.0.smithi098.stdout:1417: seq_num 471 ranges {3497984=696320} 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:1417: writing smithi09877355-49 from 3497984 to 4194304 tid 1 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:1414: done (2 left) 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:1418: read oid 39 snap 123 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:1418: expect deleted 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 124 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:1416: finishing write tid 1 to smithi09877355-22 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:1416: finishing write tid 2 to smithi09877355-22 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:1416: finishing write tid 3 to smithi09877355-22 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:1416: oid 22 updating version 0 to 1102 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:1416: oid 22 version 1102 is already newer than 1101 2024-04-12T00:32:00.628 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1102 (ObjNum 470 snap 124 seq_num 470) dirty exists 2024-04-12T00:32:00.629 INFO:tasks.rados.rados.0.smithi098.stdout:1416: left oid 22 (ObjNum 470 snap 124 seq_num 470) 2024-04-12T00:32:00.629 INFO:tasks.rados.rados.0.smithi098.stdout:1419: seq_num 472 ranges {6537216=712704} 2024-04-12T00:32:00.666 INFO:tasks.rados.rados.0.smithi098.stdout:1419: writing smithi09877355-20 from 6537216 to 7249920 tid 1 2024-04-12T00:32:00.666 INFO:tasks.rados.rados.0.smithi098.stdout:1416: done (3 left) 2024-04-12T00:32:00.666 INFO:tasks.rados.rados.0.smithi098.stdout:1420: delete oid 30 current snap is 124 2024-04-12T00:32:00.666 INFO:tasks.rados.rados.0.smithi098.stdout:1417: finishing write tid 1 to smithi09877355-49 2024-04-12T00:32:00.666 INFO:tasks.rados.rados.0.smithi098.stdout:1417: finishing write tid 2 to smithi09877355-49 2024-04-12T00:32:00.666 INFO:tasks.rados.rados.0.smithi098.stdout:1417: finishing write tid 3 to smithi09877355-49 2024-04-12T00:32:00.666 INFO:tasks.rados.rados.0.smithi098.stdout:1417: oid 49 updating version 0 to 593 2024-04-12T00:32:00.667 INFO:tasks.rados.rados.0.smithi098.stdout:1417: oid 49 version 593 is already newer than 592 2024-04-12T00:32:00.667 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 593 (ObjNum 471 snap 124 seq_num 471) dirty exists 2024-04-12T00:32:00.667 INFO:tasks.rados.rados.0.smithi098.stdout:1417: left oid 49 (ObjNum 471 snap 124 seq_num 471) 2024-04-12T00:32:00.667 INFO:tasks.rados.rados.0.smithi098.stdout:1417: done (3 left) 2024-04-12T00:32:00.667 INFO:tasks.rados.rados.0.smithi098.stdout:1418: done (2 left) 2024-04-12T00:32:00.667 INFO:tasks.rados.rados.0.smithi098.stdout:1420: done (1 left) 2024-04-12T00:32:00.667 INFO:tasks.rados.rados.0.smithi098.stdout:1421: setattr oid 13 current snap is 124 2024-04-12T00:32:00.668 INFO:tasks.rados.rados.0.smithi098.stdout:1422: snap_remove snap 123 2024-04-12T00:32:00.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:00 smithi098 ceph-mon[91373]: osdmap e323: 8 total, 8 up, 8 in 2024-04-12T00:32:00.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:00 smithi098 ceph-mon[91373]: pgmap v142: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:32:00.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:00 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:00.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:00 smithi098 ceph-mon[88922]: osdmap e323: 8 total, 8 up, 8 in 2024-04-12T00:32:00.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:00 smithi098 ceph-mon[88922]: pgmap v142: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:32:00.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:00 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:00.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:00 smithi193 ceph-mon[83763]: osdmap e323: 8 total, 8 up, 8 in 2024-04-12T00:32:00.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:00 smithi193 ceph-mon[83763]: pgmap v142: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:32:00.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:00 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:1422: done (2 left) 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:1423: setattr oid 15 current snap is 124 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:1419: finishing write tid 1 to smithi09877355-20 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:1419: finishing write tid 2 to smithi09877355-20 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1104 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:1419: finishing write tid 3 to smithi09877355-20 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:1419: oid 20 updating version 0 to 718 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:1419: oid 20 updating version 718 to 719 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 719 (ObjNum 472 snap 124 seq_num 472) dirty exists 2024-04-12T00:32:01.544 INFO:tasks.rados.rados.0.smithi098.stdout:1419: left oid 20 (ObjNum 472 snap 124 seq_num 472) 2024-04-12T00:32:01.546 INFO:tasks.rados.rados.0.smithi098.stdout:1419: done (2 left) 2024-04-12T00:32:01.546 INFO:tasks.rados.rados.0.smithi098.stdout:1421: done (1 left) 2024-04-12T00:32:01.546 INFO:tasks.rados.rados.0.smithi098.stdout:1424: rollback oid 33 current snap is 124 2024-04-12T00:32:01.546 INFO:tasks.rados.rados.0.smithi098.stdout:1424: done (1 left) 2024-04-12T00:32:01.546 INFO:tasks.rados.rados.0.smithi098.stdout:1425: read oid 38 snap -1 2024-04-12T00:32:01.546 INFO:tasks.rados.rados.0.smithi098.stdout:1425: expect (ObjNum 453 snap 122 seq_num 453) 2024-04-12T00:32:01.546 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 124 2024-04-12T00:32:01.546 INFO:tasks.rados.rados.0.smithi098.stdout:1426: seq_num 474 ranges {1400832=745472} 2024-04-12T00:32:01.558 INFO:tasks.rados.rados.0.smithi098.stdout:1426: writing smithi09877355-8 from 1400832 to 2146304 tid 1 2024-04-12T00:32:01.558 INFO:tasks.rados.rados.0.smithi098.stdout:1427: delete oid 39 current snap is 124 2024-04-12T00:32:01.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1109 (ObjNum 451 snap 121 seq_num 451) dirty exists 2024-04-12T00:32:01.559 INFO:tasks.rados.rados.0.smithi098.stdout:1425: expect (ObjNum 453 snap 122 seq_num 453) 2024-04-12T00:32:01.619 INFO:tasks.rados.rados.0.smithi098.stdout:1426: finishing write tid 1 to smithi09877355-8 2024-04-12T00:32:01.619 INFO:tasks.rados.rados.0.smithi098.stdout:1426: finishing write tid 2 to smithi09877355-8 2024-04-12T00:32:01.619 INFO:tasks.rados.rados.0.smithi098.stdout:1426: finishing write tid 3 to smithi09877355-8 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:1426: oid 8 updating version 0 to 706 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:1426: oid 8 updating version 706 to 707 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 707 (ObjNum 474 snap 124 seq_num 474) dirty exists 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:1426: left oid 8 (ObjNum 474 snap 124 seq_num 474) 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:1423: done (3 left) 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:1425: done (2 left) 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:1426: done (1 left) 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:1427: done (0 left) 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 124 2024-04-12T00:32:01.620 INFO:tasks.rados.rados.0.smithi098.stdout:1428: seq_num 476 ranges {237568=778240} 2024-04-12T00:32:01.625 INFO:tasks.rados.rados.0.smithi098.stdout:1428: writing smithi09877355-7 from 237568 to 1015808 tid 1 2024-04-12T00:32:01.625 INFO:tasks.rados.rados.0.smithi098.stdout:1429: copy_from oid 15 from oid 13 current snap is 124 2024-04-12T00:32:01.625 INFO:tasks.rados.rados.0.smithi098.stdout:1430: copy_from oid 48 from oid 47 current snap is 124 2024-04-12T00:32:01.625 INFO:tasks.rados.rados.0.smithi098.stdout:1431: read oid 29 snap -1 2024-04-12T00:32:01.625 INFO:tasks.rados.rados.0.smithi098.stdout:1431: expect deleted 2024-04-12T00:32:01.625 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 124 2024-04-12T00:32:01.625 INFO:tasks.rados.rados.0.smithi098.stdout:1432: seq_num 477 ranges {1204224=794624} 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1432: writing smithi09877355-2 from 1204224 to 1998848 tid 1 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1433: read oid 44 snap -1 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1433: expect (ObjNum 467 snap 124 seq_num 467) 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1434: rollback oid 6 current snap is 124 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1434: done (6 left) 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1435: copy_from oid 19 from oid 30 current snap is 124 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1428: finishing write tid 1 to smithi09877355-7 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1428: finishing write tid 2 to smithi09877355-7 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1428: finishing write tid 3 to smithi09877355-7 2024-04-12T00:32:01.637 INFO:tasks.rados.rados.0.smithi098.stdout:1428: oid 7 updating version 0 to 562 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1428: oid 7 version 562 is already newer than 561 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 562 (ObjNum 476 snap 124 seq_num 476) dirty exists 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1428: left oid 7 (ObjNum 476 snap 124 seq_num 476) 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1429: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1429: finishing copy_from to smithi09877355-15 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1104 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1428: done (6 left) 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1429: done (5 left) 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1431: done (4 left) 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1436: read oid 23 snap -1 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1436: expect (ObjNum 310 snap 86 seq_num 310) 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1437: copy_from oid 1 from oid 40 current snap is 124 2024-04-12T00:32:01.638 INFO:tasks.rados.rados.0.smithi098.stdout:1438: setattr oid 14 current snap is 124 2024-04-12T00:32:01.639 INFO:tasks.rados.rados.0.smithi098.stdout:1439: rollback oid 16 current snap is 124 2024-04-12T00:32:01.639 INFO:tasks.rados.rados.0.smithi098.stdout:1439: done (7 left) 2024-04-12T00:32:01.639 INFO:tasks.rados.rados.0.smithi098.stdout:1440: delete oid 49 current snap is 124 2024-04-12T00:32:01.639 INFO:tasks.rados.rados.0.smithi098.stdout:1437: finishing copy_from to smithi09877355-1 2024-04-12T00:32:01.640 INFO:tasks.rados.rados.0.smithi098.stdout:1437: got expected ENOENT (src dne) 2024-04-12T00:32:01.640 INFO:tasks.rados.rados.0.smithi098.stdout:1430: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:32:01.640 INFO:tasks.rados.rados.0.smithi098.stdout:1437: finishing copy_from racing read to smithi09877355-1 2024-04-12T00:32:01.641 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 720 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-04-12T00:32:01.641 INFO:tasks.rados.rados.0.smithi098.stdout:1435: finishing copy_from to smithi09877355-19 2024-04-12T00:32:01.641 INFO:tasks.rados.rados.0.smithi098.stdout:1435: got expected ENOENT (src dne) 2024-04-12T00:32:01.641 INFO:tasks.rados.rados.0.smithi098.stdout:1433: expect (ObjNum 467 snap 124 seq_num 467) 2024-04-12T00:32:01.662 INFO:tasks.rados.rados.0.smithi098.stdout:1435: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:32:01.662 INFO:tasks.rados.rados.0.smithi098.stdout:1430: finishing copy_from to smithi09877355-48 2024-04-12T00:32:01.662 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 707 (ObjNum 460 snap 122 seq_num 460) dirty exists 2024-04-12T00:32:01.662 INFO:tasks.rados.rados.0.smithi098.stdout:1432: finishing write tid 1 to smithi09877355-2 2024-04-12T00:32:01.663 INFO:tasks.rados.rados.0.smithi098.stdout:1432: finishing write tid 2 to smithi09877355-2 2024-04-12T00:32:01.663 INFO:tasks.rados.rados.0.smithi098.stdout:1430: done (7 left) 2024-04-12T00:32:01.663 INFO:tasks.rados.rados.0.smithi098.stdout:1433: done (6 left) 2024-04-12T00:32:01.663 INFO:tasks.rados.rados.0.smithi098.stdout:1435: done (5 left) 2024-04-12T00:32:01.663 INFO:tasks.rados.rados.0.smithi098.stdout:1437: done (4 left) 2024-04-12T00:32:01.663 INFO:tasks.rados.rados.0.smithi098.stdout:1438: done (3 left) 2024-04-12T00:32:01.663 INFO:tasks.rados.rados.0.smithi098.stdout:1440: done (2 left) 2024-04-12T00:32:01.663 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 124 2024-04-12T00:32:01.663 INFO:tasks.rados.rados.0.smithi098.stdout:1432: finishing write tid 3 to smithi09877355-2 2024-04-12T00:32:01.664 INFO:tasks.rados.rados.0.smithi098.stdout:1432: oid 2 updating version 0 to 443 2024-04-12T00:32:01.664 INFO:tasks.rados.rados.0.smithi098.stdout:1432: oid 2 version 443 is already newer than 442 2024-04-12T00:32:01.665 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 443 (ObjNum 477 snap 124 seq_num 477) dirty exists 2024-04-12T00:32:01.665 INFO:tasks.rados.rados.0.smithi098.stdout:1432: left oid 2 (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:01.666 INFO:tasks.rados.rados.0.smithi098.stdout:1436: expect (ObjNum 310 snap 86 seq_num 310) 2024-04-12T00:32:01.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:01 smithi098 ceph-mon[91373]: osdmap e324: 8 total, 8 up, 8 in 2024-04-12T00:32:01.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:01 smithi098 ceph-mon[88922]: osdmap e324: 8 total, 8 up, 8 in 2024-04-12T00:32:01.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:01 smithi193 ceph-mon[83763]: osdmap e324: 8 total, 8 up, 8 in 2024-04-12T00:32:01.956 INFO:tasks.rados.rados.0.smithi098.stdout:1441: seq_num 479 ranges {139264=425984,565248=401408} 2024-04-12T00:32:01.959 INFO:tasks.rados.rados.0.smithi098.stdout:1441: writing smithi09877355-6 from 139264 to 565248 tid 1 2024-04-12T00:32:01.961 INFO:tasks.rados.rados.0.smithi098.stdout:1441: writing smithi09877355-6 from 565248 to 966656 tid 2 2024-04-12T00:32:01.962 INFO:tasks.rados.rados.0.smithi098.stdout:1432: done (2 left) 2024-04-12T00:32:01.962 INFO:tasks.rados.rados.0.smithi098.stdout:1436: done (1 left) 2024-04-12T00:32:01.962 INFO:tasks.rados.rados.0.smithi098.stdout:1442: read oid 27 snap -1 2024-04-12T00:32:01.962 INFO:tasks.rados.rados.0.smithi098.stdout:1442: expect (ObjNum 373 snap 104 seq_num 373) 2024-04-12T00:32:01.962 INFO:tasks.rados.rados.0.smithi098.stdout:1443: delete oid 29 current snap is 124 2024-04-12T00:32:01.963 INFO:tasks.rados.rados.0.smithi098.stdout:1443: done (2 left) 2024-04-12T00:32:01.963 INFO:tasks.rados.rados.0.smithi098.stdout:1444: rollback oid 46 current snap is 124 2024-04-12T00:32:01.963 INFO:tasks.rados.rados.0.smithi098.stdout:1444: done (2 left) 2024-04-12T00:32:01.963 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 124 2024-04-12T00:32:01.964 INFO:tasks.rados.rados.0.smithi098.stdout:1445: seq_num 481 ranges {1196032=458752,1654784=401408} 2024-04-12T00:32:01.973 INFO:tasks.rados.rados.0.smithi098.stdout:1445: writing smithi09877355-14 from 1196032 to 1654784 tid 1 2024-04-12T00:32:01.975 INFO:tasks.rados.rados.0.smithi098.stdout:1445: writing smithi09877355-14 from 1654784 to 2056192 tid 2 2024-04-12T00:32:01.975 INFO:tasks.rados.rados.0.smithi098.stdout:1446: rmattr oid 47 current snap is 124 2024-04-12T00:32:01.975 INFO:tasks.rados.rados.0.smithi098.stdout:1441: finishing write tid 1 to smithi09877355-6 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:1441: finishing write tid 2 to smithi09877355-6 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:1441: finishing write tid 3 to smithi09877355-6 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:1441: finishing write tid 4 to smithi09877355-6 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:1441: oid 6 updating version 0 to 677 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:1441: oid 6 updating version 677 to 679 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:1441: oid 6 version 679 is already newer than 678 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 679 (ObjNum 479 snap 124 seq_num 479) dirty exists 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:1441: left oid 6 (ObjNum 479 snap 124 seq_num 479) 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:1441: done (3 left) 2024-04-12T00:32:01.976 INFO:tasks.rados.rados.0.smithi098.stdout:1447: read oid 29 snap -1 2024-04-12T00:32:01.977 INFO:tasks.rados.rados.0.smithi098.stdout:1447: expect deleted 2024-04-12T00:32:01.977 INFO:tasks.rados.rados.0.smithi098.stdout:1448: delete oid 46 current snap is 124 2024-04-12T00:32:01.978 INFO:tasks.rados.rados.0.smithi098.stdout:1447: done (4 left) 2024-04-12T00:32:01.978 INFO:tasks.rados.rados.0.smithi098.stdout:1448: done (3 left) 2024-04-12T00:32:01.978 INFO:tasks.rados.rados.0.smithi098.stdout:1449: copy_from oid 3 from oid 8 current snap is 124 2024-04-12T00:32:01.978 INFO:tasks.rados.rados.0.smithi098.stdout:1450: rmattr oid 23 current snap is 124 2024-04-12T00:32:01.978 INFO:tasks.rados.rados.0.smithi098.stdout:1450: done (4 left) 2024-04-12T00:32:01.978 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 124 2024-04-12T00:32:01.978 INFO:tasks.rados.rados.0.smithi098.stdout:1451: seq_num 483 ranges {0=491520,491520=401408} 2024-04-12T00:32:01.979 INFO:tasks.rados.rados.0.smithi098.stdout:1451: writing smithi09877355-42 from 0 to 491520 tid 1 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1451: writing smithi09877355-42 from 491520 to 892928 tid 2 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1452: rmattr oid 36 current snap is 124 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1452: done (5 left) 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1453: read oid 1 snap -1 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1453: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1454: delete oid 50 current snap is 124 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 720 (ObjNum 460 snap 122 seq_num 460) dirty exists 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1445: finishing write tid 1 to smithi09877355-14 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1445: finishing write tid 2 to smithi09877355-14 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1445: finishing write tid 3 to smithi09877355-14 2024-04-12T00:32:01.983 INFO:tasks.rados.rados.0.smithi098.stdout:1442: expect (ObjNum 373 snap 104 seq_num 373) 2024-04-12T00:32:02.109 INFO:tasks.rados.rados.0.smithi098.stdout:1445: finishing write tid 4 to smithi09877355-14 2024-04-12T00:32:02.109 INFO:tasks.rados.rados.0.smithi098.stdout:1445: oid 14 updating version 0 to 723 2024-04-12T00:32:02.109 INFO:tasks.rados.rados.0.smithi098.stdout:1445: oid 14 version 723 is already newer than 722 2024-04-12T00:32:02.109 INFO:tasks.rados.rados.0.smithi098.stdout:1445: oid 14 version 723 is already newer than 721 2024-04-12T00:32:02.109 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 723 (ObjNum 481 snap 124 seq_num 481) dirty exists 2024-04-12T00:32:02.109 INFO:tasks.rados.rados.0.smithi098.stdout:1445: left oid 14 (ObjNum 481 snap 124 seq_num 481) 2024-04-12T00:32:02.109 INFO:tasks.rados.rados.0.smithi098.stdout:1453: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1451: finishing write tid 1 to smithi09877355-42 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1451: finishing write tid 2 to smithi09877355-42 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1451: finishing write tid 3 to smithi09877355-42 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1451: finishing write tid 4 to smithi09877355-42 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1451: oid 42 updating version 0 to 177 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1451: oid 42 version 177 is already newer than 175 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1451: oid 42 version 177 is already newer than 176 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 177 (ObjNum 483 snap 124 seq_num 483) dirty exists 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1451: left oid 42 (ObjNum 483 snap 124 seq_num 483) 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1449: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:32:02.113 INFO:tasks.rados.rados.0.smithi098.stdout:1449: finishing copy_from to smithi09877355-3 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 707 (ObjNum 474 snap 124 seq_num 474) dirty exists 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1442: done (6 left) 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1445: done (5 left) 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1446: done (4 left) 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1449: done (3 left) 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1451: done (2 left) 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1453: done (1 left) 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1454: done (0 left) 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1455: copy_from oid 1 from oid 22 current snap is 124 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1456: read oid 15 snap -1 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1456: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:32:02.114 INFO:tasks.rados.rados.0.smithi098.stdout:1457: snap_create 2024-04-12T00:32:02.116 INFO:tasks.rados.rados.0.smithi098.stdout:1456: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:32:02.131 INFO:tasks.rados.rados.0.smithi098.stdout:1455: finishing copy_from racing read to smithi09877355-1 2024-04-12T00:32:02.132 INFO:tasks.rados.rados.0.smithi098.stdout:1455: finishing copy_from to smithi09877355-1 2024-04-12T00:32:02.132 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 1102 (ObjNum 470 snap 124 seq_num 470) dirty exists 2024-04-12T00:32:02.547 INFO:tasks.rados.rados.0.smithi098.stdout:1455: done (2 left) 2024-04-12T00:32:02.547 INFO:tasks.rados.rados.0.smithi098.stdout:1456: done (1 left) 2024-04-12T00:32:02.547 INFO:tasks.rados.rados.0.smithi098.stdout:1457: done (0 left) 2024-04-12T00:32:02.547 INFO:tasks.rados.rados.0.smithi098.stdout:1458: delete oid 36 current snap is 125 2024-04-12T00:32:02.552 INFO:tasks.rados.rados.0.smithi098.stdout:1458: done (0 left) 2024-04-12T00:32:02.552 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 125 2024-04-12T00:32:02.552 INFO:tasks.rados.rados.0.smithi098.stdout:1459: seq_num 486 ranges {5111808=548864,5660672=401408} 2024-04-12T00:32:02.581 INFO:tasks.rados.rados.0.smithi098.stdout:1459: writing smithi09877355-4 from 5111808 to 5660672 tid 1 2024-04-12T00:32:02.584 INFO:tasks.rados.rados.0.smithi098.stdout:1459: writing smithi09877355-4 from 5660672 to 6062080 tid 2 2024-04-12T00:32:02.584 INFO:tasks.rados.rados.0.smithi098.stdout:1460: rollback oid 39 current snap is 125 2024-04-12T00:32:02.584 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 39 to 124 2024-04-12T00:32:02.584 INFO:tasks.rados.rados.0.smithi098.stdout:1461: read oid 48 snap 124 2024-04-12T00:32:02.584 INFO:tasks.rados.rados.0.smithi098.stdout:1461: expect (ObjNum 460 snap 122 seq_num 460) 2024-04-12T00:32:02.585 INFO:tasks.rados.rados.0.smithi098.stdout:1462: read oid 31 snap -1 2024-04-12T00:32:02.585 INFO:tasks.rados.rados.0.smithi098.stdout:1462: expect (ObjNum 373 snap 104 seq_num 373) 2024-04-12T00:32:02.585 INFO:tasks.rados.rados.0.smithi098.stdout:1463: rollback oid 26 current snap is 125 2024-04-12T00:32:02.585 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 26 to 124 2024-04-12T00:32:02.585 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 125 2024-04-12T00:32:02.585 INFO:tasks.rados.rados.0.smithi098.stdout:1464: seq_num 487 ranges {2097152=565248,2662400=401408} 2024-04-12T00:32:02.599 INFO:tasks.rados.rados.0.smithi098.stdout:1464: writing smithi09877355-10 from 2097152 to 2662400 tid 1 2024-04-12T00:32:02.601 INFO:tasks.rados.rados.0.smithi098.stdout:1464: writing smithi09877355-10 from 2662400 to 3063808 tid 2 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1465: delete oid 50 current snap is 125 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1459: finishing write tid 1 to smithi09877355-4 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1459: finishing write tid 2 to smithi09877355-4 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1460: finishing rollback tid 1 to smithi09877355-39 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 0 (ObjNum 177 snap 0 seq_num 26663808) dirty dne 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1459: finishing write tid 3 to smithi09877355-4 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1463: finishing rollback tid 0 to smithi09877355-26 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1463: finishing rollback tid 1 to smithi09877355-26 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1459: finishing write tid 4 to smithi09877355-4 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1459: oid 4 updating version 0 to 725 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1459: oid 4 updating version 725 to 726 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:1459: oid 4 version 726 is already newer than 724 2024-04-12T00:32:02.602 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 726 (ObjNum 486 snap 125 seq_num 486) dirty exists 2024-04-12T00:32:02.603 INFO:tasks.rados.rados.0.smithi098.stdout:1459: left oid 4 (ObjNum 486 snap 125 seq_num 486) 2024-04-12T00:32:02.603 INFO:tasks.rados.rados.0.smithi098.stdout:1463: finishing rollback tid 2 to smithi09877355-26 2024-04-12T00:32:02.603 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 548 (ObjNum 392 snap 110 seq_num 392) dirty exists 2024-04-12T00:32:02.603 INFO:tasks.rados.rados.0.smithi098.stdout:1461: expect (ObjNum 460 snap 122 seq_num 460) 2024-04-12T00:32:02.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:02 smithi193 ceph-mon[83763]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T00:32:02.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:02 smithi193 ceph-mon[83763]: pgmap v145: 121 pgs: 121 active+clean; 111 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2024-04-12T00:32:02.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:02.649 INFO:tasks.rados.rados.0.smithi098.stdout:1462: expect (ObjNum 373 snap 104 seq_num 373) 2024-04-12T00:32:02.775 INFO:tasks.rados.rados.0.smithi098.stdout:1464: finishing write tid 1 to smithi09877355-10 2024-04-12T00:32:02.775 INFO:tasks.rados.rados.0.smithi098.stdout:1464: finishing write tid 2 to smithi09877355-10 2024-04-12T00:32:02.775 INFO:tasks.rados.rados.0.smithi098.stdout:1464: finishing write tid 3 to smithi09877355-10 2024-04-12T00:32:02.775 INFO:tasks.rados.rados.0.smithi098.stdout:1464: finishing write tid 4 to smithi09877355-10 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1464: oid 10 updating version 0 to 723 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1464: oid 10 version 723 is already newer than 722 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1464: oid 10 version 723 is already newer than 721 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 723 (ObjNum 487 snap 125 seq_num 487) dirty exists 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1464: left oid 10 (ObjNum 487 snap 125 seq_num 487) 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1459: done (6 left) 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1460: done (5 left) 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1461: done (4 left) 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1462: done (3 left) 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1463: done (2 left) 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1464: done (1 left) 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1465: done (0 left) 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 125 2024-04-12T00:32:02.776 INFO:tasks.rados.rados.0.smithi098.stdout:1466: seq_num 489 ranges {2146304=598016,2744320=401408} 2024-04-12T00:32:02.789 INFO:tasks.rados.rados.0.smithi098.stdout:1466: writing smithi09877355-8 from 2146304 to 2744320 tid 1 2024-04-12T00:32:02.791 INFO:tasks.rados.rados.0.smithi098.stdout:1466: writing smithi09877355-8 from 2744320 to 3145728 tid 2 2024-04-12T00:32:02.791 INFO:tasks.rados.rados.0.smithi098.stdout:1467: read oid 2 snap -1 2024-04-12T00:32:02.791 INFO:tasks.rados.rados.0.smithi098.stdout:1467: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:02.791 INFO:tasks.rados.rados.0.smithi098.stdout:1468: snap_create 2024-04-12T00:32:02.795 INFO:tasks.rados.rados.0.smithi098.stdout:1466: finishing write tid 1 to smithi09877355-8 2024-04-12T00:32:02.795 INFO:tasks.rados.rados.0.smithi098.stdout:1466: finishing write tid 2 to smithi09877355-8 2024-04-12T00:32:02.796 INFO:tasks.rados.rados.0.smithi098.stdout:1466: finishing write tid 3 to smithi09877355-8 2024-04-12T00:32:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:1466: finishing write tid 4 to smithi09877355-8 2024-04-12T00:32:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:1466: oid 8 updating version 0 to 709 2024-04-12T00:32:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:1466: oid 8 version 709 is already newer than 708 2024-04-12T00:32:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:1466: oid 8 updating version 709 to 710 2024-04-12T00:32:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 710 (ObjNum 489 snap 125 seq_num 489) dirty exists 2024-04-12T00:32:02.797 INFO:tasks.rados.rados.0.smithi098.stdout:1466: left oid 8 (ObjNum 489 snap 125 seq_num 489) 2024-04-12T00:32:02.802 INFO:tasks.rados.rados.0.smithi098.stdout:1467: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:03.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:02 smithi098 ceph-mon[88922]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T00:32:03.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:02 smithi098 ceph-mon[88922]: pgmap v145: 121 pgs: 121 active+clean; 111 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2024-04-12T00:32:03.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:02 smithi098 ceph-mon[91373]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T00:32:03.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:02 smithi098 ceph-mon[91373]: pgmap v145: 121 pgs: 121 active+clean; 111 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2024-04-12T00:32:03.555 INFO:tasks.rados.rados.0.smithi098.stdout:1466: done (2 left) 2024-04-12T00:32:03.555 INFO:tasks.rados.rados.0.smithi098.stdout:1467: done (1 left) 2024-04-12T00:32:03.555 INFO:tasks.rados.rados.0.smithi098.stdout:1468: done (0 left) 2024-04-12T00:32:03.555 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 126 2024-04-12T00:32:03.555 INFO:tasks.rados.rados.0.smithi098.stdout:1469: seq_num 490 ranges {3538944=614400,4153344=401408} 2024-04-12T00:32:03.576 INFO:tasks.rados.rados.0.smithi098.stdout:1469: writing smithi09877355-27 from 3538944 to 4153344 tid 1 2024-04-12T00:32:03.579 INFO:tasks.rados.rados.0.smithi098.stdout:1469: writing smithi09877355-27 from 4153344 to 4554752 tid 2 2024-04-12T00:32:03.579 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 126 2024-04-12T00:32:03.579 INFO:tasks.rados.rados.0.smithi098.stdout:1470: seq_num 491 ranges {491520=630784,1122304=401408} 2024-04-12T00:32:03.585 INFO:tasks.rados.rados.0.smithi098.stdout:1470: writing smithi09877355-15 from 491520 to 1122304 tid 1 2024-04-12T00:32:03.587 INFO:tasks.rados.rados.0.smithi098.stdout:1470: writing smithi09877355-15 from 1122304 to 1523712 tid 2 2024-04-12T00:32:03.587 INFO:tasks.rados.rados.0.smithi098.stdout:1471: read oid 29 snap -1 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1471: expect deleted 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 126 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1469: finishing write tid 1 to smithi09877355-27 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1469: finishing write tid 2 to smithi09877355-27 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1469: finishing write tid 3 to smithi09877355-27 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1469: finishing write tid 4 to smithi09877355-27 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1469: oid 27 updating version 0 to 713 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1469: oid 27 version 713 is already newer than 712 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1469: oid 27 version 713 is already newer than 711 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 713 (ObjNum 490 snap 126 seq_num 490) dirty exists 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1469: left oid 27 (ObjNum 490 snap 126 seq_num 490) 2024-04-12T00:32:03.588 INFO:tasks.rados.rados.0.smithi098.stdout:1472: seq_num 492 ranges {3538944=647168,4186112=401408} 2024-04-12T00:32:03.610 INFO:tasks.rados.rados.0.smithi098.stdout:1472: writing smithi09877355-31 from 3538944 to 4186112 tid 1 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1472: writing smithi09877355-31 from 4186112 to 4587520 tid 2 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1469: done (3 left) 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1473: read oid 38 snap -1 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1473: expect (ObjNum 453 snap 122 seq_num 453) 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1474: delete oid 4 current snap is 126 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1470: finishing write tid 1 to smithi09877355-15 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1470: finishing write tid 2 to smithi09877355-15 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1470: finishing write tid 3 to smithi09877355-15 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1470: finishing write tid 4 to smithi09877355-15 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1470: oid 15 updating version 0 to 1114 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1470: oid 15 updating version 1114 to 1116 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:1470: oid 15 version 1116 is already newer than 1115 2024-04-12T00:32:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1116 (ObjNum 491 snap 126 seq_num 491) dirty exists 2024-04-12T00:32:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:1470: left oid 15 (ObjNum 491 snap 126 seq_num 491) 2024-04-12T00:32:03.615 INFO:tasks.rados.rados.0.smithi098.stdout:1472: finishing write tid 1 to smithi09877355-31 2024-04-12T00:32:03.616 INFO:tasks.rados.rados.0.smithi098.stdout:1472: finishing write tid 2 to smithi09877355-31 2024-04-12T00:32:03.616 INFO:tasks.rados.rados.0.smithi098.stdout:1472: finishing write tid 3 to smithi09877355-31 2024-04-12T00:32:03.617 INFO:tasks.rados.rados.0.smithi098.stdout:1472: finishing write tid 4 to smithi09877355-31 2024-04-12T00:32:03.617 INFO:tasks.rados.rados.0.smithi098.stdout:1472: oid 31 updating version 0 to 706 2024-04-12T00:32:03.617 INFO:tasks.rados.rados.0.smithi098.stdout:1472: oid 31 updating version 706 to 708 2024-04-12T00:32:03.617 INFO:tasks.rados.rados.0.smithi098.stdout:1472: oid 31 version 708 is already newer than 707 2024-04-12T00:32:03.617 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 708 (ObjNum 492 snap 126 seq_num 492) dirty exists 2024-04-12T00:32:03.617 INFO:tasks.rados.rados.0.smithi098.stdout:1472: left oid 31 (ObjNum 492 snap 126 seq_num 492) 2024-04-12T00:32:03.619 INFO:tasks.rados.rados.0.smithi098.stdout:1470: done (4 left) 2024-04-12T00:32:03.619 INFO:tasks.rados.rados.0.smithi098.stdout:1471: done (3 left) 2024-04-12T00:32:03.619 INFO:tasks.rados.rados.0.smithi098.stdout:1472: done (2 left) 2024-04-12T00:32:03.619 INFO:tasks.rados.rados.0.smithi098.stdout:1474: done (1 left) 2024-04-12T00:32:03.619 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 126 2024-04-12T00:32:03.619 INFO:tasks.rados.rados.0.smithi098.stdout:1475: seq_num 494 ranges {917504=679936,1597440=401408} 2024-04-12T00:32:03.627 INFO:tasks.rados.rados.0.smithi098.stdout:1475: writing smithi09877355-12 from 917504 to 1597440 tid 1 2024-04-12T00:32:03.630 INFO:tasks.rados.rados.0.smithi098.stdout:1475: writing smithi09877355-12 from 1597440 to 1998848 tid 2 2024-04-12T00:32:03.630 INFO:tasks.rados.rados.0.smithi098.stdout:1476: snap_remove snap 125 2024-04-12T00:32:03.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:03 smithi193 ceph-mon[83763]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T00:32:03.864 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:04.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:03 smithi098 ceph-mon[91373]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T00:32:04.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:03 smithi098 ceph-mon[88922]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T00:32:04.561 INFO:tasks.rados.rados.0.smithi098.stdout:1476: done (2 left) 2024-04-12T00:32:04.562 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 126 2024-04-12T00:32:04.562 INFO:tasks.rados.rados.0.smithi098.stdout:1473: expect (ObjNum 453 snap 122 seq_num 453) 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:1475: finishing write tid 1 to smithi09877355-12 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:1475: finishing write tid 2 to smithi09877355-12 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:1475: finishing write tid 3 to smithi09877355-12 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:1475: finishing write tid 4 to smithi09877355-12 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:1475: oid 12 updating version 0 to 549 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:1475: oid 12 updating version 549 to 550 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:1475: oid 12 updating version 550 to 551 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 551 (ObjNum 494 snap 126 seq_num 494) dirty exists 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:1475: left oid 12 (ObjNum 494 snap 126 seq_num 494) 2024-04-12T00:32:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:1477: seq_num 495 ranges {4235264=696320,4931584=401408} 2024-04-12T00:32:04.650 INFO:tasks.rados.rados.0.smithi098.stdout:1477: writing smithi09877355-26 from 4235264 to 4931584 tid 1 2024-04-12T00:32:04.652 INFO:tasks.rados.rados.0.smithi098.stdout:1477: writing smithi09877355-26 from 4931584 to 5332992 tid 2 2024-04-12T00:32:04.653 INFO:tasks.rados.rados.0.smithi098.stdout:1473: done (2 left) 2024-04-12T00:32:04.653 INFO:tasks.rados.rados.0.smithi098.stdout:1475: done (1 left) 2024-04-12T00:32:04.653 INFO:tasks.rados.rados.0.smithi098.stdout:1478: snap_create 2024-04-12T00:32:04.655 INFO:tasks.rados.rados.0.smithi098.stdout:1477: finishing write tid 1 to smithi09877355-26 2024-04-12T00:32:04.655 INFO:tasks.rados.rados.0.smithi098.stdout:1477: finishing write tid 2 to smithi09877355-26 2024-04-12T00:32:04.655 INFO:tasks.rados.rados.0.smithi098.stdout:1477: finishing write tid 3 to smithi09877355-26 2024-04-12T00:32:04.656 INFO:tasks.rados.rados.0.smithi098.stdout:1477: finishing write tid 4 to smithi09877355-26 2024-04-12T00:32:04.656 INFO:tasks.rados.rados.0.smithi098.stdout:1477: oid 26 updating version 0 to 552 2024-04-12T00:32:04.656 INFO:tasks.rados.rados.0.smithi098.stdout:1477: oid 26 updating version 552 to 553 2024-04-12T00:32:04.656 INFO:tasks.rados.rados.0.smithi098.stdout:1477: oid 26 updating version 553 to 554 2024-04-12T00:32:04.656 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 554 (ObjNum 495 snap 126 seq_num 495) dirty exists 2024-04-12T00:32:04.656 INFO:tasks.rados.rados.0.smithi098.stdout:1477: left oid 26 (ObjNum 495 snap 126 seq_num 495) 2024-04-12T00:32:04.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:04 smithi193 ceph-mon[83763]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T00:32:04.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:04 smithi193 ceph-mon[83763]: pgmap v148: 121 pgs: 121 active+clean; 111 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2024-04-12T00:32:05.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:04 smithi098 ceph-mon[91373]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T00:32:05.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:04 smithi098 ceph-mon[91373]: pgmap v148: 121 pgs: 121 active+clean; 111 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2024-04-12T00:32:05.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:04 smithi098 ceph-mon[88922]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T00:32:05.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:04 smithi098 ceph-mon[88922]: pgmap v148: 121 pgs: 121 active+clean; 111 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2024-04-12T00:32:05.567 INFO:tasks.rados.rados.0.smithi098.stdout:1477: done (1 left) 2024-04-12T00:32:05.567 INFO:tasks.rados.rados.0.smithi098.stdout:1478: done (0 left) 2024-04-12T00:32:05.567 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 127 2024-04-12T00:32:05.567 INFO:tasks.rados.rados.0.smithi098.stdout:1479: seq_num 496 ranges {2146304=712704,2859008=401408} 2024-04-12T00:32:05.584 INFO:tasks.rados.rados.0.smithi098.stdout:1479: writing smithi09877355-3 from 2146304 to 2859008 tid 1 2024-04-12T00:32:05.587 INFO:tasks.rados.rados.0.smithi098.stdout:1479: writing smithi09877355-3 from 2859008 to 3260416 tid 2 2024-04-12T00:32:05.588 INFO:tasks.rados.rados.0.smithi098.stdout:1480: read oid 23 snap -1 2024-04-12T00:32:05.588 INFO:tasks.rados.rados.0.smithi098.stdout:1480: expect (ObjNum 310 snap 86 seq_num 310) 2024-04-12T00:32:05.588 INFO:tasks.rados.rados.0.smithi098.stdout:1481: read oid 30 snap 126 2024-04-12T00:32:05.588 INFO:tasks.rados.rados.0.smithi098.stdout:1481: expect deleted 2024-04-12T00:32:05.588 INFO:tasks.rados.rados.0.smithi098.stdout:1482: rmattr oid 13 current snap is 127 2024-04-12T00:32:05.588 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 127 2024-04-12T00:32:05.588 INFO:tasks.rados.rados.0.smithi098.stdout:1483: seq_num 497 ranges {0=729088,729088=401408} 2024-04-12T00:32:05.593 INFO:tasks.rados.rados.0.smithi098.stdout:1483: writing smithi09877355-40 from 0 to 729088 tid 1 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1483: writing smithi09877355-40 from 729088 to 1130496 tid 2 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1484: read oid 50 snap -1 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1484: expect deleted 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1485: rollback oid 31 current snap is 127 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 126 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1479: finishing write tid 1 to smithi09877355-3 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1479: finishing write tid 2 to smithi09877355-3 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1479: finishing write tid 3 to smithi09877355-3 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1120 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1479: finishing write tid 4 to smithi09877355-3 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1479: oid 3 updating version 0 to 719 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1479: oid 3 updating version 719 to 721 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1479: oid 3 version 721 is already newer than 720 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 721 (ObjNum 496 snap 127 seq_num 496) dirty exists 2024-04-12T00:32:05.597 INFO:tasks.rados.rados.0.smithi098.stdout:1479: left oid 3 (ObjNum 496 snap 127 seq_num 496) 2024-04-12T00:32:05.598 INFO:tasks.rados.rados.0.smithi098.stdout:1479: done (6 left) 2024-04-12T00:32:05.598 INFO:tasks.rados.rados.0.smithi098.stdout:1481: done (5 left) 2024-04-12T00:32:05.598 INFO:tasks.rados.rados.0.smithi098.stdout:1482: done (4 left) 2024-04-12T00:32:05.598 INFO:tasks.rados.rados.0.smithi098.stdout:1486: delete oid 47 current snap is 127 2024-04-12T00:32:05.600 INFO:tasks.rados.rados.0.smithi098.stdout:1484: done (4 left) 2024-04-12T00:32:05.601 INFO:tasks.rados.rados.0.smithi098.stdout:1486: done (3 left) 2024-04-12T00:32:05.601 INFO:tasks.rados.rados.0.smithi098.stdout:1487: read oid 9 snap 124 2024-04-12T00:32:05.601 INFO:tasks.rados.rados.0.smithi098.stdout:1487: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:05.601 INFO:tasks.rados.rados.0.smithi098.stdout:1488: read oid 29 snap -1 2024-04-12T00:32:05.601 INFO:tasks.rados.rados.0.smithi098.stdout:1488: expect deleted 2024-04-12T00:32:05.601 INFO:tasks.rados.rados.0.smithi098.stdout:1489: copy_from oid 44 from oid 18 current snap is 127 2024-04-12T00:32:05.601 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 127 2024-04-12T00:32:05.601 INFO:tasks.rados.rados.0.smithi098.stdout:1490: seq_num 499 ranges {0=761856,761856=401408} 2024-04-12T00:32:05.606 INFO:tasks.rados.rados.0.smithi098.stdout:1490: writing smithi09877355-49 from 0 to 761856 tid 1 2024-04-12T00:32:05.609 INFO:tasks.rados.rados.0.smithi098.stdout:1490: writing smithi09877355-49 from 761856 to 1163264 tid 2 2024-04-12T00:32:05.609 INFO:tasks.rados.rados.0.smithi098.stdout:1491: snap_create 2024-04-12T00:32:05.609 INFO:tasks.rados.rados.0.smithi098.stdout:1483: finishing write tid 1 to smithi09877355-40 2024-04-12T00:32:05.609 INFO:tasks.rados.rados.0.smithi098.stdout:1489: finishing copy_from to smithi09877355-44 2024-04-12T00:32:05.609 INFO:tasks.rados.rados.0.smithi098.stdout:1489: got expected ENOENT (src dne) 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:1489: finishing copy_from racing read to smithi09877355-44 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:1483: finishing write tid 2 to smithi09877355-40 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:1483: finishing write tid 3 to smithi09877355-40 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:1483: finishing write tid 4 to smithi09877355-40 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:1483: oid 40 updating version 0 to 556 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:1483: oid 40 version 556 is already newer than 555 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:1483: oid 40 updating version 556 to 557 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 557 (ObjNum 497 snap 127 seq_num 497) dirty exists 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:1483: left oid 40 (ObjNum 497 snap 127 seq_num 497) 2024-04-12T00:32:05.610 INFO:tasks.rados.rados.0.smithi098.stdout:1485: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:32:05.611 INFO:tasks.rados.rados.0.smithi098.stdout:1480: expect (ObjNum 310 snap 86 seq_num 310) 2024-04-12T00:32:05.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:05 smithi193 ceph-mon[83763]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T00:32:05.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:05.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:05.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:32:05.930 INFO:tasks.rados.rados.0.smithi098.stdout:1485: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:32:05.930 INFO:tasks.rados.rados.0.smithi098.stdout:1485: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:32:05.930 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 711 (ObjNum 492 snap 126 seq_num 492) dirty exists 2024-04-12T00:32:05.930 INFO:tasks.rados.rados.0.smithi098.stdout:1490: finishing write tid 1 to smithi09877355-49 2024-04-12T00:32:05.930 INFO:tasks.rados.rados.0.smithi098.stdout:1487: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:05.970 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:32:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:32:05] "GET /metrics HTTP/1.1" 200 36059 "" "Prometheus/2.43.0" 2024-04-12T00:32:05.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:05 smithi098 ceph-mon[91373]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T00:32:05.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:05.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:05.970 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:32:05.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:05 smithi098 ceph-mon[88922]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T00:32:05.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:05.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:05.971 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:32:06.040 INFO:tasks.rados.rados.0.smithi098.stdout:1490: finishing write tid 2 to smithi09877355-49 2024-04-12T00:32:06.040 INFO:tasks.rados.rados.0.smithi098.stdout:1490: finishing write tid 3 to smithi09877355-49 2024-04-12T00:32:06.041 INFO:tasks.rados.rados.0.smithi098.stdout:1490: finishing write tid 4 to smithi09877355-49 2024-04-12T00:32:06.041 INFO:tasks.rados.rados.0.smithi098.stdout:1490: oid 49 updating version 0 to 596 2024-04-12T00:32:06.041 INFO:tasks.rados.rados.0.smithi098.stdout:1490: oid 49 updating version 596 to 597 2024-04-12T00:32:06.041 INFO:tasks.rados.rados.0.smithi098.stdout:1490: oid 49 updating version 597 to 598 2024-04-12T00:32:06.041 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 598 (ObjNum 499 snap 127 seq_num 499) dirty exists 2024-04-12T00:32:06.041 INFO:tasks.rados.rados.0.smithi098.stdout:1490: left oid 49 (ObjNum 499 snap 127 seq_num 499) 2024-04-12T00:32:06.451 INFO:tasks.rados.rados.0.smithi098.stdout:1480: done (7 left) 2024-04-12T00:32:06.451 INFO:tasks.rados.rados.0.smithi098.stdout:1483: done (6 left) 2024-04-12T00:32:06.451 INFO:tasks.rados.rados.0.smithi098.stdout:1485: done (5 left) 2024-04-12T00:32:06.451 INFO:tasks.rados.rados.0.smithi098.stdout:1487: done (4 left) 2024-04-12T00:32:06.451 INFO:tasks.rados.rados.0.smithi098.stdout:1488: done (3 left) 2024-04-12T00:32:06.451 INFO:tasks.rados.rados.0.smithi098.stdout:1489: done (2 left) 2024-04-12T00:32:06.451 INFO:tasks.rados.rados.0.smithi098.stdout:1490: done (1 left) 2024-04-12T00:32:06.452 INFO:tasks.rados.rados.0.smithi098.stdout:1491: done (0 left) 2024-04-12T00:32:06.452 INFO:tasks.rados.rados.0.smithi098.stdout:1492: copy_from oid 50 from oid 10 current snap is 128 2024-04-12T00:32:06.452 INFO:tasks.rados.rados.0.smithi098.stdout:1493: snap_remove snap 127 2024-04-12T00:32:06.858 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:32:06.859 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[91373]: Upgrade: osd.1 is safe to restart 2024-04-12T00:32:06.859 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[91373]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T00:32:06.859 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[91373]: pgmap v151: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T00:32:06.859 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[91373]: osdmap e330: 8 total, 8 up, 8 in 2024-04-12T00:32:06.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:32:06.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[88922]: Upgrade: osd.1 is safe to restart 2024-04-12T00:32:06.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[88922]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T00:32:06.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[88922]: pgmap v151: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T00:32:06.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:06 smithi098 ceph-mon[88922]: osdmap e330: 8 total, 8 up, 8 in 2024-04-12T00:32:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:06 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T00:32:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:06 smithi193 ceph-mon[83763]: Upgrade: osd.1 is safe to restart 2024-04-12T00:32:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:06 smithi193 ceph-mon[83763]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T00:32:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:06 smithi193 ceph-mon[83763]: pgmap v151: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T00:32:06.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:06 smithi193 ceph-mon[83763]: osdmap e330: 8 total, 8 up, 8 in 2024-04-12T00:32:07.453 INFO:tasks.rados.rados.0.smithi098.stdout:1493: done (1 left) 2024-04-12T00:32:07.453 INFO:tasks.rados.rados.0.smithi098.stdout:1494: copy_from oid 5 from oid 2 current snap is 128 2024-04-12T00:32:07.454 INFO:tasks.rados.rados.0.smithi098.stdout:1492: finishing copy_from racing read to smithi09877355-50 2024-04-12T00:32:07.454 INFO:tasks.rados.rados.0.smithi098.stdout:1492: finishing copy_from to smithi09877355-50 2024-04-12T00:32:07.454 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 723 (ObjNum 487 snap 125 seq_num 487) dirty exists 2024-04-12T00:32:07.454 INFO:tasks.rados.rados.0.smithi098.stdout:1492: done (1 left) 2024-04-12T00:32:07.454 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 128 2024-04-12T00:32:07.454 INFO:tasks.rados.rados.0.smithi098.stdout:1495: seq_num 500 ranges {1015808=778240,1794048=401408} 2024-04-12T00:32:07.463 INFO:tasks.rados.rados.0.smithi098.stdout:1495: writing smithi09877355-7 from 1015808 to 1794048 tid 1 2024-04-12T00:32:07.465 INFO:tasks.rados.rados.0.smithi098.stdout:1495: writing smithi09877355-7 from 1794048 to 2195456 tid 2 2024-04-12T00:32:07.466 INFO:tasks.rados.rados.0.smithi098.stdout:1496: snap_create 2024-04-12T00:32:07.466 INFO:tasks.rados.rados.0.smithi098.stdout:1494: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:32:07.466 INFO:tasks.rados.rados.0.smithi098.stdout:1494: finishing copy_from to smithi09877355-5 2024-04-12T00:32:07.466 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 443 (ObjNum 477 snap 124 seq_num 477) dirty exists 2024-04-12T00:32:07.470 INFO:tasks.rados.rados.0.smithi098.stdout:1495: finishing write tid 1 to smithi09877355-7 2024-04-12T00:32:07.470 INFO:tasks.rados.rados.0.smithi098.stdout:1495: finishing write tid 2 to smithi09877355-7 2024-04-12T00:32:07.472 INFO:tasks.rados.rados.0.smithi098.stdout:1495: finishing write tid 3 to smithi09877355-7 2024-04-12T00:32:07.473 INFO:tasks.rados.rados.0.smithi098.stdout:1495: finishing write tid 4 to smithi09877355-7 2024-04-12T00:32:07.474 INFO:tasks.rados.rados.0.smithi098.stdout:1495: oid 7 updating version 0 to 710 2024-04-12T00:32:07.474 INFO:tasks.rados.rados.0.smithi098.stdout:1495: oid 7 version 710 is already newer than 709 2024-04-12T00:32:07.474 INFO:tasks.rados.rados.0.smithi098.stdout:1495: oid 7 version 710 is already newer than 708 2024-04-12T00:32:07.474 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 710 (ObjNum 500 snap 128 seq_num 500) dirty exists 2024-04-12T00:32:07.474 INFO:tasks.rados.rados.0.smithi098.stdout:1495: left oid 7 (ObjNum 500 snap 128 seq_num 500) 2024-04-12T00:32:08.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[91373]: Upgrade: Updating osd.1 2024-04-12T00:32:08.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:08.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T00:32:08.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:08.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[91373]: Deploying daemon osd.1 on smithi098 2024-04-12T00:32:08.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[91373]: osdmap e331: 8 total, 8 up, 8 in 2024-04-12T00:32:08.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[88922]: Upgrade: Updating osd.1 2024-04-12T00:32:08.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:08.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T00:32:08.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:08.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[88922]: Deploying daemon osd.1 on smithi098 2024-04-12T00:32:08.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:07 smithi098 ceph-mon[88922]: osdmap e331: 8 total, 8 up, 8 in 2024-04-12T00:32:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:07 smithi193 ceph-mon[83763]: Upgrade: Updating osd.1 2024-04-12T00:32:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T00:32:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:07 smithi193 ceph-mon[83763]: Deploying daemon osd.1 on smithi098 2024-04-12T00:32:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:07 smithi193 ceph-mon[83763]: osdmap e331: 8 total, 8 up, 8 in 2024-04-12T00:32:08.463 INFO:tasks.rados.rados.0.smithi098.stdout:1494: done (2 left) 2024-04-12T00:32:08.463 INFO:tasks.rados.rados.0.smithi098.stdout:1495: done (1 left) 2024-04-12T00:32:08.463 INFO:tasks.rados.rados.0.smithi098.stdout:1496: done (0 left) 2024-04-12T00:32:08.463 INFO:tasks.rados.rados.0.smithi098.stdout:1497: read oid 9 snap -1 2024-04-12T00:32:08.463 INFO:tasks.rados.rados.0.smithi098.stdout:1497: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:08.463 INFO:tasks.rados.rados.0.smithi098.stdout:1498: read oid 50 snap -1 2024-04-12T00:32:08.463 INFO:tasks.rados.rados.0.smithi098.stdout:1498: expect (ObjNum 487 snap 125 seq_num 487) 2024-04-12T00:32:08.463 INFO:tasks.rados.rados.0.smithi098.stdout:1499: snap_remove snap 128 2024-04-12T00:32:09.155 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:08 smithi098 ceph-mon[88922]: pgmap v154: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T00:32:09.155 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:08 smithi098 ceph-mon[88922]: osdmap e332: 8 total, 8 up, 8 in 2024-04-12T00:32:09.155 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:08 smithi098 ceph-mon[91373]: pgmap v154: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T00:32:09.155 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:08 smithi098 ceph-mon[91373]: osdmap e332: 8 total, 8 up, 8 in 2024-04-12T00:32:09.266 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:08 smithi193 ceph-mon[83763]: pgmap v154: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T00:32:09.266 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:08 smithi193 ceph-mon[83763]: osdmap e332: 8 total, 8 up, 8 in 2024-04-12T00:32:09.460 INFO:tasks.rados.rados.0.smithi098.stdout:1499: done (2 left) 2024-04-12T00:32:09.460 INFO:tasks.rados.rados.0.smithi098.stdout:1500: copy_from oid 7 from oid 32 current snap is 129 2024-04-12T00:32:09.460 INFO:tasks.rados.rados.0.smithi098.stdout:1497: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:09.577 INFO:tasks.rados.rados.0.smithi098.stdout:1498: expect (ObjNum 487 snap 125 seq_num 487) 2024-04-12T00:32:09.725 INFO:tasks.rados.rados.0.smithi098.stdout:1500: finishing copy_from racing read to smithi09877355-7 2024-04-12T00:32:09.725 INFO:tasks.rados.rados.0.smithi098.stdout:1500: finishing copy_from to smithi09877355-7 2024-04-12T00:32:09.725 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 714 (ObjNum 433 snap 120 seq_num 433) dirty exists 2024-04-12T00:32:09.725 INFO:tasks.rados.rados.0.smithi098.stdout:1497: done (2 left) 2024-04-12T00:32:09.725 INFO:tasks.rados.rados.0.smithi098.stdout:1498: done (1 left) 2024-04-12T00:32:09.725 INFO:tasks.rados.rados.0.smithi098.stdout:1500: done (0 left) 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:1501: rollback oid 48 current snap is 129 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 48 to 124 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:1502: read oid 17 snap -1 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:1502: expect (ObjNum 466 snap 123 seq_num 466) 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:1503: read oid 43 snap 126 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:1503: expect deleted 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:1504: rollback oid 9 current snap is 129 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 126 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:1505: rollback oid 38 current snap is 129 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 38 to 126 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:1506: copy_from oid 10 from oid 27 current snap is 129 2024-04-12T00:32:09.726 INFO:tasks.rados.rados.0.smithi098.stdout:1507: delete oid 4 current snap is 129 2024-04-12T00:32:09.729 INFO:tasks.rados.rados.0.smithi098.stdout:1504: finishing rollback tid 0 to smithi09877355-9 2024-04-12T00:32:09.729 INFO:tasks.rados.rados.0.smithi098.stdout:1504: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:32:09.729 INFO:tasks.rados.rados.0.smithi098.stdout:1504: finishing rollback tid 2 to smithi09877355-9 2024-04-12T00:32:09.729 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 601 (ObjNum 409 snap 115 seq_num 409) dirty exists 2024-04-12T00:32:09.730 INFO:tasks.rados.rados.0.smithi098.stdout:1505: finishing rollback tid 0 to smithi09877355-38 2024-04-12T00:32:09.730 INFO:tasks.rados.rados.0.smithi098.stdout:1501: finishing rollback tid 0 to smithi09877355-48 2024-04-12T00:32:09.731 INFO:tasks.rados.rados.0.smithi098.stdout:1501: finishing rollback tid 1 to smithi09877355-48 2024-04-12T00:32:09.731 INFO:tasks.rados.rados.0.smithi098.stdout:1505: finishing rollback tid 1 to smithi09877355-38 2024-04-12T00:32:09.731 INFO:tasks.rados.rados.0.smithi098.stdout:1501: finishing rollback tid 2 to smithi09877355-48 2024-04-12T00:32:09.731 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 717 (ObjNum 460 snap 122 seq_num 460) dirty exists 2024-04-12T00:32:09.732 INFO:tasks.rados.rados.0.smithi098.stdout:1505: finishing rollback tid 2 to smithi09877355-38 2024-04-12T00:32:09.732 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 730 (ObjNum 453 snap 122 seq_num 453) dirty exists 2024-04-12T00:32:09.733 INFO:tasks.rados.rados.0.smithi098.stdout:1501: done (6 left) 2024-04-12T00:32:09.733 INFO:tasks.rados.rados.0.smithi098.stdout:1503: done (5 left) 2024-04-12T00:32:09.733 INFO:tasks.rados.rados.0.smithi098.stdout:1504: done (4 left) 2024-04-12T00:32:09.733 INFO:tasks.rados.rados.0.smithi098.stdout:1505: done (3 left) 2024-04-12T00:32:09.733 INFO:tasks.rados.rados.0.smithi098.stdout:1507: done (2 left) 2024-04-12T00:32:09.733 INFO:tasks.rados.rados.0.smithi098.stdout:1508: delete oid 38 current snap is 129 2024-04-12T00:32:09.735 INFO:tasks.rados.rados.0.smithi098.stdout:1508: done (2 left) 2024-04-12T00:32:09.735 INFO:tasks.rados.rados.0.smithi098.stdout:1509: snap_create 2024-04-12T00:32:09.760 INFO:tasks.rados.rados.0.smithi098.stdout:1502: expect (ObjNum 466 snap 123 seq_num 466) 2024-04-12T00:32:10.063 INFO:tasks.rados.rados.0.smithi098.stdout:1506: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:32:10.063 INFO:tasks.rados.rados.0.smithi098.stdout:1506: finishing copy_from to smithi09877355-10 2024-04-12T00:32:10.063 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 713 (ObjNum 490 snap 126 seq_num 490) dirty exists 2024-04-12T00:32:10.445 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:10 smithi098 systemd[1]: Stopping Ceph osd.1 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:32:10.475 INFO:tasks.rados.rados.0.smithi098.stdout:1502: done (2 left) 2024-04-12T00:32:10.475 INFO:tasks.rados.rados.0.smithi098.stdout:1506: done (1 left) 2024-04-12T00:32:10.475 INFO:tasks.rados.rados.0.smithi098.stdout:1509: done (0 left) 2024-04-12T00:32:10.475 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 130 2024-04-12T00:32:10.475 INFO:tasks.rados.rados.0.smithi098.stdout:1510: seq_num 503 ranges {1163264=425984,1589248=704512,2293760=98304} 2024-04-12T00:32:10.482 INFO:tasks.rados.rados.0.smithi098.stdout:1510: writing smithi09877355-49 from 1163264 to 1589248 tid 1 2024-04-12T00:32:10.486 INFO:tasks.rados.rados.0.smithi098.stdout:1510: writing smithi09877355-49 from 1589248 to 2293760 tid 2 2024-04-12T00:32:10.487 INFO:tasks.rados.rados.0.smithi098.stdout:1510: writing smithi09877355-49 from 2293760 to 2392064 tid 3 2024-04-12T00:32:10.487 INFO:tasks.rados.rados.0.smithi098.stdout:1511: setattr oid 31 current snap is 130 2024-04-12T00:32:10.489 INFO:tasks.rados.rados.0.smithi098.stdout:1512: read oid 35 snap -1 2024-04-12T00:32:10.489 INFO:tasks.rados.rados.0.smithi098.stdout:1512: expect deleted 2024-04-12T00:32:10.489 INFO:tasks.rados.rados.0.smithi098.stdout:1513: snap_remove snap 126 2024-04-12T00:32:10.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:10 smithi098 ceph-mon[88922]: osdmap e333: 8 total, 8 up, 8 in 2024-04-12T00:32:10.840 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:10 smithi098 ceph-mon[88922]: pgmap v157: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:32:10.840 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:10 smithi098 ceph-mon[88922]: osd.1 marked itself down and dead 2024-04-12T00:32:10.840 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:10 smithi098 ceph-mon[91373]: osdmap e333: 8 total, 8 up, 8 in 2024-04-12T00:32:10.840 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:10 smithi098 ceph-mon[91373]: pgmap v157: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:32:10.840 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:10 smithi098 ceph-mon[91373]: osd.1 marked itself down and dead 2024-04-12T00:32:10.841 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:10 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[47945]: 2024-04-12T00:32:10.446+0000 7fc6f45f9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:32:10.841 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:10 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[47945]: 2024-04-12T00:32:10.446+0000 7fc6f45f9700 -1 osd.1 333 *** Got signal Terminated *** 2024-04-12T00:32:10.841 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:10 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[47945]: 2024-04-12T00:32:10.446+0000 7fc6f45f9700 -1 osd.1 333 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T00:32:10.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:10 smithi193 ceph-mon[83763]: osdmap e333: 8 total, 8 up, 8 in 2024-04-12T00:32:10.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:10 smithi193 ceph-mon[83763]: pgmap v157: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-12T00:32:10.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:10 smithi193 ceph-mon[83763]: osd.1 marked itself down and dead 2024-04-12T00:32:11.289 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:11 smithi098 podman[101698]: 2024-04-12 00:32:11.011550121 +0000 UTC m=+0.668902408 container died 53c80fc27bb6c81516058d6ba8b221edadbc3ab0fd29a559b14f4f93cec5fc99 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:32:11.473 INFO:tasks.rados.rados.0.smithi098.stdout:1513: done (3 left) 2024-04-12T00:32:11.474 INFO:tasks.rados.rados.0.smithi098.stdout:1514: setattr oid 18 current snap is 130 2024-04-12T00:32:11.474 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 712 (ObjNum 492 snap 126 seq_num 492) dirty exists 2024-04-12T00:32:11.477 INFO:tasks.rados.rados.0.smithi098.stdout:1511: done (3 left) 2024-04-12T00:32:11.477 INFO:tasks.rados.rados.0.smithi098.stdout:1512: done (2 left) 2024-04-12T00:32:11.477 INFO:tasks.rados.rados.0.smithi098.stdout:1515: snap_create 2024-04-12T00:32:11.488 INFO:tasks.rados.rados.0.smithi098.stdout:1510: finishing write tid 1 to smithi09877355-49 2024-04-12T00:32:11.489 INFO:tasks.rados.rados.0.smithi098.stdout:1510: finishing write tid 2 to smithi09877355-49 2024-04-12T00:32:11.489 INFO:tasks.rados.rados.0.smithi098.stdout:1510: finishing write tid 3 to smithi09877355-49 2024-04-12T00:32:11.489 INFO:tasks.rados.rados.0.smithi098.stdout:1510: finishing write tid 4 to smithi09877355-49 2024-04-12T00:32:11.490 INFO:tasks.rados.rados.0.smithi098.stdout:1510: finishing write tid 5 to smithi09877355-49 2024-04-12T00:32:11.490 INFO:tasks.rados.rados.0.smithi098.stdout:1510: oid 49 updating version 0 to 605 2024-04-12T00:32:11.490 INFO:tasks.rados.rados.0.smithi098.stdout:1510: oid 49 version 605 is already newer than 603 2024-04-12T00:32:11.490 INFO:tasks.rados.rados.0.smithi098.stdout:1510: oid 49 version 605 is already newer than 604 2024-04-12T00:32:11.490 INFO:tasks.rados.rados.0.smithi098.stdout:1510: oid 49 version 605 is already newer than 602 2024-04-12T00:32:11.491 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 605 (ObjNum 503 snap 130 seq_num 503) dirty exists 2024-04-12T00:32:11.491 INFO:tasks.rados.rados.0.smithi098.stdout:1510: left oid 49 (ObjNum 503 snap 130 seq_num 503) 2024-04-12T00:32:11.492 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 704 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T00:32:11.729 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:11 smithi098 ceph-mon[91373]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:32:11.729 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:11 smithi098 ceph-mon[91373]: osdmap e334: 8 total, 7 up, 8 in 2024-04-12T00:32:11.729 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:11 smithi098 ceph-mon[88922]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:32:11.729 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:11 smithi098 ceph-mon[88922]: osdmap e334: 8 total, 7 up, 8 in 2024-04-12T00:32:11.729 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:11 smithi098 podman[101698]: 2024-04-12 00:32:11.514282684 +0000 UTC m=+1.171634970 container cleanup 53c80fc27bb6c81516058d6ba8b221edadbc3ab0fd29a559b14f4f93cec5fc99 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:32:11.730 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:11 smithi098 bash[101698]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1 2024-04-12T00:32:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:11 smithi193 ceph-mon[83763]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:32:11.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:11 smithi193 ceph-mon[83763]: osdmap e334: 8 total, 7 up, 8 in 2024-04-12T00:32:12.039 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:11 smithi098 podman[101719]: 2024-04-12 00:32:11.732176585 +0000 UTC m=+0.716060785 container remove 53c80fc27bb6c81516058d6ba8b221edadbc3ab0fd29a559b14f4f93cec5fc99 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T00:32:12.333 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:12 smithi098 podman[101811]: 2024-04-12 00:32:12.049857348 +0000 UTC m=+0.110068944 container create 18356d5e8509f04be5d67ff52885c6b74fed82edecfbf50f0b49885ddb76e353 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:32:12.333 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:12 smithi098 podman[101811]: 2024-04-12 00:32:11.957807159 +0000 UTC m=+0.018018721 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:32:12.333 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:12 smithi098 podman[101811]: 2024-04-12 00:32:12.252654235 +0000 UTC m=+0.312865787 container init 18356d5e8509f04be5d67ff52885c6b74fed82edecfbf50f0b49885ddb76e353 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:32:12.333 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:12 smithi098 podman[101811]: 2024-04-12 00:32:12.255994607 +0000 UTC m=+0.316206174 container start 18356d5e8509f04be5d67ff52885c6b74fed82edecfbf50f0b49885ddb76e353 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-12T00:32:12.333 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:12 smithi098 podman[101811]: 2024-04-12 00:32:12.335799866 +0000 UTC m=+0.396011422 container attach 18356d5e8509f04be5d67ff52885c6b74fed82edecfbf50f0b49885ddb76e353 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-04-12T00:32:12.478 INFO:tasks.rados.rados.0.smithi098.stdout:1510: done (2 left) 2024-04-12T00:32:12.479 INFO:tasks.rados.rados.0.smithi098.stdout:1514: done (1 left) 2024-04-12T00:32:12.479 INFO:tasks.rados.rados.0.smithi098.stdout:1515: done (0 left) 2024-04-12T00:32:12.479 INFO:tasks.rados.rados.0.smithi098.stdout:1516: snap_create 2024-04-12T00:32:12.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:12.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:12 smithi193 ceph-mon[83763]: osdmap e335: 8 total, 7 up, 8 in 2024-04-12T00:32:12.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:12 smithi193 ceph-mon[83763]: pgmap v160: 121 pgs: 44 peering, 77 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-12T00:32:12.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:12 smithi098 ceph-mon[91373]: osdmap e335: 8 total, 7 up, 8 in 2024-04-12T00:32:12.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:12 smithi098 ceph-mon[91373]: pgmap v160: 121 pgs: 44 peering, 77 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-12T00:32:12.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:12 smithi098 ceph-mon[88922]: osdmap e335: 8 total, 7 up, 8 in 2024-04-12T00:32:12.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:12 smithi098 ceph-mon[88922]: pgmap v160: 121 pgs: 44 peering, 77 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-12T00:32:12.790 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:12 smithi098 podman[101811]: 2024-04-12 00:32:12.546672248 +0000 UTC m=+0.606883807 container died 18356d5e8509f04be5d67ff52885c6b74fed82edecfbf50f0b49885ddb76e353 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-12T00:32:13.151 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 podman[101837]: 2024-04-12 00:32:13.130827727 +0000 UTC m=+0.578978602 container remove 18356d5e8509f04be5d67ff52885c6b74fed82edecfbf50f0b49885ddb76e353 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T00:32:13.475 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-12T00:32:13.476 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 systemd[1]: Stopped Ceph osd.1 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:32:13.476 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.1.service: Consumed 11.602s CPU time. 2024-04-12T00:32:13.476 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 systemd[1]: Starting Ceph osd.1 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:32:13.482 INFO:tasks.rados.rados.0.smithi098.stdout:1516: done (0 left) 2024-04-12T00:32:13.483 INFO:tasks.rados.rados.0.smithi098.stdout:1517: snap_remove snap 129 2024-04-12T00:32:13.738 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:13 smithi098 ceph-mon[91373]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-12T00:32:13.738 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:13 smithi098 ceph-mon[91373]: osdmap e336: 8 total, 7 up, 8 in 2024-04-12T00:32:13.738 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 podman[101938]: 2024-04-12 00:32:13.491233348 +0000 UTC m=+0.019513744 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:32:13.738 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 podman[101938]: 2024-04-12 00:32:13.615220227 +0000 UTC m=+0.143500627 container create 84b87b4cd690429b2001ee3d07e83d06f89d1488f855573c12537475e43bea27 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T00:32:13.739 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:13 smithi098 ceph-mon[88922]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-12T00:32:13.739 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:13 smithi098 ceph-mon[88922]: osdmap e336: 8 total, 7 up, 8 in 2024-04-12T00:32:13.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:13 smithi193 ceph-mon[83763]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-12T00:32:13.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:13 smithi193 ceph-mon[83763]: osdmap e336: 8 total, 7 up, 8 in 2024-04-12T00:32:13.865 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:13 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:14.039 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 podman[101938]: 2024-04-12 00:32:13.851728971 +0000 UTC m=+0.380009366 container init 84b87b4cd690429b2001ee3d07e83d06f89d1488f855573c12537475e43bea27 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-12T00:32:14.039 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 podman[101938]: 2024-04-12 00:32:13.85503967 +0000 UTC m=+0.383320073 container start 84b87b4cd690429b2001ee3d07e83d06f89d1488f855573c12537475e43bea27 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T00:32:14.039 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:13 smithi098 podman[101938]: 2024-04-12 00:32:13.951805837 +0000 UTC m=+0.480086248 container attach 84b87b4cd690429b2001ee3d07e83d06f89d1488f855573c12537475e43bea27 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T00:32:14.494 INFO:tasks.rados.rados.0.smithi098.stdout:1517: done (0 left) 2024-04-12T00:32:14.497 INFO:tasks.rados.rados.0.smithi098.stdout:1518: rollback oid 7 current snap is 132 2024-04-12T00:32:14.497 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 7 to 131 2024-04-12T00:32:14.497 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 132 2024-04-12T00:32:14.498 INFO:tasks.rados.rados.0.smithi098.stdout:1519: seq_num 504 ranges {4587520=450560,5038080=589824,5627904=212992} 2024-04-12T00:32:14.521 INFO:tasks.rados.rados.0.smithi098.stdout:1519: writing smithi09877355-31 from 4587520 to 5038080 tid 1 2024-04-12T00:32:14.525 INFO:tasks.rados.rados.0.smithi098.stdout:1519: writing smithi09877355-31 from 5038080 to 5627904 tid 2 2024-04-12T00:32:14.526 INFO:tasks.rados.rados.0.smithi098.stdout:1519: writing smithi09877355-31 from 5627904 to 5840896 tid 3 2024-04-12T00:32:14.527 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 132 2024-04-12T00:32:14.527 INFO:tasks.rados.rados.0.smithi098.stdout:1518: finishing rollback tid 0 to smithi09877355-7 2024-04-12T00:32:14.527 INFO:tasks.rados.rados.0.smithi098.stdout:1518: finishing rollback tid 1 to smithi09877355-7 2024-04-12T00:32:14.527 INFO:tasks.rados.rados.0.smithi098.stdout:1518: finishing rollback tid 2 to smithi09877355-7 2024-04-12T00:32:14.527 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 720 (ObjNum 433 snap 120 seq_num 433) dirty exists 2024-04-12T00:32:14.527 INFO:tasks.rados.rados.0.smithi098.stdout:1520: seq_num 505 ranges {3063808=466944,3530752=475136,4005888=327680} 2024-04-12T00:32:14.545 INFO:tasks.rados.rados.0.smithi098.stdout:1520: writing smithi09877355-50 from 3063808 to 3530752 tid 1 2024-04-12T00:32:14.548 INFO:tasks.rados.rados.0.smithi098.stdout:1520: writing smithi09877355-50 from 3530752 to 4005888 tid 2 2024-04-12T00:32:14.550 INFO:tasks.rados.rados.0.smithi098.stdout:1520: writing smithi09877355-50 from 4005888 to 4333568 tid 3 2024-04-12T00:32:14.551 INFO:tasks.rados.rados.0.smithi098.stdout:1518: done (2 left) 2024-04-12T00:32:14.551 INFO:tasks.rados.rados.0.smithi098.stdout:1521: read oid 2 snap -1 2024-04-12T00:32:14.551 INFO:tasks.rados.rados.0.smithi098.stdout:1521: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:14.551 INFO:tasks.rados.rados.0.smithi098.stdout:1522: snap_remove snap 130 2024-04-12T00:32:14.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-mon[91373]: osdmap e337: 8 total, 7 up, 8 in 2024-04-12T00:32:14.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-mon[91373]: pgmap v163: 121 pgs: 44 peering, 77 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-12T00:32:14.677 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-mon[88922]: osdmap e337: 8 total, 7 up, 8 in 2024-04-12T00:32:14.677 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-mon[88922]: pgmap v163: 121 pgs: 44 peering, 77 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate[101953]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate[101953]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 bash[101938]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 bash[101938]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 bash[101938]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 bash[101938]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 bash[101938]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 bash[101938]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 bash[101938]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate[101953]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T00:32:14.678 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate[101953]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T00:32:14.679 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate[101953]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T00:32:14.679 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate[101953]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T00:32:14.679 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate[101953]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T00:32:14.679 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 podman[101938]: 2024-04-12 00:32:14.318597016 +0000 UTC m=+0.846877412 container died 84b87b4cd690429b2001ee3d07e83d06f89d1488f855573c12537475e43bea27 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T00:32:14.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:14 smithi193 ceph-mon[83763]: osdmap e337: 8 total, 7 up, 8 in 2024-04-12T00:32:14.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:14 smithi193 ceph-mon[83763]: pgmap v163: 121 pgs: 44 peering, 77 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-12T00:32:15.288 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:14 smithi098 podman[102080]: 2024-04-12 00:32:14.963942079 +0000 UTC m=+0.637770835 container remove 84b87b4cd690429b2001ee3d07e83d06f89d1488f855573c12537475e43bea27 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:32:15.288 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:15 smithi098 podman[102146]: 2024-04-12 00:32:15.078262242 +0000 UTC m=+0.018002003 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:32:15.288 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:15 smithi098 podman[102146]: 2024-04-12 00:32:15.1898683 +0000 UTC m=+0.129608107 container create 31366f54e2c661898cec767f104d3ef0e163d2679acd503e84fbf596a1395459 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-12T00:32:15.494 INFO:tasks.rados.rados.0.smithi098.stdout:1522: done (3 left) 2024-04-12T00:32:15.494 INFO:tasks.rados.rados.0.smithi098.stdout:1523: copy_from oid 36 from oid 30 current snap is 132 2024-04-12T00:32:15.494 INFO:tasks.rados.rados.0.smithi098.stdout:1519: finishing write tid 1 to smithi09877355-31 2024-04-12T00:32:15.494 INFO:tasks.rados.rados.0.smithi098.stdout:1519: finishing write tid 2 to smithi09877355-31 2024-04-12T00:32:15.494 INFO:tasks.rados.rados.0.smithi098.stdout:1519: finishing write tid 3 to smithi09877355-31 2024-04-12T00:32:15.494 INFO:tasks.rados.rados.0.smithi098.stdout:1519: finishing write tid 4 to smithi09877355-31 2024-04-12T00:32:15.494 INFO:tasks.rados.rados.0.smithi098.stdout:1519: finishing write tid 5 to smithi09877355-31 2024-04-12T00:32:15.494 INFO:tasks.rados.rados.0.smithi098.stdout:1519: oid 31 updating version 0 to 715 2024-04-12T00:32:15.494 INFO:tasks.rados.rados.0.smithi098.stdout:1519: oid 31 version 715 is already newer than 713 2024-04-12T00:32:15.495 INFO:tasks.rados.rados.0.smithi098.stdout:1519: oid 31 version 715 is already newer than 714 2024-04-12T00:32:15.495 INFO:tasks.rados.rados.0.smithi098.stdout:1519: oid 31 updating version 715 to 716 2024-04-12T00:32:15.495 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 716 (ObjNum 504 snap 132 seq_num 504) dirty exists 2024-04-12T00:32:15.495 INFO:tasks.rados.rados.0.smithi098.stdout:1519: left oid 31 (ObjNum 504 snap 132 seq_num 504) 2024-04-12T00:32:15.495 INFO:tasks.rados.rados.0.smithi098.stdout:1520: finishing write tid 1 to smithi09877355-50 2024-04-12T00:32:15.495 INFO:tasks.rados.rados.0.smithi098.stdout:1520: finishing write tid 2 to smithi09877355-50 2024-04-12T00:32:15.495 INFO:tasks.rados.rados.0.smithi098.stdout:1520: finishing write tid 3 to smithi09877355-50 2024-04-12T00:32:15.495 INFO:tasks.rados.rados.0.smithi098.stdout:1520: finishing write tid 4 to smithi09877355-50 2024-04-12T00:32:15.495 INFO:tasks.rados.rados.0.smithi098.stdout:1521: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:15.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:15 smithi098 ceph-mon[91373]: osdmap e338: 8 total, 7 up, 8 in 2024-04-12T00:32:15.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:15 smithi098 ceph-mon[88922]: osdmap e338: 8 total, 7 up, 8 in 2024-04-12T00:32:15.539 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:15 smithi098 podman[102146]: 2024-04-12 00:32:15.417368951 +0000 UTC m=+0.357108712 container init 31366f54e2c661898cec767f104d3ef0e163d2679acd503e84fbf596a1395459 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:32:15.539 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:15 smithi098 podman[102146]: 2024-04-12 00:32:15.420411086 +0000 UTC m=+0.360150857 container start 31366f54e2c661898cec767f104d3ef0e163d2679acd503e84fbf596a1395459 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T00:32:15.539 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:15 smithi098 ceph-osd[102165]: -- 172.21.15.98:0/3418054954 <== mon.0 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c39fbfb680 con 0x55c39fbc5400 2024-04-12T00:32:15.567 INFO:tasks.rados.rados.0.smithi098.stdout:1520: finishing write tid 5 to smithi09877355-50 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1520: oid 50 updating version 0 to 725 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1520: oid 50 version 725 is already newer than 724 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1520: oid 50 updating version 725 to 727 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1520: oid 50 version 727 is already newer than 726 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 727 (ObjNum 505 snap 132 seq_num 505) dirty exists 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1520: left oid 50 (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1519: done (3 left) 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1520: done (2 left) 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1521: done (1 left) 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1524: read oid 38 snap -1 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1524: expect deleted 2024-04-12T00:32:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:1525: snap_create 2024-04-12T00:32:15.569 INFO:tasks.rados.rados.0.smithi098.stdout:1523: finishing copy_from to smithi09877355-36 2024-04-12T00:32:15.569 INFO:tasks.rados.rados.0.smithi098.stdout:1523: got expected ENOENT (src dne) 2024-04-12T00:32:15.569 INFO:tasks.rados.rados.0.smithi098.stdout:1523: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:32:15.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:15 smithi193 ceph-mon[83763]: osdmap e338: 8 total, 7 up, 8 in 2024-04-12T00:32:15.967 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:32:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:32:15] "GET /metrics HTTP/1.1" 200 36059 "" "Prometheus/2.43.0" 2024-04-12T00:32:15.967 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:15 smithi098 bash[102146]: 31366f54e2c661898cec767f104d3ef0e163d2679acd503e84fbf596a1395459 2024-04-12T00:32:15.967 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:15 smithi098 systemd[1]: Started Ceph osd.1 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:32:16.289 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[102161]: 2024-04-12T00:32:15.969+0000 7f208ceb27c0 -1 Falling back to public interface 2024-04-12T00:32:16.452 INFO:tasks.rados.rados.0.smithi098.stdout:1523: done (2 left) 2024-04-12T00:32:16.452 INFO:tasks.rados.rados.0.smithi098.stdout:1524: done (1 left) 2024-04-12T00:32:16.452 INFO:tasks.rados.rados.0.smithi098.stdout:1525: done (0 left) 2024-04-12T00:32:16.452 INFO:tasks.rados.rados.0.smithi098.stdout:1526: setattr oid 49 current snap is 133 2024-04-12T00:32:16.453 INFO:tasks.rados.rados.0.smithi098.stdout:1527: read oid 45 snap -1 2024-04-12T00:32:16.453 INFO:tasks.rados.rados.0.smithi098.stdout:1527: expect (ObjNum 435 snap 120 seq_num 435) 2024-04-12T00:32:16.453 INFO:tasks.rados.rados.0.smithi098.stdout:1528: snap_create 2024-04-12T00:32:16.456 INFO:tasks.rados.rados.0.smithi098.stdout:1527: expect (ObjNum 435 snap 120 seq_num 435) 2024-04-12T00:32:16.460 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 606 (ObjNum 503 snap 130 seq_num 503) dirty exists 2024-04-12T00:32:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[91373]: osdmap e339: 8 total, 7 up, 8 in 2024-04-12T00:32:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[91373]: pgmap v166: 121 pgs: 11 active+undersized+degraded, 33 active+undersized, 77 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 916 KiB/s wr, 10 op/s; 37/261 objects degraded (14.176%) 2024-04-12T00:32:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[91373]: osdmap e340: 8 total, 7 up, 8 in 2024-04-12T00:32:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[88922]: osdmap e339: 8 total, 7 up, 8 in 2024-04-12T00:32:16.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:16.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:16.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:16.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[88922]: pgmap v166: 121 pgs: 11 active+undersized+degraded, 33 active+undersized, 77 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 916 KiB/s wr, 10 op/s; 37/261 objects degraded (14.176%) 2024-04-12T00:32:16.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:16 smithi098 ceph-mon[88922]: osdmap e340: 8 total, 7 up, 8 in 2024-04-12T00:32:16.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:16 smithi193 ceph-mon[83763]: osdmap e339: 8 total, 7 up, 8 in 2024-04-12T00:32:16.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:16.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:16.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:16.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:16 smithi193 ceph-mon[83763]: pgmap v166: 121 pgs: 11 active+undersized+degraded, 33 active+undersized, 77 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 916 KiB/s wr, 10 op/s; 37/261 objects degraded (14.176%) 2024-04-12T00:32:16.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:16 smithi193 ceph-mon[83763]: osdmap e340: 8 total, 7 up, 8 in 2024-04-12T00:32:17.453 INFO:tasks.rados.rados.0.smithi098.stdout:1526: done (2 left) 2024-04-12T00:32:17.453 INFO:tasks.rados.rados.0.smithi098.stdout:1527: done (1 left) 2024-04-12T00:32:17.453 INFO:tasks.rados.rados.0.smithi098.stdout:1528: done (0 left) 2024-04-12T00:32:17.453 INFO:tasks.rados.rados.0.smithi098.stdout:1529: copy_from oid 12 from oid 38 current snap is 134 2024-04-12T00:32:17.454 INFO:tasks.rados.rados.0.smithi098.stdout:1530: read oid 23 snap 124 2024-04-12T00:32:17.454 INFO:tasks.rados.rados.0.smithi098.stdout:1530: expect (ObjNum 310 snap 86 seq_num 310) 2024-04-12T00:32:17.454 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 134 2024-04-12T00:32:17.454 INFO:tasks.rados.rados.0.smithi098.stdout:1531: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-04-12T00:32:17.455 INFO:tasks.rados.rados.0.smithi098.stdout:1531: writing smithi09877355-39 from 0 to 483328 tid 1 2024-04-12T00:32:17.460 INFO:tasks.rados.rados.0.smithi098.stdout:1531: writing smithi09877355-39 from 483328 to 1245184 tid 2 2024-04-12T00:32:17.461 INFO:tasks.rados.rados.0.smithi098.stdout:1531: writing smithi09877355-39 from 1245184 to 1286144 tid 3 2024-04-12T00:32:17.461 INFO:tasks.rados.rados.0.smithi098.stdout:1532: read oid 48 snap 131 2024-04-12T00:32:17.461 INFO:tasks.rados.rados.0.smithi098.stdout:1532: expect (ObjNum 460 snap 122 seq_num 460) 2024-04-12T00:32:17.461 INFO:tasks.rados.rados.0.smithi098.stdout:1533: rollback oid 29 current snap is 134 2024-04-12T00:32:17.461 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 132 2024-04-12T00:32:17.461 INFO:tasks.rados.rados.0.smithi098.stdout:1534: read oid 7 snap -1 2024-04-12T00:32:17.462 INFO:tasks.rados.rados.0.smithi098.stdout:1534: expect (ObjNum 433 snap 120 seq_num 433) 2024-04-12T00:32:17.462 INFO:tasks.rados.rados.0.smithi098.stdout:1535: snap_create 2024-04-12T00:32:17.462 INFO:tasks.rados.rados.0.smithi098.stdout:1529: finishing copy_from to smithi09877355-12 2024-04-12T00:32:17.462 INFO:tasks.rados.rados.0.smithi098.stdout:1529: got expected ENOENT (src dne) 2024-04-12T00:32:17.462 INFO:tasks.rados.rados.0.smithi098.stdout:1529: finishing copy_from racing read to smithi09877355-12 2024-04-12T00:32:17.465 INFO:tasks.rados.rados.0.smithi098.stdout:1531: finishing write tid 1 to smithi09877355-39 2024-04-12T00:32:17.465 INFO:tasks.rados.rados.0.smithi098.stdout:1533: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:32:17.466 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 0 (ObjNum 113 snap 0 seq_num 28935312) dirty dne 2024-04-12T00:32:17.466 INFO:tasks.rados.rados.0.smithi098.stdout:1531: finishing write tid 2 to smithi09877355-39 2024-04-12T00:32:17.467 INFO:tasks.rados.rados.0.smithi098.stdout:1531: finishing write tid 3 to smithi09877355-39 2024-04-12T00:32:17.468 INFO:tasks.rados.rados.0.smithi098.stdout:1531: finishing write tid 4 to smithi09877355-39 2024-04-12T00:32:17.469 INFO:tasks.rados.rados.0.smithi098.stdout:1531: finishing write tid 5 to smithi09877355-39 2024-04-12T00:32:17.469 INFO:tasks.rados.rados.0.smithi098.stdout:1531: oid 39 updating version 0 to 1124 2024-04-12T00:32:17.469 INFO:tasks.rados.rados.0.smithi098.stdout:1531: oid 39 updating version 1124 to 1126 2024-04-12T00:32:17.469 INFO:tasks.rados.rados.0.smithi098.stdout:1531: oid 39 version 1126 is already newer than 1125 2024-04-12T00:32:17.469 INFO:tasks.rados.rados.0.smithi098.stdout:1531: oid 39 version 1126 is already newer than 1123 2024-04-12T00:32:17.469 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1126 (ObjNum 506 snap 134 seq_num 506) dirty exists 2024-04-12T00:32:17.470 INFO:tasks.rados.rados.0.smithi098.stdout:1531: left oid 39 (ObjNum 506 snap 134 seq_num 506) 2024-04-12T00:32:17.472 INFO:tasks.rados.rados.0.smithi098.stdout:1532: expect (ObjNum 460 snap 122 seq_num 460) 2024-04-12T00:32:17.519 INFO:tasks.rados.rados.0.smithi098.stdout:1530: expect (ObjNum 310 snap 86 seq_num 310) 2024-04-12T00:32:17.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:17 smithi098 ceph-mon[88922]: Health check failed: Degraded data redundancy: 37/261 objects degraded (14.176%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:17.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:17 smithi098 ceph-mon[88922]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-04-12T00:32:17.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:17 smithi098 ceph-mon[88922]: osdmap e341: 8 total, 7 up, 8 in 2024-04-12T00:32:17.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:17 smithi098 ceph-mon[91373]: Health check failed: Degraded data redundancy: 37/261 objects degraded (14.176%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:17.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:17 smithi098 ceph-mon[91373]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-04-12T00:32:17.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:17 smithi098 ceph-mon[91373]: osdmap e341: 8 total, 7 up, 8 in 2024-04-12T00:32:17.825 INFO:tasks.rados.rados.0.smithi098.stdout:1534: expect (ObjNum 433 snap 120 seq_num 433) 2024-04-12T00:32:17.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:17 smithi193 ceph-mon[83763]: Health check failed: Degraded data redundancy: 37/261 objects degraded (14.176%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:17.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:17 smithi193 ceph-mon[83763]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-04-12T00:32:17.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:17 smithi193 ceph-mon[83763]: osdmap e341: 8 total, 7 up, 8 in 2024-04-12T00:32:18.455 INFO:tasks.rados.rados.0.smithi098.stdout:1529: done (6 left) 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:1530: done (5 left) 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:1531: done (4 left) 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:1532: done (3 left) 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:1533: done (2 left) 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:1534: done (1 left) 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:1535: done (0 left) 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:1536: read oid 1 snap -1 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:1536: expect (ObjNum 470 snap 124 seq_num 470) 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 135 2024-04-12T00:32:18.456 INFO:tasks.rados.rados.0.smithi098.stdout:1537: seq_num 507 ranges {2056192=499712,2555904=638976,3194880=163840} 2024-04-12T00:32:18.470 INFO:tasks.rados.rados.0.smithi098.stdout:1537: writing smithi09877355-14 from 2056192 to 2555904 tid 1 2024-04-12T00:32:18.474 INFO:tasks.rados.rados.0.smithi098.stdout:1537: writing smithi09877355-14 from 2555904 to 3194880 tid 2 2024-04-12T00:32:18.475 INFO:tasks.rados.rados.0.smithi098.stdout:1537: writing smithi09877355-14 from 3194880 to 3358720 tid 3 2024-04-12T00:32:18.475 INFO:tasks.rados.rados.0.smithi098.stdout:1538: snap_remove snap 124 2024-04-12T00:32:18.702 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:18 smithi098 ceph-mon[91373]: pgmap v169: 121 pgs: 11 active+undersized+degraded, 33 active+undersized, 77 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 916 KiB/s wr, 10 op/s; 37/261 objects degraded (14.176%) 2024-04-12T00:32:18.703 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:18 smithi098 ceph-mon[91373]: osdmap e342: 8 total, 7 up, 8 in 2024-04-12T00:32:18.703 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:18 smithi098 ceph-mon[88922]: pgmap v169: 121 pgs: 11 active+undersized+degraded, 33 active+undersized, 77 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 916 KiB/s wr, 10 op/s; 37/261 objects degraded (14.176%) 2024-04-12T00:32:18.703 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:18 smithi098 ceph-mon[88922]: osdmap e342: 8 total, 7 up, 8 in 2024-04-12T00:32:18.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:18 smithi193 ceph-mon[83763]: pgmap v169: 121 pgs: 11 active+undersized+degraded, 33 active+undersized, 77 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 916 KiB/s wr, 10 op/s; 37/261 objects degraded (14.176%) 2024-04-12T00:32:18.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:18 smithi193 ceph-mon[83763]: osdmap e342: 8 total, 7 up, 8 in 2024-04-12T00:32:19.457 INFO:tasks.rados.rados.0.smithi098.stdout:1538: done (2 left) 2024-04-12T00:32:19.457 INFO:tasks.rados.rados.0.smithi098.stdout:1539: rollback oid 30 current snap is 135 2024-04-12T00:32:19.457 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 133 2024-04-12T00:32:19.457 INFO:tasks.rados.rados.0.smithi098.stdout:1536: expect (ObjNum 470 snap 124 seq_num 470) 2024-04-12T00:32:19.484 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[102161]: 2024-04-12T00:32:19.151+0000 7f208ceb27c0 -1 osd.1 333 log_to_monitors true 2024-04-12T00:32:19.512 INFO:tasks.rados.rados.0.smithi098.stdout:1537: finishing write tid 1 to smithi09877355-14 2024-04-12T00:32:19.512 INFO:tasks.rados.rados.0.smithi098.stdout:1537: finishing write tid 2 to smithi09877355-14 2024-04-12T00:32:19.512 INFO:tasks.rados.rados.0.smithi098.stdout:1537: finishing write tid 3 to smithi09877355-14 2024-04-12T00:32:19.512 INFO:tasks.rados.rados.0.smithi098.stdout:1537: finishing write tid 4 to smithi09877355-14 2024-04-12T00:32:19.512 INFO:tasks.rados.rados.0.smithi098.stdout:1537: finishing write tid 5 to smithi09877355-14 2024-04-12T00:32:19.512 INFO:tasks.rados.rados.0.smithi098.stdout:1537: oid 14 updating version 0 to 735 2024-04-12T00:32:19.512 INFO:tasks.rados.rados.0.smithi098.stdout:1537: oid 14 version 735 is already newer than 733 2024-04-12T00:32:19.512 INFO:tasks.rados.rados.0.smithi098.stdout:1537: oid 14 version 735 is already newer than 732 2024-04-12T00:32:19.512 INFO:tasks.rados.rados.0.smithi098.stdout:1537: oid 14 version 735 is already newer than 734 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 735 (ObjNum 507 snap 135 seq_num 507) dirty exists 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:1537: left oid 14 (ObjNum 507 snap 135 seq_num 507) 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:1536: done (2 left) 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:1537: done (1 left) 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:1540: copy_from oid 9 from oid 25 current snap is 135 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:1539: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 0 (ObjNum 33 snap 0 seq_num 28508736) dirty dne 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:1539: done (1 left) 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:1541: setattr oid 11 current snap is 135 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:1540: finishing copy_from to smithi09877355-9 2024-04-12T00:32:19.513 INFO:tasks.rados.rados.0.smithi098.stdout:1540: got expected ENOENT (src dne) 2024-04-12T00:32:19.514 INFO:tasks.rados.rados.0.smithi098.stdout:1540: finishing copy_from racing read to smithi09877355-9 2024-04-12T00:32:19.514 INFO:tasks.rados.rados.0.smithi098.stdout:1540: done (1 left) 2024-04-12T00:32:19.514 INFO:tasks.rados.rados.0.smithi098.stdout:1542: copy_from oid 16 from oid 33 current snap is 135 2024-04-12T00:32:19.514 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 135 2024-04-12T00:32:19.515 INFO:tasks.rados.rados.0.smithi098.stdout:1543: seq_num 508 ranges {0=516096,516096=524288,1040384=278528} 2024-04-12T00:32:19.517 INFO:tasks.rados.rados.0.smithi098.stdout:1543: writing smithi09877355-25 from 0 to 516096 tid 1 2024-04-12T00:32:19.520 INFO:tasks.rados.rados.0.smithi098.stdout:1543: writing smithi09877355-25 from 516096 to 1040384 tid 2 2024-04-12T00:32:19.522 INFO:tasks.rados.rados.0.smithi098.stdout:1543: writing smithi09877355-25 from 1040384 to 1318912 tid 3 2024-04-12T00:32:19.522 INFO:tasks.rados.rados.0.smithi098.stdout:1544: snap_remove snap 134 2024-04-12T00:32:19.789 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[102161]: 2024-04-12T00:32:19.485+0000 7f207e30a700 -1 osd.1 333 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:32:19.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[88922]: from='osd.1 [v2:172.21.15.98:6810/1139634160,v1:172.21.15.98:6811/1139634160]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:32:19.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[88922]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:32:19.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:19.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:19.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[88922]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T00:32:19.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[88922]: osdmap e343: 8 total, 7 up, 8 in 2024-04-12T00:32:19.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[88922]: from='osd.1 [v2:172.21.15.98:6810/1139634160,v1:172.21.15.98:6811/1139634160]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:19.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[88922]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:19.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[91373]: from='osd.1 [v2:172.21.15.98:6810/1139634160,v1:172.21.15.98:6811/1139634160]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:32:19.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[91373]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:32:19.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:19.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:19.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[91373]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T00:32:19.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[91373]: osdmap e343: 8 total, 7 up, 8 in 2024-04-12T00:32:19.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[91373]: from='osd.1 [v2:172.21.15.98:6810/1139634160,v1:172.21.15.98:6811/1139634160]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:19.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:19 smithi098 ceph-mon[91373]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:19.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:19 smithi193 ceph-mon[83763]: from='osd.1 [v2:172.21.15.98:6810/1139634160,v1:172.21.15.98:6811/1139634160]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:32:19.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:19 smithi193 ceph-mon[83763]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T00:32:19.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:19.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:19.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:19 smithi193 ceph-mon[83763]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T00:32:19.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:19 smithi193 ceph-mon[83763]: osdmap e343: 8 total, 7 up, 8 in 2024-04-12T00:32:19.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:19 smithi193 ceph-mon[83763]: from='osd.1 [v2:172.21.15.98:6810/1139634160,v1:172.21.15.98:6811/1139634160]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:19.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:19 smithi193 ceph-mon[83763]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:20.461 INFO:tasks.rados.rados.0.smithi098.stdout:1544: done (3 left) 2024-04-12T00:32:20.461 INFO:tasks.rados.rados.0.smithi098.stdout:1545: copy_from oid 27 from oid 19 current snap is 135 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1546: snap_create 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1132 (ObjNum 445 snap 120 seq_num 445) dirty exists 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: finishing write tid 1 to smithi09877355-25 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: finishing write tid 2 to smithi09877355-25 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: finishing write tid 3 to smithi09877355-25 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: finishing write tid 4 to smithi09877355-25 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: finishing write tid 5 to smithi09877355-25 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: oid 25 updating version 0 to 682 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: oid 25 version 682 is already newer than 680 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: oid 25 updating version 682 to 683 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: oid 25 version 683 is already newer than 681 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 683 (ObjNum 508 snap 135 seq_num 508) dirty exists 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: left oid 25 (ObjNum 508 snap 135 seq_num 508) 2024-04-12T00:32:20.462 INFO:tasks.rados.rados.0.smithi098.stdout:1542: finishing copy_from racing read to smithi09877355-16 2024-04-12T00:32:20.463 INFO:tasks.rados.rados.0.smithi098.stdout:1542: finishing copy_from to smithi09877355-16 2024-04-12T00:32:20.463 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 592 (ObjNum 454 snap 122 seq_num 454) dirty exists 2024-04-12T00:32:20.477 INFO:tasks.rados.rados.0.smithi098.stdout:1545: finishing copy_from racing read to smithi09877355-27 2024-04-12T00:32:20.478 INFO:tasks.rados.rados.0.smithi098.stdout:1545: finishing copy_from to smithi09877355-27 2024-04-12T00:32:20.478 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 703 (ObjNum 464 snap 123 seq_num 464) dirty exists 2024-04-12T00:32:21.250 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[88922]: pgmap v172: 121 pgs: 11 active+undersized+degraded, 33 active+undersized, 77 active+clean; 124 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 37/261 objects degraded (14.176%) 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[88922]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[88922]: osd.1 [v2:172.21.15.98:6810/1139634160,v1:172.21.15.98:6811/1139634160] boot 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[88922]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[91373]: pgmap v172: 121 pgs: 11 active+undersized+degraded, 33 active+undersized, 77 active+clean; 124 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 37/261 objects degraded (14.176%) 2024-04-12T00:32:21.251 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:21.252 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:21.252 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:21.252 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:21.252 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[91373]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:32:21.252 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[91373]: osd.1 [v2:172.21.15.98:6810/1139634160,v1:172.21.15.98:6811/1139634160] boot 2024-04-12T00:32:21.252 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[91373]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T00:32:21.252 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:32:21.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:20 smithi193 ceph-mon[83763]: pgmap v172: 121 pgs: 11 active+undersized+degraded, 33 active+undersized, 77 active+clean; 124 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 37/261 objects degraded (14.176%) 2024-04-12T00:32:21.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:21.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:21.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:21.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:21.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:20 smithi193 ceph-mon[83763]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:32:21.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:20 smithi193 ceph-mon[83763]: osd.1 [v2:172.21.15.98:6810/1139634160,v1:172.21.15.98:6811/1139634160] boot 2024-04-12T00:32:21.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:20 smithi193 ceph-mon[83763]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T00:32:21.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T00:32:21.462 INFO:tasks.rados.rados.0.smithi098.stdout:1541: done (4 left) 2024-04-12T00:32:21.462 INFO:tasks.rados.rados.0.smithi098.stdout:1542: done (3 left) 2024-04-12T00:32:21.462 INFO:tasks.rados.rados.0.smithi098.stdout:1543: done (2 left) 2024-04-12T00:32:21.462 INFO:tasks.rados.rados.0.smithi098.stdout:1545: done (1 left) 2024-04-12T00:32:21.462 INFO:tasks.rados.rados.0.smithi098.stdout:1546: done (0 left) 2024-04-12T00:32:21.462 INFO:tasks.rados.rados.0.smithi098.stdout:1547: delete oid 30 current snap is 136 2024-04-12T00:32:21.484 INFO:tasks.rados.rados.0.smithi098.stdout:1547: done (0 left) 2024-04-12T00:32:21.484 INFO:tasks.rados.rados.0.smithi098.stdout:1548: rollback oid 41 current snap is 136 2024-04-12T00:32:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 135 2024-04-12T00:32:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:1549: read oid 42 snap -1 2024-04-12T00:32:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:1549: expect (ObjNum 483 snap 124 seq_num 483) 2024-04-12T00:32:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:1550: copy_from oid 31 from oid 50 current snap is 136 2024-04-12T00:32:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:1551: snap_create 2024-04-12T00:32:21.490 INFO:tasks.rados.rados.0.smithi098.stdout:1548: finishing rollback tid 0 to smithi09877355-41 2024-04-12T00:32:21.490 INFO:tasks.rados.rados.0.smithi098.stdout:1548: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:32:21.493 INFO:tasks.rados.rados.0.smithi098.stdout:1549: expect (ObjNum 483 snap 124 seq_num 483) 2024-04-12T00:32:21.522 INFO:tasks.rados.rados.0.smithi098.stdout:1548: finishing rollback tid 2 to smithi09877355-41 2024-04-12T00:32:21.522 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 951 (ObjNum 425 snap 117 seq_num 425) dirty exists 2024-04-12T00:32:21.523 INFO:tasks.rados.rados.0.smithi098.stdout:1550: finishing copy_from racing read to smithi09877355-31 2024-04-12T00:32:21.523 INFO:tasks.rados.rados.0.smithi098.stdout:1550: finishing copy_from to smithi09877355-31 2024-04-12T00:32:21.523 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 727 (ObjNum 505 snap 132 seq_num 505) dirty exists 2024-04-12T00:32:22.465 INFO:tasks.rados.rados.0.smithi098.stdout:1548: done (3 left) 2024-04-12T00:32:22.465 INFO:tasks.rados.rados.0.smithi098.stdout:1549: done (2 left) 2024-04-12T00:32:22.465 INFO:tasks.rados.rados.0.smithi098.stdout:1550: done (1 left) 2024-04-12T00:32:22.465 INFO:tasks.rados.rados.0.smithi098.stdout:1551: done (0 left) 2024-04-12T00:32:22.465 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 137 2024-04-12T00:32:22.465 INFO:tasks.rados.rados.0.smithi098.stdout:1552: seq_num 510 ranges {0=548864,548864=745472,1294336=57344} 2024-04-12T00:32:22.467 INFO:tasks.rados.rados.0.smithi098.stdout:1552: writing smithi09877355-47 from 0 to 548864 tid 1 2024-04-12T00:32:22.471 INFO:tasks.rados.rados.0.smithi098.stdout:1552: writing smithi09877355-47 from 548864 to 1294336 tid 2 2024-04-12T00:32:22.472 INFO:tasks.rados.rados.0.smithi098.stdout:1552: writing smithi09877355-47 from 1294336 to 1351680 tid 3 2024-04-12T00:32:22.472 INFO:tasks.rados.rados.0.smithi098.stdout:1553: read oid 37 snap -1 2024-04-12T00:32:22.472 INFO:tasks.rados.rados.0.smithi098.stdout:1553: expect (ObjNum 436 snap 120 seq_num 436) 2024-04-12T00:32:22.472 INFO:tasks.rados.rados.0.smithi098.stdout:1554: read oid 9 snap -1 2024-04-12T00:32:22.472 INFO:tasks.rados.rados.0.smithi098.stdout:1554: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:22.473 INFO:tasks.rados.rados.0.smithi098.stdout:1555: setattr oid 26 current snap is 137 2024-04-12T00:32:22.473 INFO:tasks.rados.rados.0.smithi098.stdout:1556: rmattr oid 45 current snap is 137 2024-04-12T00:32:22.473 INFO:tasks.rados.rados.0.smithi098.stdout:1556: done (4 left) 2024-04-12T00:32:22.473 INFO:tasks.rados.rados.0.smithi098.stdout:1557: snap_create 2024-04-12T00:32:22.475 INFO:tasks.rados.rados.0.smithi098.stdout:1552: finishing write tid 1 to smithi09877355-47 2024-04-12T00:32:22.477 INFO:tasks.rados.rados.0.smithi098.stdout:1552: finishing write tid 2 to smithi09877355-47 2024-04-12T00:32:22.478 INFO:tasks.rados.rados.0.smithi098.stdout:1552: finishing write tid 3 to smithi09877355-47 2024-04-12T00:32:22.478 INFO:tasks.rados.rados.0.smithi098.stdout:1552: finishing write tid 4 to smithi09877355-47 2024-04-12T00:32:22.479 INFO:tasks.rados.rados.0.smithi098.stdout:1552: finishing write tid 5 to smithi09877355-47 2024-04-12T00:32:22.480 INFO:tasks.rados.rados.0.smithi098.stdout:1552: oid 47 updating version 0 to 725 2024-04-12T00:32:22.480 INFO:tasks.rados.rados.0.smithi098.stdout:1552: oid 47 updating version 725 to 728 2024-04-12T00:32:22.480 INFO:tasks.rados.rados.0.smithi098.stdout:1552: oid 47 version 728 is already newer than 726 2024-04-12T00:32:22.480 INFO:tasks.rados.rados.0.smithi098.stdout:1552: oid 47 version 728 is already newer than 727 2024-04-12T00:32:22.480 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 728 (ObjNum 510 snap 137 seq_num 510) dirty exists 2024-04-12T00:32:22.480 INFO:tasks.rados.rados.0.smithi098.stdout:1552: left oid 47 (ObjNum 510 snap 137 seq_num 510) 2024-04-12T00:32:22.480 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 558 (ObjNum 495 snap 126 seq_num 495) dirty exists 2024-04-12T00:32:22.488 INFO:tasks.rados.rados.0.smithi098.stdout:1554: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:22.527 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:22 smithi098 ceph-mon[91373]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T00:32:22.527 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:22 smithi098 ceph-mon[91373]: pgmap v175: 121 pgs: 28 peering, 4 active+undersized+degraded, 12 active+undersized, 77 active+clean; 119 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 19 op/s; 8/246 objects degraded (3.252%) 2024-04-12T00:32:22.527 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:22 smithi098 ceph-mon[88922]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T00:32:22.527 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:22 smithi098 ceph-mon[88922]: pgmap v175: 121 pgs: 28 peering, 4 active+undersized+degraded, 12 active+undersized, 77 active+clean; 119 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 19 op/s; 8/246 objects degraded (3.252%) 2024-04-12T00:32:22.603 INFO:tasks.rados.rados.0.smithi098.stdout:1553: expect (ObjNum 436 snap 120 seq_num 436) 2024-04-12T00:32:22.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:22 smithi193 ceph-mon[83763]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T00:32:22.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:22 smithi193 ceph-mon[83763]: pgmap v175: 121 pgs: 28 peering, 4 active+undersized+degraded, 12 active+undersized, 77 active+clean; 119 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 19 op/s; 8/246 objects degraded (3.252%) 2024-04-12T00:32:22.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:23.471 INFO:tasks.rados.rados.0.smithi098.stdout:1552: done (4 left) 2024-04-12T00:32:23.471 INFO:tasks.rados.rados.0.smithi098.stdout:1553: done (3 left) 2024-04-12T00:32:23.471 INFO:tasks.rados.rados.0.smithi098.stdout:1554: done (2 left) 2024-04-12T00:32:23.471 INFO:tasks.rados.rados.0.smithi098.stdout:1555: done (1 left) 2024-04-12T00:32:23.471 INFO:tasks.rados.rados.0.smithi098.stdout:1557: done (0 left) 2024-04-12T00:32:23.471 INFO:tasks.rados.rados.0.smithi098.stdout:1558: snap_remove snap 136 2024-04-12T00:32:23.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:23 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 8/246 objects degraded (3.252%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:23.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:23 smithi098 ceph-mon[91373]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T00:32:23.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:23 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 8/246 objects degraded (3.252%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:23.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:23 smithi098 ceph-mon[88922]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T00:32:23.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:23 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 8/246 objects degraded (3.252%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:23.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:23 smithi193 ceph-mon[83763]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T00:32:23.865 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:23 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:24.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:32:23 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:32:23.978+0000 7f6432f72700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-12T00:32:24.481 INFO:tasks.rados.rados.0.smithi098.stdout:1558: done (0 left) 2024-04-12T00:32:24.481 INFO:tasks.rados.rados.0.smithi098.stdout:1559: delete oid 49 current snap is 138 2024-04-12T00:32:24.484 INFO:tasks.rados.rados.0.smithi098.stdout:1559: done (0 left) 2024-04-12T00:32:24.484 INFO:tasks.rados.rados.0.smithi098.stdout:1560: delete oid 40 current snap is 138 2024-04-12T00:32:24.490 INFO:tasks.rados.rados.0.smithi098.stdout:1560: done (0 left) 2024-04-12T00:32:24.490 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 138 2024-04-12T00:32:24.490 INFO:tasks.rados.rados.0.smithi098.stdout:1561: seq_num 513 ranges {1523712=598016,2121728=794624,2916352=8192} 2024-04-12T00:32:24.501 INFO:tasks.rados.rados.0.smithi098.stdout:1561: writing smithi09877355-15 from 1523712 to 2121728 tid 1 2024-04-12T00:32:24.506 INFO:tasks.rados.rados.0.smithi098.stdout:1561: writing smithi09877355-15 from 2121728 to 2916352 tid 2 2024-04-12T00:32:24.506 INFO:tasks.rados.rados.0.smithi098.stdout:1561: writing smithi09877355-15 from 2916352 to 2924544 tid 3 2024-04-12T00:32:24.506 INFO:tasks.rados.rados.0.smithi098.stdout:1562: delete oid 41 current snap is 138 2024-04-12T00:32:24.506 INFO:tasks.rados.rados.0.smithi098.stdout:1561: finishing write tid 1 to smithi09877355-15 2024-04-12T00:32:24.511 INFO:tasks.rados.rados.0.smithi098.stdout:1562: done (1 left) 2024-04-12T00:32:24.511 INFO:tasks.rados.rados.0.smithi098.stdout:1563: read oid 43 snap -1 2024-04-12T00:32:24.511 INFO:tasks.rados.rados.0.smithi098.stdout:1563: expect deleted 2024-04-12T00:32:24.511 INFO:tasks.rados.rados.0.smithi098.stdout:1564: read oid 50 snap -1 2024-04-12T00:32:24.511 INFO:tasks.rados.rados.0.smithi098.stdout:1564: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:24.511 INFO:tasks.rados.rados.0.smithi098.stdout:1565: delete oid 28 current snap is 138 2024-04-12T00:32:24.512 INFO:tasks.rados.rados.0.smithi098.stdout:1561: finishing write tid 2 to smithi09877355-15 2024-04-12T00:32:24.512 INFO:tasks.rados.rados.0.smithi098.stdout:1561: finishing write tid 3 to smithi09877355-15 2024-04-12T00:32:24.513 INFO:tasks.rados.rados.0.smithi098.stdout:1561: finishing write tid 4 to smithi09877355-15 2024-04-12T00:32:24.515 INFO:tasks.rados.rados.0.smithi098.stdout:1561: finishing write tid 5 to smithi09877355-15 2024-04-12T00:32:24.515 INFO:tasks.rados.rados.0.smithi098.stdout:1561: oid 15 updating version 0 to 1142 2024-04-12T00:32:24.515 INFO:tasks.rados.rados.0.smithi098.stdout:1561: oid 15 updating version 1142 to 1143 2024-04-12T00:32:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:1561: oid 15 version 1143 is already newer than 1141 2024-04-12T00:32:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:1561: oid 15 version 1143 is already newer than 1140 2024-04-12T00:32:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1143 (ObjNum 513 snap 138 seq_num 513) dirty exists 2024-04-12T00:32:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:1561: left oid 15 (ObjNum 513 snap 138 seq_num 513) 2024-04-12T00:32:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:1561: done (3 left) 2024-04-12T00:32:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:1563: done (2 left) 2024-04-12T00:32:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:1565: done (1 left) 2024-04-12T00:32:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 138 2024-04-12T00:32:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:1566: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2024-04-12T00:32:24.520 INFO:tasks.rados.rados.0.smithi098.stdout:1566: writing smithi09877355-46 from 0 to 647168 tid 1 2024-04-12T00:32:24.522 INFO:tasks.rados.rados.0.smithi098.stdout:1566: writing smithi09877355-46 from 647168 to 1097728 tid 2 2024-04-12T00:32:24.525 INFO:tasks.rados.rados.0.smithi098.stdout:1566: writing smithi09877355-46 from 1097728 to 1449984 tid 3 2024-04-12T00:32:24.525 INFO:tasks.rados.rados.0.smithi098.stdout:1567: snap_remove snap 135 2024-04-12T00:32:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T00:32:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: pgmap v178: 121 pgs: 28 peering, 4 active+undersized+degraded, 12 active+undersized, 77 active+clean; 119 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 19 op/s; 8/246 objects degraded (3.252%) 2024-04-12T00:32:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: pgmap v178: 121 pgs: 28 peering, 4 active+undersized+degraded, 12 active+undersized, 77 active+clean; 119 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 19 op/s; 8/246 objects degraded (3.252%) 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:24.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:32:24.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:24.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:24.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:24.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:24.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:24.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:24.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: pgmap v178: 121 pgs: 28 peering, 4 active+undersized+degraded, 12 active+undersized, 77 active+clean; 119 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 19 op/s; 8/246 objects degraded (3.252%) 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:24.923 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (6m) 6s ago 7m 25.3M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (7m) 84s ago 6m 90.6M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (8m) 6s ago 8m 20.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (8m) 84s ago 8m 16.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (2m) 84s ago 11m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (2m) 6s ago 13m 511M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (2m) 6s ago 13m 48.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (90s) 84s ago 11m 24.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (109s) 6s ago 11m 40.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (6m) 6s ago 6m 15.7M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:32:25.241 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (6m) 84s ago 6m 15.2M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:32:25.242 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (44s) 6s ago 11m 111M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:32:25.242 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (10s) 6s ago 10m 15.0M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:32:25.242 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (10m) 6s ago 10m 201M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 26fc599d182b 2024-04-12T00:32:25.242 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (10m) 6s ago 10m 127M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:32:25.242 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (9m) 84s ago 9m 202M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:32:25.242 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (9m) 84s ago 9m 227M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:32:25.242 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (8m) 84s ago 8m 119M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:32:25.242 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (8m) 84s ago 8m 144M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:32:25.242 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (2m) 84s ago 7m 52.7M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:32:25.484 INFO:tasks.rados.rados.0.smithi098.stdout:1567: done (2 left) 2024-04-12T00:32:25.484 INFO:tasks.rados.rados.0.smithi098.stdout:1568: read oid 5 snap -1 2024-04-12T00:32:25.484 INFO:tasks.rados.rados.0.smithi098.stdout:1568: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:25.484 INFO:tasks.rados.rados.0.smithi098.stdout:1569: delete oid 11 current snap is 138 2024-04-12T00:32:25.484 INFO:tasks.rados.rados.0.smithi098.stdout:1566: finishing write tid 1 to smithi09877355-46 2024-04-12T00:32:25.484 INFO:tasks.rados.rados.0.smithi098.stdout:1564: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:25.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:25 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:25.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:25 smithi098 ceph-mon[91373]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-12T00:32:25.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:25 smithi098 ceph-mon[91373]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T00:32:25.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:25 smithi098 ceph-mon[91373]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:25.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:25 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:25.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:25 smithi098 ceph-mon[88922]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-12T00:32:25.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:25 smithi098 ceph-mon[88922]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T00:32:25.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:25 smithi098 ceph-mon[88922]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:32:25.651 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:32:25.652 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:32:25.652 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:32:25.652 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:32:25.652 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8, 2024-04-12T00:32:25.652 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 7 2024-04-12T00:32:25.652 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:32:25.652 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: finishing write tid 2 to smithi09877355-46 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: finishing write tid 3 to smithi09877355-46 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: finishing write tid 4 to smithi09877355-46 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: finishing write tid 5 to smithi09877355-46 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: oid 46 updating version 0 to 608 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: oid 46 updating version 608 to 610 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: oid 46 version 610 is already newer than 609 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: oid 46 updating version 610 to 611 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 611 (ObjNum 516 snap 138 seq_num 516) dirty exists 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: left oid 46 (ObjNum 516 snap 138 seq_num 516) 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1564: done (3 left) 2024-04-12T00:32:25.719 INFO:tasks.rados.rados.0.smithi098.stdout:1566: done (2 left) 2024-04-12T00:32:25.720 INFO:tasks.rados.rados.0.smithi098.stdout:1569: done (1 left) 2024-04-12T00:32:25.720 INFO:tasks.rados.rados.0.smithi098.stdout:1570: read oid 36 snap 133 2024-04-12T00:32:25.720 INFO:tasks.rados.rados.0.smithi098.stdout:1570: expect deleted 2024-04-12T00:32:25.720 INFO:tasks.rados.rados.0.smithi098.stdout:1571: read oid 32 snap 137 2024-04-12T00:32:25.720 INFO:tasks.rados.rados.0.smithi098.stdout:1571: expect (ObjNum 433 snap 120 seq_num 433) 2024-04-12T00:32:25.720 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 138 2024-04-12T00:32:25.720 INFO:tasks.rados.rados.0.smithi098.stdout:1568: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:25.791 INFO:tasks.rados.rados.0.smithi098.stdout:1571: expect (ObjNum 433 snap 120 seq_num 433) 2024-04-12T00:32:25.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:25 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:25.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:25 smithi193 ceph-mon[83763]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-12T00:32:25.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:25 smithi193 ceph-mon[83763]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T00:32:25.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:25 smithi193 ceph-mon[83763]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:25.992 INFO:tasks.rados.rados.0.smithi098.stdout:1572: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-04-12T00:32:25.995 INFO:tasks.rados.rados.0.smithi098.stdout:1572: writing smithi09877355-4 from 0 to 679936 tid 1 2024-04-12T00:32:25.999 INFO:tasks.rados.rados.0.smithi098.stdout:1572: writing smithi09877355-4 from 679936 to 1351680 tid 2 2024-04-12T00:32:26.002 INFO:tasks.rados.rados.0.smithi098.stdout:1572: writing smithi09877355-4 from 1351680 to 1482752 tid 3 2024-04-12T00:32:26.002 INFO:tasks.rados.rados.0.smithi098.stdout:1568: done (3 left) 2024-04-12T00:32:26.002 INFO:tasks.rados.rados.0.smithi098.stdout:1570: done (2 left) 2024-04-12T00:32:26.002 INFO:tasks.rados.rados.0.smithi098.stdout:1571: done (1 left) 2024-04-12T00:32:26.002 INFO:tasks.rados.rados.0.smithi098.stdout:1573: rollback oid 45 current snap is 138 2024-04-12T00:32:26.002 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 45 to 132 2024-04-12T00:32:26.002 INFO:tasks.rados.rados.0.smithi098.stdout:1572: finishing write tid 1 to smithi09877355-4 2024-04-12T00:32:26.003 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 138 2024-04-12T00:32:26.003 INFO:tasks.rados.rados.0.smithi098.stdout:1574: seq_num 519 ranges {3358720=696320,4055040=548864,4603904=253952} 2024-04-12T00:32:26.022 INFO:tasks.rados.rados.0.smithi098.stdout:1574: writing smithi09877355-14 from 3358720 to 4055040 tid 1 2024-04-12T00:32:26.025 INFO:tasks.rados.rados.0.smithi098.stdout:1574: writing smithi09877355-14 from 4055040 to 4603904 tid 2 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1574: writing smithi09877355-14 from 4603904 to 4857856 tid 3 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1575: setattr oid 17 current snap is 138 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1573: finishing rollback tid 0 to smithi09877355-45 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1573: finishing rollback tid 1 to smithi09877355-45 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1572: finishing write tid 2 to smithi09877355-4 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1573: finishing rollback tid 2 to smithi09877355-45 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 456 (ObjNum 435 snap 120 seq_num 435) dirty exists 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1572: finishing write tid 3 to smithi09877355-4 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1572: finishing write tid 4 to smithi09877355-4 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1572: finishing write tid 5 to smithi09877355-4 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1572: oid 4 updating version 0 to 736 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1572: oid 4 updating version 736 to 738 2024-04-12T00:32:26.027 INFO:tasks.rados.rados.0.smithi098.stdout:1572: oid 4 updating version 738 to 739 2024-04-12T00:32:26.028 INFO:tasks.rados.rados.0.smithi098.stdout:1572: oid 4 version 739 is already newer than 737 2024-04-12T00:32:26.028 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 739 (ObjNum 518 snap 138 seq_num 518) dirty exists 2024-04-12T00:32:26.028 INFO:tasks.rados.rados.0.smithi098.stdout:1572: left oid 4 (ObjNum 518 snap 138 seq_num 518) 2024-04-12T00:32:26.028 INFO:tasks.rados.rados.0.smithi098.stdout:1572: done (3 left) 2024-04-12T00:32:26.028 INFO:tasks.rados.rados.0.smithi098.stdout:1573: done (2 left) 2024-04-12T00:32:26.029 INFO:tasks.rados.rados.0.smithi098.stdout:1576: copy_from oid 18 from oid 19 current snap is 138 2024-04-12T00:32:26.029 INFO:tasks.rados.rados.0.smithi098.stdout:1577: read oid 9 snap -1 2024-04-12T00:32:26.029 INFO:tasks.rados.rados.0.smithi098.stdout:1577: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:26.029 INFO:tasks.rados.rados.0.smithi098.stdout:1578: rollback oid 48 current snap is 138 2024-04-12T00:32:26.029 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 48 to 137 2024-04-12T00:32:26.029 INFO:tasks.rados.rados.0.smithi098.stdout:1579: read oid 7 snap -1 2024-04-12T00:32:26.029 INFO:tasks.rados.rados.0.smithi098.stdout:1579: expect (ObjNum 433 snap 120 seq_num 433) 2024-04-12T00:32:26.029 INFO:tasks.rados.rados.0.smithi098.stdout:1580: copy_from oid 32 from oid 3 current snap is 138 2024-04-12T00:32:26.029 INFO:tasks.rados.rados.0.smithi098.stdout:1581: snap_remove snap 131 2024-04-12T00:32:26.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:32:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:32:25] "GET /metrics HTTP/1.1" 200 35973 "" "Prometheus/2.43.0" 2024-04-12T00:32:26.493 INFO:tasks.rados.rados.0.smithi098.stdout:1574: finishing write tid 1 to smithi09877355-14 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1574: finishing write tid 2 to smithi09877355-14 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1574: finishing write tid 3 to smithi09877355-14 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1574: finishing write tid 4 to smithi09877355-14 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 729 (ObjNum 466 snap 123 seq_num 466) dirty exists 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1574: finishing write tid 5 to smithi09877355-14 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1574: oid 14 updating version 0 to 740 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1574: oid 14 updating version 740 to 742 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1574: oid 14 updating version 742 to 743 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1574: oid 14 version 743 is already newer than 741 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 743 (ObjNum 519 snap 138 seq_num 519) dirty exists 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1574: left oid 14 (ObjNum 519 snap 138 seq_num 519) 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1576: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1578: finishing rollback tid 0 to smithi09877355-48 2024-04-12T00:32:26.494 INFO:tasks.rados.rados.0.smithi098.stdout:1578: finishing rollback tid 1 to smithi09877355-48 2024-04-12T00:32:26.495 INFO:tasks.rados.rados.0.smithi098.stdout:1578: finishing rollback tid 2 to smithi09877355-48 2024-04-12T00:32:26.495 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 723 (ObjNum 460 snap 122 seq_num 460) dirty exists 2024-04-12T00:32:26.495 INFO:tasks.rados.rados.0.smithi098.stdout:1576: finishing copy_from to smithi09877355-18 2024-04-12T00:32:26.495 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 703 (ObjNum 464 snap 123 seq_num 464) dirty exists 2024-04-12T00:32:26.495 INFO:tasks.rados.rados.0.smithi098.stdout:1577: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:26.605 INFO:tasks.rados.rados.0.smithi098.stdout:1580: finishing copy_from racing read to smithi09877355-32 2024-04-12T00:32:26.605 INFO:tasks.rados.rados.0.smithi098.stdout:1580: finishing copy_from to smithi09877355-32 2024-04-12T00:32:26.605 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 721 (ObjNum 496 snap 127 seq_num 496) dirty exists 2024-04-12T00:32:26.605 INFO:tasks.rados.rados.0.smithi098.stdout:1574: done (7 left) 2024-04-12T00:32:26.605 INFO:tasks.rados.rados.0.smithi098.stdout:1575: done (6 left) 2024-04-12T00:32:26.606 INFO:tasks.rados.rados.0.smithi098.stdout:1576: done (5 left) 2024-04-12T00:32:26.606 INFO:tasks.rados.rados.0.smithi098.stdout:1577: done (4 left) 2024-04-12T00:32:26.606 INFO:tasks.rados.rados.0.smithi098.stdout:1578: done (3 left) 2024-04-12T00:32:26.606 INFO:tasks.rados.rados.0.smithi098.stdout:1580: done (2 left) 2024-04-12T00:32:26.606 INFO:tasks.rados.rados.0.smithi098.stdout:1581: done (1 left) 2024-04-12T00:32:26.606 INFO:tasks.rados.rados.0.smithi098.stdout:1582: read oid 39 snap -1 2024-04-12T00:32:26.606 INFO:tasks.rados.rados.0.smithi098.stdout:1582: expect (ObjNum 506 snap 134 seq_num 506) 2024-04-12T00:32:26.606 INFO:tasks.rados.rados.0.smithi098.stdout:1583: snap_remove snap 132 2024-04-12T00:32:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:26 smithi098 ceph-mon[91373]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:26 smithi098 ceph-mon[91373]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T00:32:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:26 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2659866431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:26 smithi098 ceph-mon[91373]: pgmap v181: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 5.2 MiB/s, 1 objects/s recovering 2024-04-12T00:32:26.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:26 smithi098 ceph-mon[88922]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:26 smithi098 ceph-mon[88922]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T00:32:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:26 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2659866431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:26 smithi098 ceph-mon[88922]: pgmap v181: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 5.2 MiB/s, 1 objects/s recovering 2024-04-12T00:32:26.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:26 smithi193 ceph-mon[83763]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:26.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:26 smithi193 ceph-mon[83763]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T00:32:26.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:26 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2659866431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:26.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:26 smithi193 ceph-mon[83763]: pgmap v181: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 5.2 MiB/s, 1 objects/s recovering 2024-04-12T00:32:27.500 INFO:tasks.rados.rados.0.smithi098.stdout:1583: done (2 left) 2024-04-12T00:32:27.500 INFO:tasks.rados.rados.0.smithi098.stdout:1584: rollback oid 36 current snap is 138 2024-04-12T00:32:27.500 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 137 2024-04-12T00:32:27.500 INFO:tasks.rados.rados.0.smithi098.stdout:1579: expect (ObjNum 433 snap 120 seq_num 433) 2024-04-12T00:32:27.707 INFO:tasks.rados.rados.0.smithi098.stdout:1582: expect (ObjNum 506 snap 134 seq_num 506) 2024-04-12T00:32:27.740 INFO:tasks.rados.rados.0.smithi098.stdout:1584: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:32:27.740 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 0 (ObjNum 353 snap 0 seq_num 28439296) dirty dne 2024-04-12T00:32:27.740 INFO:tasks.rados.rados.0.smithi098.stdout:1579: done (2 left) 2024-04-12T00:32:27.740 INFO:tasks.rados.rados.0.smithi098.stdout:1582: done (1 left) 2024-04-12T00:32:27.740 INFO:tasks.rados.rados.0.smithi098.stdout:1584: done (0 left) 2024-04-12T00:32:27.740 INFO:tasks.rados.rados.0.smithi098.stdout:1585: read oid 13 snap 137 2024-04-12T00:32:27.740 INFO:tasks.rados.rados.0.smithi098.stdout:1585: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:32:27.740 INFO:tasks.rados.rados.0.smithi098.stdout:1586: read oid 35 snap -1 2024-04-12T00:32:27.741 INFO:tasks.rados.rados.0.smithi098.stdout:1586: expect deleted 2024-04-12T00:32:27.741 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 138 2024-04-12T00:32:27.741 INFO:tasks.rados.rados.0.smithi098.stdout:1587: seq_num 520 ranges {1998848=712704,2711552=434176,3145728=368640} 2024-04-12T00:32:27.755 INFO:tasks.rados.rados.0.smithi098.stdout:1587: writing smithi09877355-5 from 1998848 to 2711552 tid 1 2024-04-12T00:32:27.757 INFO:tasks.rados.rados.0.smithi098.stdout:1587: writing smithi09877355-5 from 2711552 to 3145728 tid 2 2024-04-12T00:32:27.759 INFO:tasks.rados.rados.0.smithi098.stdout:1587: writing smithi09877355-5 from 3145728 to 3514368 tid 3 2024-04-12T00:32:27.759 INFO:tasks.rados.rados.0.smithi098.stdout:1588: read oid 18 snap -1 2024-04-12T00:32:27.759 INFO:tasks.rados.rados.0.smithi098.stdout:1588: expect (ObjNum 464 snap 123 seq_num 464) 2024-04-12T00:32:27.759 INFO:tasks.rados.rados.0.smithi098.stdout:1589: copy_from oid 34 from oid 6 current snap is 138 2024-04-12T00:32:27.760 INFO:tasks.rados.rados.0.smithi098.stdout:1585: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:32:27.775 INFO:tasks.rados.rados.0.smithi098.stdout:1587: finishing write tid 1 to smithi09877355-5 2024-04-12T00:32:27.775 INFO:tasks.rados.rados.0.smithi098.stdout:1587: finishing write tid 2 to smithi09877355-5 2024-04-12T00:32:27.775 INFO:tasks.rados.rados.0.smithi098.stdout:1585: done (4 left) 2024-04-12T00:32:27.775 INFO:tasks.rados.rados.0.smithi098.stdout:1586: done (3 left) 2024-04-12T00:32:27.776 INFO:tasks.rados.rados.0.smithi098.stdout:1590: snap_create 2024-04-12T00:32:27.776 INFO:tasks.rados.rados.0.smithi098.stdout:1587: finishing write tid 3 to smithi09877355-5 2024-04-12T00:32:27.776 INFO:tasks.rados.rados.0.smithi098.stdout:1587: finishing write tid 4 to smithi09877355-5 2024-04-12T00:32:27.776 INFO:tasks.rados.rados.0.smithi098.stdout:1588: expect (ObjNum 464 snap 123 seq_num 464) 2024-04-12T00:32:27.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:27 smithi098 ceph-mon[88922]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/246 objects degraded (3.252%), 4 pgs degraded) 2024-04-12T00:32:27.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:27 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:32:27.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:27 smithi098 ceph-mon[88922]: osdmap e350: 8 total, 8 up, 8 in 2024-04-12T00:32:27.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:27 smithi098 ceph-mon[91373]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/246 objects degraded (3.252%), 4 pgs degraded) 2024-04-12T00:32:27.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:27 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:32:27.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:27 smithi098 ceph-mon[91373]: osdmap e350: 8 total, 8 up, 8 in 2024-04-12T00:32:27.790 INFO:tasks.rados.rados.0.smithi098.stdout:1587: finishing write tid 5 to smithi09877355-5 2024-04-12T00:32:27.790 INFO:tasks.rados.rados.0.smithi098.stdout:1587: oid 5 updating version 0 to 961 2024-04-12T00:32:27.790 INFO:tasks.rados.rados.0.smithi098.stdout:1587: oid 5 updating version 961 to 962 2024-04-12T00:32:27.790 INFO:tasks.rados.rados.0.smithi098.stdout:1587: oid 5 updating version 962 to 963 2024-04-12T00:32:27.790 INFO:tasks.rados.rados.0.smithi098.stdout:1587: oid 5 updating version 963 to 964 2024-04-12T00:32:27.791 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 964 (ObjNum 520 snap 138 seq_num 520) dirty exists 2024-04-12T00:32:27.791 INFO:tasks.rados.rados.0.smithi098.stdout:1587: left oid 5 (ObjNum 520 snap 138 seq_num 520) 2024-04-12T00:32:27.791 INFO:tasks.rados.rados.0.smithi098.stdout:1589: finishing copy_from racing read to smithi09877355-34 2024-04-12T00:32:27.791 INFO:tasks.rados.rados.0.smithi098.stdout:1589: finishing copy_from to smithi09877355-34 2024-04-12T00:32:27.791 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 679 (ObjNum 479 snap 124 seq_num 479) dirty exists 2024-04-12T00:32:27.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:27 smithi193 ceph-mon[83763]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/246 objects degraded (3.252%), 4 pgs degraded) 2024-04-12T00:32:27.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:27 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:32:27.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:27 smithi193 ceph-mon[83763]: osdmap e350: 8 total, 8 up, 8 in 2024-04-12T00:32:28.502 INFO:tasks.rados.rados.0.smithi098.stdout:1587: done (3 left) 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:1588: done (2 left) 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:1589: done (1 left) 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:1590: done (0 left) 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:1591: rollback oid 1 current snap is 139 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 1 to 138 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:1592: read oid 38 snap -1 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:1592: expect deleted 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:1593: rollback oid 18 current snap is 139 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 18 to 133 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:1594: rollback oid 27 current snap is 139 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 133 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 139 2024-04-12T00:32:28.503 INFO:tasks.rados.rados.0.smithi098.stdout:1595: seq_num 521 ranges {0=729088,729088=720896,1449984=81920} 2024-04-12T00:32:28.506 INFO:tasks.rados.rados.0.smithi098.stdout:1595: writing smithi09877355-35 from 0 to 729088 tid 1 2024-04-12T00:32:28.511 INFO:tasks.rados.rados.0.smithi098.stdout:1595: writing smithi09877355-35 from 729088 to 1449984 tid 2 2024-04-12T00:32:28.512 INFO:tasks.rados.rados.0.smithi098.stdout:1595: writing smithi09877355-35 from 1449984 to 1531904 tid 3 2024-04-12T00:32:28.512 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 139 2024-04-12T00:32:28.512 INFO:tasks.rados.rados.0.smithi098.stdout:1596: seq_num 522 ranges {3145728=745472,3891200=606208,4497408=196608} 2024-04-12T00:32:28.532 INFO:tasks.rados.rados.0.smithi098.stdout:1596: writing smithi09877355-8 from 3145728 to 3891200 tid 1 2024-04-12T00:32:28.536 INFO:tasks.rados.rados.0.smithi098.stdout:1596: writing smithi09877355-8 from 3891200 to 4497408 tid 2 2024-04-12T00:32:28.537 INFO:tasks.rados.rados.0.smithi098.stdout:1596: writing smithi09877355-8 from 4497408 to 4694016 tid 3 2024-04-12T00:32:28.537 INFO:tasks.rados.rados.0.smithi098.stdout:1597: copy_from oid 14 from oid 21 current snap is 139 2024-04-12T00:32:28.537 INFO:tasks.rados.rados.0.smithi098.stdout:1594: finishing rollback tid 0 to smithi09877355-27 2024-04-12T00:32:28.537 INFO:tasks.rados.rados.0.smithi098.stdout:1591: finishing rollback tid 0 to smithi09877355-1 2024-04-12T00:32:28.537 INFO:tasks.rados.rados.0.smithi098.stdout:1591: finishing rollback tid 1 to smithi09877355-1 2024-04-12T00:32:28.538 INFO:tasks.rados.rados.0.smithi098.stdout:1591: finishing rollback tid 2 to smithi09877355-1 2024-04-12T00:32:28.538 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 1105 (ObjNum 470 snap 124 seq_num 470) dirty exists 2024-04-12T00:32:28.538 INFO:tasks.rados.rados.0.smithi098.stdout:1593: finishing rollback tid 0 to smithi09877355-18 2024-04-12T00:32:28.538 INFO:tasks.rados.rados.0.smithi098.stdout:1593: finishing rollback tid 1 to smithi09877355-18 2024-04-12T00:32:28.538 INFO:tasks.rados.rados.0.smithi098.stdout:1594: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:32:28.538 INFO:tasks.rados.rados.0.smithi098.stdout:1591: done (6 left) 2024-04-12T00:32:28.538 INFO:tasks.rados.rados.0.smithi098.stdout:1592: done (5 left) 2024-04-12T00:32:28.538 INFO:tasks.rados.rados.0.smithi098.stdout:1598: snap_remove snap 138 2024-04-12T00:32:28.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:28 smithi098 ceph-mon[91373]: osdmap e351: 8 total, 8 up, 8 in 2024-04-12T00:32:28.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:28 smithi098 ceph-mon[91373]: pgmap v184: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 5.2 MiB/s, 1 objects/s recovering 2024-04-12T00:32:28.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:28 smithi098 ceph-mon[88922]: osdmap e351: 8 total, 8 up, 8 in 2024-04-12T00:32:28.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:28 smithi098 ceph-mon[88922]: pgmap v184: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 5.2 MiB/s, 1 objects/s recovering 2024-04-12T00:32:28.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:28 smithi193 ceph-mon[83763]: osdmap e351: 8 total, 8 up, 8 in 2024-04-12T00:32:28.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:28 smithi193 ceph-mon[83763]: pgmap v184: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 5.2 MiB/s, 1 objects/s recovering 2024-04-12T00:32:29.508 INFO:tasks.rados.rados.0.smithi098.stdout:1598: done (5 left) 2024-04-12T00:32:29.508 INFO:tasks.rados.rados.0.smithi098.stdout:1599: read oid 38 snap -1 2024-04-12T00:32:29.508 INFO:tasks.rados.rados.0.smithi098.stdout:1599: expect deleted 2024-04-12T00:32:29.508 INFO:tasks.rados.rados.0.smithi098.stdout:1600: read oid 1 snap 133 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1600: expect (ObjNum 470 snap 124 seq_num 470) 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1601: delete oid 42 current snap is 139 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1594: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 717 (ObjNum 490 snap 126 seq_num 490) dirty exists 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1593: finishing rollback tid 2 to smithi09877355-18 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 707 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1595: finishing write tid 1 to smithi09877355-35 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1595: finishing write tid 2 to smithi09877355-35 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1595: finishing write tid 3 to smithi09877355-35 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1595: finishing write tid 4 to smithi09877355-35 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1595: finishing write tid 5 to smithi09877355-35 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1595: oid 35 updating version 0 to 458 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1595: oid 35 updating version 458 to 460 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1595: oid 35 version 460 is already newer than 459 2024-04-12T00:32:29.509 INFO:tasks.rados.rados.0.smithi098.stdout:1595: oid 35 version 460 is already newer than 457 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 460 (ObjNum 521 snap 139 seq_num 521) dirty exists 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1595: left oid 35 (ObjNum 521 snap 139 seq_num 521) 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1596: finishing write tid 1 to smithi09877355-8 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1597: finishing copy_from to smithi09877355-14 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1597: got expected ENOENT (src dne) 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1597: finishing copy_from racing read to smithi09877355-14 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1596: finishing write tid 2 to smithi09877355-8 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1596: finishing write tid 3 to smithi09877355-8 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1596: finishing write tid 4 to smithi09877355-8 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1596: finishing write tid 5 to smithi09877355-8 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1596: oid 8 updating version 0 to 720 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1596: oid 8 version 720 is already newer than 719 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1596: oid 8 version 720 is already newer than 718 2024-04-12T00:32:29.510 INFO:tasks.rados.rados.0.smithi098.stdout:1596: oid 8 updating version 720 to 721 2024-04-12T00:32:29.511 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 721 (ObjNum 522 snap 139 seq_num 522) dirty exists 2024-04-12T00:32:29.511 INFO:tasks.rados.rados.0.smithi098.stdout:1596: left oid 8 (ObjNum 522 snap 139 seq_num 522) 2024-04-12T00:32:29.515 INFO:tasks.rados.rados.0.smithi098.stdout:1593: done (7 left) 2024-04-12T00:32:29.515 INFO:tasks.rados.rados.0.smithi098.stdout:1594: done (6 left) 2024-04-12T00:32:29.515 INFO:tasks.rados.rados.0.smithi098.stdout:1595: done (5 left) 2024-04-12T00:32:29.515 INFO:tasks.rados.rados.0.smithi098.stdout:1596: done (4 left) 2024-04-12T00:32:29.515 INFO:tasks.rados.rados.0.smithi098.stdout:1597: done (3 left) 2024-04-12T00:32:29.515 INFO:tasks.rados.rados.0.smithi098.stdout:1599: done (2 left) 2024-04-12T00:32:29.515 INFO:tasks.rados.rados.0.smithi098.stdout:1601: done (1 left) 2024-04-12T00:32:29.516 INFO:tasks.rados.rados.0.smithi098.stdout:1602: snap_remove snap 137 2024-04-12T00:32:29.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:29 smithi098 ceph-mon[91373]: osdmap e352: 8 total, 8 up, 8 in 2024-04-12T00:32:29.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:29 smithi098 ceph-mon[88922]: osdmap e352: 8 total, 8 up, 8 in 2024-04-12T00:32:29.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:29 smithi193 ceph-mon[83763]: osdmap e352: 8 total, 8 up, 8 in 2024-04-12T00:32:30.514 INFO:tasks.rados.rados.0.smithi098.stdout:1602: done (1 left) 2024-04-12T00:32:30.514 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 139 2024-04-12T00:32:30.514 INFO:tasks.rados.rados.0.smithi098.stdout:1603: seq_num 524 ranges {966656=786432,1753088=778240,2531328=24576} 2024-04-12T00:32:30.524 INFO:tasks.rados.rados.0.smithi098.stdout:1603: writing smithi09877355-34 from 966656 to 1753088 tid 1 2024-04-12T00:32:30.529 INFO:tasks.rados.rados.0.smithi098.stdout:1603: writing smithi09877355-34 from 1753088 to 2531328 tid 2 2024-04-12T00:32:30.530 INFO:tasks.rados.rados.0.smithi098.stdout:1603: writing smithi09877355-34 from 2531328 to 2555904 tid 3 2024-04-12T00:32:30.530 INFO:tasks.rados.rados.0.smithi098.stdout:1604: setattr oid 32 current snap is 139 2024-04-12T00:32:30.530 INFO:tasks.rados.rados.0.smithi098.stdout:1600: expect (ObjNum 470 snap 124 seq_num 470) 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: finishing write tid 1 to smithi09877355-34 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: finishing write tid 2 to smithi09877355-34 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: finishing write tid 3 to smithi09877355-34 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: finishing write tid 4 to smithi09877355-34 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: finishing write tid 5 to smithi09877355-34 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: oid 34 updating version 0 to 728 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: oid 34 updating version 728 to 730 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: oid 34 version 730 is already newer than 729 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: oid 34 updating version 730 to 731 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 731 (ObjNum 524 snap 139 seq_num 524) dirty exists 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: left oid 34 (ObjNum 524 snap 139 seq_num 524) 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1600: done (2 left) 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1603: done (1 left) 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 139 2024-04-12T00:32:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:1605: seq_num 525 ranges {7249920=802816,8052736=712704,8765440=90112} 2024-04-12T00:32:30.615 INFO:tasks.rados.rados.0.smithi098.stdout:1605: writing smithi09877355-20 from 7249920 to 8052736 tid 1 2024-04-12T00:32:30.619 INFO:tasks.rados.rados.0.smithi098.stdout:1605: writing smithi09877355-20 from 8052736 to 8765440 tid 2 2024-04-12T00:32:30.620 INFO:tasks.rados.rados.0.smithi098.stdout:1605: writing smithi09877355-20 from 8765440 to 8855552 tid 3 2024-04-12T00:32:30.620 INFO:tasks.rados.rados.0.smithi098.stdout:1606: copy_from oid 45 from oid 28 current snap is 139 2024-04-12T00:32:30.620 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 722 (ObjNum 496 snap 127 seq_num 496) dirty exists 2024-04-12T00:32:30.620 INFO:tasks.rados.rados.0.smithi098.stdout:1604: done (2 left) 2024-04-12T00:32:30.620 INFO:tasks.rados.rados.0.smithi098.stdout:1607: rollback oid 3 current snap is 139 2024-04-12T00:32:30.620 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 3 to 133 2024-04-12T00:32:30.620 INFO:tasks.rados.rados.0.smithi098.stdout:1605: finishing write tid 1 to smithi09877355-20 2024-04-12T00:32:30.620 INFO:tasks.rados.rados.0.smithi098.stdout:1608: delete oid 29 current snap is 139 2024-04-12T00:32:30.621 INFO:tasks.rados.rados.0.smithi098.stdout:1606: finishing copy_from to smithi09877355-45 2024-04-12T00:32:30.621 INFO:tasks.rados.rados.0.smithi098.stdout:1606: got expected ENOENT (src dne) 2024-04-12T00:32:30.621 INFO:tasks.rados.rados.0.smithi098.stdout:1606: finishing copy_from racing read to smithi09877355-45 2024-04-12T00:32:30.622 INFO:tasks.rados.rados.0.smithi098.stdout:1606: done (3 left) 2024-04-12T00:32:30.622 INFO:tasks.rados.rados.0.smithi098.stdout:1608: done (2 left) 2024-04-12T00:32:30.622 INFO:tasks.rados.rados.0.smithi098.stdout:1609: copy_from oid 39 from oid 50 current snap is 139 2024-04-12T00:32:30.622 INFO:tasks.rados.rados.0.smithi098.stdout:1610: copy_from oid 29 from oid 14 current snap is 139 2024-04-12T00:32:30.622 INFO:tasks.rados.rados.0.smithi098.stdout:1611: read oid 16 snap -1 2024-04-12T00:32:30.622 INFO:tasks.rados.rados.0.smithi098.stdout:1611: expect (ObjNum 454 snap 122 seq_num 454) 2024-04-12T00:32:30.622 INFO:tasks.rados.rados.0.smithi098.stdout:1612: delete oid 19 current snap is 139 2024-04-12T00:32:30.624 INFO:tasks.rados.rados.0.smithi098.stdout:1607: finishing rollback tid 0 to smithi09877355-3 2024-04-12T00:32:30.627 INFO:tasks.rados.rados.0.smithi098.stdout:1607: finishing rollback tid 1 to smithi09877355-3 2024-04-12T00:32:30.627 INFO:tasks.rados.rados.0.smithi098.stdout:1612: done (5 left) 2024-04-12T00:32:30.627 INFO:tasks.rados.rados.0.smithi098.stdout:1613: rmattr oid 28 current snap is 139 2024-04-12T00:32:30.627 INFO:tasks.rados.rados.0.smithi098.stdout:1613: done (5 left) 2024-04-12T00:32:30.627 INFO:tasks.rados.rados.0.smithi098.stdout:1614: read oid 8 snap -1 2024-04-12T00:32:30.627 INFO:tasks.rados.rados.0.smithi098.stdout:1614: expect (ObjNum 522 snap 139 seq_num 522) 2024-04-12T00:32:30.627 INFO:tasks.rados.rados.0.smithi098.stdout:1615: rollback oid 34 current snap is 139 2024-04-12T00:32:30.627 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 34 to 133 2024-04-12T00:32:30.627 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 139 2024-04-12T00:32:30.628 INFO:tasks.rados.rados.0.smithi098.stdout:1616: seq_num 528 ranges {1351680=450560,1802240=761856,2564096=442368} 2024-04-12T00:32:30.637 INFO:tasks.rados.rados.0.smithi098.stdout:1616: writing smithi09877355-47 from 1351680 to 1802240 tid 1 2024-04-12T00:32:30.641 INFO:tasks.rados.rados.0.smithi098.stdout:1616: writing smithi09877355-47 from 1802240 to 2564096 tid 2 2024-04-12T00:32:30.644 INFO:tasks.rados.rados.0.smithi098.stdout:1616: writing smithi09877355-47 from 2564096 to 3006464 tid 3 2024-04-12T00:32:30.644 INFO:tasks.rados.rados.0.smithi098.stdout:1617: snap_create 2024-04-12T00:32:30.644 INFO:tasks.rados.rados.0.smithi098.stdout:1607: finishing rollback tid 2 to smithi09877355-3 2024-04-12T00:32:30.644 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 725 (ObjNum 496 snap 127 seq_num 496) dirty exists 2024-04-12T00:32:30.644 INFO:tasks.rados.rados.0.smithi098.stdout:1615: finishing rollback tid 0 to smithi09877355-34 2024-04-12T00:32:30.644 INFO:tasks.rados.rados.0.smithi098.stdout:1615: finishing rollback tid 1 to smithi09877355-34 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 733 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:1605: finishing write tid 2 to smithi09877355-20 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:1605: finishing write tid 3 to smithi09877355-20 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:1605: finishing write tid 4 to smithi09877355-20 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:1605: finishing write tid 5 to smithi09877355-20 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:1605: oid 20 updating version 0 to 747 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:1605: oid 20 version 747 is already newer than 744 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:1605: oid 20 version 747 is already newer than 745 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:1605: oid 20 version 747 is already newer than 746 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 747 (ObjNum 525 snap 139 seq_num 525) dirty exists 2024-04-12T00:32:30.645 INFO:tasks.rados.rados.0.smithi098.stdout:1605: left oid 20 (ObjNum 525 snap 139 seq_num 525) 2024-04-12T00:32:30.646 INFO:tasks.rados.rados.0.smithi098.stdout:1616: finishing write tid 1 to smithi09877355-47 2024-04-12T00:32:30.648 INFO:tasks.rados.rados.0.smithi098.stdout:1616: finishing write tid 2 to smithi09877355-47 2024-04-12T00:32:30.649 INFO:tasks.rados.rados.0.smithi098.stdout:1616: finishing write tid 3 to smithi09877355-47 2024-04-12T00:32:30.650 INFO:tasks.rados.rados.0.smithi098.stdout:1616: finishing write tid 4 to smithi09877355-47 2024-04-12T00:32:30.651 INFO:tasks.rados.rados.0.smithi098.stdout:1609: finishing copy_from racing read to smithi09877355-39 2024-04-12T00:32:30.652 INFO:tasks.rados.rados.0.smithi098.stdout:1616: finishing write tid 5 to smithi09877355-47 2024-04-12T00:32:30.652 INFO:tasks.rados.rados.0.smithi098.stdout:1616: oid 47 updating version 0 to 731 2024-04-12T00:32:30.652 INFO:tasks.rados.rados.0.smithi098.stdout:1616: oid 47 version 731 is already newer than 730 2024-04-12T00:32:30.652 INFO:tasks.rados.rados.0.smithi098.stdout:1616: oid 47 updating version 731 to 732 2024-04-12T00:32:30.652 INFO:tasks.rados.rados.0.smithi098.stdout:1616: oid 47 updating version 732 to 733 2024-04-12T00:32:30.652 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 733 (ObjNum 528 snap 139 seq_num 528) dirty exists 2024-04-12T00:32:30.652 INFO:tasks.rados.rados.0.smithi098.stdout:1616: left oid 47 (ObjNum 528 snap 139 seq_num 528) 2024-04-12T00:32:30.657 INFO:tasks.rados.rados.0.smithi098.stdout:1610: finishing copy_from racing read to smithi09877355-29 2024-04-12T00:32:30.660 INFO:tasks.rados.rados.0.smithi098.stdout:1610: finishing copy_from to smithi09877355-29 2024-04-12T00:32:30.660 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 743 (ObjNum 519 snap 138 seq_num 519) dirty exists 2024-04-12T00:32:30.660 INFO:tasks.rados.rados.0.smithi098.stdout:1611: expect (ObjNum 454 snap 122 seq_num 454) 2024-04-12T00:32:30.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:30 smithi098 ceph-mon[91373]: osdmap e353: 8 total, 8 up, 8 in 2024-04-12T00:32:30.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:30 smithi098 ceph-mon[91373]: pgmap v187: 121 pgs: 121 active+clean; 125 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 796 KiB/s wr, 1 op/s 2024-04-12T00:32:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:30 smithi098 ceph-mon[88922]: osdmap e353: 8 total, 8 up, 8 in 2024-04-12T00:32:30.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:30 smithi098 ceph-mon[88922]: pgmap v187: 121 pgs: 121 active+clean; 125 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 796 KiB/s wr, 1 op/s 2024-04-12T00:32:30.857 INFO:tasks.rados.rados.0.smithi098.stdout:1609: finishing copy_from to smithi09877355-39 2024-04-12T00:32:30.857 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 727 (ObjNum 505 snap 132 seq_num 505) dirty exists 2024-04-12T00:32:30.857 INFO:tasks.rados.rados.0.smithi098.stdout:1614: expect (ObjNum 522 snap 139 seq_num 522) 2024-04-12T00:32:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:30 smithi193 ceph-mon[83763]: osdmap e353: 8 total, 8 up, 8 in 2024-04-12T00:32:30.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:30 smithi193 ceph-mon[83763]: pgmap v187: 121 pgs: 121 active+clean; 125 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 796 KiB/s wr, 1 op/s 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1605: done (8 left) 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1607: done (7 left) 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1609: done (6 left) 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1610: done (5 left) 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1611: done (4 left) 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1614: done (3 left) 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1615: done (2 left) 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1616: done (1 left) 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1617: done (0 left) 2024-04-12T00:32:31.456 INFO:tasks.rados.rados.0.smithi098.stdout:1618: snap_remove snap 139 2024-04-12T00:32:31.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:31 smithi098 ceph-mon[91373]: osdmap e354: 8 total, 8 up, 8 in 2024-04-12T00:32:31.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:31 smithi098 ceph-mon[91373]: osdmap e355: 8 total, 8 up, 8 in 2024-04-12T00:32:31.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:31 smithi098 ceph-mon[88922]: osdmap e354: 8 total, 8 up, 8 in 2024-04-12T00:32:31.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:31 smithi098 ceph-mon[88922]: osdmap e355: 8 total, 8 up, 8 in 2024-04-12T00:32:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:31 smithi193 ceph-mon[83763]: osdmap e354: 8 total, 8 up, 8 in 2024-04-12T00:32:31.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:31 smithi193 ceph-mon[83763]: osdmap e355: 8 total, 8 up, 8 in 2024-04-12T00:32:32.459 INFO:tasks.rados.rados.0.smithi098.stdout:1618: done (0 left) 2024-04-12T00:32:32.459 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 140 2024-04-12T00:32:32.459 INFO:tasks.rados.rados.0.smithi098.stdout:1619: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-04-12T00:32:32.461 INFO:tasks.rados.rados.0.smithi098.stdout:1619: writing smithi09877355-49 from 0 to 466944 tid 1 2024-04-12T00:32:32.465 INFO:tasks.rados.rados.0.smithi098.stdout:1619: writing smithi09877355-49 from 466944 to 1114112 tid 2 2024-04-12T00:32:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1619: writing smithi09877355-49 from 1114112 to 1646592 tid 3 2024-04-12T00:32:32.469 INFO:tasks.rados.rados.0.smithi098.stdout:1619: writing smithi09877355-49 from 1646592 to 1671168 tid 4 2024-04-12T00:32:32.470 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 140 2024-04-12T00:32:32.470 INFO:tasks.rados.rados.0.smithi098.stdout:1620: seq_num 530 ranges {1318912=483328,1802240=532480,2334720=671744} 2024-04-12T00:32:32.479 INFO:tasks.rados.rados.0.smithi098.stdout:1620: writing smithi09877355-25 from 1318912 to 1802240 tid 1 2024-04-12T00:32:32.482 INFO:tasks.rados.rados.0.smithi098.stdout:1620: writing smithi09877355-25 from 1802240 to 2334720 tid 2 2024-04-12T00:32:32.487 INFO:tasks.rados.rados.0.smithi098.stdout:1620: writing smithi09877355-25 from 2334720 to 3006464 tid 3 2024-04-12T00:32:32.487 INFO:tasks.rados.rados.0.smithi098.stdout:1621: copy_from oid 30 from oid 13 current snap is 140 2024-04-12T00:32:32.487 INFO:tasks.rados.rados.0.smithi098.stdout:1619: finishing write tid 1 to smithi09877355-49 2024-04-12T00:32:32.487 INFO:tasks.rados.rados.0.smithi098.stdout:1622: read oid 1 snap -1 2024-04-12T00:32:32.487 INFO:tasks.rados.rados.0.smithi098.stdout:1622: expect (ObjNum 470 snap 124 seq_num 470) 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1623: setattr oid 17 current snap is 140 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: finishing write tid 2 to smithi09877355-49 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: finishing write tid 3 to smithi09877355-49 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: finishing write tid 4 to smithi09877355-49 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: finishing write tid 5 to smithi09877355-49 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: finishing write tid 6 to smithi09877355-49 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: oid 49 updating version 0 to 615 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: oid 49 version 615 is already newer than 614 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: oid 49 version 615 is already newer than 612 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: oid 49 version 615 is already newer than 613 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:1619: oid 49 updating version 615 to 616 2024-04-12T00:32:32.488 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 616 (ObjNum 529 snap 140 seq_num 529) dirty exists 2024-04-12T00:32:32.489 INFO:tasks.rados.rados.0.smithi098.stdout:1619: left oid 49 (ObjNum 529 snap 140 seq_num 529) 2024-04-12T00:32:32.489 INFO:tasks.rados.rados.0.smithi098.stdout:1620: finishing write tid 1 to smithi09877355-25 2024-04-12T00:32:32.489 INFO:tasks.rados.rados.0.smithi098.stdout:1620: finishing write tid 2 to smithi09877355-25 2024-04-12T00:32:32.489 INFO:tasks.rados.rados.0.smithi098.stdout:1619: done (4 left) 2024-04-12T00:32:32.489 INFO:tasks.rados.rados.0.smithi098.stdout:1624: read oid 37 snap -1 2024-04-12T00:32:32.490 INFO:tasks.rados.rados.0.smithi098.stdout:1624: expect (ObjNum 436 snap 120 seq_num 436) 2024-04-12T00:32:32.490 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 140 2024-04-12T00:32:32.490 INFO:tasks.rados.rados.0.smithi098.stdout:1625: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-04-12T00:32:32.492 INFO:tasks.rados.rados.0.smithi098.stdout:1625: writing smithi09877355-41 from 0 to 499712 tid 1 2024-04-12T00:32:32.495 INFO:tasks.rados.rados.0.smithi098.stdout:1625: writing smithi09877355-41 from 499712 to 917504 tid 2 2024-04-12T00:32:32.498 INFO:tasks.rados.rados.0.smithi098.stdout:1625: writing smithi09877355-41 from 917504 to 1466368 tid 3 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1625: writing smithi09877355-41 from 1466368 to 1703936 tid 4 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1626: delete oid 29 current snap is 140 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1620: finishing write tid 3 to smithi09877355-25 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1620: finishing write tid 4 to smithi09877355-25 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1620: finishing write tid 5 to smithi09877355-25 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1620: oid 25 updating version 0 to 686 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1620: oid 25 version 686 is already newer than 684 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1620: oid 25 updating version 686 to 687 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1620: oid 25 version 687 is already newer than 685 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 687 (ObjNum 530 snap 140 seq_num 530) dirty exists 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1620: left oid 25 (ObjNum 530 snap 140 seq_num 530) 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 734 (ObjNum 466 snap 123 seq_num 466) dirty exists 2024-04-12T00:32:32.501 INFO:tasks.rados.rados.0.smithi098.stdout:1622: expect (ObjNum 470 snap 124 seq_num 470) 2024-04-12T00:32:32.546 INFO:tasks.rados.rados.0.smithi098.stdout:1625: finishing write tid 1 to smithi09877355-41 2024-04-12T00:32:32.546 INFO:tasks.rados.rados.0.smithi098.stdout:1621: finishing copy_from racing read to smithi09877355-30 2024-04-12T00:32:32.546 INFO:tasks.rados.rados.0.smithi098.stdout:1625: finishing write tid 2 to smithi09877355-41 2024-04-12T00:32:32.546 INFO:tasks.rados.rados.0.smithi098.stdout:1621: finishing copy_from to smithi09877355-30 2024-04-12T00:32:32.546 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1120 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:32:32.546 INFO:tasks.rados.rados.0.smithi098.stdout:1620: done (6 left) 2024-04-12T00:32:32.547 INFO:tasks.rados.rados.0.smithi098.stdout:1621: done (5 left) 2024-04-12T00:32:32.547 INFO:tasks.rados.rados.0.smithi098.stdout:1622: done (4 left) 2024-04-12T00:32:32.547 INFO:tasks.rados.rados.0.smithi098.stdout:1623: done (3 left) 2024-04-12T00:32:32.547 INFO:tasks.rados.rados.0.smithi098.stdout:1626: done (2 left) 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1627: snap_create 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: finishing write tid 3 to smithi09877355-41 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: finishing write tid 4 to smithi09877355-41 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: finishing write tid 5 to smithi09877355-41 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: finishing write tid 6 to smithi09877355-41 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: oid 41 updating version 0 to 969 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: oid 41 updating version 969 to 970 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: oid 41 updating version 970 to 973 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: oid 41 version 973 is already newer than 972 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: oid 41 version 973 is already newer than 971 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 973 (ObjNum 531 snap 140 seq_num 531) dirty exists 2024-04-12T00:32:32.550 INFO:tasks.rados.rados.0.smithi098.stdout:1625: left oid 41 (ObjNum 531 snap 140 seq_num 531) 2024-04-12T00:32:32.551 INFO:tasks.rados.rados.0.smithi098.stdout:1624: expect (ObjNum 436 snap 120 seq_num 436) 2024-04-12T00:32:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:32 smithi193 ceph-mon[83763]: pgmap v190: 121 pgs: 121 active+clean; 147 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.3 MiB/s wr, 30 op/s 2024-04-12T00:32:32.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:32 smithi193 ceph-mon[83763]: osdmap e356: 8 total, 8 up, 8 in 2024-04-12T00:32:32.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:32.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:32 smithi098 ceph-mon[91373]: pgmap v190: 121 pgs: 121 active+clean; 147 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.3 MiB/s wr, 30 op/s 2024-04-12T00:32:32.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:32 smithi098 ceph-mon[91373]: osdmap e356: 8 total, 8 up, 8 in 2024-04-12T00:32:32.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:32 smithi098 ceph-mon[88922]: pgmap v190: 121 pgs: 121 active+clean; 147 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.3 MiB/s wr, 30 op/s 2024-04-12T00:32:32.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:32 smithi098 ceph-mon[88922]: osdmap e356: 8 total, 8 up, 8 in 2024-04-12T00:32:33.520 INFO:tasks.rados.rados.0.smithi098.stdout:1624: done (2 left) 2024-04-12T00:32:33.520 INFO:tasks.rados.rados.0.smithi098.stdout:1625: done (1 left) 2024-04-12T00:32:33.520 INFO:tasks.rados.rados.0.smithi098.stdout:1627: done (0 left) 2024-04-12T00:32:33.520 INFO:tasks.rados.rados.0.smithi098.stdout:1628: rollback oid 10 current snap is 141 2024-04-12T00:32:33.520 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 10 to 140 2024-04-12T00:32:33.520 INFO:tasks.rados.rados.0.smithi098.stdout:1629: snap_remove snap 133 2024-04-12T00:32:33.864 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:34.527 INFO:tasks.rados.rados.0.smithi098.stdout:1629: done (1 left) 2024-04-12T00:32:34.527 INFO:tasks.rados.rados.0.smithi098.stdout:1630: rmattr oid 40 current snap is 141 2024-04-12T00:32:34.527 INFO:tasks.rados.rados.0.smithi098.stdout:1630: done (1 left) 2024-04-12T00:32:34.527 INFO:tasks.rados.rados.0.smithi098.stdout:1631: snap_create 2024-04-12T00:32:34.527 INFO:tasks.rados.rados.0.smithi098.stdout:1628: finishing rollback tid 0 to smithi09877355-10 2024-04-12T00:32:34.527 INFO:tasks.rados.rados.0.smithi098.stdout:1628: finishing rollback tid 1 to smithi09877355-10 2024-04-12T00:32:34.527 INFO:tasks.rados.rados.0.smithi098.stdout:1628: finishing rollback tid 2 to smithi09877355-10 2024-04-12T00:32:34.527 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 737 (ObjNum 490 snap 126 seq_num 490) dirty exists 2024-04-12T00:32:34.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:34 smithi098 ceph-mon[91373]: osdmap e357: 8 total, 8 up, 8 in 2024-04-12T00:32:34.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:34 smithi098 ceph-mon[91373]: pgmap v193: 121 pgs: 121 active+clean; 147 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 29 op/s 2024-04-12T00:32:34.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:34 smithi098 ceph-mon[88922]: osdmap e357: 8 total, 8 up, 8 in 2024-04-12T00:32:34.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:34 smithi098 ceph-mon[88922]: pgmap v193: 121 pgs: 121 active+clean; 147 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 29 op/s 2024-04-12T00:32:34.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:34 smithi193 ceph-mon[83763]: osdmap e357: 8 total, 8 up, 8 in 2024-04-12T00:32:34.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:34 smithi193 ceph-mon[83763]: pgmap v193: 121 pgs: 121 active+clean; 147 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 29 op/s 2024-04-12T00:32:35.538 INFO:tasks.rados.rados.0.smithi098.stdout:1628: done (1 left) 2024-04-12T00:32:35.538 INFO:tasks.rados.rados.0.smithi098.stdout:1631: done (0 left) 2024-04-12T00:32:35.539 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 142 2024-04-12T00:32:35.539 INFO:tasks.rados.rados.0.smithi098.stdout:1632: seq_num 533 ranges {3260416=532480,3792896=630784,4423680=516096,4939776=57344} 2024-04-12T00:32:35.558 INFO:tasks.rados.rados.0.smithi098.stdout:1632: writing smithi09877355-32 from 3260416 to 3792896 tid 1 2024-04-12T00:32:35.562 INFO:tasks.rados.rados.0.smithi098.stdout:1632: writing smithi09877355-32 from 3792896 to 4423680 tid 2 2024-04-12T00:32:35.565 INFO:tasks.rados.rados.0.smithi098.stdout:1632: writing smithi09877355-32 from 4423680 to 4939776 tid 3 2024-04-12T00:32:35.566 INFO:tasks.rados.rados.0.smithi098.stdout:1632: writing smithi09877355-32 from 4939776 to 4997120 tid 4 2024-04-12T00:32:35.566 INFO:tasks.rados.rados.0.smithi098.stdout:1633: rollback oid 4 current snap is 142 2024-04-12T00:32:35.566 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 4 to 140 2024-04-12T00:32:35.566 INFO:tasks.rados.rados.0.smithi098.stdout:1632: finishing write tid 1 to smithi09877355-32 2024-04-12T00:32:35.566 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 142 2024-04-12T00:32:35.566 INFO:tasks.rados.rados.0.smithi098.stdout:1634: seq_num 534 ranges {5414912=548864,5963776=516096,6479872=688128} 2024-04-12T00:32:35.597 INFO:tasks.rados.rados.0.smithi098.stdout:1634: writing smithi09877355-17 from 5414912 to 5963776 tid 1 2024-04-12T00:32:35.600 INFO:tasks.rados.rados.0.smithi098.stdout:1634: writing smithi09877355-17 from 5963776 to 6479872 tid 2 2024-04-12T00:32:35.604 INFO:tasks.rados.rados.0.smithi098.stdout:1634: writing smithi09877355-17 from 6479872 to 7168000 tid 3 2024-04-12T00:32:35.604 INFO:tasks.rados.rados.0.smithi098.stdout:1635: rollback oid 34 current snap is 142 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 34 to 141 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: finishing write tid 2 to smithi09877355-32 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: finishing write tid 3 to smithi09877355-32 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1636: setattr oid 14 current snap is 142 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: finishing write tid 4 to smithi09877355-32 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: finishing write tid 5 to smithi09877355-32 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: finishing write tid 6 to smithi09877355-32 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: oid 32 updating version 0 to 726 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: oid 32 updating version 726 to 727 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: oid 32 updating version 727 to 729 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: oid 32 updating version 729 to 730 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: oid 32 version 730 is already newer than 728 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 730 (ObjNum 533 snap 142 seq_num 533) dirty exists 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1632: left oid 32 (ObjNum 533 snap 142 seq_num 533) 2024-04-12T00:32:35.605 INFO:tasks.rados.rados.0.smithi098.stdout:1633: finishing rollback tid 0 to smithi09877355-4 2024-04-12T00:32:35.606 INFO:tasks.rados.rados.0.smithi098.stdout:1633: finishing rollback tid 1 to smithi09877355-4 2024-04-12T00:32:35.606 INFO:tasks.rados.rados.0.smithi098.stdout:1633: finishing rollback tid 2 to smithi09877355-4 2024-04-12T00:32:35.606 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 750 (ObjNum 518 snap 138 seq_num 518) dirty exists 2024-04-12T00:32:35.606 INFO:tasks.rados.rados.0.smithi098.stdout:1632: done (4 left) 2024-04-12T00:32:35.606 INFO:tasks.rados.rados.0.smithi098.stdout:1633: done (3 left) 2024-04-12T00:32:35.606 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 142 2024-04-12T00:32:35.606 INFO:tasks.rados.rados.0.smithi098.stdout:1637: seq_num 535 ranges {1703936=565248,2269184=802816,3072000=401408} 2024-04-12T00:32:35.617 INFO:tasks.rados.rados.0.smithi098.stdout:1637: writing smithi09877355-41 from 1703936 to 2269184 tid 1 2024-04-12T00:32:35.622 INFO:tasks.rados.rados.0.smithi098.stdout:1637: writing smithi09877355-41 from 2269184 to 3072000 tid 2 2024-04-12T00:32:35.625 INFO:tasks.rados.rados.0.smithi098.stdout:1637: writing smithi09877355-41 from 3072000 to 3473408 tid 3 2024-04-12T00:32:35.625 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 142 2024-04-12T00:32:35.625 INFO:tasks.rados.rados.0.smithi098.stdout:1635: finishing rollback tid 1 to smithi09877355-34 2024-04-12T00:32:35.625 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T00:32:35.625 INFO:tasks.rados.rados.0.smithi098.stdout:1634: finishing write tid 1 to smithi09877355-17 2024-04-12T00:32:35.625 INFO:tasks.rados.rados.0.smithi098.stdout:1638: seq_num 536 ranges {1998848=581632,2580480=688128,3268608=516096} 2024-04-12T00:32:35.638 INFO:tasks.rados.rados.0.smithi098.stdout:1638: writing smithi09877355-12 from 1998848 to 2580480 tid 1 2024-04-12T00:32:35.642 INFO:tasks.rados.rados.0.smithi098.stdout:1638: writing smithi09877355-12 from 2580480 to 3268608 tid 2 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1638: writing smithi09877355-12 from 3268608 to 3784704 tid 3 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1635: done (4 left) 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1639: read oid 13 snap -1 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1639: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1640: setattr oid 26 current snap is 142 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1634: finishing write tid 2 to smithi09877355-17 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1634: finishing write tid 3 to smithi09877355-17 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 751 (ObjNum 519 snap 138 seq_num 519) dirty exists 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1634: finishing write tid 4 to smithi09877355-17 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1634: finishing write tid 5 to smithi09877355-17 2024-04-12T00:32:35.646 INFO:tasks.rados.rados.0.smithi098.stdout:1634: oid 17 updating version 0 to 738 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1634: oid 17 updating version 738 to 739 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1634: oid 17 updating version 739 to 740 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1634: oid 17 updating version 740 to 741 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 741 (ObjNum 534 snap 142 seq_num 534) dirty exists 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1634: left oid 17 (ObjNum 534 snap 142 seq_num 534) 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1637: finishing write tid 1 to smithi09877355-41 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1637: finishing write tid 2 to smithi09877355-41 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1637: finishing write tid 3 to smithi09877355-41 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1637: finishing write tid 4 to smithi09877355-41 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1637: finishing write tid 5 to smithi09877355-41 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1637: oid 41 updating version 0 to 979 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1637: oid 41 updating version 979 to 980 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1637: oid 41 updating version 980 to 982 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:1637: oid 41 version 982 is already newer than 981 2024-04-12T00:32:35.647 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 982 (ObjNum 535 snap 142 seq_num 535) dirty exists 2024-04-12T00:32:35.648 INFO:tasks.rados.rados.0.smithi098.stdout:1637: left oid 41 (ObjNum 535 snap 142 seq_num 535) 2024-04-12T00:32:35.648 INFO:tasks.rados.rados.0.smithi098.stdout:1638: finishing write tid 1 to smithi09877355-12 2024-04-12T00:32:35.648 INFO:tasks.rados.rados.0.smithi098.stdout:1638: finishing write tid 2 to smithi09877355-12 2024-04-12T00:32:35.648 INFO:tasks.rados.rados.0.smithi098.stdout:1634: done (5 left) 2024-04-12T00:32:35.648 INFO:tasks.rados.rados.0.smithi098.stdout:1636: done (4 left) 2024-04-12T00:32:35.648 INFO:tasks.rados.rados.0.smithi098.stdout:1637: done (3 left) 2024-04-12T00:32:35.648 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 142 2024-04-12T00:32:35.648 INFO:tasks.rados.rados.0.smithi098.stdout:1641: seq_num 537 ranges {5193728=598016,5791744=573440,6365184=491520,6856704=139264} 2024-04-12T00:32:35.677 INFO:tasks.rados.rados.0.smithi098.stdout:1641: writing smithi09877355-23 from 5193728 to 5791744 tid 1 2024-04-12T00:32:35.680 INFO:tasks.rados.rados.0.smithi098.stdout:1641: writing smithi09877355-23 from 5791744 to 6365184 tid 2 2024-04-12T00:32:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:1641: writing smithi09877355-23 from 6365184 to 6856704 tid 3 2024-04-12T00:32:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:1641: writing smithi09877355-23 from 6856704 to 6995968 tid 4 2024-04-12T00:32:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:1642: read oid 2 snap -1 2024-04-12T00:32:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:1642: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:1643: snap_create 2024-04-12T00:32:35.685 INFO:tasks.rados.rados.0.smithi098.stdout:1638: finishing write tid 3 to smithi09877355-12 2024-04-12T00:32:35.685 INFO:tasks.rados.rados.0.smithi098.stdout:1639: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:32:35.700 INFO:tasks.rados.rados.0.smithi098.stdout:1638: finishing write tid 4 to smithi09877355-12 2024-04-12T00:32:35.700 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 568 (ObjNum 495 snap 126 seq_num 495) dirty exists 2024-04-12T00:32:35.700 INFO:tasks.rados.rados.0.smithi098.stdout:1638: finishing write tid 5 to smithi09877355-12 2024-04-12T00:32:35.700 INFO:tasks.rados.rados.0.smithi098.stdout:1638: oid 12 updating version 0 to 564 2024-04-12T00:32:35.700 INFO:tasks.rados.rados.0.smithi098.stdout:1638: oid 12 updating version 564 to 565 2024-04-12T00:32:35.700 INFO:tasks.rados.rados.0.smithi098.stdout:1638: oid 12 updating version 565 to 566 2024-04-12T00:32:35.700 INFO:tasks.rados.rados.0.smithi098.stdout:1638: oid 12 version 566 is already newer than 563 2024-04-12T00:32:35.700 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 566 (ObjNum 536 snap 142 seq_num 536) dirty exists 2024-04-12T00:32:35.700 INFO:tasks.rados.rados.0.smithi098.stdout:1638: left oid 12 (ObjNum 536 snap 142 seq_num 536) 2024-04-12T00:32:35.701 INFO:tasks.rados.rados.0.smithi098.stdout:1641: finishing write tid 1 to smithi09877355-23 2024-04-12T00:32:35.701 INFO:tasks.rados.rados.0.smithi098.stdout:1641: finishing write tid 2 to smithi09877355-23 2024-04-12T00:32:35.701 INFO:tasks.rados.rados.0.smithi098.stdout:1641: finishing write tid 3 to smithi09877355-23 2024-04-12T00:32:35.701 INFO:tasks.rados.rados.0.smithi098.stdout:1641: finishing write tid 4 to smithi09877355-23 2024-04-12T00:32:35.701 INFO:tasks.rados.rados.0.smithi098.stdout:1641: finishing write tid 5 to smithi09877355-23 2024-04-12T00:32:35.701 INFO:tasks.rados.rados.0.smithi098.stdout:1642: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:35.770 INFO:tasks.rados.rados.0.smithi098.stdout:1641: finishing write tid 6 to smithi09877355-23 2024-04-12T00:32:35.770 INFO:tasks.rados.rados.0.smithi098.stdout:1641: oid 23 updating version 0 to 988 2024-04-12T00:32:35.770 INFO:tasks.rados.rados.0.smithi098.stdout:1641: oid 23 version 988 is already newer than 987 2024-04-12T00:32:35.770 INFO:tasks.rados.rados.0.smithi098.stdout:1641: oid 23 version 988 is already newer than 986 2024-04-12T00:32:35.770 INFO:tasks.rados.rados.0.smithi098.stdout:1641: oid 23 version 988 is already newer than 984 2024-04-12T00:32:35.770 INFO:tasks.rados.rados.0.smithi098.stdout:1641: oid 23 version 988 is already newer than 985 2024-04-12T00:32:35.771 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 988 (ObjNum 537 snap 142 seq_num 537) dirty exists 2024-04-12T00:32:35.771 INFO:tasks.rados.rados.0.smithi098.stdout:1641: left oid 23 (ObjNum 537 snap 142 seq_num 537) 2024-04-12T00:32:35.789 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:32:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:32:35] "GET /metrics HTTP/1.1" 200 36132 "" "Prometheus/2.43.0" 2024-04-12T00:32:35.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:35 smithi098 ceph-mon[88922]: osdmap e358: 8 total, 8 up, 8 in 2024-04-12T00:32:35.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:35.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:35.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:35.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:35 smithi098 ceph-mon[91373]: osdmap e358: 8 total, 8 up, 8 in 2024-04-12T00:32:35.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:35.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:35.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:35.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:35 smithi193 ceph-mon[83763]: osdmap e358: 8 total, 8 up, 8 in 2024-04-12T00:32:35.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:35.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:35.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:36.542 INFO:tasks.rados.rados.0.smithi098.stdout:1638: done (5 left) 2024-04-12T00:32:36.542 INFO:tasks.rados.rados.0.smithi098.stdout:1639: done (4 left) 2024-04-12T00:32:36.543 INFO:tasks.rados.rados.0.smithi098.stdout:1640: done (3 left) 2024-04-12T00:32:36.543 INFO:tasks.rados.rados.0.smithi098.stdout:1641: done (2 left) 2024-04-12T00:32:36.543 INFO:tasks.rados.rados.0.smithi098.stdout:1642: done (1 left) 2024-04-12T00:32:36.543 INFO:tasks.rados.rados.0.smithi098.stdout:1643: done (0 left) 2024-04-12T00:32:36.543 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 143 2024-04-12T00:32:36.543 INFO:tasks.rados.rados.0.smithi098.stdout:1644: seq_num 538 ranges {4030464=614400,4644864=450560,5095424=704512,5799936=49152} 2024-04-12T00:32:36.566 INFO:tasks.rados.rados.0.smithi098.stdout:1644: writing smithi09877355-16 from 4030464 to 4644864 tid 1 2024-04-12T00:32:36.569 INFO:tasks.rados.rados.0.smithi098.stdout:1644: writing smithi09877355-16 from 4644864 to 5095424 tid 2 2024-04-12T00:32:36.573 INFO:tasks.rados.rados.0.smithi098.stdout:1644: writing smithi09877355-16 from 5095424 to 5799936 tid 3 2024-04-12T00:32:36.574 INFO:tasks.rados.rados.0.smithi098.stdout:1644: writing smithi09877355-16 from 5799936 to 5849088 tid 4 2024-04-12T00:32:36.574 INFO:tasks.rados.rados.0.smithi098.stdout:1645: copy_from oid 50 from oid 48 current snap is 143 2024-04-12T00:32:36.574 INFO:tasks.rados.rados.0.smithi098.stdout:1644: finishing write tid 1 to smithi09877355-16 2024-04-12T00:32:36.574 INFO:tasks.rados.rados.0.smithi098.stdout:1644: finishing write tid 2 to smithi09877355-16 2024-04-12T00:32:36.574 INFO:tasks.rados.rados.0.smithi098.stdout:1646: copy_from oid 35 from oid 37 current snap is 143 2024-04-12T00:32:36.574 INFO:tasks.rados.rados.0.smithi098.stdout:1647: rollback oid 8 current snap is 143 2024-04-12T00:32:36.575 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 140 2024-04-12T00:32:36.575 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 143 2024-04-12T00:32:36.575 INFO:tasks.rados.rados.0.smithi098.stdout:1648: seq_num 539 ranges {3784704=630784,4415488=737280,5152768=466944} 2024-04-12T00:32:36.599 INFO:tasks.rados.rados.0.smithi098.stdout:1648: writing smithi09877355-12 from 3784704 to 4415488 tid 1 2024-04-12T00:32:36.603 INFO:tasks.rados.rados.0.smithi098.stdout:1648: writing smithi09877355-12 from 4415488 to 5152768 tid 2 2024-04-12T00:32:36.606 INFO:tasks.rados.rados.0.smithi098.stdout:1648: writing smithi09877355-12 from 5152768 to 5619712 tid 3 2024-04-12T00:32:36.606 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 143 2024-04-12T00:32:36.606 INFO:tasks.rados.rados.0.smithi098.stdout:1644: finishing write tid 3 to smithi09877355-16 2024-04-12T00:32:36.606 INFO:tasks.rados.rados.0.smithi098.stdout:1649: seq_num 540 ranges {3006464=647168,3653632=671744,4325376=532480} 2024-04-12T00:32:36.625 INFO:tasks.rados.rados.0.smithi098.stdout:1649: writing smithi09877355-25 from 3006464 to 3653632 tid 1 2024-04-12T00:32:36.630 INFO:tasks.rados.rados.0.smithi098.stdout:1649: writing smithi09877355-25 from 3653632 to 4325376 tid 2 2024-04-12T00:32:36.633 INFO:tasks.rados.rados.0.smithi098.stdout:1649: writing smithi09877355-25 from 4325376 to 4857856 tid 3 2024-04-12T00:32:36.633 INFO:tasks.rados.rados.0.smithi098.stdout:1650: delete oid 41 current snap is 143 2024-04-12T00:32:36.633 INFO:tasks.rados.rados.0.smithi098.stdout:1644: finishing write tid 4 to smithi09877355-16 2024-04-12T00:32:36.633 INFO:tasks.rados.rados.0.smithi098.stdout:1644: finishing write tid 5 to smithi09877355-16 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1647: finishing rollback tid 0 to smithi09877355-8 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1647: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1644: finishing write tid 6 to smithi09877355-16 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1644: oid 16 updating version 0 to 1176 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1644: oid 16 version 1176 is already newer than 1172 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1644: oid 16 version 1176 is already newer than 1175 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1644: oid 16 version 1176 is already newer than 1173 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1644: oid 16 version 1176 is already newer than 1174 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1176 (ObjNum 538 snap 143 seq_num 538) dirty exists 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1644: left oid 16 (ObjNum 538 snap 143 seq_num 538) 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1647: finishing rollback tid 2 to smithi09877355-8 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 724 (ObjNum 522 snap 139 seq_num 522) dirty exists 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1645: finishing copy_from racing read to smithi09877355-50 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:1645: finishing copy_from to smithi09877355-50 2024-04-12T00:32:36.634 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 723 (ObjNum 460 snap 122 seq_num 460) dirty exists 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1646: finishing copy_from racing read to smithi09877355-35 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: finishing write tid 1 to smithi09877355-12 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1646: finishing copy_from to smithi09877355-35 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 716 (ObjNum 436 snap 120 seq_num 436) dirty exists 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: finishing write tid 2 to smithi09877355-12 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: finishing write tid 3 to smithi09877355-12 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: finishing write tid 4 to smithi09877355-12 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: finishing write tid 5 to smithi09877355-12 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: oid 12 updating version 0 to 571 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: oid 12 version 571 is already newer than 570 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: oid 12 updating version 571 to 573 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: oid 12 version 573 is already newer than 572 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 573 (ObjNum 539 snap 143 seq_num 539) dirty exists 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1648: left oid 12 (ObjNum 539 snap 143 seq_num 539) 2024-04-12T00:32:36.635 INFO:tasks.rados.rados.0.smithi098.stdout:1649: finishing write tid 1 to smithi09877355-25 2024-04-12T00:32:36.636 INFO:tasks.rados.rados.0.smithi098.stdout:1649: finishing write tid 2 to smithi09877355-25 2024-04-12T00:32:36.636 INFO:tasks.rados.rados.0.smithi098.stdout:1649: finishing write tid 3 to smithi09877355-25 2024-04-12T00:32:36.636 INFO:tasks.rados.rados.0.smithi098.stdout:1644: done (6 left) 2024-04-12T00:32:36.637 INFO:tasks.rados.rados.0.smithi098.stdout:1645: done (5 left) 2024-04-12T00:32:36.637 INFO:tasks.rados.rados.0.smithi098.stdout:1646: done (4 left) 2024-04-12T00:32:36.637 INFO:tasks.rados.rados.0.smithi098.stdout:1647: done (3 left) 2024-04-12T00:32:36.637 INFO:tasks.rados.rados.0.smithi098.stdout:1648: done (2 left) 2024-04-12T00:32:36.637 INFO:tasks.rados.rados.0.smithi098.stdout:1650: done (1 left) 2024-04-12T00:32:36.637 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 143 2024-04-12T00:32:36.637 INFO:tasks.rados.rados.0.smithi098.stdout:1651: seq_num 542 ranges {3006464=679936,3686400=442368,4128768=679936,4808704=81920} 2024-04-12T00:32:36.654 INFO:tasks.rados.rados.0.smithi098.stdout:1651: writing smithi09877355-47 from 3006464 to 3686400 tid 1 2024-04-12T00:32:36.657 INFO:tasks.rados.rados.0.smithi098.stdout:1651: writing smithi09877355-47 from 3686400 to 4128768 tid 2 2024-04-12T00:32:36.661 INFO:tasks.rados.rados.0.smithi098.stdout:1651: writing smithi09877355-47 from 4128768 to 4808704 tid 3 2024-04-12T00:32:36.662 INFO:tasks.rados.rados.0.smithi098.stdout:1651: writing smithi09877355-47 from 4808704 to 4890624 tid 4 2024-04-12T00:32:36.662 INFO:tasks.rados.rados.0.smithi098.stdout:1652: rollback oid 26 current snap is 143 2024-04-12T00:32:36.662 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 26 to 140 2024-04-12T00:32:36.662 INFO:tasks.rados.rados.0.smithi098.stdout:1649: finishing write tid 4 to smithi09877355-25 2024-04-12T00:32:36.662 INFO:tasks.rados.rados.0.smithi098.stdout:1649: finishing write tid 5 to smithi09877355-25 2024-04-12T00:32:36.662 INFO:tasks.rados.rados.0.smithi098.stdout:1649: oid 25 updating version 0 to 690 2024-04-12T00:32:36.662 INFO:tasks.rados.rados.0.smithi098.stdout:1649: oid 25 version 690 is already newer than 689 2024-04-12T00:32:36.663 INFO:tasks.rados.rados.0.smithi098.stdout:1649: oid 25 updating version 690 to 691 2024-04-12T00:32:36.663 INFO:tasks.rados.rados.0.smithi098.stdout:1649: oid 25 version 691 is already newer than 688 2024-04-12T00:32:36.663 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 691 (ObjNum 540 snap 143 seq_num 540) dirty exists 2024-04-12T00:32:36.663 INFO:tasks.rados.rados.0.smithi098.stdout:1649: left oid 25 (ObjNum 540 snap 143 seq_num 540) 2024-04-12T00:32:36.663 INFO:tasks.rados.rados.0.smithi098.stdout:1651: finishing write tid 1 to smithi09877355-47 2024-04-12T00:32:36.663 INFO:tasks.rados.rados.0.smithi098.stdout:1651: finishing write tid 2 to smithi09877355-47 2024-04-12T00:32:36.663 INFO:tasks.rados.rados.0.smithi098.stdout:1649: done (2 left) 2024-04-12T00:32:36.663 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 143 2024-04-12T00:32:36.663 INFO:tasks.rados.rados.0.smithi098.stdout:1653: seq_num 543 ranges {90112=704512,794624=729088,1523712=475136} 2024-04-12T00:32:36.666 INFO:tasks.rados.rados.0.smithi098.stdout:1653: writing smithi09877355-45 from 90112 to 794624 tid 1 2024-04-12T00:32:36.671 INFO:tasks.rados.rados.0.smithi098.stdout:1653: writing smithi09877355-45 from 794624 to 1523712 tid 2 2024-04-12T00:32:36.674 INFO:tasks.rados.rados.0.smithi098.stdout:1653: writing smithi09877355-45 from 1523712 to 1998848 tid 3 2024-04-12T00:32:36.674 INFO:tasks.rados.rados.0.smithi098.stdout:1654: setattr oid 13 current snap is 143 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1651: finishing write tid 3 to smithi09877355-47 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1651: finishing write tid 4 to smithi09877355-47 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1652: finishing rollback tid 0 to smithi09877355-26 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1651: finishing write tid 5 to smithi09877355-47 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1652: finishing rollback tid 1 to smithi09877355-26 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1652: finishing rollback tid 2 to smithi09877355-26 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 577 (ObjNum 495 snap 126 seq_num 495) dirty exists 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1651: finishing write tid 6 to smithi09877355-47 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1651: oid 47 updating version 0 to 745 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1651: oid 47 version 745 is already newer than 743 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1651: oid 47 version 745 is already newer than 744 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1651: oid 47 updating version 745 to 746 2024-04-12T00:32:36.675 INFO:tasks.rados.rados.0.smithi098.stdout:1651: oid 47 version 746 is already newer than 742 2024-04-12T00:32:36.676 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 746 (ObjNum 542 snap 143 seq_num 542) dirty exists 2024-04-12T00:32:36.676 INFO:tasks.rados.rados.0.smithi098.stdout:1651: left oid 47 (ObjNum 542 snap 143 seq_num 542) 2024-04-12T00:32:36.676 INFO:tasks.rados.rados.0.smithi098.stdout:1653: finishing write tid 1 to smithi09877355-45 2024-04-12T00:32:36.676 INFO:tasks.rados.rados.0.smithi098.stdout:1653: finishing write tid 2 to smithi09877355-45 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1653: finishing write tid 3 to smithi09877355-45 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1651: done (3 left) 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1652: done (2 left) 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1655: setattr oid 17 current snap is 143 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1653: finishing write tid 4 to smithi09877355-45 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1653: finishing write tid 5 to smithi09877355-45 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1653: oid 45 updating version 0 to 719 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1653: oid 45 version 719 is already newer than 717 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1653: oid 45 updating version 719 to 720 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1653: oid 45 version 720 is already newer than 718 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 720 (ObjNum 543 snap 143 seq_num 543) dirty exists 2024-04-12T00:32:36.677 INFO:tasks.rados.rados.0.smithi098.stdout:1653: left oid 45 (ObjNum 543 snap 143 seq_num 543) 2024-04-12T00:32:36.679 INFO:tasks.rados.rados.0.smithi098.stdout:1653: done (2 left) 2024-04-12T00:32:36.679 INFO:tasks.rados.rados.0.smithi098.stdout:1656: copy_from oid 40 from oid 3 current snap is 143 2024-04-12T00:32:36.679 INFO:tasks.rados.rados.0.smithi098.stdout:1657: read oid 10 snap -1 2024-04-12T00:32:36.679 INFO:tasks.rados.rados.0.smithi098.stdout:1657: expect (ObjNum 490 snap 126 seq_num 490) 2024-04-12T00:32:36.680 INFO:tasks.rados.rados.0.smithi098.stdout:1658: copy_from oid 36 from oid 47 current snap is 143 2024-04-12T00:32:36.680 INFO:tasks.rados.rados.0.smithi098.stdout:1659: read oid 31 snap -1 2024-04-12T00:32:36.680 INFO:tasks.rados.rados.0.smithi098.stdout:1659: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:36.680 INFO:tasks.rados.rados.0.smithi098.stdout:1660: copy_from oid 8 from oid 23 current snap is 143 2024-04-12T00:32:36.680 INFO:tasks.rados.rados.0.smithi098.stdout:1661: snap_remove snap 140 2024-04-12T00:32:36.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:36 smithi098 ceph-mon[88922]: osdmap e359: 8 total, 8 up, 8 in 2024-04-12T00:32:36.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:36 smithi098 ceph-mon[88922]: pgmap v196: 121 pgs: 121 active+clean; 123 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-12T00:32:36.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:36 smithi098 ceph-mon[91373]: osdmap e359: 8 total, 8 up, 8 in 2024-04-12T00:32:36.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:36 smithi098 ceph-mon[91373]: pgmap v196: 121 pgs: 121 active+clean; 123 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-12T00:32:36.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:36 smithi193 ceph-mon[83763]: osdmap e359: 8 total, 8 up, 8 in 2024-04-12T00:32:36.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:36 smithi193 ceph-mon[83763]: pgmap v196: 121 pgs: 121 active+clean; 123 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-12T00:32:37.545 INFO:tasks.rados.rados.0.smithi098.stdout:1661: done (7 left) 2024-04-12T00:32:37.545 INFO:tasks.rados.rados.0.smithi098.stdout:1662: read oid 43 snap -1 2024-04-12T00:32:37.546 INFO:tasks.rados.rados.0.smithi098.stdout:1662: expect deleted 2024-04-12T00:32:37.546 INFO:tasks.rados.rados.0.smithi098.stdout:1663: copy_from oid 42 from oid 49 current snap is 143 2024-04-12T00:32:37.546 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1178 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:32:37.546 INFO:tasks.rados.rados.0.smithi098.stdout:1659: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:37.777 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 747 (ObjNum 534 snap 142 seq_num 534) dirty exists 2024-04-12T00:32:37.777 INFO:tasks.rados.rados.0.smithi098.stdout:1656: finishing copy_from racing read to smithi09877355-40 2024-04-12T00:32:37.777 INFO:tasks.rados.rados.0.smithi098.stdout:1656: finishing copy_from to smithi09877355-40 2024-04-12T00:32:37.778 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 725 (ObjNum 496 snap 127 seq_num 496) dirty exists 2024-04-12T00:32:37.778 INFO:tasks.rados.rados.0.smithi098.stdout:1660: finishing copy_from racing read to smithi09877355-8 2024-04-12T00:32:37.778 INFO:tasks.rados.rados.0.smithi098.stdout:1657: expect (ObjNum 490 snap 126 seq_num 490) 2024-04-12T00:32:37.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:37 smithi098 ceph-mon[88922]: osdmap e360: 8 total, 8 up, 8 in 2024-04-12T00:32:37.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:37 smithi098 ceph-mon[91373]: osdmap e360: 8 total, 8 up, 8 in 2024-04-12T00:32:37.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:37 smithi193 ceph-mon[83763]: osdmap e360: 8 total, 8 up, 8 in 2024-04-12T00:32:37.986 INFO:tasks.rados.rados.0.smithi098.stdout:1660: finishing copy_from to smithi09877355-8 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 988 (ObjNum 537 snap 142 seq_num 537) dirty exists 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1658: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1658: finishing copy_from to smithi09877355-36 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 746 (ObjNum 542 snap 143 seq_num 542) dirty exists 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1654: done (8 left) 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1655: done (7 left) 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1656: done (6 left) 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1657: done (5 left) 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1658: done (4 left) 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1659: done (3 left) 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1660: done (2 left) 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1662: done (1 left) 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1664: copy_from oid 45 from oid 9 current snap is 143 2024-04-12T00:32:37.987 INFO:tasks.rados.rados.0.smithi098.stdout:1665: read oid 32 snap 141 2024-04-12T00:32:37.988 INFO:tasks.rados.rados.0.smithi098.stdout:1665: expect (ObjNum 496 snap 127 seq_num 496) 2024-04-12T00:32:37.988 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 143 2024-04-12T00:32:37.988 INFO:tasks.rados.rados.0.smithi098.stdout:1666: seq_num 544 ranges {5849088=720896,6569984=614400,7184384=589824} 2024-04-12T00:32:38.021 INFO:tasks.rados.rados.0.smithi098.stdout:1666: writing smithi09877355-16 from 5849088 to 6569984 tid 1 2024-04-12T00:32:38.024 INFO:tasks.rados.rados.0.smithi098.stdout:1666: writing smithi09877355-16 from 6569984 to 7184384 tid 2 2024-04-12T00:32:38.028 INFO:tasks.rados.rados.0.smithi098.stdout:1666: writing smithi09877355-16 from 7184384 to 7774208 tid 3 2024-04-12T00:32:38.028 INFO:tasks.rados.rados.0.smithi098.stdout:1667: setattr oid 43 current snap is 143 2024-04-12T00:32:38.028 INFO:tasks.rados.rados.0.smithi098.stdout:1663: finishing copy_from racing read to smithi09877355-42 2024-04-12T00:32:38.028 INFO:tasks.rados.rados.0.smithi098.stdout:1663: finishing copy_from to smithi09877355-42 2024-04-12T00:32:38.028 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 616 (ObjNum 529 snap 140 seq_num 529) dirty exists 2024-04-12T00:32:38.028 INFO:tasks.rados.rados.0.smithi098.stdout:1665: expect (ObjNum 496 snap 127 seq_num 496) 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1664: finishing copy_from racing read to smithi09877355-45 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1664: finishing copy_from to smithi09877355-45 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 601 (ObjNum 409 snap 115 seq_num 409) dirty exists 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1666: finishing write tid 1 to smithi09877355-16 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1666: finishing write tid 2 to smithi09877355-16 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1666: finishing write tid 3 to smithi09877355-16 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1666: finishing write tid 4 to smithi09877355-16 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1666: finishing write tid 5 to smithi09877355-16 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1666: oid 16 updating version 0 to 1186 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1666: oid 16 version 1186 is already newer than 1185 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1666: oid 16 version 1186 is already newer than 1183 2024-04-12T00:32:38.191 INFO:tasks.rados.rados.0.smithi098.stdout:1666: oid 16 version 1186 is already newer than 1184 2024-04-12T00:32:38.192 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1186 (ObjNum 544 snap 143 seq_num 544) dirty exists 2024-04-12T00:32:38.192 INFO:tasks.rados.rados.0.smithi098.stdout:1666: left oid 16 (ObjNum 544 snap 143 seq_num 544) 2024-04-12T00:32:38.192 INFO:tasks.rados.rados.0.smithi098.stdout:1663: done (4 left) 2024-04-12T00:32:38.192 INFO:tasks.rados.rados.0.smithi098.stdout:1664: done (3 left) 2024-04-12T00:32:38.192 INFO:tasks.rados.rados.0.smithi098.stdout:1665: done (2 left) 2024-04-12T00:32:38.192 INFO:tasks.rados.rados.0.smithi098.stdout:1666: done (1 left) 2024-04-12T00:32:38.192 INFO:tasks.rados.rados.0.smithi098.stdout:1668: snap_remove snap 141 2024-04-12T00:32:38.562 INFO:tasks.rados.rados.0.smithi098.stdout:1668: done (1 left) 2024-04-12T00:32:38.562 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 143 2024-04-12T00:32:38.563 INFO:tasks.rados.rados.0.smithi098.stdout:1669: seq_num 545 ranges {6995968=737280,7733248=491520,8224768=450560,8675328=262144} 2024-04-12T00:32:38.604 INFO:tasks.rados.rados.0.smithi098.stdout:1669: writing smithi09877355-23 from 6995968 to 7733248 tid 1 2024-04-12T00:32:38.607 INFO:tasks.rados.rados.0.smithi098.stdout:1669: writing smithi09877355-23 from 7733248 to 8224768 tid 2 2024-04-12T00:32:38.610 INFO:tasks.rados.rados.0.smithi098.stdout:1669: writing smithi09877355-23 from 8224768 to 8675328 tid 3 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:1669: writing smithi09877355-23 from 8675328 to 8937472 tid 4 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:1670: rollback oid 32 current snap is 143 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 32 to 142 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 731 (ObjNum 81 snap 0 seq_num 1656229584) dirty exists 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:1667: done (2 left) 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:1671: rmattr oid 9 current snap is 143 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:1671: done (2 left) 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:1672: rollback oid 25 current snap is 143 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 142 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:1673: setattr oid 35 current snap is 143 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:1669: finishing write tid 1 to smithi09877355-23 2024-04-12T00:32:38.613 INFO:tasks.rados.rados.0.smithi098.stdout:1669: finishing write tid 2 to smithi09877355-23 2024-04-12T00:32:38.614 INFO:tasks.rados.rados.0.smithi098.stdout:1674: read oid 42 snap -1 2024-04-12T00:32:38.614 INFO:tasks.rados.rados.0.smithi098.stdout:1674: expect (ObjNum 529 snap 140 seq_num 529) 2024-04-12T00:32:38.614 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 143 2024-04-12T00:32:38.614 INFO:tasks.rados.rados.0.smithi098.stdout:1675: seq_num 546 ranges {3260416=753664,4014080=778240,4792320=425984} 2024-04-12T00:32:38.636 INFO:tasks.rados.rados.0.smithi098.stdout:1675: writing smithi09877355-3 from 3260416 to 4014080 tid 1 2024-04-12T00:32:38.640 INFO:tasks.rados.rados.0.smithi098.stdout:1675: writing smithi09877355-3 from 4014080 to 4792320 tid 2 2024-04-12T00:32:38.643 INFO:tasks.rados.rados.0.smithi098.stdout:1675: writing smithi09877355-3 from 4792320 to 5218304 tid 3 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1676: copy_from oid 30 from oid 39 current snap is 143 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1672: finishing rollback tid 0 to smithi09877355-25 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 721 (ObjNum 436 snap 120 seq_num 436) dirty exists 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1670: finishing rollback tid 0 to smithi09877355-32 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1670: finishing rollback tid 1 to smithi09877355-32 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1670: finishing rollback tid 2 to smithi09877355-32 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 734 (ObjNum 533 snap 142 seq_num 533) dirty exists 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1669: finishing write tid 3 to smithi09877355-23 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1669: finishing write tid 4 to smithi09877355-23 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1670: done (6 left) 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1673: done (5 left) 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:1677: rollback oid 16 current snap is 143 2024-04-12T00:32:38.644 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 142 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1669: finishing write tid 5 to smithi09877355-23 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1672: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1672: finishing rollback tid 2 to smithi09877355-25 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 694 (ObjNum 530 snap 140 seq_num 530) dirty exists 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1669: finishing write tid 6 to smithi09877355-23 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1669: oid 23 updating version 0 to 1003 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1669: oid 23 version 1003 is already newer than 997 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1669: oid 23 updating version 1003 to 1005 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1669: oid 23 version 1005 is already newer than 998 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1669: oid 23 version 1005 is already newer than 1004 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1005 (ObjNum 545 snap 143 seq_num 545) dirty exists 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1669: left oid 23 (ObjNum 545 snap 143 seq_num 545) 2024-04-12T00:32:38.645 INFO:tasks.rados.rados.0.smithi098.stdout:1674: expect (ObjNum 529 snap 140 seq_num 529) 2024-04-12T00:32:38.690 INFO:tasks.rados.rados.0.smithi098.stdout:1675: finishing write tid 1 to smithi09877355-3 2024-04-12T00:32:38.690 INFO:tasks.rados.rados.0.smithi098.stdout:1675: finishing write tid 2 to smithi09877355-3 2024-04-12T00:32:38.690 INFO:tasks.rados.rados.0.smithi098.stdout:1675: finishing write tid 3 to smithi09877355-3 2024-04-12T00:32:38.690 INFO:tasks.rados.rados.0.smithi098.stdout:1675: finishing write tid 4 to smithi09877355-3 2024-04-12T00:32:38.690 INFO:tasks.rados.rados.0.smithi098.stdout:1677: finishing rollback tid 0 to smithi09877355-16 2024-04-12T00:32:38.690 INFO:tasks.rados.rados.0.smithi098.stdout:1677: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:32:38.690 INFO:tasks.rados.rados.0.smithi098.stdout:1675: finishing write tid 5 to smithi09877355-3 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1675: oid 3 updating version 0 to 738 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1675: oid 3 version 738 is already newer than 737 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1675: oid 3 version 738 is already newer than 736 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1675: oid 3 version 738 is already newer than 735 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 738 (ObjNum 546 snap 143 seq_num 546) dirty exists 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1675: left oid 3 (ObjNum 546 snap 143 seq_num 546) 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1677: finishing rollback tid 2 to smithi09877355-16 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1193 (ObjNum 454 snap 122 seq_num 454) dirty exists 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1676: finishing copy_from racing read to smithi09877355-30 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1676: finishing copy_from to smithi09877355-30 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 727 (ObjNum 505 snap 132 seq_num 505) dirty exists 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1669: done (5 left) 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1672: done (4 left) 2024-04-12T00:32:38.691 INFO:tasks.rados.rados.0.smithi098.stdout:1674: done (3 left) 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:1675: done (2 left) 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:1676: done (1 left) 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:1677: done (0 left) 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:1678: copy_from oid 43 from oid 3 current snap is 143 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:1679: read oid 47 snap 142 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:1679: expect (ObjNum 528 snap 139 seq_num 528) 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:1680: read oid 4 snap -1 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:1680: expect (ObjNum 518 snap 138 seq_num 518) 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 143 2024-04-12T00:32:38.692 INFO:tasks.rados.rados.0.smithi098.stdout:1681: seq_num 547 ranges {2924544=770048,3694592=663552,4358144=466944,4825088=73728} 2024-04-12T00:32:38.711 INFO:tasks.rados.rados.0.smithi098.stdout:1681: writing smithi09877355-15 from 2924544 to 3694592 tid 1 2024-04-12T00:32:38.715 INFO:tasks.rados.rados.0.smithi098.stdout:1681: writing smithi09877355-15 from 3694592 to 4358144 tid 2 2024-04-12T00:32:38.718 INFO:tasks.rados.rados.0.smithi098.stdout:1681: writing smithi09877355-15 from 4358144 to 4825088 tid 3 2024-04-12T00:32:38.719 INFO:tasks.rados.rados.0.smithi098.stdout:1681: writing smithi09877355-15 from 4825088 to 4898816 tid 4 2024-04-12T00:32:38.719 INFO:tasks.rados.rados.0.smithi098.stdout:1682: rollback oid 50 current snap is 143 2024-04-12T00:32:38.719 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 142 2024-04-12T00:32:38.719 INFO:tasks.rados.rados.0.smithi098.stdout:1680: expect (ObjNum 518 snap 138 seq_num 518) 2024-04-12T00:32:38.757 INFO:tasks.rados.rados.0.smithi098.stdout:1679: expect (ObjNum 528 snap 139 seq_num 528) 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:1678: finishing copy_from racing read to smithi09877355-43 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:1678: finishing copy_from to smithi09877355-43 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 738 (ObjNum 546 snap 143 seq_num 546) dirty exists 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:1681: finishing write tid 1 to smithi09877355-15 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:1681: finishing write tid 2 to smithi09877355-15 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:1678: done (4 left) 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:1679: done (3 left) 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:1680: done (2 left) 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 143 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:1681: finishing write tid 3 to smithi09877355-15 2024-04-12T00:32:38.856 INFO:tasks.rados.rados.0.smithi098.stdout:1683: seq_num 548 ranges {5775360=786432,6561792=598016,7159808=606208} 2024-04-12T00:32:38.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:38 smithi193 ceph-mon[83763]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T00:32:38.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:38 smithi193 ceph-mon[83763]: pgmap v199: 121 pgs: 121 active+clean; 123 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-12T00:32:38.890 INFO:tasks.rados.rados.0.smithi098.stdout:1683: writing smithi09877355-37 from 5775360 to 6561792 tid 1 2024-04-12T00:32:38.893 INFO:tasks.rados.rados.0.smithi098.stdout:1683: writing smithi09877355-37 from 6561792 to 7159808 tid 2 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1683: writing smithi09877355-37 from 7159808 to 7766016 tid 3 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1684: snap_create 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1682: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1682: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1682: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 736 (ObjNum 505 snap 132 seq_num 505) dirty exists 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1681: finishing write tid 4 to smithi09877355-15 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1681: finishing write tid 5 to smithi09877355-15 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1681: finishing write tid 6 to smithi09877355-15 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1681: oid 15 updating version 0 to 1196 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1681: oid 15 updating version 1196 to 1198 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1681: oid 15 updating version 1198 to 1199 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1681: oid 15 version 1199 is already newer than 1197 2024-04-12T00:32:38.898 INFO:tasks.rados.rados.0.smithi098.stdout:1681: oid 15 version 1199 is already newer than 1195 2024-04-12T00:32:38.899 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1199 (ObjNum 547 snap 143 seq_num 547) dirty exists 2024-04-12T00:32:38.899 INFO:tasks.rados.rados.0.smithi098.stdout:1681: left oid 15 (ObjNum 547 snap 143 seq_num 547) 2024-04-12T00:32:38.899 INFO:tasks.rados.rados.0.smithi098.stdout:1683: finishing write tid 1 to smithi09877355-37 2024-04-12T00:32:38.899 INFO:tasks.rados.rados.0.smithi098.stdout:1683: finishing write tid 2 to smithi09877355-37 2024-04-12T00:32:38.899 INFO:tasks.rados.rados.0.smithi098.stdout:1683: finishing write tid 3 to smithi09877355-37 2024-04-12T00:32:38.899 INFO:tasks.rados.rados.0.smithi098.stdout:1683: finishing write tid 4 to smithi09877355-37 2024-04-12T00:32:38.901 INFO:tasks.rados.rados.0.smithi098.stdout:1683: finishing write tid 5 to smithi09877355-37 2024-04-12T00:32:38.902 INFO:tasks.rados.rados.0.smithi098.stdout:1683: oid 37 updating version 0 to 739 2024-04-12T00:32:38.902 INFO:tasks.rados.rados.0.smithi098.stdout:1683: oid 37 updating version 739 to 742 2024-04-12T00:32:38.902 INFO:tasks.rados.rados.0.smithi098.stdout:1683: oid 37 version 742 is already newer than 740 2024-04-12T00:32:38.902 INFO:tasks.rados.rados.0.smithi098.stdout:1683: oid 37 version 742 is already newer than 741 2024-04-12T00:32:38.902 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 742 (ObjNum 548 snap 143 seq_num 548) dirty exists 2024-04-12T00:32:38.902 INFO:tasks.rados.rados.0.smithi098.stdout:1683: left oid 37 (ObjNum 548 snap 143 seq_num 548) 2024-04-12T00:32:39.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:38 smithi098 ceph-mon[91373]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T00:32:39.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:38 smithi098 ceph-mon[91373]: pgmap v199: 121 pgs: 121 active+clean; 123 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-12T00:32:39.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:38 smithi098 ceph-mon[88922]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T00:32:39.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:38 smithi098 ceph-mon[88922]: pgmap v199: 121 pgs: 121 active+clean; 123 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:1681: done (3 left) 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:1682: done (2 left) 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:1683: done (1 left) 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:1684: done (0 left) 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:1685: read oid 12 snap -1 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:1685: expect (ObjNum 539 snap 143 seq_num 539) 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:1686: read oid 44 snap -1 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:1686: expect (ObjNum 467 snap 124 seq_num 467) 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 144 2024-04-12T00:32:39.567 INFO:tasks.rados.rados.0.smithi098.stdout:1687: seq_num 549 ranges {4857856=802816,5660672=483328,6144000=434176,6578176=286720} 2024-04-12T00:32:39.600 INFO:tasks.rados.rados.0.smithi098.stdout:1687: writing smithi09877355-14 from 4857856 to 5660672 tid 1 2024-04-12T00:32:39.602 INFO:tasks.rados.rados.0.smithi098.stdout:1687: writing smithi09877355-14 from 5660672 to 6144000 tid 2 2024-04-12T00:32:39.605 INFO:tasks.rados.rados.0.smithi098.stdout:1687: writing smithi09877355-14 from 6144000 to 6578176 tid 3 2024-04-12T00:32:39.606 INFO:tasks.rados.rados.0.smithi098.stdout:1687: writing smithi09877355-14 from 6578176 to 6864896 tid 4 2024-04-12T00:32:39.606 INFO:tasks.rados.rados.0.smithi098.stdout:1688: rollback oid 2 current snap is 144 2024-04-12T00:32:39.606 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 2 to 143 2024-04-12T00:32:39.607 INFO:tasks.rados.rados.0.smithi098.stdout:1686: expect (ObjNum 467 snap 124 seq_num 467) 2024-04-12T00:32:39.624 INFO:tasks.rados.rados.0.smithi098.stdout:1685: expect (ObjNum 539 snap 143 seq_num 539) 2024-04-12T00:32:39.813 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:39 smithi098 ceph-mon[91373]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T00:32:39.814 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:39 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:39.814 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:39 smithi098 ceph-mon[88922]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T00:32:39.814 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:39 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:39.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:39 smithi193 ceph-mon[83763]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T00:32:39.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:39 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:39.881 INFO:tasks.rados.rados.0.smithi098.stdout:1687: finishing write tid 1 to smithi09877355-14 2024-04-12T00:32:39.881 INFO:tasks.rados.rados.0.smithi098.stdout:1688: finishing rollback tid 0 to smithi09877355-2 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1687: finishing write tid 2 to smithi09877355-14 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1688: finishing rollback tid 1 to smithi09877355-2 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1688: finishing rollback tid 2 to smithi09877355-2 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 739 (ObjNum 477 snap 124 seq_num 477) dirty exists 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1687: finishing write tid 3 to smithi09877355-14 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1687: finishing write tid 4 to smithi09877355-14 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1687: finishing write tid 5 to smithi09877355-14 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1685: done (3 left) 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1686: done (2 left) 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1688: done (1 left) 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1689: snap_create 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1687: finishing write tid 6 to smithi09877355-14 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1687: oid 14 updating version 0 to 754 2024-04-12T00:32:39.882 INFO:tasks.rados.rados.0.smithi098.stdout:1687: oid 14 updating version 754 to 756 2024-04-12T00:32:39.883 INFO:tasks.rados.rados.0.smithi098.stdout:1687: oid 14 version 756 is already newer than 752 2024-04-12T00:32:39.883 INFO:tasks.rados.rados.0.smithi098.stdout:1687: oid 14 version 756 is already newer than 755 2024-04-12T00:32:39.883 INFO:tasks.rados.rados.0.smithi098.stdout:1687: oid 14 version 756 is already newer than 753 2024-04-12T00:32:39.883 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 756 (ObjNum 549 snap 144 seq_num 549) dirty exists 2024-04-12T00:32:39.883 INFO:tasks.rados.rados.0.smithi098.stdout:1687: left oid 14 (ObjNum 549 snap 144 seq_num 549) 2024-04-12T00:32:40.572 INFO:tasks.rados.rados.0.smithi098.stdout:1687: done (1 left) 2024-04-12T00:32:40.572 INFO:tasks.rados.rados.0.smithi098.stdout:1689: done (0 left) 2024-04-12T00:32:40.573 INFO:tasks.rados.rados.0.smithi098.stdout:1690: rmattr oid 18 current snap is 145 2024-04-12T00:32:40.573 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 145 2024-04-12T00:32:40.573 INFO:tasks.rados.rados.0.smithi098.stdout:1691: seq_num 550 ranges {6864896=417792,7282688=770048,8052736=638976,8691712=196608} 2024-04-12T00:32:40.612 INFO:tasks.rados.rados.0.smithi098.stdout:1691: writing smithi09877355-14 from 6864896 to 7282688 tid 1 2024-04-12T00:32:40.616 INFO:tasks.rados.rados.0.smithi098.stdout:1691: writing smithi09877355-14 from 7282688 to 8052736 tid 2 2024-04-12T00:32:40.619 INFO:tasks.rados.rados.0.smithi098.stdout:1691: writing smithi09877355-14 from 8052736 to 8691712 tid 3 2024-04-12T00:32:40.621 INFO:tasks.rados.rados.0.smithi098.stdout:1691: writing smithi09877355-14 from 8691712 to 8888320 tid 4 2024-04-12T00:32:40.621 INFO:tasks.rados.rados.0.smithi098.stdout:1692: snap_create 2024-04-12T00:32:40.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 709 (ObjNum 65 snap 0 seq_num 1684234348) dirty exists 2024-04-12T00:32:40.621 INFO:tasks.rados.rados.0.smithi098.stdout:1691: finishing write tid 1 to smithi09877355-14 2024-04-12T00:32:40.621 INFO:tasks.rados.rados.0.smithi098.stdout:1691: finishing write tid 2 to smithi09877355-14 2024-04-12T00:32:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:1691: finishing write tid 3 to smithi09877355-14 2024-04-12T00:32:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:1691: finishing write tid 4 to smithi09877355-14 2024-04-12T00:32:40.625 INFO:tasks.rados.rados.0.smithi098.stdout:1691: finishing write tid 5 to smithi09877355-14 2024-04-12T00:32:40.627 INFO:tasks.rados.rados.0.smithi098.stdout:1691: finishing write tid 6 to smithi09877355-14 2024-04-12T00:32:40.627 INFO:tasks.rados.rados.0.smithi098.stdout:1691: oid 14 updating version 0 to 757 2024-04-12T00:32:40.627 INFO:tasks.rados.rados.0.smithi098.stdout:1691: oid 14 updating version 757 to 759 2024-04-12T00:32:40.627 INFO:tasks.rados.rados.0.smithi098.stdout:1691: oid 14 updating version 759 to 761 2024-04-12T00:32:40.627 INFO:tasks.rados.rados.0.smithi098.stdout:1691: oid 14 version 761 is already newer than 760 2024-04-12T00:32:40.627 INFO:tasks.rados.rados.0.smithi098.stdout:1691: oid 14 version 761 is already newer than 758 2024-04-12T00:32:40.627 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 761 (ObjNum 550 snap 145 seq_num 550) dirty exists 2024-04-12T00:32:40.627 INFO:tasks.rados.rados.0.smithi098.stdout:1691: left oid 14 (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:32:40.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:40 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:40.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:40 smithi193 ceph-mon[83763]: Upgrade: osd.2 is safe to restart 2024-04-12T00:32:40.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:40 smithi193 ceph-mon[83763]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T00:32:40.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:40 smithi193 ceph-mon[83763]: pgmap v202: 121 pgs: 121 active+clean; 129 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-04-12T00:32:41.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:40 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:41.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:40 smithi098 ceph-mon[88922]: Upgrade: osd.2 is safe to restart 2024-04-12T00:32:41.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:40 smithi098 ceph-mon[88922]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T00:32:41.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:40 smithi098 ceph-mon[88922]: pgmap v202: 121 pgs: 121 active+clean; 129 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-04-12T00:32:41.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:40 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T00:32:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:40 smithi098 ceph-mon[91373]: Upgrade: osd.2 is safe to restart 2024-04-12T00:32:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:40 smithi098 ceph-mon[91373]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T00:32:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:40 smithi098 ceph-mon[91373]: pgmap v202: 121 pgs: 121 active+clean; 129 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-04-12T00:32:41.459 INFO:tasks.rados.rados.0.smithi098.stdout:1690: done (2 left) 2024-04-12T00:32:41.459 INFO:tasks.rados.rados.0.smithi098.stdout:1691: done (1 left) 2024-04-12T00:32:41.459 INFO:tasks.rados.rados.0.smithi098.stdout:1692: done (0 left) 2024-04-12T00:32:41.459 INFO:tasks.rados.rados.0.smithi098.stdout:1693: copy_from oid 34 from oid 41 current snap is 146 2024-04-12T00:32:41.459 INFO:tasks.rados.rados.0.smithi098.stdout:1694: rollback oid 2 current snap is 146 2024-04-12T00:32:41.459 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 2 to 144 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1695: rollback oid 26 current snap is 146 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 26 to 145 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1696: read oid 9 snap -1 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1696: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1697: read oid 16 snap -1 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1697: expect (ObjNum 454 snap 122 seq_num 454) 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1698: read oid 49 snap -1 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1698: expect (ObjNum 529 snap 140 seq_num 529) 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1699: read oid 31 snap -1 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1699: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:41.460 INFO:tasks.rados.rados.0.smithi098.stdout:1700: snap_create 2024-04-12T00:32:41.467 INFO:tasks.rados.rados.0.smithi098.stdout:1695: finishing rollback tid 0 to smithi09877355-26 2024-04-12T00:32:41.468 INFO:tasks.rados.rados.0.smithi098.stdout:1695: finishing rollback tid 1 to smithi09877355-26 2024-04-12T00:32:41.468 INFO:tasks.rados.rados.0.smithi098.stdout:1695: finishing rollback tid 2 to smithi09877355-26 2024-04-12T00:32:41.468 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 728 (ObjNum 495 snap 126 seq_num 495) dirty exists 2024-04-12T00:32:41.471 INFO:tasks.rados.rados.0.smithi098.stdout:1693: finishing copy_from to smithi09877355-34 2024-04-12T00:32:41.471 INFO:tasks.rados.rados.0.smithi098.stdout:1693: got expected ENOENT (src dne) 2024-04-12T00:32:41.471 INFO:tasks.rados.rados.0.smithi098.stdout:1693: finishing copy_from racing read to smithi09877355-34 2024-04-12T00:32:41.479 INFO:tasks.rados.rados.0.smithi098.stdout:1696: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:32:41.596 INFO:tasks.rados.rados.0.smithi098.stdout:1699: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:41.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[91373]: osdmap e364: 8 total, 8 up, 8 in 2024-04-12T00:32:42.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[91373]: Upgrade: Updating osd.2 2024-04-12T00:32:42.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T00:32:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[91373]: Deploying daemon osd.2 on smithi098 2024-04-12T00:32:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[91373]: osdmap e365: 8 total, 8 up, 8 in 2024-04-12T00:32:42.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[88922]: osdmap e364: 8 total, 8 up, 8 in 2024-04-12T00:32:42.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[88922]: Upgrade: Updating osd.2 2024-04-12T00:32:42.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:42.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T00:32:42.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[88922]: Deploying daemon osd.2 on smithi098 2024-04-12T00:32:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:41 smithi098 ceph-mon[88922]: osdmap e365: 8 total, 8 up, 8 in 2024-04-12T00:32:42.030 INFO:tasks.rados.rados.0.smithi098.stdout:1694: finishing rollback tid 0 to smithi09877355-2 2024-04-12T00:32:42.030 INFO:tasks.rados.rados.0.smithi098.stdout:1694: finishing rollback tid 1 to smithi09877355-2 2024-04-12T00:32:42.030 INFO:tasks.rados.rados.0.smithi098.stdout:1694: finishing rollback tid 2 to smithi09877355-2 2024-04-12T00:32:42.030 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 742 (ObjNum 477 snap 124 seq_num 477) dirty exists 2024-04-12T00:32:42.030 INFO:tasks.rados.rados.0.smithi098.stdout:1697: expect (ObjNum 454 snap 122 seq_num 454) 2024-04-12T00:32:42.030 INFO:tasks.rados.rados.0.smithi098.stdout:1698: expect (ObjNum 529 snap 140 seq_num 529) 2024-04-12T00:32:42.031 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:41 smithi193 ceph-mon[83763]: osdmap e364: 8 total, 8 up, 8 in 2024-04-12T00:32:42.031 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:41 smithi193 ceph-mon[83763]: Upgrade: Updating osd.2 2024-04-12T00:32:42.031 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:42.031 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T00:32:42.031 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:42.031 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:41 smithi193 ceph-mon[83763]: Deploying daemon osd.2 on smithi098 2024-04-12T00:32:42.031 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:41 smithi193 ceph-mon[83763]: osdmap e365: 8 total, 8 up, 8 in 2024-04-12T00:32:42.460 INFO:tasks.rados.rados.0.smithi098.stdout:1693: done (7 left) 2024-04-12T00:32:42.460 INFO:tasks.rados.rados.0.smithi098.stdout:1694: done (6 left) 2024-04-12T00:32:42.460 INFO:tasks.rados.rados.0.smithi098.stdout:1695: done (5 left) 2024-04-12T00:32:42.460 INFO:tasks.rados.rados.0.smithi098.stdout:1696: done (4 left) 2024-04-12T00:32:42.461 INFO:tasks.rados.rados.0.smithi098.stdout:1697: done (3 left) 2024-04-12T00:32:42.461 INFO:tasks.rados.rados.0.smithi098.stdout:1698: done (2 left) 2024-04-12T00:32:42.461 INFO:tasks.rados.rados.0.smithi098.stdout:1699: done (1 left) 2024-04-12T00:32:42.461 INFO:tasks.rados.rados.0.smithi098.stdout:1700: done (0 left) 2024-04-12T00:32:42.461 INFO:tasks.rados.rados.0.smithi098.stdout:1701: rollback oid 35 current snap is 147 2024-04-12T00:32:42.461 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 35 to 142 2024-04-12T00:32:42.461 INFO:tasks.rados.rados.0.smithi098.stdout:1702: snap_remove snap 143 2024-04-12T00:32:42.577 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:42.753 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:42 smithi098 ceph-mon[91373]: pgmap v205: 121 pgs: 121 active+clean; 173 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 55 op/s 2024-04-12T00:32:42.753 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:42 smithi098 ceph-mon[91373]: osdmap e366: 8 total, 8 up, 8 in 2024-04-12T00:32:42.753 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:42 smithi098 ceph-mon[88922]: pgmap v205: 121 pgs: 121 active+clean; 173 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 55 op/s 2024-04-12T00:32:42.753 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:42 smithi098 ceph-mon[88922]: osdmap e366: 8 total, 8 up, 8 in 2024-04-12T00:32:42.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:42 smithi193 ceph-mon[83763]: pgmap v205: 121 pgs: 121 active+clean; 173 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 55 op/s 2024-04-12T00:32:42.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:42 smithi193 ceph-mon[83763]: osdmap e366: 8 total, 8 up, 8 in 2024-04-12T00:32:43.466 INFO:tasks.rados.rados.0.smithi098.stdout:1702: done (1 left) 2024-04-12T00:32:43.467 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 147 2024-04-12T00:32:43.467 INFO:tasks.rados.rados.0.smithi098.stdout:1701: finishing rollback tid 0 to smithi09877355-35 2024-04-12T00:32:43.467 INFO:tasks.rados.rados.0.smithi098.stdout:1703: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-04-12T00:32:43.469 INFO:tasks.rados.rados.0.smithi098.stdout:1703: writing smithi09877355-18 from 0 to 434176 tid 1 2024-04-12T00:32:43.473 INFO:tasks.rados.rados.0.smithi098.stdout:1703: writing smithi09877355-18 from 434176 to 1081344 tid 2 2024-04-12T00:32:43.476 INFO:tasks.rados.rados.0.smithi098.stdout:1703: writing smithi09877355-18 from 1081344 to 1531904 tid 3 2024-04-12T00:32:43.480 INFO:tasks.rados.rados.0.smithi098.stdout:1703: writing smithi09877355-18 from 1531904 to 2039808 tid 4 2024-04-12T00:32:43.480 INFO:tasks.rados.rados.0.smithi098.stdout:1704: snap_remove snap 144 2024-04-12T00:32:43.865 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:44.281 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:44 smithi098 systemd[1]: Stopping Ceph osd.2 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:32:44.282 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[53579]: 2024-04-12T00:32:44.247+0000 7ff3eed95700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:32:44.282 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[53579]: 2024-04-12T00:32:44.247+0000 7ff3eed95700 -1 osd.2 367 *** Got signal Terminated *** 2024-04-12T00:32:44.282 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[53579]: 2024-04-12T00:32:44.247+0000 7ff3eed95700 -1 osd.2 367 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1704: done (2 left) 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1705: rmattr oid 13 current snap is 147 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1706: snap_create 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1701: finishing rollback tid 1 to smithi09877355-35 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1701: finishing rollback tid 2 to smithi09877355-35 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 724 (ObjNum 521 snap 139 seq_num 521) dirty exists 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1703: finishing write tid 1 to smithi09877355-18 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1703: finishing write tid 2 to smithi09877355-18 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1703: finishing write tid 3 to smithi09877355-18 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1703: finishing write tid 4 to smithi09877355-18 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1703: finishing write tid 5 to smithi09877355-18 2024-04-12T00:32:44.469 INFO:tasks.rados.rados.0.smithi098.stdout:1703: finishing write tid 6 to smithi09877355-18 2024-04-12T00:32:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1703: oid 18 updating version 0 to 713 2024-04-12T00:32:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1703: oid 18 version 713 is already newer than 710 2024-04-12T00:32:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1703: oid 18 version 713 is already newer than 711 2024-04-12T00:32:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1703: oid 18 version 713 is already newer than 712 2024-04-12T00:32:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1703: oid 18 updating version 713 to 714 2024-04-12T00:32:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 714 (ObjNum 551 snap 147 seq_num 551) dirty exists 2024-04-12T00:32:44.470 INFO:tasks.rados.rados.0.smithi098.stdout:1703: left oid 18 (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:32:44.480 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1201 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:32:44.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:44 smithi098 ceph-mon[88922]: osdmap e367: 8 total, 8 up, 8 in 2024-04-12T00:32:44.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:44 smithi098 ceph-mon[88922]: pgmap v208: 121 pgs: 121 active+clean; 173 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 44 op/s 2024-04-12T00:32:44.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:44 smithi098 ceph-mon[88922]: osd.2 marked itself down and dead 2024-04-12T00:32:44.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:44 smithi098 ceph-mon[91373]: osdmap e367: 8 total, 8 up, 8 in 2024-04-12T00:32:44.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:44 smithi098 ceph-mon[91373]: pgmap v208: 121 pgs: 121 active+clean; 173 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 44 op/s 2024-04-12T00:32:44.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:44 smithi098 ceph-mon[91373]: osd.2 marked itself down and dead 2024-04-12T00:32:44.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:44 smithi193 ceph-mon[83763]: osdmap e367: 8 total, 8 up, 8 in 2024-04-12T00:32:44.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:44 smithi193 ceph-mon[83763]: pgmap v208: 121 pgs: 121 active+clean; 173 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 44 op/s 2024-04-12T00:32:44.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:44 smithi193 ceph-mon[83763]: osd.2 marked itself down and dead 2024-04-12T00:32:45.269 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:45 smithi098 podman[106305]: 2024-04-12 00:32:45.013200115 +0000 UTC m=+0.865304029 container died 26fc599d182bf868c11edaeeb51c637697a4987ce32c205d27e73c62363ff71e (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba) 2024-04-12T00:32:45.470 INFO:tasks.rados.rados.0.smithi098.stdout:1701: done (3 left) 2024-04-12T00:32:45.471 INFO:tasks.rados.rados.0.smithi098.stdout:1703: done (2 left) 2024-04-12T00:32:45.471 INFO:tasks.rados.rados.0.smithi098.stdout:1705: done (1 left) 2024-04-12T00:32:45.471 INFO:tasks.rados.rados.0.smithi098.stdout:1706: done (0 left) 2024-04-12T00:32:45.471 INFO:tasks.rados.rados.0.smithi098.stdout:1707: delete oid 42 current snap is 148 2024-04-12T00:32:45.478 INFO:tasks.rados.rados.0.smithi098.stdout:1707: done (0 left) 2024-04-12T00:32:45.478 INFO:tasks.rados.rados.0.smithi098.stdout:1708: copy_from oid 11 from oid 21 current snap is 148 2024-04-12T00:32:45.478 INFO:tasks.rados.rados.0.smithi098.stdout:1709: rollback oid 32 current snap is 148 2024-04-12T00:32:45.478 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 32 to 146 2024-04-12T00:32:45.478 INFO:tasks.rados.rados.0.smithi098.stdout:1710: read oid 39 snap -1 2024-04-12T00:32:45.478 INFO:tasks.rados.rados.0.smithi098.stdout:1710: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:45.478 INFO:tasks.rados.rados.0.smithi098.stdout:1711: snap_remove snap 142 2024-04-12T00:32:45.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:45 smithi098 ceph-mon[91373]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:32:45.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:45 smithi098 ceph-mon[91373]: osdmap e368: 8 total, 7 up, 8 in 2024-04-12T00:32:45.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:45 smithi098 ceph-mon[88922]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:32:45.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:45 smithi098 ceph-mon[88922]: osdmap e368: 8 total, 7 up, 8 in 2024-04-12T00:32:45.540 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:45 smithi098 podman[106305]: 2024-04-12 00:32:45.36274084 +0000 UTC m=+1.214844762 container cleanup 26fc599d182bf868c11edaeeb51c637697a4987ce32c205d27e73c62363ff71e (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-12T00:32:45.540 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:45 smithi098 bash[106305]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2 2024-04-12T00:32:45.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:45 smithi193 ceph-mon[83763]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:32:45.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:45 smithi193 ceph-mon[83763]: osdmap e368: 8 total, 7 up, 8 in 2024-04-12T00:32:45.966 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:32:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:32:45] "GET /metrics HTTP/1.1" 200 36132 "" "Prometheus/2.43.0" 2024-04-12T00:32:45.966 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:45 smithi098 podman[106323]: 2024-04-12 00:32:45.559529921 +0000 UTC m=+0.539270242 container remove 26fc599d182bf868c11edaeeb51c637697a4987ce32c205d27e73c62363ff71e (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403) 2024-04-12T00:32:46.223 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:45 smithi098 podman[106415]: 2024-04-12 00:32:45.871988023 +0000 UTC m=+0.017940844 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:32:46.224 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:45 smithi098 podman[106415]: 2024-04-12 00:32:45.973749183 +0000 UTC m=+0.119701997 container create b090c9cccb4427b720790c076cbd61a29b4caea0cdf53c9949ef3abed3fa2fff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T00:32:46.479 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:46 smithi098 podman[106415]: 2024-04-12 00:32:46.22622657 +0000 UTC m=+0.372179378 container init b090c9cccb4427b720790c076cbd61a29b4caea0cdf53c9949ef3abed3fa2fff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T00:32:46.479 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:46 smithi098 podman[106415]: 2024-04-12 00:32:46.22941064 +0000 UTC m=+0.375363451 container start b090c9cccb4427b720790c076cbd61a29b4caea0cdf53c9949ef3abed3fa2fff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-12T00:32:46.479 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:46 smithi098 podman[106415]: 2024-04-12 00:32:46.309598147 +0000 UTC m=+0.455550965 container attach b090c9cccb4427b720790c076cbd61a29b4caea0cdf53c9949ef3abed3fa2fff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-12T00:32:46.487 INFO:tasks.rados.rados.0.smithi098.stdout:1711: done (3 left) 2024-04-12T00:32:46.487 INFO:tasks.rados.rados.0.smithi098.stdout:1712: rmattr oid 15 current snap is 148 2024-04-12T00:32:46.487 INFO:tasks.rados.rados.0.smithi098.stdout:1709: finishing rollback tid 0 to smithi09877355-32 2024-04-12T00:32:46.487 INFO:tasks.rados.rados.0.smithi098.stdout:1709: finishing rollback tid 1 to smithi09877355-32 2024-04-12T00:32:46.487 INFO:tasks.rados.rados.0.smithi098.stdout:1709: finishing rollback tid 2 to smithi09877355-32 2024-04-12T00:32:46.487 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 745 (ObjNum 533 snap 142 seq_num 533) dirty exists 2024-04-12T00:32:46.488 INFO:tasks.rados.rados.0.smithi098.stdout:1708: finishing copy_from to smithi09877355-11 2024-04-12T00:32:46.488 INFO:tasks.rados.rados.0.smithi098.stdout:1708: got expected ENOENT (src dne) 2024-04-12T00:32:46.488 INFO:tasks.rados.rados.0.smithi098.stdout:1708: finishing copy_from racing read to smithi09877355-11 2024-04-12T00:32:46.488 INFO:tasks.rados.rados.0.smithi098.stdout:1710: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:46.715 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1207 (ObjNum 547 snap 143 seq_num 547) dirty exists 2024-04-12T00:32:46.715 INFO:tasks.rados.rados.0.smithi098.stdout:1708: done (3 left) 2024-04-12T00:32:46.715 INFO:tasks.rados.rados.0.smithi098.stdout:1709: done (2 left) 2024-04-12T00:32:46.715 INFO:tasks.rados.rados.0.smithi098.stdout:1710: done (1 left) 2024-04-12T00:32:46.715 INFO:tasks.rados.rados.0.smithi098.stdout:1712: done (0 left) 2024-04-12T00:32:46.715 INFO:tasks.rados.rados.0.smithi098.stdout:1713: rmattr oid 41 current snap is 148 2024-04-12T00:32:46.715 INFO:tasks.rados.rados.0.smithi098.stdout:1713: done (0 left) 2024-04-12T00:32:46.715 INFO:tasks.rados.rados.0.smithi098.stdout:1714: copy_from oid 16 from oid 9 current snap is 148 2024-04-12T00:32:46.715 INFO:tasks.rados.rados.0.smithi098.stdout:1715: copy_from oid 20 from oid 5 current snap is 148 2024-04-12T00:32:46.716 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 148 2024-04-12T00:32:46.716 INFO:tasks.rados.rados.0.smithi098.stdout:1716: seq_num 553 ranges {1531904=466944,1998848=417792,2416640=417792,2834432=516096,3350528=253952} 2024-04-12T00:32:46.726 INFO:tasks.rados.rados.0.smithi098.stdout:1716: writing smithi09877355-35 from 1531904 to 1998848 tid 1 2024-04-12T00:32:46.728 INFO:tasks.rados.rados.0.smithi098.stdout:1716: writing smithi09877355-35 from 1998848 to 2416640 tid 2 2024-04-12T00:32:46.730 INFO:tasks.rados.rados.0.smithi098.stdout:1716: writing smithi09877355-35 from 2416640 to 2834432 tid 3 2024-04-12T00:32:46.733 INFO:tasks.rados.rados.0.smithi098.stdout:1716: writing smithi09877355-35 from 2834432 to 3350528 tid 4 2024-04-12T00:32:46.735 INFO:tasks.rados.rados.0.smithi098.stdout:1716: writing smithi09877355-35 from 3350528 to 3604480 tid 5 2024-04-12T00:32:46.735 INFO:tasks.rados.rados.0.smithi098.stdout:1717: delete oid 32 current snap is 148 2024-04-12T00:32:46.735 INFO:tasks.rados.rados.0.smithi098.stdout:1716: finishing write tid 1 to smithi09877355-35 2024-04-12T00:32:46.735 INFO:tasks.rados.rados.0.smithi098.stdout:1714: finishing copy_from racing read to smithi09877355-16 2024-04-12T00:32:46.735 INFO:tasks.rados.rados.0.smithi098.stdout:1715: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:32:46.740 INFO:tasks.rados.rados.0.smithi098.stdout:1716: finishing write tid 2 to smithi09877355-35 2024-04-12T00:32:46.741 INFO:tasks.rados.rados.0.smithi098.stdout:1716: finishing write tid 3 to smithi09877355-35 2024-04-12T00:32:46.741 INFO:tasks.rados.rados.0.smithi098.stdout:1716: finishing write tid 4 to smithi09877355-35 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1715: finishing copy_from to smithi09877355-20 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 964 (ObjNum 520 snap 138 seq_num 520) dirty exists 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1716: finishing write tid 5 to smithi09877355-35 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1715: done (3 left) 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1717: done (2 left) 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1718: read oid 17 snap -1 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1718: expect (ObjNum 534 snap 142 seq_num 534) 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1719: rollback oid 48 current snap is 148 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 48 to 146 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1720: snap_create 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1716: finishing write tid 6 to smithi09877355-35 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:1714: finishing copy_from to smithi09877355-16 2024-04-12T00:32:46.742 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 601 (ObjNum 409 snap 115 seq_num 409) dirty exists 2024-04-12T00:32:46.743 INFO:tasks.rados.rados.0.smithi098.stdout:1716: finishing write tid 7 to smithi09877355-35 2024-04-12T00:32:46.743 INFO:tasks.rados.rados.0.smithi098.stdout:1716: oid 35 updating version 0 to 726 2024-04-12T00:32:46.743 INFO:tasks.rados.rados.0.smithi098.stdout:1716: oid 35 updating version 726 to 728 2024-04-12T00:32:46.743 INFO:tasks.rados.rados.0.smithi098.stdout:1716: oid 35 updating version 728 to 729 2024-04-12T00:32:46.743 INFO:tasks.rados.rados.0.smithi098.stdout:1716: oid 35 version 729 is already newer than 725 2024-04-12T00:32:46.743 INFO:tasks.rados.rados.0.smithi098.stdout:1716: oid 35 version 729 is already newer than 727 2024-04-12T00:32:46.743 INFO:tasks.rados.rados.0.smithi098.stdout:1716: oid 35 updating version 729 to 730 2024-04-12T00:32:46.743 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 730 (ObjNum 553 snap 148 seq_num 553) dirty exists 2024-04-12T00:32:46.743 INFO:tasks.rados.rados.0.smithi098.stdout:1716: left oid 35 (ObjNum 553 snap 148 seq_num 553) 2024-04-12T00:32:46.746 INFO:tasks.rados.rados.0.smithi098.stdout:1719: finishing rollback tid 0 to smithi09877355-48 2024-04-12T00:32:46.748 INFO:tasks.rados.rados.0.smithi098.stdout:1719: finishing rollback tid 1 to smithi09877355-48 2024-04-12T00:32:46.748 INFO:tasks.rados.rados.0.smithi098.stdout:1719: finishing rollback tid 2 to smithi09877355-48 2024-04-12T00:32:46.748 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 726 (ObjNum 460 snap 122 seq_num 460) dirty exists 2024-04-12T00:32:46.779 INFO:tasks.rados.rados.0.smithi098.stdout:1718: expect (ObjNum 534 snap 142 seq_num 534) 2024-04-12T00:32:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:46 smithi098 ceph-mon[88922]: osdmap e369: 8 total, 7 up, 8 in 2024-04-12T00:32:46.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:46 smithi098 ceph-mon[88922]: pgmap v211: 121 pgs: 10 active+undersized+degraded, 5 peering, 22 active+undersized, 84 active+clean; 177 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 498 KiB/s wr, 5 op/s; 28/282 objects degraded (9.929%) 2024-04-12T00:32:46.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:46 smithi098 ceph-mon[91373]: osdmap e369: 8 total, 7 up, 8 in 2024-04-12T00:32:46.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:46 smithi098 ceph-mon[91373]: pgmap v211: 121 pgs: 10 active+undersized+degraded, 5 peering, 22 active+undersized, 84 active+clean; 177 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 498 KiB/s wr, 5 op/s; 28/282 objects degraded (9.929%) 2024-04-12T00:32:46.790 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:46 smithi098 podman[106415]: 2024-04-12 00:32:46.524378788 +0000 UTC m=+0.670331600 container died b090c9cccb4427b720790c076cbd61a29b4caea0cdf53c9949ef3abed3fa2fff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T00:32:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:46 smithi193 ceph-mon[83763]: osdmap e369: 8 total, 7 up, 8 in 2024-04-12T00:32:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:46 smithi193 ceph-mon[83763]: pgmap v211: 121 pgs: 10 active+undersized+degraded, 5 peering, 22 active+undersized, 84 active+clean; 177 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 498 KiB/s wr, 5 op/s; 28/282 objects degraded (9.929%) 2024-04-12T00:32:47.088 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 podman[106441]: 2024-04-12 00:32:47.08829135 +0000 UTC m=+0.558833840 container remove b090c9cccb4427b720790c076cbd61a29b4caea0cdf53c9949ef3abed3fa2fff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:32:47.491 INFO:tasks.rados.rados.0.smithi098.stdout:1714: done (4 left) 2024-04-12T00:32:47.491 INFO:tasks.rados.rados.0.smithi098.stdout:1716: done (3 left) 2024-04-12T00:32:47.491 INFO:tasks.rados.rados.0.smithi098.stdout:1718: done (2 left) 2024-04-12T00:32:47.491 INFO:tasks.rados.rados.0.smithi098.stdout:1719: done (1 left) 2024-04-12T00:32:47.491 INFO:tasks.rados.rados.0.smithi098.stdout:1720: done (0 left) 2024-04-12T00:32:47.491 INFO:tasks.rados.rados.0.smithi098.stdout:1721: snap_create 2024-04-12T00:32:47.491 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-12T00:32:47.491 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 systemd[1]: Stopped Ceph osd.2 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:32:47.492 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.2.service: Consumed 14.283s CPU time. 2024-04-12T00:32:47.492 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 systemd[1]: Starting Ceph osd.2 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:32:47.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:47 smithi098 ceph-mon[91373]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T00:32:47.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:47 smithi098 ceph-mon[91373]: Health check failed: Degraded data redundancy: 28/282 objects degraded (9.929%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:47.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:47 smithi098 ceph-mon[91373]: osdmap e370: 8 total, 7 up, 8 in 2024-04-12T00:32:47.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:47 smithi098 ceph-mon[88922]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T00:32:47.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:47 smithi098 ceph-mon[88922]: Health check failed: Degraded data redundancy: 28/282 objects degraded (9.929%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:47.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:47 smithi098 ceph-mon[88922]: osdmap e370: 8 total, 7 up, 8 in 2024-04-12T00:32:47.790 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 podman[106544]: 2024-04-12 00:32:47.425214922 +0000 UTC m=+0.018175690 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:32:47.790 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 podman[106544]: 2024-04-12 00:32:47.54783361 +0000 UTC m=+0.140794377 container create 693f0c631caa533664d806d3162553449ce16b04338fb5d695e570c71b62dc1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-12T00:32:47.790 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 podman[106544]: 2024-04-12 00:32:47.734152561 +0000 UTC m=+0.327113335 container init 693f0c631caa533664d806d3162553449ce16b04338fb5d695e570c71b62dc1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS) 2024-04-12T00:32:47.790 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 podman[106544]: 2024-04-12 00:32:47.737520294 +0000 UTC m=+0.330481073 container start 693f0c631caa533664d806d3162553449ce16b04338fb5d695e570c71b62dc1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-12T00:32:47.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:47 smithi193 ceph-mon[83763]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T00:32:47.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:47 smithi193 ceph-mon[83763]: Health check failed: Degraded data redundancy: 28/282 objects degraded (9.929%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:47.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:47 smithi193 ceph-mon[83763]: osdmap e370: 8 total, 7 up, 8 in 2024-04-12T00:32:48.175 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:47 smithi098 podman[106544]: 2024-04-12 00:32:47.816956733 +0000 UTC m=+0.409917518 container attach 693f0c631caa533664d806d3162553449ce16b04338fb5d695e570c71b62dc1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-12T00:32:48.485 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate[106559]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T00:32:48.485 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 bash[106544]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T00:32:48.485 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 bash[106544]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T00:32:48.485 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 bash[106544]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T00:32:48.485 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 bash[106544]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T00:32:48.485 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 bash[106544]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T00:32:48.485 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 bash[106544]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T00:32:48.486 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 bash[106544]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T00:32:48.486 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate[106559]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T00:32:48.486 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate[106559]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T00:32:48.486 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate[106559]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T00:32:48.486 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate[106559]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T00:32:48.486 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate[106559]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T00:32:48.486 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate[106559]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T00:32:48.486 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 podman[106544]: 2024-04-12 00:32:48.202182175 +0000 UTC m=+0.795142952 container died 693f0c631caa533664d806d3162553449ce16b04338fb5d695e570c71b62dc1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:32:48.507 INFO:tasks.rados.rados.0.smithi098.stdout:1721: done (0 left) 2024-04-12T00:32:48.507 INFO:tasks.rados.rados.0.smithi098.stdout:1722: read oid 17 snap 148 2024-04-12T00:32:48.507 INFO:tasks.rados.rados.0.smithi098.stdout:1722: expect (ObjNum 534 snap 142 seq_num 534) 2024-04-12T00:32:48.507 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 150 2024-04-12T00:32:48.507 INFO:tasks.rados.rados.0.smithi098.stdout:1723: seq_num 555 ranges {3416064=499712,3915776=638976,4554752=425984,4980736=540672} 2024-04-12T00:32:48.527 INFO:tasks.rados.rados.0.smithi098.stdout:1723: writing smithi09877355-9 from 3416064 to 3915776 tid 1 2024-04-12T00:32:48.532 INFO:tasks.rados.rados.0.smithi098.stdout:1723: writing smithi09877355-9 from 3915776 to 4554752 tid 2 2024-04-12T00:32:48.535 INFO:tasks.rados.rados.0.smithi098.stdout:1723: writing smithi09877355-9 from 4554752 to 4980736 tid 3 2024-04-12T00:32:48.538 INFO:tasks.rados.rados.0.smithi098.stdout:1723: writing smithi09877355-9 from 4980736 to 5521408 tid 4 2024-04-12T00:32:48.538 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 150 2024-04-12T00:32:48.538 INFO:tasks.rados.rados.0.smithi098.stdout:1724: seq_num 556 ranges {6995968=516096,7512064=524288,8036352=638976,8675328=442368} 2024-04-12T00:32:48.578 INFO:tasks.rados.rados.0.smithi098.stdout:1724: writing smithi09877355-8 from 6995968 to 7512064 tid 1 2024-04-12T00:32:48.581 INFO:tasks.rados.rados.0.smithi098.stdout:1724: writing smithi09877355-8 from 7512064 to 8036352 tid 2 2024-04-12T00:32:48.585 INFO:tasks.rados.rados.0.smithi098.stdout:1724: writing smithi09877355-8 from 8036352 to 8675328 tid 3 2024-04-12T00:32:48.587 INFO:tasks.rados.rados.0.smithi098.stdout:1724: writing smithi09877355-8 from 8675328 to 9117696 tid 4 2024-04-12T00:32:48.588 INFO:tasks.rados.rados.0.smithi098.stdout:1725: delete oid 25 current snap is 150 2024-04-12T00:32:48.588 INFO:tasks.rados.rados.0.smithi098.stdout:1723: finishing write tid 1 to smithi09877355-9 2024-04-12T00:32:48.588 INFO:tasks.rados.rados.0.smithi098.stdout:1723: finishing write tid 2 to smithi09877355-9 2024-04-12T00:32:48.588 INFO:tasks.rados.rados.0.smithi098.stdout:1723: finishing write tid 3 to smithi09877355-9 2024-04-12T00:32:48.588 INFO:tasks.rados.rados.0.smithi098.stdout:1722: expect (ObjNum 534 snap 142 seq_num 534) 2024-04-12T00:32:48.776 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-mon[91373]: osdmap e371: 8 total, 7 up, 8 in 2024-04-12T00:32:48.777 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-mon[91373]: pgmap v214: 121 pgs: 10 active+undersized+degraded, 5 peering, 22 active+undersized, 84 active+clean; 177 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 498 KiB/s wr, 5 op/s; 28/282 objects degraded (9.929%) 2024-04-12T00:32:48.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-mon[88922]: osdmap e371: 8 total, 7 up, 8 in 2024-04-12T00:32:48.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:48 smithi098 ceph-mon[88922]: pgmap v214: 121 pgs: 10 active+undersized+degraded, 5 peering, 22 active+undersized, 84 active+clean; 177 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 498 KiB/s wr, 5 op/s; 28/282 objects degraded (9.929%) 2024-04-12T00:32:48.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:48 smithi193 ceph-mon[83763]: osdmap e371: 8 total, 7 up, 8 in 2024-04-12T00:32:48.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:48 smithi193 ceph-mon[83763]: pgmap v214: 121 pgs: 10 active+undersized+degraded, 5 peering, 22 active+undersized, 84 active+clean; 177 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 498 KiB/s wr, 5 op/s; 28/282 objects degraded (9.929%) 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:1723: finishing write tid 4 to smithi09877355-9 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:1723: finishing write tid 5 to smithi09877355-9 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:1723: finishing write tid 6 to smithi09877355-9 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:1723: oid 9 updating version 0 to 1125 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:1723: oid 9 version 1125 is already newer than 1121 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:1723: oid 9 version 1125 is already newer than 1123 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:1723: oid 9 version 1125 is already newer than 1124 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:1723: oid 9 version 1125 is already newer than 1122 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1125 (ObjNum 555 snap 150 seq_num 555) dirty exists 2024-04-12T00:32:49.033 INFO:tasks.rados.rados.0.smithi098.stdout:1723: left oid 9 (ObjNum 555 snap 150 seq_num 555) 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1724: finishing write tid 1 to smithi09877355-8 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1724: finishing write tid 2 to smithi09877355-8 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1722: done (3 left) 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1723: done (2 left) 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1725: done (1 left) 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1726: read oid 15 snap -1 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1726: expect (ObjNum 547 snap 143 seq_num 547) 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1727: snap_create 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1724: finishing write tid 3 to smithi09877355-8 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1724: finishing write tid 4 to smithi09877355-8 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1724: finishing write tid 5 to smithi09877355-8 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1724: finishing write tid 6 to smithi09877355-8 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1724: oid 8 updating version 0 to 989 2024-04-12T00:32:49.034 INFO:tasks.rados.rados.0.smithi098.stdout:1724: oid 8 updating version 989 to 990 2024-04-12T00:32:49.035 INFO:tasks.rados.rados.0.smithi098.stdout:1724: oid 8 updating version 990 to 993 2024-04-12T00:32:49.035 INFO:tasks.rados.rados.0.smithi098.stdout:1724: oid 8 version 993 is already newer than 991 2024-04-12T00:32:49.035 INFO:tasks.rados.rados.0.smithi098.stdout:1724: oid 8 version 993 is already newer than 992 2024-04-12T00:32:49.035 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 993 (ObjNum 556 snap 150 seq_num 556) dirty exists 2024-04-12T00:32:49.035 INFO:tasks.rados.rados.0.smithi098.stdout:1724: left oid 8 (ObjNum 556 snap 150 seq_num 556) 2024-04-12T00:32:49.039 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:48 smithi098 podman[106677]: 2024-04-12 00:32:48.779466567 +0000 UTC m=+0.567676288 container remove 693f0c631caa533664d806d3162553449ce16b04338fb5d695e570c71b62dc1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:32:49.039 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:49 smithi098 podman[106741]: 2024-04-12 00:32:48.905360814 +0000 UTC m=+0.017770179 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:32:49.039 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:49 smithi098 podman[106741]: 2024-04-12 00:32:49.013603186 +0000 UTC m=+0.126012553 container create 38a8206a96045af1069284c6d02d818765c31aa0360968a0dbcb200f6de6bbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-12T00:32:49.056 INFO:tasks.rados.rados.0.smithi098.stdout:1726: expect (ObjNum 547 snap 143 seq_num 547) 2024-04-12T00:32:49.502 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:49 smithi098 podman[106741]: 2024-04-12 00:32:49.232856122 +0000 UTC m=+0.345265489 container init 38a8206a96045af1069284c6d02d818765c31aa0360968a0dbcb200f6de6bbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-12T00:32:49.502 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:49 smithi098 podman[106741]: 2024-04-12 00:32:49.236562501 +0000 UTC m=+0.348971867 container start 38a8206a96045af1069284c6d02d818765c31aa0360968a0dbcb200f6de6bbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-12T00:32:49.502 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-osd[106761]: -- 172.21.15.98:0/1634166327 <== mon.2 v2:172.21.15.98:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5641e9c61680 con 0x5641e9c2ac00 2024-04-12T00:32:49.502 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:49 smithi098 bash[106741]: 38a8206a96045af1069284c6d02d818765c31aa0360968a0dbcb200f6de6bbaf 2024-04-12T00:32:49.502 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:49 smithi098 systemd[1]: Started Ceph osd.2 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:32:49.503 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-mon[88922]: osdmap e372: 8 total, 7 up, 8 in 2024-04-12T00:32:49.503 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:49.509 INFO:tasks.rados.rados.0.smithi098.stdout:1724: done (2 left) 2024-04-12T00:32:49.509 INFO:tasks.rados.rados.0.smithi098.stdout:1726: done (1 left) 2024-04-12T00:32:49.509 INFO:tasks.rados.rados.0.smithi098.stdout:1727: done (0 left) 2024-04-12T00:32:49.509 INFO:tasks.rados.rados.0.smithi098.stdout:1728: copy_from oid 5 from oid 13 current snap is 151 2024-04-12T00:32:49.510 INFO:tasks.rados.rados.0.smithi098.stdout:1729: rollback oid 8 current snap is 151 2024-04-12T00:32:49.510 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 146 2024-04-12T00:32:49.510 INFO:tasks.rados.rados.0.smithi098.stdout:1730: snap_create 2024-04-12T00:32:49.513 INFO:tasks.rados.rados.0.smithi098.stdout:1729: finishing rollback tid 0 to smithi09877355-8 2024-04-12T00:32:49.515 INFO:tasks.rados.rados.0.smithi098.stdout:1729: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:32:49.515 INFO:tasks.rados.rados.0.smithi098.stdout:1729: finishing rollback tid 2 to smithi09877355-8 2024-04-12T00:32:49.515 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 996 (ObjNum 537 snap 142 seq_num 537) dirty exists 2024-04-12T00:32:49.518 INFO:tasks.rados.rados.0.smithi098.stdout:1728: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:32:49.519 INFO:tasks.rados.rados.0.smithi098.stdout:1728: finishing copy_from to smithi09877355-5 2024-04-12T00:32:49.519 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1201 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:32:49.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-mon[91373]: osdmap e372: 8 total, 7 up, 8 in 2024-04-12T00:32:49.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:49.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:49.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:49.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:49.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:49.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:49 smithi193 ceph-mon[83763]: osdmap e372: 8 total, 7 up, 8 in 2024-04-12T00:32:49.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:49.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:49.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:50.039 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:49 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[106757]: 2024-04-12T00:32:49.783+0000 7eff7a3537c0 -1 Falling back to public interface 2024-04-12T00:32:50.522 INFO:tasks.rados.rados.0.smithi098.stdout:1728: done (2 left) 2024-04-12T00:32:50.522 INFO:tasks.rados.rados.0.smithi098.stdout:1729: done (1 left) 2024-04-12T00:32:50.522 INFO:tasks.rados.rados.0.smithi098.stdout:1730: done (0 left) 2024-04-12T00:32:50.522 INFO:tasks.rados.rados.0.smithi098.stdout:1731: snap_remove snap 146 2024-04-12T00:32:50.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:50 smithi098 ceph-mon[91373]: osdmap e373: 8 total, 7 up, 8 in 2024-04-12T00:32:50.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:50 smithi098 ceph-mon[91373]: pgmap v217: 121 pgs: 11 active+undersized+degraded, 26 active+undersized, 84 active+clean; 177 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 32/276 objects degraded (11.594%) 2024-04-12T00:32:50.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:50.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:50 smithi098 ceph-mon[88922]: osdmap e373: 8 total, 7 up, 8 in 2024-04-12T00:32:50.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:50 smithi098 ceph-mon[88922]: pgmap v217: 121 pgs: 11 active+undersized+degraded, 26 active+undersized, 84 active+clean; 177 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 32/276 objects degraded (11.594%) 2024-04-12T00:32:50.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:50.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:50.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:50 smithi193 ceph-mon[83763]: osdmap e373: 8 total, 7 up, 8 in 2024-04-12T00:32:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:50 smithi193 ceph-mon[83763]: pgmap v217: 121 pgs: 11 active+undersized+degraded, 26 active+undersized, 84 active+clean; 177 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 32/276 objects degraded (11.594%) 2024-04-12T00:32:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:32:51.465 INFO:tasks.rados.rados.0.smithi098.stdout:1731: done (0 left) 2024-04-12T00:32:51.466 INFO:tasks.rados.rados.0.smithi098.stdout:1732: rmattr oid 33 current snap is 152 2024-04-12T00:32:51.466 INFO:tasks.rados.rados.0.smithi098.stdout:1732: done (0 left) 2024-04-12T00:32:51.466 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 152 2024-04-12T00:32:51.466 INFO:tasks.rados.rados.0.smithi098.stdout:1733: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2024-04-12T00:32:51.470 INFO:tasks.rados.rados.0.smithi098.stdout:1733: writing smithi09877355-28 from 0 to 548864 tid 1 2024-04-12T00:32:51.475 INFO:tasks.rados.rados.0.smithi098.stdout:1733: writing smithi09877355-28 from 548864 to 1236992 tid 2 2024-04-12T00:32:51.479 INFO:tasks.rados.rados.0.smithi098.stdout:1733: writing smithi09877355-28 from 1236992 to 1843200 tid 3 2024-04-12T00:32:51.482 INFO:tasks.rados.rados.0.smithi098.stdout:1733: writing smithi09877355-28 from 1843200 to 2154496 tid 4 2024-04-12T00:32:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:1734: snap_remove snap 151 2024-04-12T00:32:51.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:51 smithi098 ceph-mon[91373]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T00:32:51.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:51 smithi098 ceph-mon[91373]: osdmap e374: 8 total, 7 up, 8 in 2024-04-12T00:32:51.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:51 smithi098 ceph-mon[91373]: osdmap e375: 8 total, 7 up, 8 in 2024-04-12T00:32:51.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:51 smithi098 ceph-mon[88922]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T00:32:51.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:51 smithi098 ceph-mon[88922]: osdmap e374: 8 total, 7 up, 8 in 2024-04-12T00:32:51.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:51 smithi098 ceph-mon[88922]: osdmap e375: 8 total, 7 up, 8 in 2024-04-12T00:32:51.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:51 smithi193 ceph-mon[83763]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T00:32:51.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:51 smithi193 ceph-mon[83763]: osdmap e374: 8 total, 7 up, 8 in 2024-04-12T00:32:51.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:51 smithi193 ceph-mon[83763]: osdmap e375: 8 total, 7 up, 8 in 2024-04-12T00:32:52.461 INFO:tasks.rados.rados.0.smithi098.stdout:1734: done (1 left) 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1735: delete oid 41 current snap is 152 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: finishing write tid 1 to smithi09877355-28 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: finishing write tid 2 to smithi09877355-28 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: finishing write tid 3 to smithi09877355-28 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: finishing write tid 4 to smithi09877355-28 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: finishing write tid 5 to smithi09877355-28 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: finishing write tid 6 to smithi09877355-28 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: oid 28 updating version 0 to 997 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: oid 28 updating version 997 to 1001 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: oid 28 version 1001 is already newer than 998 2024-04-12T00:32:52.462 INFO:tasks.rados.rados.0.smithi098.stdout:1733: oid 28 version 1001 is already newer than 999 2024-04-12T00:32:52.463 INFO:tasks.rados.rados.0.smithi098.stdout:1733: oid 28 version 1001 is already newer than 1000 2024-04-12T00:32:52.463 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1001 (ObjNum 558 snap 152 seq_num 558) dirty exists 2024-04-12T00:32:52.463 INFO:tasks.rados.rados.0.smithi098.stdout:1733: left oid 28 (ObjNum 558 snap 152 seq_num 558) 2024-04-12T00:32:52.466 INFO:tasks.rados.rados.0.smithi098.stdout:1733: done (1 left) 2024-04-12T00:32:52.466 INFO:tasks.rados.rados.0.smithi098.stdout:1735: done (0 left) 2024-04-12T00:32:52.467 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 152 2024-04-12T00:32:52.467 INFO:tasks.rados.rados.0.smithi098.stdout:1736: seq_num 560 ranges {966656=581632,1548288=458752,2007040=614400,2621440=532480} 2024-04-12T00:32:52.475 INFO:tasks.rados.rados.0.smithi098.stdout:1736: writing smithi09877355-6 from 966656 to 1548288 tid 1 2024-04-12T00:32:52.478 INFO:tasks.rados.rados.0.smithi098.stdout:1736: writing smithi09877355-6 from 1548288 to 2007040 tid 2 2024-04-12T00:32:52.482 INFO:tasks.rados.rados.0.smithi098.stdout:1736: writing smithi09877355-6 from 2007040 to 2621440 tid 3 2024-04-12T00:32:52.485 INFO:tasks.rados.rados.0.smithi098.stdout:1736: writing smithi09877355-6 from 2621440 to 3153920 tid 4 2024-04-12T00:32:52.485 INFO:tasks.rados.rados.0.smithi098.stdout:1737: snap_create 2024-04-12T00:32:52.485 INFO:tasks.rados.rados.0.smithi098.stdout:1736: finishing write tid 1 to smithi09877355-6 2024-04-12T00:32:52.485 INFO:tasks.rados.rados.0.smithi098.stdout:1736: finishing write tid 2 to smithi09877355-6 2024-04-12T00:32:52.486 INFO:tasks.rados.rados.0.smithi098.stdout:1736: finishing write tid 3 to smithi09877355-6 2024-04-12T00:32:52.487 INFO:tasks.rados.rados.0.smithi098.stdout:1736: finishing write tid 4 to smithi09877355-6 2024-04-12T00:32:52.487 INFO:tasks.rados.rados.0.smithi098.stdout:1736: finishing write tid 5 to smithi09877355-6 2024-04-12T00:32:52.489 INFO:tasks.rados.rados.0.smithi098.stdout:1736: finishing write tid 6 to smithi09877355-6 2024-04-12T00:32:52.489 INFO:tasks.rados.rados.0.smithi098.stdout:1736: oid 6 updating version 0 to 699 2024-04-12T00:32:52.489 INFO:tasks.rados.rados.0.smithi098.stdout:1736: oid 6 version 699 is already newer than 696 2024-04-12T00:32:52.489 INFO:tasks.rados.rados.0.smithi098.stdout:1736: oid 6 updating version 699 to 700 2024-04-12T00:32:52.489 INFO:tasks.rados.rados.0.smithi098.stdout:1736: oid 6 version 700 is already newer than 698 2024-04-12T00:32:52.489 INFO:tasks.rados.rados.0.smithi098.stdout:1736: oid 6 version 700 is already newer than 697 2024-04-12T00:32:52.489 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 700 (ObjNum 560 snap 152 seq_num 560) dirty exists 2024-04-12T00:32:52.489 INFO:tasks.rados.rados.0.smithi098.stdout:1736: left oid 6 (ObjNum 560 snap 152 seq_num 560) 2024-04-12T00:32:52.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:52 smithi193 ceph-mon[83763]: pgmap v220: 121 pgs: 11 active+undersized+degraded, 26 active+undersized, 84 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 35/273 objects degraded (12.821%) 2024-04-12T00:32:52.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:52 smithi193 ceph-mon[83763]: osdmap e376: 8 total, 7 up, 8 in 2024-04-12T00:32:52.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:52.694 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:52 smithi098 ceph-mon[91373]: pgmap v220: 121 pgs: 11 active+undersized+degraded, 26 active+undersized, 84 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 35/273 objects degraded (12.821%) 2024-04-12T00:32:52.694 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:52 smithi098 ceph-mon[91373]: osdmap e376: 8 total, 7 up, 8 in 2024-04-12T00:32:52.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:52 smithi098 ceph-mon[88922]: pgmap v220: 121 pgs: 11 active+undersized+degraded, 26 active+undersized, 84 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 35/273 objects degraded (12.821%) 2024-04-12T00:32:52.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:52 smithi098 ceph-mon[88922]: osdmap e376: 8 total, 7 up, 8 in 2024-04-12T00:32:53.039 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:52 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[106757]: 2024-04-12T00:32:52.695+0000 7eff7a3537c0 -1 osd.2 367 log_to_monitors true 2024-04-12T00:32:53.463 INFO:tasks.rados.rados.0.smithi098.stdout:1736: done (1 left) 2024-04-12T00:32:53.463 INFO:tasks.rados.rados.0.smithi098.stdout:1737: done (0 left) 2024-04-12T00:32:53.463 INFO:tasks.rados.rados.0.smithi098.stdout:1738: rmattr oid 25 current snap is 153 2024-04-12T00:32:53.464 INFO:tasks.rados.rados.0.smithi098.stdout:1738: done (0 left) 2024-04-12T00:32:53.464 INFO:tasks.rados.rados.0.smithi098.stdout:1739: copy_from oid 15 from oid 38 current snap is 153 2024-04-12T00:32:53.464 INFO:tasks.rados.rados.0.smithi098.stdout:1740: rollback oid 45 current snap is 153 2024-04-12T00:32:53.464 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 45 to 152 2024-04-12T00:32:53.464 INFO:tasks.rados.rados.0.smithi098.stdout:1741: read oid 30 snap -1 2024-04-12T00:32:53.464 INFO:tasks.rados.rados.0.smithi098.stdout:1741: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:53.464 INFO:tasks.rados.rados.0.smithi098.stdout:1742: read oid 29 snap -1 2024-04-12T00:32:53.464 INFO:tasks.rados.rados.0.smithi098.stdout:1742: expect deleted 2024-04-12T00:32:53.464 INFO:tasks.rados.rados.0.smithi098.stdout:1743: read oid 2 snap 149 2024-04-12T00:32:53.465 INFO:tasks.rados.rados.0.smithi098.stdout:1743: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:53.465 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 153 2024-04-12T00:32:53.465 INFO:tasks.rados.rados.0.smithi098.stdout:1744: seq_num 561 ranges {4333568=598016,4931584=745472,5677056=778240,6455296=81920} 2024-04-12T00:32:53.492 INFO:tasks.rados.rados.0.smithi098.stdout:1744: writing smithi09877355-31 from 4333568 to 4931584 tid 1 2024-04-12T00:32:53.497 INFO:tasks.rados.rados.0.smithi098.stdout:1744: writing smithi09877355-31 from 4931584 to 5677056 tid 2 2024-04-12T00:32:53.501 INFO:tasks.rados.rados.0.smithi098.stdout:1744: writing smithi09877355-31 from 5677056 to 6455296 tid 3 2024-04-12T00:32:53.502 INFO:tasks.rados.rados.0.smithi098.stdout:1744: writing smithi09877355-31 from 6455296 to 6537216 tid 4 2024-04-12T00:32:53.502 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 153 2024-04-12T00:32:53.502 INFO:tasks.rados.rados.0.smithi098.stdout:1739: finishing copy_from to smithi09877355-15 2024-04-12T00:32:53.502 INFO:tasks.rados.rados.0.smithi098.stdout:1739: got expected ENOENT (src dne) 2024-04-12T00:32:53.503 INFO:tasks.rados.rados.0.smithi098.stdout:1745: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2024-04-12T00:32:53.505 INFO:tasks.rados.rados.0.smithi098.stdout:1745: writing smithi09877355-32 from 0 to 622592 tid 1 2024-04-12T00:32:53.509 INFO:tasks.rados.rados.0.smithi098.stdout:1745: writing smithi09877355-32 from 622592 to 1253376 tid 2 2024-04-12T00:32:53.512 INFO:tasks.rados.rados.0.smithi098.stdout:1745: writing smithi09877355-32 from 1253376 to 1835008 tid 3 2024-04-12T00:32:53.514 INFO:tasks.rados.rados.0.smithi098.stdout:1745: writing smithi09877355-32 from 1835008 to 2228224 tid 4 2024-04-12T00:32:53.514 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 153 2024-04-12T00:32:53.515 INFO:tasks.rados.rados.0.smithi098.stdout:1746: seq_num 563 ranges {4890624=638976,5529600=565248,6094848=794624,6889472=245760} 2024-04-12T00:32:53.544 INFO:tasks.rados.rados.0.smithi098.stdout:1746: writing smithi09877355-47 from 4890624 to 5529600 tid 1 2024-04-12T00:32:53.548 INFO:tasks.rados.rados.0.smithi098.stdout:1746: writing smithi09877355-47 from 5529600 to 6094848 tid 2 2024-04-12T00:32:53.552 INFO:tasks.rados.rados.0.smithi098.stdout:1746: writing smithi09877355-47 from 6094848 to 6889472 tid 3 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:1746: writing smithi09877355-47 from 6889472 to 7135232 tid 4 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:1747: read oid 14 snap -1 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:1747: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:1748: snap_create 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:1739: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:1740: finishing rollback tid 0 to smithi09877355-45 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:1740: finishing rollback tid 1 to smithi09877355-45 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:1740: finishing rollback tid 2 to smithi09877355-45 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 733 (ObjNum 409 snap 115 seq_num 409) dirty exists 2024-04-12T00:32:53.555 INFO:tasks.rados.rados.0.smithi098.stdout:1743: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:32:53.629 INFO:tasks.rados.rados.0.smithi098.stdout:1741: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:32:53.790 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[106757]: 2024-04-12T00:32:53.498+0000 7eff6b7ab700 -1 osd.2 367 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:32:53.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 35/273 objects degraded (12.821%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:53.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[91373]: from='osd.2 [v2:172.21.15.98:6818/1645601825,v1:172.21.15.98:6819/1645601825]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[91373]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[91373]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[91373]: osdmap e377: 8 total, 7 up, 8 in 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[91373]: from='osd.2 [v2:172.21.15.98:6818/1645601825,v1:172.21.15.98:6819/1645601825]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[91373]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 35/273 objects degraded (12.821%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[88922]: from='osd.2 [v2:172.21.15.98:6818/1645601825,v1:172.21.15.98:6819/1645601825]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[88922]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T00:32:53.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:53.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:53.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[88922]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T00:32:53.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[88922]: osdmap e377: 8 total, 7 up, 8 in 2024-04-12T00:32:53.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[88922]: from='osd.2 [v2:172.21.15.98:6818/1645601825,v1:172.21.15.98:6819/1645601825]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:53.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:53 smithi098 ceph-mon[88922]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:53.857 INFO:tasks.rados.rados.0.smithi098.stdout:1744: finishing write tid 1 to smithi09877355-31 2024-04-12T00:32:53.857 INFO:tasks.rados.rados.0.smithi098.stdout:1744: finishing write tid 2 to smithi09877355-31 2024-04-12T00:32:53.857 INFO:tasks.rados.rados.0.smithi098.stdout:1744: finishing write tid 3 to smithi09877355-31 2024-04-12T00:32:53.857 INFO:tasks.rados.rados.0.smithi098.stdout:1744: finishing write tid 4 to smithi09877355-31 2024-04-12T00:32:53.857 INFO:tasks.rados.rados.0.smithi098.stdout:1744: finishing write tid 5 to smithi09877355-31 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1744: finishing write tid 6 to smithi09877355-31 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1744: oid 31 updating version 0 to 731 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1744: oid 31 version 731 is already newer than 730 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1744: oid 31 updating version 731 to 732 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1744: oid 31 version 732 is already newer than 729 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1744: oid 31 version 732 is already newer than 728 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 732 (ObjNum 561 snap 153 seq_num 561) dirty exists 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1744: left oid 31 (ObjNum 561 snap 153 seq_num 561) 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1745: finishing write tid 1 to smithi09877355-32 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1745: finishing write tid 2 to smithi09877355-32 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1745: finishing write tid 3 to smithi09877355-32 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1745: finishing write tid 4 to smithi09877355-32 2024-04-12T00:32:53.858 INFO:tasks.rados.rados.0.smithi098.stdout:1745: finishing write tid 5 to smithi09877355-32 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1745: finishing write tid 6 to smithi09877355-32 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1745: oid 32 updating version 0 to 749 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1745: oid 32 version 749 is already newer than 747 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1745: oid 32 updating version 749 to 751 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1745: oid 32 version 751 is already newer than 750 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1745: oid 32 version 751 is already newer than 748 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 751 (ObjNum 562 snap 153 seq_num 562) dirty exists 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1745: left oid 32 (ObjNum 562 snap 153 seq_num 562) 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1746: finishing write tid 1 to smithi09877355-47 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1746: finishing write tid 2 to smithi09877355-47 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1746: finishing write tid 3 to smithi09877355-47 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1746: finishing write tid 4 to smithi09877355-47 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1746: finishing write tid 5 to smithi09877355-47 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1746: finishing write tid 6 to smithi09877355-47 2024-04-12T00:32:53.859 INFO:tasks.rados.rados.0.smithi098.stdout:1746: oid 47 updating version 0 to 749 2024-04-12T00:32:53.860 INFO:tasks.rados.rados.0.smithi098.stdout:1746: oid 47 updating version 749 to 751 2024-04-12T00:32:53.860 INFO:tasks.rados.rados.0.smithi098.stdout:1746: oid 47 version 751 is already newer than 748 2024-04-12T00:32:53.860 INFO:tasks.rados.rados.0.smithi098.stdout:1746: oid 47 version 751 is already newer than 750 2024-04-12T00:32:53.860 INFO:tasks.rados.rados.0.smithi098.stdout:1746: oid 47 updating version 751 to 752 2024-04-12T00:32:53.860 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 752 (ObjNum 563 snap 153 seq_num 563) dirty exists 2024-04-12T00:32:53.860 INFO:tasks.rados.rados.0.smithi098.stdout:1746: left oid 47 (ObjNum 563 snap 153 seq_num 563) 2024-04-12T00:32:53.860 INFO:tasks.rados.rados.0.smithi098.stdout:1747: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:32:53.865 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:32:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:32:53.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 35/273 objects degraded (12.821%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:32:53.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-mon[83763]: from='osd.2 [v2:172.21.15.98:6818/1645601825,v1:172.21.15.98:6819/1645601825]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T00:32:53.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-mon[83763]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T00:32:53.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:53.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:53.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-mon[83763]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T00:32:53.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-mon[83763]: osdmap e377: 8 total, 7 up, 8 in 2024-04-12T00:32:53.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-mon[83763]: from='osd.2 [v2:172.21.15.98:6818/1645601825,v1:172.21.15.98:6819/1645601825]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:53.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:53 smithi193 ceph-mon[83763]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1739: done (9 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1740: done (8 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1741: done (7 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1742: done (6 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1743: done (5 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1744: done (4 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1745: done (3 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1746: done (2 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1747: done (1 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1748: done (0 left) 2024-04-12T00:32:54.467 INFO:tasks.rados.rados.0.smithi098.stdout:1749: snap_create 2024-04-12T00:32:54.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[91373]: pgmap v223: 121 pgs: 11 active+undersized+degraded, 26 active+undersized, 84 active+clean; 184 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 35/273 objects degraded (12.821%) 2024-04-12T00:32:54.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:54.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:54.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[91373]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[91373]: osd.2 [v2:172.21.15.98:6818/1645601825,v1:172.21.15.98:6819/1645601825] boot 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[91373]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[88922]: pgmap v223: 121 pgs: 11 active+undersized+degraded, 26 active+undersized, 84 active+clean; 184 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 35/273 objects degraded (12.821%) 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[88922]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[88922]: osd.2 [v2:172.21.15.98:6818/1645601825,v1:172.21.15.98:6819/1645601825] boot 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[88922]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T00:32:54.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:32:54.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:54 smithi193 ceph-mon[83763]: pgmap v223: 121 pgs: 11 active+undersized+degraded, 26 active+undersized, 84 active+clean; 184 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 35/273 objects degraded (12.821%) 2024-04-12T00:32:54.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:54.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:54.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:54 smithi193 ceph-mon[83763]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:32:54.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:54 smithi193 ceph-mon[83763]: osd.2 [v2:172.21.15.98:6818/1645601825,v1:172.21.15.98:6819/1645601825] boot 2024-04-12T00:32:54.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:54 smithi193 ceph-mon[83763]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T00:32:54.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T00:32:55.468 INFO:tasks.rados.rados.0.smithi098.stdout:1749: done (0 left) 2024-04-12T00:32:55.468 INFO:tasks.rados.rados.0.smithi098.stdout:1750: read oid 23 snap 145 2024-04-12T00:32:55.468 INFO:tasks.rados.rados.0.smithi098.stdout:1750: expect (ObjNum 545 snap 143 seq_num 545) 2024-04-12T00:32:55.468 INFO:tasks.rados.rados.0.smithi098.stdout:1751: copy_from oid 25 from oid 46 current snap is 155 2024-04-12T00:32:55.468 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 155 2024-04-12T00:32:55.469 INFO:tasks.rados.rados.0.smithi098.stdout:1752: seq_num 564 ranges {4030464=655360,4685824=442368,5128192=598016,5726208=565248} 2024-04-12T00:32:55.493 INFO:tasks.rados.rados.0.smithi098.stdout:1752: writing smithi09877355-33 from 4030464 to 4685824 tid 1 2024-04-12T00:32:55.496 INFO:tasks.rados.rados.0.smithi098.stdout:1752: writing smithi09877355-33 from 4685824 to 5128192 tid 2 2024-04-12T00:32:55.500 INFO:tasks.rados.rados.0.smithi098.stdout:1752: writing smithi09877355-33 from 5128192 to 5726208 tid 3 2024-04-12T00:32:55.504 INFO:tasks.rados.rados.0.smithi098.stdout:1752: writing smithi09877355-33 from 5726208 to 6291456 tid 4 2024-04-12T00:32:55.504 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 155 2024-04-12T00:32:55.504 INFO:tasks.rados.rados.0.smithi098.stdout:1752: finishing write tid 1 to smithi09877355-33 2024-04-12T00:32:55.504 INFO:tasks.rados.rados.0.smithi098.stdout:1752: finishing write tid 2 to smithi09877355-33 2024-04-12T00:32:55.504 INFO:tasks.rados.rados.0.smithi098.stdout:1752: finishing write tid 3 to smithi09877355-33 2024-04-12T00:32:55.504 INFO:tasks.rados.rados.0.smithi098.stdout:1753: seq_num 565 ranges {6995968=671744,7667712=729088,8396800=753664,9150464=122880} 2024-04-12T00:32:55.546 INFO:tasks.rados.rados.0.smithi098.stdout:1753: writing smithi09877355-8 from 6995968 to 7667712 tid 1 2024-04-12T00:32:55.550 INFO:tasks.rados.rados.0.smithi098.stdout:1753: writing smithi09877355-8 from 7667712 to 8396800 tid 2 2024-04-12T00:32:55.555 INFO:tasks.rados.rados.0.smithi098.stdout:1753: writing smithi09877355-8 from 8396800 to 9150464 tid 3 2024-04-12T00:32:55.557 INFO:tasks.rados.rados.0.smithi098.stdout:1753: writing smithi09877355-8 from 9150464 to 9273344 tid 4 2024-04-12T00:32:55.557 INFO:tasks.rados.rados.0.smithi098.stdout:1754: copy_from oid 42 from oid 1 current snap is 155 2024-04-12T00:32:55.557 INFO:tasks.rados.rados.0.smithi098.stdout:1752: finishing write tid 4 to smithi09877355-33 2024-04-12T00:32:55.557 INFO:tasks.rados.rados.0.smithi098.stdout:1752: finishing write tid 5 to smithi09877355-33 2024-04-12T00:32:55.557 INFO:tasks.rados.rados.0.smithi098.stdout:1752: finishing write tid 6 to smithi09877355-33 2024-04-12T00:32:55.557 INFO:tasks.rados.rados.0.smithi098.stdout:1752: oid 33 updating version 0 to 1109 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1752: oid 33 version 1109 is already newer than 1108 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1752: oid 33 version 1109 is already newer than 1107 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1752: oid 33 updating version 1109 to 1111 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1752: oid 33 version 1111 is already newer than 1110 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 1111 (ObjNum 564 snap 155 seq_num 564) dirty exists 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1752: left oid 33 (ObjNum 564 snap 155 seq_num 564) 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1751: finishing copy_from racing read to smithi09877355-25 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1751: finishing copy_from to smithi09877355-25 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 611 (ObjNum 516 snap 138 seq_num 516) dirty exists 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1751: done (4 left) 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1752: done (3 left) 2024-04-12T00:32:55.558 INFO:tasks.rados.rados.0.smithi098.stdout:1755: delete oid 48 current snap is 155 2024-04-12T00:32:55.559 INFO:tasks.rados.rados.0.smithi098.stdout:1750: expect (ObjNum 545 snap 143 seq_num 545) 2024-04-12T00:32:55.967 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:32:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:32:55] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-04-12T00:32:56.021 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:32:56.176 INFO:tasks.rados.rados.0.smithi098.stdout:1753: finishing write tid 1 to smithi09877355-8 2024-04-12T00:32:56.176 INFO:tasks.rados.rados.0.smithi098.stdout:1753: finishing write tid 2 to smithi09877355-8 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1750: done (3 left) 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1755: done (2 left) 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1756: read oid 9 snap 152 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1756: expect (ObjNum 555 snap 150 seq_num 555) 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1757: delete oid 21 current snap is 155 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1753: finishing write tid 3 to smithi09877355-8 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1753: finishing write tid 4 to smithi09877355-8 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1753: finishing write tid 5 to smithi09877355-8 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1754: finishing copy_from racing read to smithi09877355-42 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1753: finishing write tid 6 to smithi09877355-8 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1753: oid 8 updating version 0 to 1004 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1753: oid 8 updating version 1004 to 1006 2024-04-12T00:32:56.177 INFO:tasks.rados.rados.0.smithi098.stdout:1753: oid 8 version 1006 is already newer than 1002 2024-04-12T00:32:56.178 INFO:tasks.rados.rados.0.smithi098.stdout:1753: oid 8 version 1006 is already newer than 1005 2024-04-12T00:32:56.178 INFO:tasks.rados.rados.0.smithi098.stdout:1753: oid 8 version 1006 is already newer than 1003 2024-04-12T00:32:56.178 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1006 (ObjNum 565 snap 155 seq_num 565) dirty exists 2024-04-12T00:32:56.178 INFO:tasks.rados.rados.0.smithi098.stdout:1753: left oid 8 (ObjNum 565 snap 155 seq_num 565) 2024-04-12T00:32:56.178 INFO:tasks.rados.rados.0.smithi098.stdout:1754: finishing copy_from to smithi09877355-42 2024-04-12T00:32:56.178 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 1105 (ObjNum 470 snap 124 seq_num 470) dirty exists 2024-04-12T00:32:56.181 INFO:tasks.rados.rados.0.smithi098.stdout:1753: done (3 left) 2024-04-12T00:32:56.182 INFO:tasks.rados.rados.0.smithi098.stdout:1754: done (2 left) 2024-04-12T00:32:56.182 INFO:tasks.rados.rados.0.smithi098.stdout:1757: done (1 left) 2024-04-12T00:32:56.182 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 155 2024-04-12T00:32:56.182 INFO:tasks.rados.rados.0.smithi098.stdout:1758: seq_num 568 ranges {7766016=720896,8486912=786432,9273344=581632,9854976=237568} 2024-04-12T00:32:56.229 INFO:tasks.rados.rados.0.smithi098.stdout:1758: writing smithi09877355-37 from 7766016 to 8486912 tid 1 2024-04-12T00:32:56.233 INFO:tasks.rados.rados.0.smithi098.stdout:1758: writing smithi09877355-37 from 8486912 to 9273344 tid 2 2024-04-12T00:32:56.236 INFO:tasks.rados.rados.0.smithi098.stdout:1758: writing smithi09877355-37 from 9273344 to 9854976 tid 3 2024-04-12T00:32:56.238 INFO:tasks.rados.rados.0.smithi098.stdout:1758: writing smithi09877355-37 from 9854976 to 10092544 tid 4 2024-04-12T00:32:56.238 INFO:tasks.rados.rados.0.smithi098.stdout:1759: snap_create 2024-04-12T00:32:56.238 INFO:tasks.rados.rados.0.smithi098.stdout:1756: expect (ObjNum 555 snap 150 seq_num 555) 2024-04-12T00:32:56.382 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (6m) 3s ago 7m 25.3M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (7m) 115s ago 7m 90.6M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (8m) 3s ago 8m 20.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (8m) 115s ago 8m 16.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (2m) 115s ago 12m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (3m) 3s ago 13m 513M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (2m) 3s ago 13m 48.9M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (2m) 115s ago 12m 24.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (2m) 3s ago 12m 40.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (7m) 3s ago 7m 15.2M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (7m) 115s ago 7m 15.2M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (75s) 3s ago 11m 135M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:32:56.383 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (41s) 3s ago 11m 112M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:32:56.384 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (7s) 3s ago 10m 12.4M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:32:56.384 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (10m) 3s ago 10m 132M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a6160240f840 2024-04-12T00:32:56.384 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (10m) 115s ago 10m 202M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:32:56.384 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (9m) 115s ago 9m 227M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:32:56.384 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (9m) 115s ago 9m 119M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:32:56.384 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (8m) 115s ago 8m 144M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:32:56.384 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (3m) 115s ago 8m 52.7M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:32:56.488 INFO:tasks.rados.rados.0.smithi098.stdout:1758: finishing write tid 1 to smithi09877355-37 2024-04-12T00:32:56.488 INFO:tasks.rados.rados.0.smithi098.stdout:1758: finishing write tid 2 to smithi09877355-37 2024-04-12T00:32:56.488 INFO:tasks.rados.rados.0.smithi098.stdout:1758: finishing write tid 3 to smithi09877355-37 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: finishing write tid 4 to smithi09877355-37 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: finishing write tid 5 to smithi09877355-37 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: finishing write tid 6 to smithi09877355-37 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: oid 37 updating version 0 to 754 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: oid 37 updating version 754 to 756 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: oid 37 version 756 is already newer than 753 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: oid 37 version 756 is already newer than 755 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: oid 37 version 756 is already newer than 752 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 756 (ObjNum 568 snap 155 seq_num 568) dirty exists 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: left oid 37 (ObjNum 568 snap 155 seq_num 568) 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1756: done (2 left) 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1758: done (1 left) 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1759: done (0 left) 2024-04-12T00:32:56.489 INFO:tasks.rados.rados.0.smithi098.stdout:1760: read oid 14 snap 145 2024-04-12T00:32:56.490 INFO:tasks.rados.rados.0.smithi098.stdout:1760: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:32:56.490 INFO:tasks.rados.rados.0.smithi098.stdout:1761: read oid 46 snap 149 2024-04-12T00:32:56.490 INFO:tasks.rados.rados.0.smithi098.stdout:1761: expect (ObjNum 516 snap 138 seq_num 516) 2024-04-12T00:32:56.490 INFO:tasks.rados.rados.0.smithi098.stdout:1762: read oid 29 snap 147 2024-04-12T00:32:56.490 INFO:tasks.rados.rados.0.smithi098.stdout:1762: expect deleted 2024-04-12T00:32:56.490 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 156 2024-04-12T00:32:56.490 INFO:tasks.rados.rados.0.smithi098.stdout:1763: seq_num 569 ranges {3514368=737280,4251648=671744,4923392=737280,5660672=196608} 2024-04-12T00:32:56.512 INFO:tasks.rados.rados.0.smithi098.stdout:1763: writing smithi09877355-20 from 3514368 to 4251648 tid 1 2024-04-12T00:32:56.517 INFO:tasks.rados.rados.0.smithi098.stdout:1763: writing smithi09877355-20 from 4251648 to 4923392 tid 2 2024-04-12T00:32:56.523 INFO:tasks.rados.rados.0.smithi098.stdout:1763: writing smithi09877355-20 from 4923392 to 5660672 tid 3 2024-04-12T00:32:56.525 INFO:tasks.rados.rados.0.smithi098.stdout:1763: writing smithi09877355-20 from 5660672 to 5857280 tid 4 2024-04-12T00:32:56.525 INFO:tasks.rados.rados.0.smithi098.stdout:1764: rollback oid 3 current snap is 156 2024-04-12T00:32:56.525 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 3 to 154 2024-04-12T00:32:56.525 INFO:tasks.rados.rados.0.smithi098.stdout:1761: expect (ObjNum 516 snap 138 seq_num 516) 2024-04-12T00:32:56.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:56 smithi098 ceph-mon[91373]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T00:32:56.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:56 smithi098 ceph-mon[91373]: pgmap v226: 121 pgs: 4 peering, 8 active+undersized+degraded, 7 active+undersized, 102 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 30/288 objects degraded (10.417%) 2024-04-12T00:32:56.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:56 smithi098 ceph-mon[88922]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T00:32:56.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:56 smithi098 ceph-mon[88922]: pgmap v226: 121 pgs: 4 peering, 8 active+undersized+degraded, 7 active+undersized, 102 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 30/288 objects degraded (10.417%) 2024-04-12T00:32:56.565 INFO:tasks.rados.rados.0.smithi098.stdout:1764: finishing rollback tid 0 to smithi09877355-3 2024-04-12T00:32:56.565 INFO:tasks.rados.rados.0.smithi098.stdout:1764: finishing rollback tid 1 to smithi09877355-3 2024-04-12T00:32:56.565 INFO:tasks.rados.rados.0.smithi098.stdout:1764: finishing rollback tid 2 to smithi09877355-3 2024-04-12T00:32:56.565 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 759 (ObjNum 546 snap 143 seq_num 546) dirty exists 2024-04-12T00:32:56.565 INFO:tasks.rados.rados.0.smithi098.stdout:1760: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:32:56.848 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:32:56.849 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:32:56.850 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:32:56.850 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:32:56.850 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-12T00:32:56.850 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T00:32:56.850 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:32:56.850 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:32:56.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:56 smithi193 ceph-mon[83763]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T00:32:56.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:56 smithi193 ceph-mon[83763]: pgmap v226: 121 pgs: 4 peering, 8 active+undersized+degraded, 7 active+undersized, 102 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 30/288 objects degraded (10.417%) 2024-04-12T00:32:57.133 INFO:tasks.rados.rados.0.smithi098.stdout:1763: finishing write tid 1 to smithi09877355-20 2024-04-12T00:32:57.133 INFO:tasks.rados.rados.0.smithi098.stdout:1763: finishing write tid 2 to smithi09877355-20 2024-04-12T00:32:57.133 INFO:tasks.rados.rados.0.smithi098.stdout:1763: finishing write tid 3 to smithi09877355-20 2024-04-12T00:32:57.133 INFO:tasks.rados.rados.0.smithi098.stdout:1763: finishing write tid 4 to smithi09877355-20 2024-04-12T00:32:57.133 INFO:tasks.rados.rados.0.smithi098.stdout:1763: finishing write tid 5 to smithi09877355-20 2024-04-12T00:32:57.133 INFO:tasks.rados.rados.0.smithi098.stdout:1763: finishing write tid 6 to smithi09877355-20 2024-04-12T00:32:57.133 INFO:tasks.rados.rados.0.smithi098.stdout:1763: oid 20 updating version 0 to 965 2024-04-12T00:32:57.133 INFO:tasks.rados.rados.0.smithi098.stdout:1763: oid 20 updating version 965 to 966 2024-04-12T00:32:57.133 INFO:tasks.rados.rados.0.smithi098.stdout:1763: oid 20 updating version 966 to 969 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:1763: oid 20 version 969 is already newer than 968 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:1763: oid 20 version 969 is already newer than 967 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 969 (ObjNum 569 snap 156 seq_num 569) dirty exists 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:1763: left oid 20 (ObjNum 569 snap 156 seq_num 569) 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:1760: done (4 left) 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:1761: done (3 left) 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:1762: done (2 left) 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:1763: done (1 left) 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:1764: done (0 left) 2024-04-12T00:32:57.134 INFO:tasks.rados.rados.0.smithi098.stdout:1765: delete oid 10 current snap is 156 2024-04-12T00:32:57.135 INFO:tasks.rados.rados.0.smithi098.stdout:1765: done (0 left) 2024-04-12T00:32:57.136 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 156 2024-04-12T00:32:57.136 INFO:tasks.rados.rados.0.smithi098.stdout:1766: seq_num 571 ranges {5218304=770048,5988352=483328,6471680=753664,7225344=368640} 2024-04-12T00:32:57.167 INFO:tasks.rados.rados.0.smithi098.stdout:1766: writing smithi09877355-43 from 5218304 to 5988352 tid 1 2024-04-12T00:32:57.169 INFO:tasks.rados.rados.0.smithi098.stdout:1766: writing smithi09877355-43 from 5988352 to 6471680 tid 2 2024-04-12T00:32:57.174 INFO:tasks.rados.rados.0.smithi098.stdout:1766: writing smithi09877355-43 from 6471680 to 7225344 tid 3 2024-04-12T00:32:57.176 INFO:tasks.rados.rados.0.smithi098.stdout:1766: writing smithi09877355-43 from 7225344 to 7593984 tid 4 2024-04-12T00:32:57.176 INFO:tasks.rados.rados.0.smithi098.stdout:1767: snap_create 2024-04-12T00:32:57.176 INFO:tasks.rados.rados.0.smithi098.stdout:1766: finishing write tid 1 to smithi09877355-43 2024-04-12T00:32:57.177 INFO:tasks.rados.rados.0.smithi098.stdout:1766: finishing write tid 2 to smithi09877355-43 2024-04-12T00:32:57.178 INFO:tasks.rados.rados.0.smithi098.stdout:1766: finishing write tid 3 to smithi09877355-43 2024-04-12T00:32:57.178 INFO:tasks.rados.rados.0.smithi098.stdout:1766: finishing write tid 4 to smithi09877355-43 2024-04-12T00:32:57.178 INFO:tasks.rados.rados.0.smithi098.stdout:1766: finishing write tid 5 to smithi09877355-43 2024-04-12T00:32:57.182 INFO:tasks.rados.rados.0.smithi098.stdout:1766: finishing write tid 6 to smithi09877355-43 2024-04-12T00:32:57.182 INFO:tasks.rados.rados.0.smithi098.stdout:1766: oid 43 updating version 0 to 764 2024-04-12T00:32:57.182 INFO:tasks.rados.rados.0.smithi098.stdout:1766: oid 43 version 764 is already newer than 762 2024-04-12T00:32:57.182 INFO:tasks.rados.rados.0.smithi098.stdout:1766: oid 43 version 764 is already newer than 761 2024-04-12T00:32:57.182 INFO:tasks.rados.rados.0.smithi098.stdout:1766: oid 43 version 764 is already newer than 760 2024-04-12T00:32:57.182 INFO:tasks.rados.rados.0.smithi098.stdout:1766: oid 43 version 764 is already newer than 763 2024-04-12T00:32:57.182 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 764 (ObjNum 571 snap 156 seq_num 571) dirty exists 2024-04-12T00:32:57.182 INFO:tasks.rados.rados.0.smithi098.stdout:1766: left oid 43 (ObjNum 571 snap 156 seq_num 571) 2024-04-12T00:32:57.478 INFO:tasks.rados.rados.0.smithi098.stdout:1766: done (1 left) 2024-04-12T00:32:57.478 INFO:tasks.rados.rados.0.smithi098.stdout:1767: done (0 left) 2024-04-12T00:32:57.478 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 157 2024-04-12T00:32:57.478 INFO:tasks.rados.rados.0.smithi098.stdout:1768: seq_num 572 ranges {1236992=786432,2023424=770048,2793472=557056,3350528=278528} 2024-04-12T00:32:57.488 INFO:tasks.rados.rados.0.smithi098.stdout:1768: writing smithi09877355-42 from 1236992 to 2023424 tid 1 2024-04-12T00:32:57.493 INFO:tasks.rados.rados.0.smithi098.stdout:1768: writing smithi09877355-42 from 2023424 to 2793472 tid 2 2024-04-12T00:32:57.496 INFO:tasks.rados.rados.0.smithi098.stdout:1768: writing smithi09877355-42 from 2793472 to 3350528 tid 3 2024-04-12T00:32:57.498 INFO:tasks.rados.rados.0.smithi098.stdout:1768: writing smithi09877355-42 from 3350528 to 3629056 tid 4 2024-04-12T00:32:57.498 INFO:tasks.rados.rados.0.smithi098.stdout:1769: snap_create 2024-04-12T00:32:57.498 INFO:tasks.rados.rados.0.smithi098.stdout:1768: finishing write tid 1 to smithi09877355-42 2024-04-12T00:32:57.498 INFO:tasks.rados.rados.0.smithi098.stdout:1768: finishing write tid 2 to smithi09877355-42 2024-04-12T00:32:57.499 INFO:tasks.rados.rados.0.smithi098.stdout:1768: finishing write tid 3 to smithi09877355-42 2024-04-12T00:32:57.500 INFO:tasks.rados.rados.0.smithi098.stdout:1768: finishing write tid 4 to smithi09877355-42 2024-04-12T00:32:57.500 INFO:tasks.rados.rados.0.smithi098.stdout:1768: finishing write tid 5 to smithi09877355-42 2024-04-12T00:32:57.501 INFO:tasks.rados.rados.0.smithi098.stdout:1768: finishing write tid 6 to smithi09877355-42 2024-04-12T00:32:57.501 INFO:tasks.rados.rados.0.smithi098.stdout:1768: oid 42 updating version 0 to 1107 2024-04-12T00:32:57.501 INFO:tasks.rados.rados.0.smithi098.stdout:1768: oid 42 version 1107 is already newer than 1106 2024-04-12T00:32:57.501 INFO:tasks.rados.rados.0.smithi098.stdout:1768: oid 42 updating version 1107 to 1109 2024-04-12T00:32:57.501 INFO:tasks.rados.rados.0.smithi098.stdout:1768: oid 42 updating version 1109 to 1110 2024-04-12T00:32:57.501 INFO:tasks.rados.rados.0.smithi098.stdout:1768: oid 42 version 1110 is already newer than 1108 2024-04-12T00:32:57.501 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 1110 (ObjNum 572 snap 157 seq_num 572) dirty exists 2024-04-12T00:32:57.501 INFO:tasks.rados.rados.0.smithi098.stdout:1768: left oid 42 (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:32:57.680 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:57 smithi098 ceph-mon[91373]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:57.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:57 smithi098 ceph-mon[91373]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:57.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:57 smithi098 ceph-mon[91373]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T00:32:57.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:57 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1884030280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:57.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:57 smithi098 ceph-mon[88922]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:57.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:57 smithi098 ceph-mon[88922]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:57.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:57 smithi098 ceph-mon[88922]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T00:32:57.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:57 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1884030280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:57.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:57 smithi193 ceph-mon[83763]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:57.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:57 smithi193 ceph-mon[83763]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:32:57.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:57 smithi193 ceph-mon[83763]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T00:32:57.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:57 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1884030280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.039 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:32:57 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:32:57.865+0000 7f6432f72700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-12T00:32:58.486 INFO:tasks.rados.rados.0.smithi098.stdout:1768: done (1 left) 2024-04-12T00:32:58.487 INFO:tasks.rados.rados.0.smithi098.stdout:1769: done (0 left) 2024-04-12T00:32:58.487 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 158 2024-04-12T00:32:58.487 INFO:tasks.rados.rados.0.smithi098.stdout:1770: seq_num 573 ranges {2039808=802816,2842624=655360,3497984=720896,4218880=229376} 2024-04-12T00:32:58.500 INFO:tasks.rados.rados.0.smithi098.stdout:1770: writing smithi09877355-18 from 2039808 to 2842624 tid 1 2024-04-12T00:32:58.505 INFO:tasks.rados.rados.0.smithi098.stdout:1770: writing smithi09877355-18 from 2842624 to 3497984 tid 2 2024-04-12T00:32:58.509 INFO:tasks.rados.rados.0.smithi098.stdout:1770: writing smithi09877355-18 from 3497984 to 4218880 tid 3 2024-04-12T00:32:58.510 INFO:tasks.rados.rados.0.smithi098.stdout:1770: writing smithi09877355-18 from 4218880 to 4448256 tid 4 2024-04-12T00:32:58.510 INFO:tasks.rados.rados.0.smithi098.stdout:1771: snap_create 2024-04-12T00:32:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:1770: finishing write tid 1 to smithi09877355-18 2024-04-12T00:32:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:1770: finishing write tid 2 to smithi09877355-18 2024-04-12T00:32:58.513 INFO:tasks.rados.rados.0.smithi098.stdout:1770: finishing write tid 3 to smithi09877355-18 2024-04-12T00:32:58.513 INFO:tasks.rados.rados.0.smithi098.stdout:1770: finishing write tid 4 to smithi09877355-18 2024-04-12T00:32:58.514 INFO:tasks.rados.rados.0.smithi098.stdout:1770: finishing write tid 5 to smithi09877355-18 2024-04-12T00:32:58.515 INFO:tasks.rados.rados.0.smithi098.stdout:1770: finishing write tid 6 to smithi09877355-18 2024-04-12T00:32:58.515 INFO:tasks.rados.rados.0.smithi098.stdout:1770: oid 18 updating version 0 to 715 2024-04-12T00:32:58.515 INFO:tasks.rados.rados.0.smithi098.stdout:1770: oid 18 updating version 715 to 716 2024-04-12T00:32:58.515 INFO:tasks.rados.rados.0.smithi098.stdout:1770: oid 18 updating version 716 to 719 2024-04-12T00:32:58.515 INFO:tasks.rados.rados.0.smithi098.stdout:1770: oid 18 version 719 is already newer than 717 2024-04-12T00:32:58.515 INFO:tasks.rados.rados.0.smithi098.stdout:1770: oid 18 version 719 is already newer than 718 2024-04-12T00:32:58.515 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 719 (ObjNum 573 snap 158 seq_num 573) dirty exists 2024-04-12T00:32:58.515 INFO:tasks.rados.rados.0.smithi098.stdout:1770: left oid 18 (ObjNum 573 snap 158 seq_num 573) 2024-04-12T00:32:58.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:32:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[91373]: pgmap v229: 121 pgs: 4 peering, 8 active+undersized+degraded, 7 active+undersized, 102 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 30/288 objects degraded (10.417%) 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:32:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:32:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-12T00:32:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:58 smithi098 ceph-mon[88922]: pgmap v229: 121 pgs: 4 peering, 8 active+undersized+degraded, 7 active+undersized, 102 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 30/288 objects degraded (10.417%) 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:32:58.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:32:58.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:32:58.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-12T00:32:58.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:58 smithi193 ceph-mon[83763]: pgmap v229: 121 pgs: 4 peering, 8 active+undersized+degraded, 7 active+undersized, 102 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 30/288 objects degraded (10.417%) 2024-04-12T00:32:59.496 INFO:tasks.rados.rados.0.smithi098.stdout:1770: done (1 left) 2024-04-12T00:32:59.496 INFO:tasks.rados.rados.0.smithi098.stdout:1771: done (0 left) 2024-04-12T00:32:59.496 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 159 2024-04-12T00:32:59.496 INFO:tasks.rados.rados.0.smithi098.stdout:1772: seq_num 574 ranges {7168000=16384} 2024-04-12T00:32:59.534 INFO:tasks.rados.rados.0.smithi098.stdout:1772: writing smithi09877355-17 from 7168000 to 7184384 tid 1 2024-04-12T00:32:59.534 INFO:tasks.rados.rados.0.smithi098.stdout:1773: rollback oid 22 current snap is 159 2024-04-12T00:32:59.534 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 22 to 147 2024-04-12T00:32:59.534 INFO:tasks.rados.rados.0.smithi098.stdout:1774: delete oid 39 current snap is 159 2024-04-12T00:32:59.541 INFO:tasks.rados.rados.0.smithi098.stdout:1773: finishing rollback tid 0 to smithi09877355-22 2024-04-12T00:32:59.541 INFO:tasks.rados.rados.0.smithi098.stdout:1773: finishing rollback tid 1 to smithi09877355-22 2024-04-12T00:32:59.541 INFO:tasks.rados.rados.0.smithi098.stdout:1773: finishing rollback tid 2 to smithi09877355-22 2024-04-12T00:32:59.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1221 (ObjNum 470 snap 124 seq_num 470) dirty exists 2024-04-12T00:32:59.542 INFO:tasks.rados.rados.0.smithi098.stdout:1773: done (2 left) 2024-04-12T00:32:59.542 INFO:tasks.rados.rados.0.smithi098.stdout:1774: done (1 left) 2024-04-12T00:32:59.542 INFO:tasks.rados.rados.0.smithi098.stdout:1775: snap_remove snap 149 2024-04-12T00:32:59.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:32:59 smithi098 ceph-mon[91373]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T00:32:59.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:32:59 smithi098 ceph-mon[88922]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T00:32:59.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:32:59 smithi193 ceph-mon[83763]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T00:33:00.502 INFO:tasks.rados.rados.0.smithi098.stdout:1775: done (1 left) 2024-04-12T00:33:00.502 INFO:tasks.rados.rados.0.smithi098.stdout:1776: snap_create 2024-04-12T00:33:00.502 INFO:tasks.rados.rados.0.smithi098.stdout:1772: finishing write tid 1 to smithi09877355-17 2024-04-12T00:33:00.502 INFO:tasks.rados.rados.0.smithi098.stdout:1772: finishing write tid 2 to smithi09877355-17 2024-04-12T00:33:00.502 INFO:tasks.rados.rados.0.smithi098.stdout:1772: finishing write tid 3 to smithi09877355-17 2024-04-12T00:33:00.502 INFO:tasks.rados.rados.0.smithi098.stdout:1772: oid 17 updating version 0 to 755 2024-04-12T00:33:00.502 INFO:tasks.rados.rados.0.smithi098.stdout:1772: oid 17 version 755 is already newer than 754 2024-04-12T00:33:00.503 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 755 (ObjNum 574 snap 159 seq_num 574) dirty exists 2024-04-12T00:33:00.503 INFO:tasks.rados.rados.0.smithi098.stdout:1772: left oid 17 (ObjNum 574 snap 159 seq_num 574) 2024-04-12T00:33:00.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:00 smithi098 ceph-mon[91373]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T00:33:00.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:00 smithi098 ceph-mon[91373]: pgmap v232: 121 pgs: 121 active+clean; 198 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 7.4 MiB/s, 2 objects/s recovering 2024-04-12T00:33:00.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:00 smithi098 ceph-mon[88922]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T00:33:00.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:00 smithi098 ceph-mon[88922]: pgmap v232: 121 pgs: 121 active+clean; 198 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 7.4 MiB/s, 2 objects/s recovering 2024-04-12T00:33:00.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:00 smithi193 ceph-mon[83763]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T00:33:00.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:00 smithi193 ceph-mon[83763]: pgmap v232: 121 pgs: 121 active+clean; 198 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 7.4 MiB/s, 2 objects/s recovering 2024-04-12T00:33:01.464 INFO:tasks.rados.rados.0.smithi098.stdout:1772: done (1 left) 2024-04-12T00:33:01.465 INFO:tasks.rados.rados.0.smithi098.stdout:1776: done (0 left) 2024-04-12T00:33:01.465 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 160 2024-04-12T00:33:01.465 INFO:tasks.rados.rados.0.smithi098.stdout:1777: seq_num 576 ranges {0=49152} 2024-04-12T00:33:01.465 INFO:tasks.rados.rados.0.smithi098.stdout:1777: writing smithi09877355-10 from 0 to 49152 tid 1 2024-04-12T00:33:01.465 INFO:tasks.rados.rados.0.smithi098.stdout:1778: snap_create 2024-04-12T00:33:01.470 INFO:tasks.rados.rados.0.smithi098.stdout:1777: finishing write tid 1 to smithi09877355-10 2024-04-12T00:33:01.470 INFO:tasks.rados.rados.0.smithi098.stdout:1777: finishing write tid 2 to smithi09877355-10 2024-04-12T00:33:01.471 INFO:tasks.rados.rados.0.smithi098.stdout:1777: finishing write tid 3 to smithi09877355-10 2024-04-12T00:33:01.471 INFO:tasks.rados.rados.0.smithi098.stdout:1777: oid 10 updating version 0 to 757 2024-04-12T00:33:01.471 INFO:tasks.rados.rados.0.smithi098.stdout:1777: oid 10 version 757 is already newer than 756 2024-04-12T00:33:01.471 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 757 (ObjNum 576 snap 160 seq_num 576) dirty exists 2024-04-12T00:33:01.471 INFO:tasks.rados.rados.0.smithi098.stdout:1777: left oid 10 (ObjNum 576 snap 160 seq_num 576) 2024-04-12T00:33:01.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:01 smithi098 ceph-mon[91373]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/288 objects degraded (10.417%), 8 pgs degraded) 2024-04-12T00:33:01.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:01 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:33:01.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:01 smithi098 ceph-mon[91373]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T00:33:01.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:01 smithi098 ceph-mon[91373]: osdmap e385: 8 total, 8 up, 8 in 2024-04-12T00:33:01.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:01 smithi098 ceph-mon[88922]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/288 objects degraded (10.417%), 8 pgs degraded) 2024-04-12T00:33:01.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:01 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:33:01.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:01 smithi098 ceph-mon[88922]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T00:33:01.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:01 smithi098 ceph-mon[88922]: osdmap e385: 8 total, 8 up, 8 in 2024-04-12T00:33:01.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:01 smithi193 ceph-mon[83763]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 30/288 objects degraded (10.417%), 8 pgs degraded) 2024-04-12T00:33:01.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:01 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:33:01.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:01 smithi193 ceph-mon[83763]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T00:33:01.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:01 smithi193 ceph-mon[83763]: osdmap e385: 8 total, 8 up, 8 in 2024-04-12T00:33:02.466 INFO:tasks.rados.rados.0.smithi098.stdout:1777: done (1 left) 2024-04-12T00:33:02.466 INFO:tasks.rados.rados.0.smithi098.stdout:1778: done (0 left) 2024-04-12T00:33:02.466 INFO:tasks.rados.rados.0.smithi098.stdout:1779: rollback oid 27 current snap is 161 2024-04-12T00:33:02.466 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 147 2024-04-12T00:33:02.466 INFO:tasks.rados.rados.0.smithi098.stdout:1780: delete oid 39 current snap is 161 2024-04-12T00:33:02.470 INFO:tasks.rados.rados.0.smithi098.stdout:1779: finishing rollback tid 0 to smithi09877355-27 2024-04-12T00:33:02.471 INFO:tasks.rados.rados.0.smithi098.stdout:1780: done (1 left) 2024-04-12T00:33:02.471 INFO:tasks.rados.rados.0.smithi098.stdout:1781: rollback oid 5 current snap is 161 2024-04-12T00:33:02.471 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 5 to 160 2024-04-12T00:33:02.471 INFO:tasks.rados.rados.0.smithi098.stdout:1782: copy_from oid 6 from oid 24 current snap is 161 2024-04-12T00:33:02.471 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 161 2024-04-12T00:33:02.471 INFO:tasks.rados.rados.0.smithi098.stdout:1783: seq_num 578 ranges {7184384=81920} 2024-04-12T00:33:02.510 INFO:tasks.rados.rados.0.smithi098.stdout:1783: writing smithi09877355-17 from 7184384 to 7266304 tid 1 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1784: snap_create 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1779: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1779: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1009 (ObjNum 490 snap 126 seq_num 490) dirty exists 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1781: finishing rollback tid 0 to smithi09877355-5 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1781: finishing rollback tid 1 to smithi09877355-5 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1781: finishing rollback tid 2 to smithi09877355-5 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1204 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1782: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:1782: finishing copy_from to smithi09877355-6 2024-04-12T00:33:02.511 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 673 (ObjNum 432 snap 120 seq_num 432) dirty exists 2024-04-12T00:33:02.515 INFO:tasks.rados.rados.0.smithi098.stdout:1783: finishing write tid 1 to smithi09877355-17 2024-04-12T00:33:02.515 INFO:tasks.rados.rados.0.smithi098.stdout:1783: finishing write tid 2 to smithi09877355-17 2024-04-12T00:33:02.517 INFO:tasks.rados.rados.0.smithi098.stdout:1783: finishing write tid 3 to smithi09877355-17 2024-04-12T00:33:02.517 INFO:tasks.rados.rados.0.smithi098.stdout:1783: oid 17 updating version 0 to 759 2024-04-12T00:33:02.517 INFO:tasks.rados.rados.0.smithi098.stdout:1783: oid 17 version 759 is already newer than 758 2024-04-12T00:33:02.517 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 759 (ObjNum 578 snap 161 seq_num 578) dirty exists 2024-04-12T00:33:02.517 INFO:tasks.rados.rados.0.smithi098.stdout:1783: left oid 17 (ObjNum 578 snap 161 seq_num 578) 2024-04-12T00:33:02.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:02 smithi193 ceph-mon[83763]: pgmap v235: 121 pgs: 121 active+clean; 205 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 17 op/s; 7.4 MiB/s, 2 objects/s recovering 2024-04-12T00:33:02.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:02 smithi193 ceph-mon[83763]: osdmap e386: 8 total, 8 up, 8 in 2024-04-12T00:33:02.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:02.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:02 smithi098 ceph-mon[91373]: pgmap v235: 121 pgs: 121 active+clean; 205 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 17 op/s; 7.4 MiB/s, 2 objects/s recovering 2024-04-12T00:33:02.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:02 smithi098 ceph-mon[91373]: osdmap e386: 8 total, 8 up, 8 in 2024-04-12T00:33:02.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:02 smithi098 ceph-mon[88922]: pgmap v235: 121 pgs: 121 active+clean; 205 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 17 op/s; 7.4 MiB/s, 2 objects/s recovering 2024-04-12T00:33:02.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:02 smithi098 ceph-mon[88922]: osdmap e386: 8 total, 8 up, 8 in 2024-04-12T00:33:03.507 INFO:tasks.rados.rados.0.smithi098.stdout:1779: done (4 left) 2024-04-12T00:33:03.507 INFO:tasks.rados.rados.0.smithi098.stdout:1781: done (3 left) 2024-04-12T00:33:03.507 INFO:tasks.rados.rados.0.smithi098.stdout:1782: done (2 left) 2024-04-12T00:33:03.507 INFO:tasks.rados.rados.0.smithi098.stdout:1783: done (1 left) 2024-04-12T00:33:03.507 INFO:tasks.rados.rados.0.smithi098.stdout:1784: done (0 left) 2024-04-12T00:33:03.507 INFO:tasks.rados.rados.0.smithi098.stdout:1785: snap_remove snap 147 2024-04-12T00:33:03.865 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:04.514 INFO:tasks.rados.rados.0.smithi098.stdout:1785: done (0 left) 2024-04-12T00:33:04.514 INFO:tasks.rados.rados.0.smithi098.stdout:1786: read oid 42 snap 161 2024-04-12T00:33:04.515 INFO:tasks.rados.rados.0.smithi098.stdout:1786: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:33:04.515 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 162 2024-04-12T00:33:04.515 INFO:tasks.rados.rados.0.smithi098.stdout:1787: seq_num 579 ranges {6291456=98304} 2024-04-12T00:33:04.550 INFO:tasks.rados.rados.0.smithi098.stdout:1787: writing smithi09877355-33 from 6291456 to 6389760 tid 1 2024-04-12T00:33:04.550 INFO:tasks.rados.rados.0.smithi098.stdout:1788: delete oid 6 current snap is 162 2024-04-12T00:33:04.550 INFO:tasks.rados.rados.0.smithi098.stdout:1786: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:33:04.673 INFO:tasks.rados.rados.0.smithi098.stdout:1787: finishing write tid 1 to smithi09877355-33 2024-04-12T00:33:04.673 INFO:tasks.rados.rados.0.smithi098.stdout:1787: finishing write tid 2 to smithi09877355-33 2024-04-12T00:33:04.673 INFO:tasks.rados.rados.0.smithi098.stdout:1787: finishing write tid 3 to smithi09877355-33 2024-04-12T00:33:04.673 INFO:tasks.rados.rados.0.smithi098.stdout:1787: oid 33 updating version 0 to 1113 2024-04-12T00:33:04.673 INFO:tasks.rados.rados.0.smithi098.stdout:1787: oid 33 version 1113 is already newer than 1112 2024-04-12T00:33:04.673 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 1113 (ObjNum 579 snap 162 seq_num 579) dirty exists 2024-04-12T00:33:04.674 INFO:tasks.rados.rados.0.smithi098.stdout:1787: left oid 33 (ObjNum 579 snap 162 seq_num 579) 2024-04-12T00:33:04.674 INFO:tasks.rados.rados.0.smithi098.stdout:1786: done (2 left) 2024-04-12T00:33:04.674 INFO:tasks.rados.rados.0.smithi098.stdout:1787: done (1 left) 2024-04-12T00:33:04.674 INFO:tasks.rados.rados.0.smithi098.stdout:1788: done (0 left) 2024-04-12T00:33:04.674 INFO:tasks.rados.rados.0.smithi098.stdout:1789: read oid 39 snap -1 2024-04-12T00:33:04.674 INFO:tasks.rados.rados.0.smithi098.stdout:1789: expect deleted 2024-04-12T00:33:04.674 INFO:tasks.rados.rados.0.smithi098.stdout:1790: read oid 27 snap -1 2024-04-12T00:33:04.674 INFO:tasks.rados.rados.0.smithi098.stdout:1790: expect (ObjNum 490 snap 126 seq_num 490) 2024-04-12T00:33:04.674 INFO:tasks.rados.rados.0.smithi098.stdout:1791: snap_remove snap 158 2024-04-12T00:33:04.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:04 smithi098 ceph-mon[91373]: osdmap e387: 8 total, 8 up, 8 in 2024-04-12T00:33:04.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:04 smithi098 ceph-mon[91373]: pgmap v238: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T00:33:04.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:04 smithi098 ceph-mon[88922]: osdmap e387: 8 total, 8 up, 8 in 2024-04-12T00:33:04.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:04 smithi098 ceph-mon[88922]: pgmap v238: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T00:33:04.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:04 smithi193 ceph-mon[83763]: osdmap e387: 8 total, 8 up, 8 in 2024-04-12T00:33:04.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:04 smithi193 ceph-mon[83763]: pgmap v238: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T00:33:05.518 INFO:tasks.rados.rados.0.smithi098.stdout:1791: done (2 left) 2024-04-12T00:33:05.518 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 162 2024-04-12T00:33:05.518 INFO:tasks.rados.rados.0.smithi098.stdout:1792: seq_num 581 ranges {5521408=139264} 2024-04-12T00:33:05.548 INFO:tasks.rados.rados.0.smithi098.stdout:1792: writing smithi09877355-9 from 5521408 to 5660672 tid 1 2024-04-12T00:33:05.548 INFO:tasks.rados.rados.0.smithi098.stdout:1793: snap_remove snap 145 2024-04-12T00:33:05.789 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:33:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:33:05] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-04-12T00:33:05.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:05 smithi098 ceph-mon[91373]: osdmap e388: 8 total, 8 up, 8 in 2024-04-12T00:33:05.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:05.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:05.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:05.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:05 smithi098 ceph-mon[88922]: osdmap e388: 8 total, 8 up, 8 in 2024-04-12T00:33:05.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:05.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:05.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:05.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:05 smithi193 ceph-mon[83763]: osdmap e388: 8 total, 8 up, 8 in 2024-04-12T00:33:05.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:05.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:05.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:06.531 INFO:tasks.rados.rados.0.smithi098.stdout:1790: expect (ObjNum 490 snap 126 seq_num 490) 2024-04-12T00:33:06.745 INFO:tasks.rados.rados.0.smithi098.stdout:1792: finishing write tid 1 to smithi09877355-9 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1792: finishing write tid 2 to smithi09877355-9 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1792: finishing write tid 3 to smithi09877355-9 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1792: oid 9 updating version 0 to 1126 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1792: oid 9 updating version 1126 to 1127 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1127 (ObjNum 581 snap 162 seq_num 581) dirty exists 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1792: left oid 9 (ObjNum 581 snap 162 seq_num 581) 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1789: done (3 left) 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1790: done (2 left) 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1792: done (1 left) 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1793: done (0 left) 2024-04-12T00:33:06.746 INFO:tasks.rados.rados.0.smithi098.stdout:1794: delete oid 50 current snap is 162 2024-04-12T00:33:06.748 INFO:tasks.rados.rados.0.smithi098.stdout:1794: done (0 left) 2024-04-12T00:33:06.748 INFO:tasks.rados.rados.0.smithi098.stdout:1795: snap_create 2024-04-12T00:33:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:06 smithi098 ceph-mon[91373]: osdmap e389: 8 total, 8 up, 8 in 2024-04-12T00:33:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:06 smithi098 ceph-mon[91373]: pgmap v241: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 466 KiB/s wr, 5 op/s 2024-04-12T00:33:06.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:06 smithi098 ceph-mon[88922]: osdmap e389: 8 total, 8 up, 8 in 2024-04-12T00:33:06.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:06 smithi098 ceph-mon[88922]: pgmap v241: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 466 KiB/s wr, 5 op/s 2024-04-12T00:33:06.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:06 smithi193 ceph-mon[83763]: osdmap e389: 8 total, 8 up, 8 in 2024-04-12T00:33:06.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:06 smithi193 ceph-mon[83763]: pgmap v241: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 466 KiB/s wr, 5 op/s 2024-04-12T00:33:07.543 INFO:tasks.rados.rados.0.smithi098.stdout:1795: done (0 left) 2024-04-12T00:33:07.543 INFO:tasks.rados.rados.0.smithi098.stdout:1796: read oid 15 snap 154 2024-04-12T00:33:07.543 INFO:tasks.rados.rados.0.smithi098.stdout:1796: expect (ObjNum 547 snap 143 seq_num 547) 2024-04-12T00:33:07.543 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 163 2024-04-12T00:33:07.544 INFO:tasks.rados.rados.0.smithi098.stdout:1797: seq_num 583 ranges {3604480=172032} 2024-04-12T00:33:07.563 INFO:tasks.rados.rados.0.smithi098.stdout:1797: writing smithi09877355-35 from 3604480 to 3776512 tid 1 2024-04-12T00:33:07.564 INFO:tasks.rados.rados.0.smithi098.stdout:1798: delete oid 7 current snap is 163 2024-04-12T00:33:07.567 INFO:tasks.rados.rados.0.smithi098.stdout:1796: expect (ObjNum 547 snap 143 seq_num 547) 2024-04-12T00:33:07.772 INFO:tasks.rados.rados.0.smithi098.stdout:1797: finishing write tid 1 to smithi09877355-35 2024-04-12T00:33:07.772 INFO:tasks.rados.rados.0.smithi098.stdout:1797: finishing write tid 2 to smithi09877355-35 2024-04-12T00:33:07.772 INFO:tasks.rados.rados.0.smithi098.stdout:1797: finishing write tid 3 to smithi09877355-35 2024-04-12T00:33:07.772 INFO:tasks.rados.rados.0.smithi098.stdout:1797: oid 35 updating version 0 to 734 2024-04-12T00:33:07.772 INFO:tasks.rados.rados.0.smithi098.stdout:1797: oid 35 updating version 734 to 735 2024-04-12T00:33:07.772 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 735 (ObjNum 583 snap 163 seq_num 583) dirty exists 2024-04-12T00:33:07.772 INFO:tasks.rados.rados.0.smithi098.stdout:1797: left oid 35 (ObjNum 583 snap 163 seq_num 583) 2024-04-12T00:33:07.772 INFO:tasks.rados.rados.0.smithi098.stdout:1796: done (2 left) 2024-04-12T00:33:07.772 INFO:tasks.rados.rados.0.smithi098.stdout:1797: done (1 left) 2024-04-12T00:33:07.773 INFO:tasks.rados.rados.0.smithi098.stdout:1798: done (0 left) 2024-04-12T00:33:07.773 INFO:tasks.rados.rados.0.smithi098.stdout:1799: read oid 33 snap -1 2024-04-12T00:33:07.773 INFO:tasks.rados.rados.0.smithi098.stdout:1799: expect (ObjNum 579 snap 162 seq_num 579) 2024-04-12T00:33:07.773 INFO:tasks.rados.rados.0.smithi098.stdout:1800: read oid 13 snap -1 2024-04-12T00:33:07.773 INFO:tasks.rados.rados.0.smithi098.stdout:1800: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:33:07.773 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 163 2024-04-12T00:33:07.773 INFO:tasks.rados.rados.0.smithi098.stdout:1801: seq_num 585 ranges {9273344=204800} 2024-04-12T00:33:07.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:07 smithi098 ceph-mon[91373]: osdmap e390: 8 total, 8 up, 8 in 2024-04-12T00:33:07.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:07 smithi098 ceph-mon[88922]: osdmap e390: 8 total, 8 up, 8 in 2024-04-12T00:33:07.823 INFO:tasks.rados.rados.0.smithi098.stdout:1801: writing smithi09877355-8 from 9273344 to 9478144 tid 1 2024-04-12T00:33:07.823 INFO:tasks.rados.rados.0.smithi098.stdout:1802: copy_from oid 37 from oid 47 current snap is 163 2024-04-12T00:33:07.823 INFO:tasks.rados.rados.0.smithi098.stdout:1800: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:33:07.840 INFO:tasks.rados.rados.0.smithi098.stdout:1799: expect (ObjNum 579 snap 162 seq_num 579) 2024-04-12T00:33:07.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:07 smithi193 ceph-mon[83763]: osdmap e390: 8 total, 8 up, 8 in 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1801: finishing write tid 1 to smithi09877355-8 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1801: finishing write tid 2 to smithi09877355-8 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1801: finishing write tid 3 to smithi09877355-8 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1801: oid 8 updating version 0 to 1011 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1801: oid 8 version 1011 is already newer than 1010 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1011 (ObjNum 585 snap 163 seq_num 585) dirty exists 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1801: left oid 8 (ObjNum 585 snap 163 seq_num 585) 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1799: done (3 left) 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1800: done (2 left) 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1801: done (1 left) 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 163 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1802: finishing copy_from racing read to smithi09877355-37 2024-04-12T00:33:08.261 INFO:tasks.rados.rados.0.smithi098.stdout:1802: finishing copy_from to smithi09877355-37 2024-04-12T00:33:08.262 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 752 (ObjNum 563 snap 153 seq_num 563) dirty exists 2024-04-12T00:33:08.262 INFO:tasks.rados.rados.0.smithi098.stdout:1803: seq_num 586 ranges {49152=221184} 2024-04-12T00:33:08.262 INFO:tasks.rados.rados.0.smithi098.stdout:1803: writing smithi09877355-10 from 49152 to 270336 tid 1 2024-04-12T00:33:08.262 INFO:tasks.rados.rados.0.smithi098.stdout:1802: done (1 left) 2024-04-12T00:33:08.262 INFO:tasks.rados.rados.0.smithi098.stdout:1804: copy_from oid 34 from oid 15 current snap is 163 2024-04-12T00:33:08.262 INFO:tasks.rados.rados.0.smithi098.stdout:1805: snap_create 2024-04-12T00:33:08.266 INFO:tasks.rados.rados.0.smithi098.stdout:1803: finishing write tid 1 to smithi09877355-10 2024-04-12T00:33:08.266 INFO:tasks.rados.rados.0.smithi098.stdout:1803: finishing write tid 2 to smithi09877355-10 2024-04-12T00:33:08.267 INFO:tasks.rados.rados.0.smithi098.stdout:1803: finishing write tid 3 to smithi09877355-10 2024-04-12T00:33:08.267 INFO:tasks.rados.rados.0.smithi098.stdout:1803: oid 10 updating version 0 to 761 2024-04-12T00:33:08.267 INFO:tasks.rados.rados.0.smithi098.stdout:1803: oid 10 version 761 is already newer than 760 2024-04-12T00:33:08.268 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 761 (ObjNum 586 snap 163 seq_num 586) dirty exists 2024-04-12T00:33:08.268 INFO:tasks.rados.rados.0.smithi098.stdout:1803: left oid 10 (ObjNum 586 snap 163 seq_num 586) 2024-04-12T00:33:08.281 INFO:tasks.rados.rados.0.smithi098.stdout:1804: finishing copy_from racing read to smithi09877355-34 2024-04-12T00:33:08.284 INFO:tasks.rados.rados.0.smithi098.stdout:1804: finishing copy_from to smithi09877355-34 2024-04-12T00:33:08.284 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1207 (ObjNum 547 snap 143 seq_num 547) dirty exists 2024-04-12T00:33:08.551 INFO:tasks.rados.rados.0.smithi098.stdout:1803: done (2 left) 2024-04-12T00:33:08.551 INFO:tasks.rados.rados.0.smithi098.stdout:1804: done (1 left) 2024-04-12T00:33:08.551 INFO:tasks.rados.rados.0.smithi098.stdout:1805: done (0 left) 2024-04-12T00:33:08.552 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 164 2024-04-12T00:33:08.552 INFO:tasks.rados.rados.0.smithi098.stdout:1806: seq_num 587 ranges {7593984=237568} 2024-04-12T00:33:08.592 INFO:tasks.rados.rados.0.smithi098.stdout:1806: writing smithi09877355-43 from 7593984 to 7831552 tid 1 2024-04-12T00:33:08.592 INFO:tasks.rados.rados.0.smithi098.stdout:1807: delete oid 18 current snap is 164 2024-04-12T00:33:08.597 INFO:tasks.rados.rados.0.smithi098.stdout:1806: finishing write tid 1 to smithi09877355-43 2024-04-12T00:33:08.597 INFO:tasks.rados.rados.0.smithi098.stdout:1806: finishing write tid 2 to smithi09877355-43 2024-04-12T00:33:08.598 INFO:tasks.rados.rados.0.smithi098.stdout:1807: done (1 left) 2024-04-12T00:33:08.598 INFO:tasks.rados.rados.0.smithi098.stdout:1808: read oid 13 snap -1 2024-04-12T00:33:08.598 INFO:tasks.rados.rados.0.smithi098.stdout:1808: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:33:08.598 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 164 2024-04-12T00:33:08.598 INFO:tasks.rados.rados.0.smithi098.stdout:1809: seq_num 589 ranges {0=270336} 2024-04-12T00:33:08.599 INFO:tasks.rados.rados.0.smithi098.stdout:1809: writing smithi09877355-41 from 0 to 270336 tid 1 2024-04-12T00:33:08.600 INFO:tasks.rados.rados.0.smithi098.stdout:1810: read oid 46 snap -1 2024-04-12T00:33:08.600 INFO:tasks.rados.rados.0.smithi098.stdout:1810: expect (ObjNum 516 snap 138 seq_num 516) 2024-04-12T00:33:08.600 INFO:tasks.rados.rados.0.smithi098.stdout:1811: snap_remove snap 159 2024-04-12T00:33:08.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:08 smithi193 ceph-mon[83763]: osdmap e391: 8 total, 8 up, 8 in 2024-04-12T00:33:08.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:08 smithi193 ceph-mon[83763]: pgmap v244: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 56 KiB/s wr, 4 op/s 2024-04-12T00:33:09.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:08 smithi098 ceph-mon[91373]: osdmap e391: 8 total, 8 up, 8 in 2024-04-12T00:33:09.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:08 smithi098 ceph-mon[91373]: pgmap v244: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 56 KiB/s wr, 4 op/s 2024-04-12T00:33:09.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:08 smithi098 ceph-mon[88922]: osdmap e391: 8 total, 8 up, 8 in 2024-04-12T00:33:09.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:08 smithi098 ceph-mon[88922]: pgmap v244: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 56 KiB/s wr, 4 op/s 2024-04-12T00:33:09.553 INFO:tasks.rados.rados.0.smithi098.stdout:1811: done (4 left) 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:1812: rollback oid 31 current snap is 164 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 163 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:1806: finishing write tid 3 to smithi09877355-43 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:1806: oid 43 updating version 0 to 766 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:1806: oid 43 version 766 is already newer than 765 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 766 (ObjNum 587 snap 164 seq_num 587) dirty exists 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:1806: left oid 43 (ObjNum 587 snap 164 seq_num 587) 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:1806: done (4 left) 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:1813: read oid 50 snap -1 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:1813: expect deleted 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 164 2024-04-12T00:33:09.554 INFO:tasks.rados.rados.0.smithi098.stdout:1808: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:33:09.577 INFO:tasks.rados.rados.0.smithi098.stdout:1809: finishing write tid 1 to smithi09877355-41 2024-04-12T00:33:09.577 INFO:tasks.rados.rados.0.smithi098.stdout:1809: finishing write tid 2 to smithi09877355-41 2024-04-12T00:33:09.578 INFO:tasks.rados.rados.0.smithi098.stdout:1810: expect (ObjNum 516 snap 138 seq_num 516) 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:1809: finishing write tid 3 to smithi09877355-41 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:1809: oid 41 updating version 0 to 1205 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:1809: oid 41 updating version 1205 to 1206 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1206 (ObjNum 589 snap 164 seq_num 589) dirty exists 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:1809: left oid 41 (ObjNum 589 snap 164 seq_num 589) 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:1812: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:1812: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:1812: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 735 (ObjNum 561 snap 153 seq_num 561) dirty exists 2024-04-12T00:33:09.615 INFO:tasks.rados.rados.0.smithi098.stdout:1814: seq_num 590 ranges {7135232=286720} 2024-04-12T00:33:09.654 INFO:tasks.rados.rados.0.smithi098.stdout:1814: writing smithi09877355-37 from 7135232 to 7421952 tid 1 2024-04-12T00:33:09.654 INFO:tasks.rados.rados.0.smithi098.stdout:1808: done (5 left) 2024-04-12T00:33:09.654 INFO:tasks.rados.rados.0.smithi098.stdout:1809: done (4 left) 2024-04-12T00:33:09.654 INFO:tasks.rados.rados.0.smithi098.stdout:1810: done (3 left) 2024-04-12T00:33:09.654 INFO:tasks.rados.rados.0.smithi098.stdout:1812: done (2 left) 2024-04-12T00:33:09.654 INFO:tasks.rados.rados.0.smithi098.stdout:1813: done (1 left) 2024-04-12T00:33:09.654 INFO:tasks.rados.rados.0.smithi098.stdout:1815: delete oid 41 current snap is 164 2024-04-12T00:33:09.656 INFO:tasks.rados.rados.0.smithi098.stdout:1815: done (1 left) 2024-04-12T00:33:09.656 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 164 2024-04-12T00:33:09.656 INFO:tasks.rados.rados.0.smithi098.stdout:1816: seq_num 592 ranges {9478144=319488} 2024-04-12T00:33:09.708 INFO:tasks.rados.rados.0.smithi098.stdout:1816: writing smithi09877355-8 from 9478144 to 9797632 tid 1 2024-04-12T00:33:09.708 INFO:tasks.rados.rados.0.smithi098.stdout:1817: read oid 18 snap -1 2024-04-12T00:33:09.709 INFO:tasks.rados.rados.0.smithi098.stdout:1817: expect deleted 2024-04-12T00:33:09.709 INFO:tasks.rados.rados.0.smithi098.stdout:1818: setattr oid 33 current snap is 164 2024-04-12T00:33:09.709 INFO:tasks.rados.rados.0.smithi098.stdout:1814: finishing write tid 1 to smithi09877355-37 2024-04-12T00:33:09.709 INFO:tasks.rados.rados.0.smithi098.stdout:1814: finishing write tid 2 to smithi09877355-37 2024-04-12T00:33:09.709 INFO:tasks.rados.rados.0.smithi098.stdout:1814: finishing write tid 3 to smithi09877355-37 2024-04-12T00:33:09.709 INFO:tasks.rados.rados.0.smithi098.stdout:1814: oid 37 updating version 0 to 767 2024-04-12T00:33:09.709 INFO:tasks.rados.rados.0.smithi098.stdout:1814: oid 37 updating version 767 to 768 2024-04-12T00:33:09.709 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 768 (ObjNum 590 snap 164 seq_num 590) dirty exists 2024-04-12T00:33:09.709 INFO:tasks.rados.rados.0.smithi098.stdout:1814: left oid 37 (ObjNum 590 snap 164 seq_num 590) 2024-04-12T00:33:09.710 INFO:tasks.rados.rados.0.smithi098.stdout:1814: done (3 left) 2024-04-12T00:33:09.710 INFO:tasks.rados.rados.0.smithi098.stdout:1817: done (2 left) 2024-04-12T00:33:09.710 INFO:tasks.rados.rados.0.smithi098.stdout:1819: delete oid 39 current snap is 164 2024-04-12T00:33:09.711 INFO:tasks.rados.rados.0.smithi098.stdout:1816: finishing write tid 1 to smithi09877355-8 2024-04-12T00:33:09.712 INFO:tasks.rados.rados.0.smithi098.stdout:1816: finishing write tid 2 to smithi09877355-8 2024-04-12T00:33:09.712 INFO:tasks.rados.rados.0.smithi098.stdout:1819: done (2 left) 2024-04-12T00:33:09.712 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 164 2024-04-12T00:33:09.712 INFO:tasks.rados.rados.0.smithi098.stdout:1820: seq_num 594 ranges {5660672=352256} 2024-04-12T00:33:09.744 INFO:tasks.rados.rados.0.smithi098.stdout:1820: writing smithi09877355-9 from 5660672 to 6012928 tid 1 2024-04-12T00:33:09.745 INFO:tasks.rados.rados.0.smithi098.stdout:1821: read oid 15 snap -1 2024-04-12T00:33:09.745 INFO:tasks.rados.rados.0.smithi098.stdout:1821: expect (ObjNum 547 snap 143 seq_num 547) 2024-04-12T00:33:09.745 INFO:tasks.rados.rados.0.smithi098.stdout:1822: delete oid 39 current snap is 164 2024-04-12T00:33:09.745 INFO:tasks.rados.rados.0.smithi098.stdout:1816: finishing write tid 3 to smithi09877355-8 2024-04-12T00:33:09.745 INFO:tasks.rados.rados.0.smithi098.stdout:1816: oid 8 updating version 0 to 1013 2024-04-12T00:33:09.745 INFO:tasks.rados.rados.0.smithi098.stdout:1816: oid 8 version 1013 is already newer than 1012 2024-04-12T00:33:09.745 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1013 (ObjNum 592 snap 164 seq_num 592) dirty exists 2024-04-12T00:33:09.745 INFO:tasks.rados.rados.0.smithi098.stdout:1816: left oid 8 (ObjNum 592 snap 164 seq_num 592) 2024-04-12T00:33:09.745 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 1114 (ObjNum 579 snap 162 seq_num 579) dirty exists 2024-04-12T00:33:09.747 INFO:tasks.rados.rados.0.smithi098.stdout:1820: finishing write tid 1 to smithi09877355-9 2024-04-12T00:33:09.747 INFO:tasks.rados.rados.0.smithi098.stdout:1820: finishing write tid 2 to smithi09877355-9 2024-04-12T00:33:09.748 INFO:tasks.rados.rados.0.smithi098.stdout:1820: finishing write tid 3 to smithi09877355-9 2024-04-12T00:33:09.748 INFO:tasks.rados.rados.0.smithi098.stdout:1820: oid 9 updating version 0 to 1129 2024-04-12T00:33:09.748 INFO:tasks.rados.rados.0.smithi098.stdout:1820: oid 9 version 1129 is already newer than 1128 2024-04-12T00:33:09.748 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1129 (ObjNum 594 snap 164 seq_num 594) dirty exists 2024-04-12T00:33:09.748 INFO:tasks.rados.rados.0.smithi098.stdout:1820: left oid 9 (ObjNum 594 snap 164 seq_num 594) 2024-04-12T00:33:09.761 INFO:tasks.rados.rados.0.smithi098.stdout:1816: done (4 left) 2024-04-12T00:33:09.762 INFO:tasks.rados.rados.0.smithi098.stdout:1818: done (3 left) 2024-04-12T00:33:09.762 INFO:tasks.rados.rados.0.smithi098.stdout:1820: done (2 left) 2024-04-12T00:33:09.762 INFO:tasks.rados.rados.0.smithi098.stdout:1822: done (1 left) 2024-04-12T00:33:09.762 INFO:tasks.rados.rados.0.smithi098.stdout:1823: setattr oid 32 current snap is 164 2024-04-12T00:33:09.764 INFO:tasks.rados.rados.0.smithi098.stdout:1824: rmattr oid 49 current snap is 164 2024-04-12T00:33:09.764 INFO:tasks.rados.rados.0.smithi098.stdout:1824: done (2 left) 2024-04-12T00:33:09.764 INFO:tasks.rados.rados.0.smithi098.stdout:1825: delete oid 16 current snap is 164 2024-04-12T00:33:09.766 INFO:tasks.rados.rados.0.smithi098.stdout:1821: expect (ObjNum 547 snap 143 seq_num 547) 2024-04-12T00:33:09.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:09 smithi193 ceph-mon[83763]: osdmap e392: 8 total, 8 up, 8 in 2024-04-12T00:33:09.971 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 769 (ObjNum 562 snap 153 seq_num 562) dirty exists 2024-04-12T00:33:09.971 INFO:tasks.rados.rados.0.smithi098.stdout:1821: done (2 left) 2024-04-12T00:33:09.972 INFO:tasks.rados.rados.0.smithi098.stdout:1823: done (1 left) 2024-04-12T00:33:09.972 INFO:tasks.rados.rados.0.smithi098.stdout:1825: done (0 left) 2024-04-12T00:33:09.972 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 164 2024-04-12T00:33:09.972 INFO:tasks.rados.rados.0.smithi098.stdout:1826: seq_num 597 ranges {1671168=401408} 2024-04-12T00:33:09.982 INFO:tasks.rados.rados.0.smithi098.stdout:1826: writing smithi09877355-49 from 1671168 to 2072576 tid 1 2024-04-12T00:33:09.983 INFO:tasks.rados.rados.0.smithi098.stdout:1827: read oid 38 snap -1 2024-04-12T00:33:09.983 INFO:tasks.rados.rados.0.smithi098.stdout:1827: expect deleted 2024-04-12T00:33:09.983 INFO:tasks.rados.rados.0.smithi098.stdout:1828: delete oid 33 current snap is 164 2024-04-12T00:33:09.985 INFO:tasks.rados.rados.0.smithi098.stdout:1827: done (2 left) 2024-04-12T00:33:09.985 INFO:tasks.rados.rados.0.smithi098.stdout:1828: done (1 left) 2024-04-12T00:33:09.985 INFO:tasks.rados.rados.0.smithi098.stdout:1829: snap_create 2024-04-12T00:33:09.986 INFO:tasks.rados.rados.0.smithi098.stdout:1826: finishing write tid 1 to smithi09877355-49 2024-04-12T00:33:09.986 INFO:tasks.rados.rados.0.smithi098.stdout:1826: finishing write tid 2 to smithi09877355-49 2024-04-12T00:33:09.988 INFO:tasks.rados.rados.0.smithi098.stdout:1826: finishing write tid 3 to smithi09877355-49 2024-04-12T00:33:09.988 INFO:tasks.rados.rados.0.smithi098.stdout:1826: oid 49 updating version 0 to 1130 2024-04-12T00:33:09.988 INFO:tasks.rados.rados.0.smithi098.stdout:1826: oid 49 updating version 1130 to 1131 2024-04-12T00:33:09.988 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1131 (ObjNum 597 snap 164 seq_num 597) dirty exists 2024-04-12T00:33:09.988 INFO:tasks.rados.rados.0.smithi098.stdout:1826: left oid 49 (ObjNum 597 snap 164 seq_num 597) 2024-04-12T00:33:10.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:09 smithi098 ceph-mon[91373]: osdmap e392: 8 total, 8 up, 8 in 2024-04-12T00:33:10.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:09 smithi098 ceph-mon[88922]: osdmap e392: 8 total, 8 up, 8 in 2024-04-12T00:33:10.558 INFO:tasks.rados.rados.0.smithi098.stdout:1826: done (1 left) 2024-04-12T00:33:10.558 INFO:tasks.rados.rados.0.smithi098.stdout:1829: done (0 left) 2024-04-12T00:33:10.558 INFO:tasks.rados.rados.0.smithi098.stdout:1830: snap_create 2024-04-12T00:33:10.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:10 smithi193 ceph-mon[83763]: osdmap e393: 8 total, 8 up, 8 in 2024-04-12T00:33:10.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:10 smithi193 ceph-mon[83763]: pgmap v247: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-12T00:33:11.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:10 smithi098 ceph-mon[91373]: osdmap e393: 8 total, 8 up, 8 in 2024-04-12T00:33:11.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:10 smithi098 ceph-mon[91373]: pgmap v247: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-12T00:33:11.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:10 smithi098 ceph-mon[88922]: osdmap e393: 8 total, 8 up, 8 in 2024-04-12T00:33:11.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:10 smithi098 ceph-mon[88922]: pgmap v247: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-12T00:33:11.466 INFO:tasks.rados.rados.0.smithi098.stdout:1830: done (0 left) 2024-04-12T00:33:11.466 INFO:tasks.rados.rados.0.smithi098.stdout:1831: read oid 37 snap 165 2024-04-12T00:33:11.466 INFO:tasks.rados.rados.0.smithi098.stdout:1831: expect (ObjNum 590 snap 164 seq_num 590) 2024-04-12T00:33:11.466 INFO:tasks.rados.rados.0.smithi098.stdout:1832: read oid 11 snap -1 2024-04-12T00:33:11.466 INFO:tasks.rados.rados.0.smithi098.stdout:1832: expect deleted 2024-04-12T00:33:11.466 INFO:tasks.rados.rados.0.smithi098.stdout:1833: read oid 3 snap -1 2024-04-12T00:33:11.466 INFO:tasks.rados.rados.0.smithi098.stdout:1833: expect (ObjNum 546 snap 143 seq_num 546) 2024-04-12T00:33:11.466 INFO:tasks.rados.rados.0.smithi098.stdout:1834: snap_create 2024-04-12T00:33:11.497 INFO:tasks.rados.rados.0.smithi098.stdout:1831: expect (ObjNum 590 snap 164 seq_num 590) 2024-04-12T00:33:11.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:11 smithi193 ceph-mon[83763]: osdmap e394: 8 total, 8 up, 8 in 2024-04-12T00:33:11.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:11 smithi193 ceph-mon[83763]: osdmap e395: 8 total, 8 up, 8 in 2024-04-12T00:33:11.949 INFO:tasks.rados.rados.0.smithi098.stdout:1833: expect (ObjNum 546 snap 143 seq_num 546) 2024-04-12T00:33:12.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:11 smithi098 ceph-mon[91373]: osdmap e394: 8 total, 8 up, 8 in 2024-04-12T00:33:12.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:11 smithi098 ceph-mon[91373]: osdmap e395: 8 total, 8 up, 8 in 2024-04-12T00:33:12.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:11 smithi098 ceph-mon[88922]: osdmap e394: 8 total, 8 up, 8 in 2024-04-12T00:33:12.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:11 smithi098 ceph-mon[88922]: osdmap e395: 8 total, 8 up, 8 in 2024-04-12T00:33:12.469 INFO:tasks.rados.rados.0.smithi098.stdout:1831: done (3 left) 2024-04-12T00:33:12.469 INFO:tasks.rados.rados.0.smithi098.stdout:1832: done (2 left) 2024-04-12T00:33:12.469 INFO:tasks.rados.rados.0.smithi098.stdout:1833: done (1 left) 2024-04-12T00:33:12.469 INFO:tasks.rados.rados.0.smithi098.stdout:1834: done (0 left) 2024-04-12T00:33:12.469 INFO:tasks.rados.rados.0.smithi098.stdout:1835: read oid 11 snap -1 2024-04-12T00:33:12.469 INFO:tasks.rados.rados.0.smithi098.stdout:1835: expect deleted 2024-04-12T00:33:12.469 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 167 2024-04-12T00:33:12.469 INFO:tasks.rados.rados.0.smithi098.stdout:1836: seq_num 599 ranges {4898816=434176} 2024-04-12T00:33:12.499 INFO:tasks.rados.rados.0.smithi098.stdout:1836: writing smithi09877355-34 from 4898816 to 5332992 tid 1 2024-04-12T00:33:12.558 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 167 2024-04-12T00:33:12.558 INFO:tasks.rados.rados.0.smithi098.stdout:1837: seq_num 600 ranges {3416064=450560} 2024-04-12T00:33:12.560 INFO:tasks.rados.rados.0.smithi098.stdout:1837: writing smithi09877355-45 from 3416064 to 3866624 tid 1 2024-04-12T00:33:12.560 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 167 2024-04-12T00:33:12.560 INFO:tasks.rados.rados.0.smithi098.stdout:1838: seq_num 601 ranges {1449984=475136} 2024-04-12T00:33:12.560 INFO:tasks.rados.rados.0.smithi098.stdout:1838: writing smithi09877355-25 from 1449984 to 1925120 tid 1 2024-04-12T00:33:12.560 INFO:tasks.rados.rados.0.smithi098.stdout:1839: rollback oid 6 current snap is 167 2024-04-12T00:33:12.560 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 6 to 154 2024-04-12T00:33:12.560 INFO:tasks.rados.rados.0.smithi098.stdout:1836: finishing write tid 1 to smithi09877355-34 2024-04-12T00:33:12.560 INFO:tasks.rados.rados.0.smithi098.stdout:1836: finishing write tid 2 to smithi09877355-34 2024-04-12T00:33:12.560 INFO:tasks.rados.rados.0.smithi098.stdout:1835: done (4 left) 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1840: setattr oid 44 current snap is 167 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1836: finishing write tid 3 to smithi09877355-34 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1836: oid 34 updating version 0 to 1209 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1836: oid 34 version 1209 is already newer than 1208 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1209 (ObjNum 599 snap 167 seq_num 599) dirty exists 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1836: left oid 34 (ObjNum 599 snap 167 seq_num 599) 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1837: finishing write tid 1 to smithi09877355-45 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1837: finishing write tid 2 to smithi09877355-45 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1837: finishing write tid 3 to smithi09877355-45 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1837: oid 45 updating version 0 to 736 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1837: oid 45 updating version 736 to 737 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 737 (ObjNum 600 snap 167 seq_num 600) dirty exists 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1837: left oid 45 (ObjNum 600 snap 167 seq_num 600) 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1836: done (4 left) 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1837: done (3 left) 2024-04-12T00:33:12.561 INFO:tasks.rados.rados.0.smithi098.stdout:1841: read oid 16 snap 163 2024-04-12T00:33:12.562 INFO:tasks.rados.rados.0.smithi098.stdout:1841: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:33:12.562 INFO:tasks.rados.rados.0.smithi098.stdout:1842: read oid 15 snap -1 2024-04-12T00:33:12.562 INFO:tasks.rados.rados.0.smithi098.stdout:1842: expect (ObjNum 547 snap 143 seq_num 547) 2024-04-12T00:33:12.562 INFO:tasks.rados.rados.0.smithi098.stdout:1843: read oid 28 snap -1 2024-04-12T00:33:12.562 INFO:tasks.rados.rados.0.smithi098.stdout:1843: expect (ObjNum 558 snap 152 seq_num 558) 2024-04-12T00:33:12.562 INFO:tasks.rados.rados.0.smithi098.stdout:1844: snap_remove snap 148 2024-04-12T00:33:12.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:12 smithi193 ceph-mon[83763]: pgmap v250: 121 pgs: 121 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-04-12T00:33:12.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:12 smithi193 ceph-mon[83763]: osdmap e396: 8 total, 8 up, 8 in 2024-04-12T00:33:12.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:12 smithi098 ceph-mon[91373]: pgmap v250: 121 pgs: 121 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-04-12T00:33:13.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:12 smithi098 ceph-mon[91373]: osdmap e396: 8 total, 8 up, 8 in 2024-04-12T00:33:13.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:12 smithi098 ceph-mon[88922]: pgmap v250: 121 pgs: 121 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-04-12T00:33:13.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:12 smithi098 ceph-mon[88922]: osdmap e396: 8 total, 8 up, 8 in 2024-04-12T00:33:13.469 INFO:tasks.rados.rados.0.smithi098.stdout:1844: done (6 left) 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1845: delete oid 40 current snap is 167 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1838: finishing write tid 1 to smithi09877355-25 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1838: finishing write tid 2 to smithi09877355-25 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1839: finishing rollback tid 1 to smithi09877355-6 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1838: finishing write tid 3 to smithi09877355-25 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1838: oid 25 updating version 0 to 702 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1838: oid 25 updating version 702 to 703 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 703 (ObjNum 601 snap 167 seq_num 601) dirty exists 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1838: left oid 25 (ObjNum 601 snap 167 seq_num 601) 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1839: finishing rollback tid 2 to smithi09877355-6 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 705 (ObjNum 560 snap 152 seq_num 560) dirty exists 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 1256 (ObjNum 467 snap 124 seq_num 467) dirty exists 2024-04-12T00:33:13.470 INFO:tasks.rados.rados.0.smithi098.stdout:1843: expect (ObjNum 558 snap 152 seq_num 558) 2024-04-12T00:33:13.533 INFO:tasks.rados.rados.0.smithi098.stdout:1841: expect (ObjNum 409 snap 115 seq_num 409) 2024-04-12T00:33:13.646 INFO:tasks.rados.rados.0.smithi098.stdout:1842: expect (ObjNum 547 snap 143 seq_num 547) 2024-04-12T00:33:13.724 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:33:13.724 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:13 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:33:13.724 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:13 smithi098 ceph-mon[91373]: Upgrade: osd.3 is safe to restart 2024-04-12T00:33:13.724 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:13 smithi098 ceph-mon[91373]: osdmap e397: 8 total, 8 up, 8 in 2024-04-12T00:33:13.724 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:33:13.724 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:13 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:33:13.724 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:13 smithi098 ceph-mon[88922]: Upgrade: osd.3 is safe to restart 2024-04-12T00:33:13.724 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:13 smithi098 ceph-mon[88922]: osdmap e397: 8 total, 8 up, 8 in 2024-04-12T00:33:13.856 INFO:tasks.rados.rados.0.smithi098.stdout:1838: done (6 left) 2024-04-12T00:33:13.856 INFO:tasks.rados.rados.0.smithi098.stdout:1839: done (5 left) 2024-04-12T00:33:13.856 INFO:tasks.rados.rados.0.smithi098.stdout:1840: done (4 left) 2024-04-12T00:33:13.856 INFO:tasks.rados.rados.0.smithi098.stdout:1841: done (3 left) 2024-04-12T00:33:13.856 INFO:tasks.rados.rados.0.smithi098.stdout:1842: done (2 left) 2024-04-12T00:33:13.856 INFO:tasks.rados.rados.0.smithi098.stdout:1843: done (1 left) 2024-04-12T00:33:13.857 INFO:tasks.rados.rados.0.smithi098.stdout:1845: done (0 left) 2024-04-12T00:33:13.857 INFO:tasks.rados.rados.0.smithi098.stdout:1846: snap_create 2024-04-12T00:33:13.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:33:13.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:13 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T00:33:13.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:13 smithi193 ceph-mon[83763]: Upgrade: osd.3 is safe to restart 2024-04-12T00:33:13.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:13 smithi193 ceph-mon[83763]: osdmap e397: 8 total, 8 up, 8 in 2024-04-12T00:33:13.865 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:13 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:14.570 INFO:tasks.rados.rados.0.smithi098.stdout:1846: done (0 left) 2024-04-12T00:33:14.570 INFO:tasks.rados.rados.0.smithi098.stdout:1847: copy_from oid 25 from oid 32 current snap is 168 2024-04-12T00:33:14.570 INFO:tasks.rados.rados.0.smithi098.stdout:1848: snap_create 2024-04-12T00:33:14.583 INFO:tasks.rados.rados.0.smithi098.stdout:1847: finishing copy_from racing read to smithi09877355-25 2024-04-12T00:33:14.584 INFO:tasks.rados.rados.0.smithi098.stdout:1847: finishing copy_from to smithi09877355-25 2024-04-12T00:33:14.584 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 769 (ObjNum 562 snap 153 seq_num 562) dirty exists 2024-04-12T00:33:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:14 smithi098 ceph-mon[88922]: pgmap v253: 121 pgs: 121 active+clean; 197 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 696 KiB/s wr, 20 op/s 2024-04-12T00:33:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T00:33:14.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:33:14.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:14 smithi098 ceph-mon[91373]: pgmap v253: 121 pgs: 121 active+clean; 197 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 696 KiB/s wr, 20 op/s 2024-04-12T00:33:14.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:14.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T00:33:14.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:33:14.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:14 smithi193 ceph-mon[83763]: pgmap v253: 121 pgs: 121 active+clean; 197 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 696 KiB/s wr, 20 op/s 2024-04-12T00:33:14.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:14.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T00:33:14.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:33:15.572 INFO:tasks.rados.rados.0.smithi098.stdout:1847: done (1 left) 2024-04-12T00:33:15.572 INFO:tasks.rados.rados.0.smithi098.stdout:1848: done (0 left) 2024-04-12T00:33:15.572 INFO:tasks.rados.rados.0.smithi098.stdout:1849: delete oid 44 current snap is 169 2024-04-12T00:33:15.576 INFO:tasks.rados.rados.0.smithi098.stdout:1849: done (0 left) 2024-04-12T00:33:15.576 INFO:tasks.rados.rados.0.smithi098.stdout:1850: copy_from oid 39 from oid 22 current snap is 169 2024-04-12T00:33:15.576 INFO:tasks.rados.rados.0.smithi098.stdout:1851: snap_remove snap 154 2024-04-12T00:33:15.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:15 smithi193 ceph-mon[83763]: Upgrade: Updating osd.3 2024-04-12T00:33:15.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:15 smithi193 ceph-mon[83763]: Deploying daemon osd.3 on smithi098 2024-04-12T00:33:15.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:15 smithi193 ceph-mon[83763]: osdmap e398: 8 total, 8 up, 8 in 2024-04-12T00:33:16.039 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:33:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:33:15] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-04-12T00:33:16.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:15 smithi098 ceph-mon[91373]: Upgrade: Updating osd.3 2024-04-12T00:33:16.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:15 smithi098 ceph-mon[91373]: Deploying daemon osd.3 on smithi098 2024-04-12T00:33:16.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:15 smithi098 ceph-mon[91373]: osdmap e398: 8 total, 8 up, 8 in 2024-04-12T00:33:16.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:15 smithi098 ceph-mon[88922]: Upgrade: Updating osd.3 2024-04-12T00:33:16.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:15 smithi098 ceph-mon[88922]: Deploying daemon osd.3 on smithi098 2024-04-12T00:33:16.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:15 smithi098 ceph-mon[88922]: osdmap e398: 8 total, 8 up, 8 in 2024-04-12T00:33:16.471 INFO:tasks.rados.rados.0.smithi098.stdout:1851: done (1 left) 2024-04-12T00:33:16.471 INFO:tasks.rados.rados.0.smithi098.stdout:1852: read oid 14 snap -1 2024-04-12T00:33:16.471 INFO:tasks.rados.rados.0.smithi098.stdout:1852: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:33:16.471 INFO:tasks.rados.rados.0.smithi098.stdout:1853: rollback oid 12 current snap is 169 2024-04-12T00:33:16.471 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 12 to 167 2024-04-12T00:33:16.471 INFO:tasks.rados.rados.0.smithi098.stdout:1850: finishing copy_from racing read to smithi09877355-39 2024-04-12T00:33:16.472 INFO:tasks.rados.rados.0.smithi098.stdout:1850: finishing copy_from to smithi09877355-39 2024-04-12T00:33:16.472 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1221 (ObjNum 470 snap 124 seq_num 470) dirty exists 2024-04-12T00:33:16.472 INFO:tasks.rados.rados.0.smithi098.stdout:1850: done (2 left) 2024-04-12T00:33:16.472 INFO:tasks.rados.rados.0.smithi098.stdout:1854: snap_remove snap 153 2024-04-12T00:33:16.671 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:16 smithi098 ceph-mon[91373]: osdmap e399: 8 total, 8 up, 8 in 2024-04-12T00:33:16.671 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:16 smithi098 ceph-mon[91373]: pgmap v256: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 954 KiB/s wr, 23 op/s 2024-04-12T00:33:16.671 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:16 smithi098 ceph-mon[91373]: osdmap e400: 8 total, 8 up, 8 in 2024-04-12T00:33:16.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:16 smithi098 ceph-mon[88922]: osdmap e399: 8 total, 8 up, 8 in 2024-04-12T00:33:16.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:16 smithi098 ceph-mon[88922]: pgmap v256: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 954 KiB/s wr, 23 op/s 2024-04-12T00:33:16.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:16 smithi098 ceph-mon[88922]: osdmap e400: 8 total, 8 up, 8 in 2024-04-12T00:33:16.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:16 smithi193 ceph-mon[83763]: osdmap e399: 8 total, 8 up, 8 in 2024-04-12T00:33:16.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:16 smithi193 ceph-mon[83763]: pgmap v256: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 954 KiB/s wr, 23 op/s 2024-04-12T00:33:16.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:16 smithi193 ceph-mon[83763]: osdmap e400: 8 total, 8 up, 8 in 2024-04-12T00:33:17.473 INFO:tasks.rados.rados.0.smithi098.stdout:1854: done (2 left) 2024-04-12T00:33:17.473 INFO:tasks.rados.rados.0.smithi098.stdout:1855: snap_create 2024-04-12T00:33:17.474 INFO:tasks.rados.rados.0.smithi098.stdout:1853: finishing rollback tid 0 to smithi09877355-12 2024-04-12T00:33:17.474 INFO:tasks.rados.rados.0.smithi098.stdout:1853: finishing rollback tid 1 to smithi09877355-12 2024-04-12T00:33:17.474 INFO:tasks.rados.rados.0.smithi098.stdout:1853: finishing rollback tid 2 to smithi09877355-12 2024-04-12T00:33:17.474 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 732 (ObjNum 539 snap 143 seq_num 539) dirty exists 2024-04-12T00:33:17.474 INFO:tasks.rados.rados.0.smithi098.stdout:1852: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:33:17.790 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:17 smithi098 systemd[1]: Stopping Ceph osd.3 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:33:18.289 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[59295]: 2024-04-12T00:33:17.939+0000 7fac795d7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:33:18.289 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[59295]: 2024-04-12T00:33:17.939+0000 7fac795d7700 -1 osd.3 401 *** Got signal Terminated *** 2024-04-12T00:33:18.289 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[59295]: 2024-04-12T00:33:17.939+0000 7fac795d7700 -1 osd.3 401 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T00:33:18.477 INFO:tasks.rados.rados.0.smithi098.stdout:1852: done (2 left) 2024-04-12T00:33:18.478 INFO:tasks.rados.rados.0.smithi098.stdout:1853: done (1 left) 2024-04-12T00:33:18.478 INFO:tasks.rados.rados.0.smithi098.stdout:1855: done (0 left) 2024-04-12T00:33:18.478 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 170 2024-04-12T00:33:18.478 INFO:tasks.rados.rados.0.smithi098.stdout:1856: seq_num 604 ranges {0=524288} 2024-04-12T00:33:18.481 INFO:tasks.rados.rados.0.smithi098.stdout:1856: writing smithi09877355-48 from 0 to 524288 tid 1 2024-04-12T00:33:18.481 INFO:tasks.rados.rados.0.smithi098.stdout:1857: setattr oid 21 current snap is 170 2024-04-12T00:33:18.481 INFO:tasks.rados.rados.0.smithi098.stdout:1858: snap_create 2024-04-12T00:33:18.484 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1208 (ObjNum 129 snap 0 seq_num 28264376) dirty exists 2024-04-12T00:33:18.484 INFO:tasks.rados.rados.0.smithi098.stdout:1856: finishing write tid 1 to smithi09877355-48 2024-04-12T00:33:18.485 INFO:tasks.rados.rados.0.smithi098.stdout:1856: finishing write tid 2 to smithi09877355-48 2024-04-12T00:33:18.486 INFO:tasks.rados.rados.0.smithi098.stdout:1856: finishing write tid 3 to smithi09877355-48 2024-04-12T00:33:18.486 INFO:tasks.rados.rados.0.smithi098.stdout:1856: oid 48 updating version 0 to 729 2024-04-12T00:33:18.486 INFO:tasks.rados.rados.0.smithi098.stdout:1856: oid 48 updating version 729 to 730 2024-04-12T00:33:18.486 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 730 (ObjNum 604 snap 170 seq_num 604) dirty exists 2024-04-12T00:33:18.486 INFO:tasks.rados.rados.0.smithi098.stdout:1856: left oid 48 (ObjNum 604 snap 170 seq_num 604) 2024-04-12T00:33:18.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:18 smithi098 ceph-mon[91373]: osdmap e401: 8 total, 8 up, 8 in 2024-04-12T00:33:18.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:18 smithi098 ceph-mon[91373]: pgmap v259: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 482 KiB/s wr, 17 op/s 2024-04-12T00:33:18.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:18 smithi098 ceph-mon[91373]: osd.3 marked itself down and dead 2024-04-12T00:33:18.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:18 smithi098 ceph-mon[88922]: osdmap e401: 8 total, 8 up, 8 in 2024-04-12T00:33:18.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:18 smithi098 ceph-mon[88922]: pgmap v259: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 482 KiB/s wr, 17 op/s 2024-04-12T00:33:18.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:18 smithi098 ceph-mon[88922]: osd.3 marked itself down and dead 2024-04-12T00:33:18.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:18 smithi193 ceph-mon[83763]: osdmap e401: 8 total, 8 up, 8 in 2024-04-12T00:33:18.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:18 smithi193 ceph-mon[83763]: pgmap v259: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 482 KiB/s wr, 17 op/s 2024-04-12T00:33:18.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:18 smithi193 ceph-mon[83763]: osd.3 marked itself down and dead 2024-04-12T00:33:19.289 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:18 smithi098 podman[111305]: 2024-04-12 00:33:18.997566345 +0000 UTC m=+1.170827969 container died a6160240f840076fdfffceeb772d703cd6f5f8d711d85aa6a5967b5c824c9a3e (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3, ceph=True, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-12T00:33:19.474 INFO:tasks.rados.rados.0.smithi098.stdout:1856: done (2 left) 2024-04-12T00:33:19.474 INFO:tasks.rados.rados.0.smithi098.stdout:1857: done (1 left) 2024-04-12T00:33:19.474 INFO:tasks.rados.rados.0.smithi098.stdout:1858: done (0 left) 2024-04-12T00:33:19.474 INFO:tasks.rados.rados.0.smithi098.stdout:1859: setattr oid 1 current snap is 171 2024-04-12T00:33:19.475 INFO:tasks.rados.rados.0.smithi098.stdout:1860: rmattr oid 4 current snap is 171 2024-04-12T00:33:19.475 INFO:tasks.rados.rados.0.smithi098.stdout:1860: done (1 left) 2024-04-12T00:33:19.475 INFO:tasks.rados.rados.0.smithi098.stdout:1861: copy_from oid 15 from oid 24 current snap is 171 2024-04-12T00:33:19.475 INFO:tasks.rados.rados.0.smithi098.stdout:1862: snap_remove snap 155 2024-04-12T00:33:19.622 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:19 smithi098 ceph-mon[91373]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:33:19.622 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:19 smithi098 ceph-mon[91373]: osdmap e402: 8 total, 7 up, 8 in 2024-04-12T00:33:19.623 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:19 smithi098 ceph-mon[88922]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:33:19.623 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:19 smithi098 ceph-mon[88922]: osdmap e402: 8 total, 7 up, 8 in 2024-04-12T00:33:19.623 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:19 smithi098 podman[111305]: 2024-04-12 00:33:19.423261625 +0000 UTC m=+1.596523247 container cleanup a6160240f840076fdfffceeb772d703cd6f5f8d711d85aa6a5967b5c824c9a3e (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:33:19.623 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:19 smithi098 bash[111305]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3 2024-04-12T00:33:19.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:19 smithi193 ceph-mon[83763]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:33:19.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:19 smithi193 ceph-mon[83763]: osdmap e402: 8 total, 7 up, 8 in 2024-04-12T00:33:20.034 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:19 smithi098 podman[111333]: 2024-04-12 00:33:19.624711027 +0000 UTC m=+0.622078781 container remove a6160240f840076fdfffceeb772d703cd6f5f8d711d85aa6a5967b5c824c9a3e (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240403) 2024-04-12T00:33:20.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:20 smithi098 podman[111422]: 2024-04-12 00:33:19.939343356 +0000 UTC m=+0.018322245 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:33:20.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:20 smithi098 podman[111422]: 2024-04-12 00:33:20.0590906 +0000 UTC m=+0.138069490 container create 18cb44155d72c8060598fe571598ab57f9dbe5eba8b1bfcf213bded722bd41e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-12T00:33:20.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:20 smithi098 podman[111422]: 2024-04-12 00:33:20.278774379 +0000 UTC m=+0.357753268 container init 18cb44155d72c8060598fe571598ab57f9dbe5eba8b1bfcf213bded722bd41e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T00:33:20.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:20 smithi098 podman[111422]: 2024-04-12 00:33:20.282224863 +0000 UTC m=+0.361203747 container start 18cb44155d72c8060598fe571598ab57f9dbe5eba8b1bfcf213bded722bd41e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:1862: done (2 left) 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:1863: setattr oid 39 current snap is 171 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 1116 (ObjNum 470 snap 124 seq_num 470) dirty exists 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:1861: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:1861: finishing copy_from to smithi09877355-15 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 673 (ObjNum 432 snap 120 seq_num 432) dirty exists 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:1859: done (2 left) 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:1861: done (1 left) 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:1864: read oid 46 snap 161 2024-04-12T00:33:20.489 INFO:tasks.rados.rados.0.smithi098.stdout:1864: expect (ObjNum 516 snap 138 seq_num 516) 2024-04-12T00:33:20.490 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 171 2024-04-12T00:33:20.490 INFO:tasks.rados.rados.0.smithi098.stdout:1865: seq_num 605 ranges {1236992=540672} 2024-04-12T00:33:20.500 INFO:tasks.rados.rados.0.smithi098.stdout:1865: writing smithi09877355-22 from 1236992 to 1777664 tid 1 2024-04-12T00:33:20.500 INFO:tasks.rados.rados.0.smithi098.stdout:1866: copy_from oid 27 from oid 33 current snap is 171 2024-04-12T00:33:20.500 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1287 (ObjNum 470 snap 124 seq_num 470) dirty exists 2024-04-12T00:33:20.500 INFO:tasks.rados.rados.0.smithi098.stdout:1863: done (3 left) 2024-04-12T00:33:20.500 INFO:tasks.rados.rados.0.smithi098.stdout:1867: rollback oid 39 current snap is 171 2024-04-12T00:33:20.501 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 39 to 150 2024-04-12T00:33:20.501 INFO:tasks.rados.rados.0.smithi098.stdout:1868: read oid 6 snap -1 2024-04-12T00:33:20.501 INFO:tasks.rados.rados.0.smithi098.stdout:1868: expect (ObjNum 560 snap 152 seq_num 560) 2024-04-12T00:33:20.501 INFO:tasks.rados.rados.0.smithi098.stdout:1869: copy_from oid 20 from oid 30 current snap is 171 2024-04-12T00:33:20.501 INFO:tasks.rados.rados.0.smithi098.stdout:1870: copy_from oid 25 from oid 13 current snap is 171 2024-04-12T00:33:20.501 INFO:tasks.rados.rados.0.smithi098.stdout:1871: snap_remove snap 157 2024-04-12T00:33:20.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:20 smithi098 ceph-mon[88922]: osdmap e403: 8 total, 7 up, 8 in 2024-04-12T00:33:20.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:20 smithi098 ceph-mon[88922]: pgmap v262: 121 pgs: 2 active+undersized+degraded, 3 peering, 14 stale+active+clean, 6 active+undersized, 96 active+clean; 201 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 544 KiB/s wr, 10 op/s; 7/357 objects degraded (1.961%) 2024-04-12T00:33:20.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:20.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:20.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:20 smithi098 ceph-mon[91373]: osdmap e403: 8 total, 7 up, 8 in 2024-04-12T00:33:20.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:20 smithi098 ceph-mon[91373]: pgmap v262: 121 pgs: 2 active+undersized+degraded, 3 peering, 14 stale+active+clean, 6 active+undersized, 96 active+clean; 201 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 544 KiB/s wr, 10 op/s; 7/357 objects degraded (1.961%) 2024-04-12T00:33:20.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:20.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:20.791 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:20 smithi098 podman[111422]: 2024-04-12 00:33:20.378280185 +0000 UTC m=+0.457259077 container attach 18cb44155d72c8060598fe571598ab57f9dbe5eba8b1bfcf213bded722bd41e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:33:20.791 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:20 smithi098 podman[111422]: 2024-04-12 00:33:20.590885507 +0000 UTC m=+0.669864397 container died 18cb44155d72c8060598fe571598ab57f9dbe5eba8b1bfcf213bded722bd41e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T00:33:20.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:20 smithi193 ceph-mon[83763]: osdmap e403: 8 total, 7 up, 8 in 2024-04-12T00:33:20.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:20 smithi193 ceph-mon[83763]: pgmap v262: 121 pgs: 2 active+undersized+degraded, 3 peering, 14 stale+active+clean, 6 active+undersized, 96 active+clean; 201 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 544 KiB/s wr, 10 op/s; 7/357 objects degraded (1.961%) 2024-04-12T00:33:20.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:20.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:21.470 INFO:tasks.rados.rados.0.smithi098.stdout:1871: done (7 left) 2024-04-12T00:33:21.470 INFO:tasks.rados.rados.0.smithi098.stdout:1872: read oid 16 snap -1 2024-04-12T00:33:21.470 INFO:tasks.rados.rados.0.smithi098.stdout:1872: expect deleted 2024-04-12T00:33:21.471 INFO:tasks.rados.rados.0.smithi098.stdout:1873: read oid 50 snap 164 2024-04-12T00:33:21.471 INFO:tasks.rados.rados.0.smithi098.stdout:1873: expect deleted 2024-04-12T00:33:21.471 INFO:tasks.rados.rados.0.smithi098.stdout:1874: snap_create 2024-04-12T00:33:21.471 INFO:tasks.rados.rados.0.smithi098.stdout:1866: finishing copy_from to smithi09877355-27 2024-04-12T00:33:21.471 INFO:tasks.rados.rados.0.smithi098.stdout:1866: got expected ENOENT (src dne) 2024-04-12T00:33:21.471 INFO:tasks.rados.rados.0.smithi098.stdout:1866: finishing copy_from racing read to smithi09877355-27 2024-04-12T00:33:21.471 INFO:tasks.rados.rados.0.smithi098.stdout:1864: expect (ObjNum 516 snap 138 seq_num 516) 2024-04-12T00:33:21.487 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 podman[111448]: 2024-04-12 00:33:21.140362577 +0000 UTC m=+0.544017513 container remove 18cb44155d72c8060598fe571598ab57f9dbe5eba8b1bfcf213bded722bd41e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-12T00:33:21.487 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-12T00:33:21.487 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 systemd[1]: Stopped Ceph osd.3 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:33:21.487 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.3.service: Consumed 9.594s CPU time. 2024-04-12T00:33:21.487 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 systemd[1]: Starting Ceph osd.3 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:33:21.517 INFO:tasks.rados.rados.0.smithi098.stdout:1865: finishing write tid 1 to smithi09877355-22 2024-04-12T00:33:21.517 INFO:tasks.rados.rados.0.smithi098.stdout:1865: finishing write tid 2 to smithi09877355-22 2024-04-12T00:33:21.517 INFO:tasks.rados.rados.0.smithi098.stdout:1867: finishing rollback tid 0 to smithi09877355-39 2024-04-12T00:33:21.517 INFO:tasks.rados.rados.0.smithi098.stdout:1865: finishing write tid 3 to smithi09877355-22 2024-04-12T00:33:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:1865: oid 22 updating version 0 to 1298 2024-04-12T00:33:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:1865: oid 22 version 1298 is already newer than 1297 2024-04-12T00:33:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1298 (ObjNum 605 snap 171 seq_num 605) dirty exists 2024-04-12T00:33:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:1865: left oid 22 (ObjNum 605 snap 171 seq_num 605) 2024-04-12T00:33:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:1867: finishing rollback tid 1 to smithi09877355-39 2024-04-12T00:33:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:1867: finishing rollback tid 2 to smithi09877355-39 2024-04-12T00:33:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1301 (ObjNum 505 snap 132 seq_num 505) dirty exists 2024-04-12T00:33:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:1868: expect (ObjNum 560 snap 152 seq_num 560) 2024-04-12T00:33:21.616 INFO:tasks.rados.rados.0.smithi098.stdout:1870: finishing copy_from racing read to smithi09877355-25 2024-04-12T00:33:21.616 INFO:tasks.rados.rados.0.smithi098.stdout:1870: finishing copy_from to smithi09877355-25 2024-04-12T00:33:21.617 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1201 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:33:21.617 INFO:tasks.rados.rados.0.smithi098.stdout:1869: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:33:21.617 INFO:tasks.rados.rados.0.smithi098.stdout:1869: finishing copy_from to smithi09877355-20 2024-04-12T00:33:21.617 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 727 (ObjNum 505 snap 132 seq_num 505) dirty exists 2024-04-12T00:33:21.742 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:21 smithi098 ceph-mon[91373]: Health check failed: Degraded data redundancy: 7/357 objects degraded (1.961%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:21.743 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:21 smithi098 ceph-mon[91373]: osdmap e404: 8 total, 7 up, 8 in 2024-04-12T00:33:21.743 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:21 smithi098 ceph-mon[91373]: osdmap e405: 8 total, 7 up, 8 in 2024-04-12T00:33:21.743 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:21 smithi098 ceph-mon[88922]: Health check failed: Degraded data redundancy: 7/357 objects degraded (1.961%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:21.743 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:21 smithi098 ceph-mon[88922]: osdmap e404: 8 total, 7 up, 8 in 2024-04-12T00:33:21.743 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:21 smithi098 ceph-mon[88922]: osdmap e405: 8 total, 7 up, 8 in 2024-04-12T00:33:21.743 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 podman[111551]: 2024-04-12 00:33:21.480280299 +0000 UTC m=+0.022574331 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:33:21.743 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 podman[111551]: 2024-04-12 00:33:21.607888948 +0000 UTC m=+0.150182967 container create 0ccd811e82ed66e2324d3152a1878c4748ed2fea9496d814fcd3d7f7a8674779 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:33:21.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:21 smithi193 ceph-mon[83763]: Health check failed: Degraded data redundancy: 7/357 objects degraded (1.961%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:21.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:21 smithi193 ceph-mon[83763]: osdmap e404: 8 total, 7 up, 8 in 2024-04-12T00:33:21.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:21 smithi193 ceph-mon[83763]: osdmap e405: 8 total, 7 up, 8 in 2024-04-12T00:33:22.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 podman[111551]: 2024-04-12 00:33:21.860474464 +0000 UTC m=+0.402768482 container init 0ccd811e82ed66e2324d3152a1878c4748ed2fea9496d814fcd3d7f7a8674779 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T00:33:22.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 podman[111551]: 2024-04-12 00:33:21.863581862 +0000 UTC m=+0.405875888 container start 0ccd811e82ed66e2324d3152a1878c4748ed2fea9496d814fcd3d7f7a8674779 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-12T00:33:22.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:21 smithi098 podman[111551]: 2024-04-12 00:33:21.952108456 +0000 UTC m=+0.494402485 container attach 0ccd811e82ed66e2324d3152a1878c4748ed2fea9496d814fcd3d7f7a8674779 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1864: done (9 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1865: done (8 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1866: done (7 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1867: done (6 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1868: done (5 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1869: done (4 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1870: done (3 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1872: done (2 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1873: done (1 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1874: done (0 left) 2024-04-12T00:33:22.470 INFO:tasks.rados.rados.0.smithi098.stdout:1875: snap_remove snap 166 2024-04-12T00:33:22.611 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-mon[91373]: pgmap v265: 121 pgs: 6 active+undersized+degraded, 3 peering, 31 active+undersized, 81 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 20/372 objects degraded (5.376%) 2024-04-12T00:33:22.611 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-mon[91373]: osdmap e406: 8 total, 7 up, 8 in 2024-04-12T00:33:22.611 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-mon[88922]: pgmap v265: 121 pgs: 6 active+undersized+degraded, 3 peering, 31 active+undersized, 81 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 20/372 objects degraded (5.376%) 2024-04-12T00:33:22.612 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-mon[88922]: osdmap e406: 8 total, 7 up, 8 in 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate[111566]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate[111566]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 bash[111551]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 bash[111551]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 bash[111551]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 bash[111551]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 bash[111551]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 bash[111551]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 bash[111551]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate[111566]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T00:33:22.612 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate[111566]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T00:33:22.613 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate[111566]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T00:33:22.613 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate[111566]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T00:33:22.613 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate[111566]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T00:33:22.613 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 podman[111551]: 2024-04-12 00:33:22.327330271 +0000 UTC m=+0.869624283 container died 0ccd811e82ed66e2324d3152a1878c4748ed2fea9496d814fcd3d7f7a8674779 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-12T00:33:22.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:22.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:22 smithi193 ceph-mon[83763]: pgmap v265: 121 pgs: 6 active+undersized+degraded, 3 peering, 31 active+undersized, 81 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 20/372 objects degraded (5.376%) 2024-04-12T00:33:22.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:22 smithi193 ceph-mon[83763]: osdmap e406: 8 total, 7 up, 8 in 2024-04-12T00:33:23.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:22 smithi098 podman[111699]: 2024-04-12 00:33:22.955545367 +0000 UTC m=+0.621812148 container remove 0ccd811e82ed66e2324d3152a1878c4748ed2fea9496d814fcd3d7f7a8674779 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-12T00:33:23.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:23 smithi098 podman[111764]: 2024-04-12 00:33:23.069357394 +0000 UTC m=+0.017645108 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:33:23.290 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:23 smithi098 podman[111764]: 2024-04-12 00:33:23.189817636 +0000 UTC m=+0.138105335 container create ea0ee0bcf67b01a85e5aa5145a6dcdda9a2644ef8213b4c08056ee2707e65403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T00:33:23.472 INFO:tasks.rados.rados.0.smithi098.stdout:1875: done (0 left) 2024-04-12T00:33:23.472 INFO:tasks.rados.rados.0.smithi098.stdout:1876: copy_from oid 3 from oid 28 current snap is 172 2024-04-12T00:33:23.472 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 172 2024-04-12T00:33:23.472 INFO:tasks.rados.rados.0.smithi098.stdout:1877: seq_num 606 ranges {3866624=557056} 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:1877: writing smithi09877355-45 from 3866624 to 4423680 tid 1 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:1878: read oid 14 snap -1 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:1878: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:1879: copy_from oid 27 from oid 7 current snap is 172 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:1876: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:1876: finishing copy_from to smithi09877355-3 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1001 (ObjNum 558 snap 152 seq_num 558) dirty exists 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:1876: done (3 left) 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 172 2024-04-12T00:33:23.497 INFO:tasks.rados.rados.0.smithi098.stdout:1880: seq_num 607 ranges {5332992=573440} 2024-04-12T00:33:23.529 INFO:tasks.rados.rados.0.smithi098.stdout:1880: writing smithi09877355-34 from 5332992 to 5906432 tid 1 2024-04-12T00:33:23.529 INFO:tasks.rados.rados.0.smithi098.stdout:1881: read oid 21 snap -1 2024-04-12T00:33:23.529 INFO:tasks.rados.rados.0.smithi098.stdout:1881: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:33:23.529 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 172 2024-04-12T00:33:23.529 INFO:tasks.rados.rados.0.smithi098.stdout:1879: finishing copy_from to smithi09877355-27 2024-04-12T00:33:23.529 INFO:tasks.rados.rados.0.smithi098.stdout:1879: got expected ENOENT (src dne) 2024-04-12T00:33:23.529 INFO:tasks.rados.rados.0.smithi098.stdout:1882: seq_num 608 ranges {7421952=589824} 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:1882: writing smithi09877355-37 from 7421952 to 8011776 tid 1 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 172 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:1879: finishing copy_from racing read to smithi09877355-27 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:1877: finishing write tid 1 to smithi09877355-45 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:1877: finishing write tid 2 to smithi09877355-45 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:1877: finishing write tid 3 to smithi09877355-45 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:1877: oid 45 updating version 0 to 739 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:1877: oid 45 version 739 is already newer than 738 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 739 (ObjNum 606 snap 172 seq_num 606) dirty exists 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:1877: left oid 45 (ObjNum 606 snap 172 seq_num 606) 2024-04-12T00:33:23.574 INFO:tasks.rados.rados.0.smithi098.stdout:1883: seq_num 609 ranges {0=606208} 2024-04-12T00:33:23.577 INFO:tasks.rados.rados.0.smithi098.stdout:1883: writing smithi09877355-19 from 0 to 606208 tid 1 2024-04-12T00:33:23.577 INFO:tasks.rados.rados.0.smithi098.stdout:1877: done (6 left) 2024-04-12T00:33:23.577 INFO:tasks.rados.rados.0.smithi098.stdout:1879: done (5 left) 2024-04-12T00:33:23.577 INFO:tasks.rados.rados.0.smithi098.stdout:1884: delete oid 28 current snap is 172 2024-04-12T00:33:23.577 INFO:tasks.rados.rados.0.smithi098.stdout:1881: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:33:23.578 INFO:tasks.rados.rados.0.smithi098.stdout:1880: finishing write tid 1 to smithi09877355-34 2024-04-12T00:33:23.578 INFO:tasks.rados.rados.0.smithi098.stdout:1880: finishing write tid 2 to smithi09877355-34 2024-04-12T00:33:23.578 INFO:tasks.rados.rados.0.smithi098.stdout:1878: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:33:23.790 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:33:23 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[106757]: 2024-04-12T00:33:23.540+0000 7eff56781700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap ec after trimming was started 2024-04-12T00:33:23.790 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:23 smithi098 podman[111764]: 2024-04-12 00:33:23.450699673 +0000 UTC m=+0.398987372 container init ea0ee0bcf67b01a85e5aa5145a6dcdda9a2644ef8213b4c08056ee2707e65403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-12T00:33:23.790 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:23 smithi098 podman[111764]: 2024-04-12 00:33:23.453682428 +0000 UTC m=+0.401970128 container start ea0ee0bcf67b01a85e5aa5145a6dcdda9a2644ef8213b4c08056ee2707e65403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-12T00:33:23.790 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:23 smithi098 ceph-osd[111784]: -- 172.21.15.98:0/4127646538 <== mon.0 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5581386f7680 con 0x5581386c1000 2024-04-12T00:33:23.790 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:23 smithi098 bash[111764]: ea0ee0bcf67b01a85e5aa5145a6dcdda9a2644ef8213b4c08056ee2707e65403 2024-04-12T00:33:23.790 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:23 smithi098 systemd[1]: Started Ceph osd.3 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:33:23.865 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:23 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1880: finishing write tid 3 to smithi09877355-34 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1880: oid 34 updating version 0 to 1211 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1880: oid 34 version 1211 is already newer than 1210 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1211 (ObjNum 607 snap 172 seq_num 607) dirty exists 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1880: left oid 34 (ObjNum 607 snap 172 seq_num 607) 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1882: finishing write tid 1 to smithi09877355-37 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1878: done (5 left) 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1880: done (4 left) 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1881: done (3 left) 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1884: done (2 left) 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1885: read oid 14 snap -1 2024-04-12T00:33:24.124 INFO:tasks.rados.rados.0.smithi098.stdout:1885: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:33:24.125 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 172 2024-04-12T00:33:24.125 INFO:tasks.rados.rados.0.smithi098.stdout:1882: finishing write tid 2 to smithi09877355-37 2024-04-12T00:33:24.125 INFO:tasks.rados.rados.0.smithi098.stdout:1886: seq_num 611 ranges {0=638976} 2024-04-12T00:33:24.127 INFO:tasks.rados.rados.0.smithi098.stdout:1886: writing smithi09877355-38 from 0 to 638976 tid 1 2024-04-12T00:33:24.127 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 172 2024-04-12T00:33:24.127 INFO:tasks.rados.rados.0.smithi098.stdout:1882: finishing write tid 3 to smithi09877355-37 2024-04-12T00:33:24.127 INFO:tasks.rados.rados.0.smithi098.stdout:1882: oid 37 updating version 0 to 1003 2024-04-12T00:33:24.127 INFO:tasks.rados.rados.0.smithi098.stdout:1882: oid 37 version 1003 is already newer than 1002 2024-04-12T00:33:24.127 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1003 (ObjNum 608 snap 172 seq_num 608) dirty exists 2024-04-12T00:33:24.127 INFO:tasks.rados.rados.0.smithi098.stdout:1882: left oid 37 (ObjNum 608 snap 172 seq_num 608) 2024-04-12T00:33:24.127 INFO:tasks.rados.rados.0.smithi098.stdout:1883: finishing write tid 1 to smithi09877355-19 2024-04-12T00:33:24.127 INFO:tasks.rados.rados.0.smithi098.stdout:1887: seq_num 612 ranges {4554752=655360} 2024-04-12T00:33:24.158 INFO:tasks.rados.rados.0.smithi098.stdout:1887: writing smithi09877355-27 from 4554752 to 5210112 tid 1 2024-04-12T00:33:24.158 INFO:tasks.rados.rados.0.smithi098.stdout:1882: done (4 left) 2024-04-12T00:33:24.158 INFO:tasks.rados.rados.0.smithi098.stdout:1888: rmattr oid 21 current snap is 172 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:1883: finishing write tid 2 to smithi09877355-19 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:1883: finishing write tid 3 to smithi09877355-19 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:1883: oid 19 updating version 0 to 721 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:1883: oid 19 updating version 721 to 722 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 722 (ObjNum 609 snap 172 seq_num 609) dirty exists 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:1883: left oid 19 (ObjNum 609 snap 172 seq_num 609) 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:1883: done (4 left) 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:1889: rollback oid 2 current snap is 172 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 2 to 165 2024-04-12T00:33:24.159 INFO:tasks.rados.rados.0.smithi098.stdout:1890: read oid 43 snap -1 2024-04-12T00:33:24.160 INFO:tasks.rados.rados.0.smithi098.stdout:1890: expect (ObjNum 587 snap 164 seq_num 587) 2024-04-12T00:33:24.160 INFO:tasks.rados.rados.0.smithi098.stdout:1891: snap_create 2024-04-12T00:33:24.162 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1209 (ObjNum 33 snap 0 seq_num 1397647729) dirty exists 2024-04-12T00:33:24.162 INFO:tasks.rados.rados.0.smithi098.stdout:1885: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:33:24.289 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T00:33:24.003+0000 7fe230a057c0 -1 Falling back to public interface 2024-04-12T00:33:24.703 INFO:tasks.rados.rados.0.smithi098.stdout:1886: finishing write tid 1 to smithi09877355-38 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1886: finishing write tid 2 to smithi09877355-38 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1886: finishing write tid 3 to smithi09877355-38 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1886: oid 38 updating version 0 to 971 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1886: oid 38 version 971 is already newer than 970 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 971 (ObjNum 611 snap 172 seq_num 611) dirty exists 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1886: left oid 38 (ObjNum 611 snap 172 seq_num 611) 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1889: finishing rollback tid 0 to smithi09877355-2 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1889: finishing rollback tid 1 to smithi09877355-2 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1889: finishing rollback tid 2 to smithi09877355-2 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1214 (ObjNum 477 snap 124 seq_num 477) dirty exists 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1887: finishing write tid 1 to smithi09877355-27 2024-04-12T00:33:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:1887: finishing write tid 2 to smithi09877355-27 2024-04-12T00:33:24.705 INFO:tasks.rados.rados.0.smithi098.stdout:1887: finishing write tid 3 to smithi09877355-27 2024-04-12T00:33:24.705 INFO:tasks.rados.rados.0.smithi098.stdout:1887: oid 27 updating version 0 to 1016 2024-04-12T00:33:24.705 INFO:tasks.rados.rados.0.smithi098.stdout:1887: oid 27 version 1016 is already newer than 1015 2024-04-12T00:33:24.705 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1016 (ObjNum 612 snap 172 seq_num 612) dirty exists 2024-04-12T00:33:24.705 INFO:tasks.rados.rados.0.smithi098.stdout:1887: left oid 27 (ObjNum 612 snap 172 seq_num 612) 2024-04-12T00:33:24.705 INFO:tasks.rados.rados.0.smithi098.stdout:1890: expect (ObjNum 587 snap 164 seq_num 587) 2024-04-12T00:33:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[91373]: osdmap e407: 8 total, 7 up, 8 in 2024-04-12T00:33:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:33:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[91373]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 12 op/s; 24/375 objects degraded (6.400%) 2024-04-12T00:33:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[88922]: osdmap e407: 8 total, 7 up, 8 in 2024-04-12T00:33:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:33:24.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:24 smithi098 ceph-mon[88922]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 12 op/s; 24/375 objects degraded (6.400%) 2024-04-12T00:33:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:24 smithi193 ceph-mon[83763]: osdmap e407: 8 total, 7 up, 8 in 2024-04-12T00:33:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:33:24.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:24 smithi193 ceph-mon[83763]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 12 op/s; 24/375 objects degraded (6.400%) 2024-04-12T00:33:25.251 INFO:tasks.rados.rados.0.smithi098.stdout:1885: done (6 left) 2024-04-12T00:33:25.251 INFO:tasks.rados.rados.0.smithi098.stdout:1886: done (5 left) 2024-04-12T00:33:25.251 INFO:tasks.rados.rados.0.smithi098.stdout:1887: done (4 left) 2024-04-12T00:33:25.251 INFO:tasks.rados.rados.0.smithi098.stdout:1888: done (3 left) 2024-04-12T00:33:25.251 INFO:tasks.rados.rados.0.smithi098.stdout:1889: done (2 left) 2024-04-12T00:33:25.251 INFO:tasks.rados.rados.0.smithi098.stdout:1890: done (1 left) 2024-04-12T00:33:25.251 INFO:tasks.rados.rados.0.smithi098.stdout:1891: done (0 left) 2024-04-12T00:33:25.252 INFO:tasks.rados.rados.0.smithi098.stdout:1892: read oid 48 snap -1 2024-04-12T00:33:25.252 INFO:tasks.rados.rados.0.smithi098.stdout:1892: expect (ObjNum 604 snap 170 seq_num 604) 2024-04-12T00:33:25.252 INFO:tasks.rados.rados.0.smithi098.stdout:1893: read oid 22 snap -1 2024-04-12T00:33:25.252 INFO:tasks.rados.rados.0.smithi098.stdout:1893: expect (ObjNum 605 snap 171 seq_num 605) 2024-04-12T00:33:25.252 INFO:tasks.rados.rados.0.smithi098.stdout:1894: delete oid 49 current snap is 173 2024-04-12T00:33:25.257 INFO:tasks.rados.rados.0.smithi098.stdout:1894: done (2 left) 2024-04-12T00:33:25.257 INFO:tasks.rados.rados.0.smithi098.stdout:1895: read oid 8 snap -1 2024-04-12T00:33:25.257 INFO:tasks.rados.rados.0.smithi098.stdout:1895: expect (ObjNum 592 snap 164 seq_num 592) 2024-04-12T00:33:25.257 INFO:tasks.rados.rados.0.smithi098.stdout:1896: snap_remove snap 165 2024-04-12T00:33:25.617 INFO:tasks.rados.rados.0.smithi098.stdout:1896: done (3 left) 2024-04-12T00:33:25.617 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 173 2024-04-12T00:33:25.617 INFO:tasks.rados.rados.0.smithi098.stdout:1897: seq_num 614 ranges {7135232=688128} 2024-04-12T00:33:25.661 INFO:tasks.rados.rados.0.smithi098.stdout:1897: writing smithi09877355-47 from 7135232 to 7823360 tid 1 2024-04-12T00:33:25.661 INFO:tasks.rados.rados.0.smithi098.stdout:1898: copy_from oid 5 from oid 49 current snap is 173 2024-04-12T00:33:25.661 INFO:tasks.rados.rados.0.smithi098.stdout:1892: expect (ObjNum 604 snap 170 seq_num 604) 2024-04-12T00:33:25.677 INFO:tasks.rados.rados.0.smithi098.stdout:1893: expect (ObjNum 605 snap 171 seq_num 605) 2024-04-12T00:33:25.753 INFO:tasks.rados.rados.0.smithi098.stdout:1895: expect (ObjNum 592 snap 164 seq_num 592) 2024-04-12T00:33:25.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:25 smithi098 ceph-mon[91373]: osdmap e408: 8 total, 7 up, 8 in 2024-04-12T00:33:25.789 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:33:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:33:25] "GET /metrics HTTP/1.1" 200 36197 "" "Prometheus/2.43.0" 2024-04-12T00:33:25.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:25 smithi098 ceph-mon[88922]: osdmap e408: 8 total, 7 up, 8 in 2024-04-12T00:33:25.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:25 smithi193 ceph-mon[83763]: osdmap e408: 8 total, 7 up, 8 in 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1897: finishing write tid 1 to smithi09877355-47 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1897: finishing write tid 2 to smithi09877355-47 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1892: done (4 left) 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1893: done (3 left) 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1895: done (2 left) 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1899: snap_create 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1898: finishing copy_from to smithi09877355-5 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1898: got expected ENOENT (src dne) 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1898: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1897: finishing write tid 3 to smithi09877355-47 2024-04-12T00:33:26.675 INFO:tasks.rados.rados.0.smithi098.stdout:1897: oid 47 updating version 0 to 762 2024-04-12T00:33:26.676 INFO:tasks.rados.rados.0.smithi098.stdout:1897: oid 47 updating version 762 to 763 2024-04-12T00:33:26.676 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 763 (ObjNum 614 snap 173 seq_num 614) dirty exists 2024-04-12T00:33:26.676 INFO:tasks.rados.rados.0.smithi098.stdout:1897: left oid 47 (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:33:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:26 smithi098 ceph-mon[91373]: osdmap e409: 8 total, 7 up, 8 in 2024-04-12T00:33:26.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:26 smithi098 ceph-mon[91373]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 25/399 objects degraded (6.266%) 2024-04-12T00:33:26.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:26 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 24/375 objects degraded (6.400%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:26.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:26 smithi098 ceph-mon[91373]: osdmap e410: 8 total, 7 up, 8 in 2024-04-12T00:33:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:26 smithi098 ceph-mon[88922]: osdmap e409: 8 total, 7 up, 8 in 2024-04-12T00:33:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:26 smithi098 ceph-mon[88922]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 25/399 objects degraded (6.266%) 2024-04-12T00:33:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:26 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 24/375 objects degraded (6.400%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:26 smithi098 ceph-mon[88922]: osdmap e410: 8 total, 7 up, 8 in 2024-04-12T00:33:27.109 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:26 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T00:33:26.845+0000 7fe230a057c0 -1 osd.3 401 log_to_monitors true 2024-04-12T00:33:27.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:26 smithi193 ceph-mon[83763]: osdmap e409: 8 total, 7 up, 8 in 2024-04-12T00:33:27.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:26 smithi193 ceph-mon[83763]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 25/399 objects degraded (6.266%) 2024-04-12T00:33:27.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:26 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 24/375 objects degraded (6.400%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:27.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:26 smithi193 ceph-mon[83763]: osdmap e410: 8 total, 7 up, 8 in 2024-04-12T00:33:27.209 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:33:27.540 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:33:27.540 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (7m) 0s ago 8m 25.4M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:33:27.540 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (8m) 2m ago 8m 90.6M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:33:27.540 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (9m) 0s ago 9m 20.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (9m) 2m ago 9m 16.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (4m) 0s ago 14m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (3m) 0s ago 14m 50.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (2m) 2m ago 12m 24.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (2m) 0s ago 12m 43.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (7m) 0s ago 7m 15.4M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (7m) 2m ago 7m 15.2M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (106s) 0s ago 12m 161M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (72s) 0s ago 11m 144M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (38s) 0s ago 11m 97.0M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (4s) 0s ago 11m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (10m) 2m ago 10m 202M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7ce857730591 2024-04-12T00:33:27.541 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (10m) 2m ago 10m 227M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:33:27.542 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (9m) 2m ago 9m 119M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:33:27.542 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (9m) 2m ago 9m 144M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:33:27.542 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (3m) 2m ago 8m 52.7M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:33:27.629 INFO:tasks.rados.rados.0.smithi098.stdout:1897: done (2 left) 2024-04-12T00:33:27.629 INFO:tasks.rados.rados.0.smithi098.stdout:1898: done (1 left) 2024-04-12T00:33:27.629 INFO:tasks.rados.rados.0.smithi098.stdout:1899: done (0 left) 2024-04-12T00:33:27.629 INFO:tasks.rados.rados.0.smithi098.stdout:1900: copy_from oid 24 from oid 14 current snap is 174 2024-04-12T00:33:27.629 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 174 2024-04-12T00:33:27.629 INFO:tasks.rados.rados.0.smithi098.stdout:1901: seq_num 615 ranges {270336=704512} 2024-04-12T00:33:27.634 INFO:tasks.rados.rados.0.smithi098.stdout:1901: writing smithi09877355-10 from 270336 to 974848 tid 1 2024-04-12T00:33:27.634 INFO:tasks.rados.rados.0.smithi098.stdout:1902: snap_remove snap 161 2024-04-12T00:33:27.983 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:27 smithi098 ceph-mon[91373]: from='osd.3 [v2:172.21.15.98:6826/1440870298,v1:172.21.15.98:6827/1440870298]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:33:27.983 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:27 smithi098 ceph-mon[91373]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:33:27.984 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:27.984 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:33:27.984 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:33:27.985 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:33:27.985 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:33:27.985 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:33:27.985 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:33:27.985 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-12T00:33:27.985 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T00:33:27.985 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:33:27.985 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:33:27.985 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:33:27 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T00:33:27.658+0000 7fe21de55700 -1 osd.3 401 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:33:27.985 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:27 smithi098 ceph-mon[88922]: from='osd.3 [v2:172.21.15.98:6826/1440870298,v1:172.21.15.98:6827/1440870298]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:33:27.986 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:27 smithi098 ceph-mon[88922]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:33:27.986 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:27.986 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:28.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:27 smithi193 ceph-mon[83763]: from='osd.3 [v2:172.21.15.98:6826/1440870298,v1:172.21.15.98:6827/1440870298]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:33:28.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:27 smithi193 ceph-mon[83763]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T00:33:28.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:28.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:28.637 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:28.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:28.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T00:33:28.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: osdmap e411: 8 total, 7 up, 8 in 2024-04-12T00:33:28.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: from='osd.3 [v2:172.21.15.98:6826/1440870298,v1:172.21.15.98:6827/1440870298]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:33:28.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:33:28.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 25/399 objects degraded (6.266%) 2024-04-12T00:33:28.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2110879889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:28.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:28.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1902: done (2 left) 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1903: read oid 36 snap -1 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1903: expect (ObjNum 542 snap 143 seq_num 542) 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1904: delete oid 40 current snap is 174 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1901: finishing write tid 1 to smithi09877355-10 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1901: finishing write tid 2 to smithi09877355-10 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1901: finishing write tid 3 to smithi09877355-10 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1901: oid 10 updating version 0 to 764 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1901: oid 10 updating version 764 to 765 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 765 (ObjNum 615 snap 174 seq_num 615) dirty exists 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1901: left oid 10 (ObjNum 615 snap 174 seq_num 615) 2024-04-12T00:33:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:1900: finishing copy_from racing read to smithi09877355-24 2024-04-12T00:33:28.649 INFO:tasks.rados.rados.0.smithi098.stdout:1900: finishing copy_from to smithi09877355-24 2024-04-12T00:33:28.649 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 761 (ObjNum 550 snap 145 seq_num 550) dirty exists 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1900: done (3 left) 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1901: done (2 left) 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1904: done (1 left) 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1905: rmattr oid 25 current snap is 174 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1906: rollback oid 24 current snap is 174 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 24 to 170 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1907: rmattr oid 23 current snap is 174 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1907: done (3 left) 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1908: rollback oid 15 current snap is 174 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 15 to 171 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1909: read oid 48 snap -1 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1909: expect (ObjNum 604 snap 170 seq_num 604) 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 174 2024-04-12T00:33:28.658 INFO:tasks.rados.rados.0.smithi098.stdout:1910: seq_num 617 ranges {0=737280} 2024-04-12T00:33:28.661 INFO:tasks.rados.rados.0.smithi098.stdout:1910: writing smithi09877355-29 from 0 to 737280 tid 1 2024-04-12T00:33:28.662 INFO:tasks.rados.rados.0.smithi098.stdout:1911: snap_create 2024-04-12T00:33:28.664 INFO:tasks.rados.rados.0.smithi098.stdout:1909: expect (ObjNum 604 snap 170 seq_num 604) 2024-04-12T00:33:28.687 INFO:tasks.rados.rados.0.smithi098.stdout:1908: finishing rollback tid 0 to smithi09877355-15 2024-04-12T00:33:28.687 INFO:tasks.rados.rados.0.smithi098.stdout:1908: finishing rollback tid 1 to smithi09877355-15 2024-04-12T00:33:28.687 INFO:tasks.rados.rados.0.smithi098.stdout:1908: finishing rollback tid 2 to smithi09877355-15 2024-04-12T00:33:28.687 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1337 (ObjNum 432 snap 120 seq_num 432) dirty exists 2024-04-12T00:33:28.687 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1202 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:33:28.687 INFO:tasks.rados.rados.0.smithi098.stdout:1906: finishing rollback tid 0 to smithi09877355-24 2024-04-12T00:33:28.688 INFO:tasks.rados.rados.0.smithi098.stdout:1906: finishing rollback tid 1 to smithi09877355-24 2024-04-12T00:33:28.688 INFO:tasks.rados.rados.0.smithi098.stdout:1906: finishing rollback tid 2 to smithi09877355-24 2024-04-12T00:33:28.688 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1205 (ObjNum 432 snap 120 seq_num 432) dirty exists 2024-04-12T00:33:28.688 INFO:tasks.rados.rados.0.smithi098.stdout:1903: expect (ObjNum 542 snap 143 seq_num 542) 2024-04-12T00:33:28.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:28.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:28.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T00:33:28.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: osdmap e411: 8 total, 7 up, 8 in 2024-04-12T00:33:28.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: from='osd.3 [v2:172.21.15.98:6826/1440870298,v1:172.21.15.98:6827/1440870298]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:33:28.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:33:28.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 25/399 objects degraded (6.266%) 2024-04-12T00:33:28.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2110879889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:28.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:28.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:29.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:29.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:29.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T00:33:29.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: osdmap e411: 8 total, 7 up, 8 in 2024-04-12T00:33:29.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: from='osd.3 [v2:172.21.15.98:6826/1440870298,v1:172.21.15.98:6827/1440870298]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:33:29.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2024-04-12T00:33:29.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 25/399 objects degraded (6.266%) 2024-04-12T00:33:29.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2110879889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:29.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:29.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:29.647 INFO:tasks.rados.rados.0.smithi098.stdout:1903: done (6 left) 2024-04-12T00:33:29.648 INFO:tasks.rados.rados.0.smithi098.stdout:1905: done (5 left) 2024-04-12T00:33:29.648 INFO:tasks.rados.rados.0.smithi098.stdout:1906: done (4 left) 2024-04-12T00:33:29.648 INFO:tasks.rados.rados.0.smithi098.stdout:1908: done (3 left) 2024-04-12T00:33:29.648 INFO:tasks.rados.rados.0.smithi098.stdout:1909: done (2 left) 2024-04-12T00:33:29.648 INFO:tasks.rados.rados.0.smithi098.stdout:1911: done (1 left) 2024-04-12T00:33:29.648 INFO:tasks.rados.rados.0.smithi098.stdout:1912: snap_create 2024-04-12T00:33:29.669 INFO:tasks.rados.rados.0.smithi098.stdout:1910: finishing write tid 1 to smithi09877355-29 2024-04-12T00:33:29.669 INFO:tasks.rados.rados.0.smithi098.stdout:1910: finishing write tid 2 to smithi09877355-29 2024-04-12T00:33:29.671 INFO:tasks.rados.rados.0.smithi098.stdout:1910: finishing write tid 3 to smithi09877355-29 2024-04-12T00:33:29.671 INFO:tasks.rados.rados.0.smithi098.stdout:1910: oid 29 updating version 0 to 1118 2024-04-12T00:33:29.671 INFO:tasks.rados.rados.0.smithi098.stdout:1910: oid 29 version 1118 is already newer than 1117 2024-04-12T00:33:29.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 1118 (ObjNum 617 snap 174 seq_num 617) dirty exists 2024-04-12T00:33:29.671 INFO:tasks.rados.rados.0.smithi098.stdout:1910: left oid 29 (ObjNum 617 snap 174 seq_num 617) 2024-04-12T00:33:30.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:29 smithi098 ceph-mon[91373]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:33:30.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:29 smithi098 ceph-mon[91373]: osd.3 [v2:172.21.15.98:6826/1440870298,v1:172.21.15.98:6827/1440870298] boot 2024-04-12T00:33:30.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:29 smithi098 ceph-mon[91373]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T00:33:30.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:33:30.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:29 smithi098 ceph-mon[88922]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:33:30.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:29 smithi098 ceph-mon[88922]: osd.3 [v2:172.21.15.98:6826/1440870298,v1:172.21.15.98:6827/1440870298] boot 2024-04-12T00:33:30.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:29 smithi098 ceph-mon[88922]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T00:33:30.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:33:30.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:29 smithi193 ceph-mon[83763]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:33:30.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:29 smithi193 ceph-mon[83763]: osd.3 [v2:172.21.15.98:6826/1440870298,v1:172.21.15.98:6827/1440870298] boot 2024-04-12T00:33:30.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:29 smithi193 ceph-mon[83763]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T00:33:30.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T00:33:30.654 INFO:tasks.rados.rados.0.smithi098.stdout:1910: done (1 left) 2024-04-12T00:33:30.654 INFO:tasks.rados.rados.0.smithi098.stdout:1912: done (0 left) 2024-04-12T00:33:30.654 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 176 2024-04-12T00:33:30.654 INFO:tasks.rados.rados.0.smithi098.stdout:1913: seq_num 618 ranges {0=753664} 2024-04-12T00:33:30.658 INFO:tasks.rados.rados.0.smithi098.stdout:1913: writing smithi09877355-11 from 0 to 753664 tid 1 2024-04-12T00:33:30.658 INFO:tasks.rados.rados.0.smithi098.stdout:1914: delete oid 48 current snap is 176 2024-04-12T00:33:30.662 INFO:tasks.rados.rados.0.smithi098.stdout:1914: done (1 left) 2024-04-12T00:33:30.662 INFO:tasks.rados.rados.0.smithi098.stdout:1915: snap_create 2024-04-12T00:33:30.666 INFO:tasks.rados.rados.0.smithi098.stdout:1913: finishing write tid 1 to smithi09877355-11 2024-04-12T00:33:30.666 INFO:tasks.rados.rados.0.smithi098.stdout:1913: finishing write tid 2 to smithi09877355-11 2024-04-12T00:33:30.668 INFO:tasks.rados.rados.0.smithi098.stdout:1913: finishing write tid 3 to smithi09877355-11 2024-04-12T00:33:30.668 INFO:tasks.rados.rados.0.smithi098.stdout:1913: oid 11 updating version 0 to 1338 2024-04-12T00:33:30.668 INFO:tasks.rados.rados.0.smithi098.stdout:1913: oid 11 updating version 1338 to 1339 2024-04-12T00:33:30.668 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1339 (ObjNum 618 snap 176 seq_num 618) dirty exists 2024-04-12T00:33:30.668 INFO:tasks.rados.rados.0.smithi098.stdout:1913: left oid 11 (ObjNum 618 snap 176 seq_num 618) 2024-04-12T00:33:31.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:30 smithi098 ceph-mon[91373]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T00:33:31.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:30 smithi098 ceph-mon[91373]: pgmap v277: 121 pgs: 6 peering, 7 active+undersized+degraded, 27 active+undersized, 81 active+clean; 227 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.3 MiB/s wr, 5 op/s; 24/414 objects degraded (5.797%) 2024-04-12T00:33:31.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:30 smithi098 ceph-mon[88922]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T00:33:31.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:30 smithi098 ceph-mon[88922]: pgmap v277: 121 pgs: 6 peering, 7 active+undersized+degraded, 27 active+undersized, 81 active+clean; 227 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.3 MiB/s wr, 5 op/s; 24/414 objects degraded (5.797%) 2024-04-12T00:33:31.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:30 smithi193 ceph-mon[83763]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T00:33:31.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:30 smithi193 ceph-mon[83763]: pgmap v277: 121 pgs: 6 peering, 7 active+undersized+degraded, 27 active+undersized, 81 active+clean; 227 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.3 MiB/s wr, 5 op/s; 24/414 objects degraded (5.797%) 2024-04-12T00:33:31.660 INFO:tasks.rados.rados.0.smithi098.stdout:1913: done (1 left) 2024-04-12T00:33:31.660 INFO:tasks.rados.rados.0.smithi098.stdout:1915: done (0 left) 2024-04-12T00:33:31.660 INFO:tasks.rados.rados.0.smithi098.stdout:1916: read oid 1 snap -1 2024-04-12T00:33:31.660 INFO:tasks.rados.rados.0.smithi098.stdout:1916: expect (ObjNum 470 snap 124 seq_num 470) 2024-04-12T00:33:31.661 INFO:tasks.rados.rados.0.smithi098.stdout:1917: setattr oid 42 current snap is 177 2024-04-12T00:33:31.661 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 177 2024-04-12T00:33:31.661 INFO:tasks.rados.rados.0.smithi098.stdout:1918: seq_num 620 ranges {974848=794624} 2024-04-12T00:33:31.671 INFO:tasks.rados.rados.0.smithi098.stdout:1918: writing smithi09877355-10 from 974848 to 1769472 tid 1 2024-04-12T00:33:31.672 INFO:tasks.rados.rados.0.smithi098.stdout:1919: snap_create 2024-04-12T00:33:31.672 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 1111 (ObjNum 572 snap 157 seq_num 572) dirty exists 2024-04-12T00:33:31.672 INFO:tasks.rados.rados.0.smithi098.stdout:1916: expect (ObjNum 470 snap 124 seq_num 470) 2024-04-12T00:33:31.714 INFO:tasks.rados.rados.0.smithi098.stdout:1918: finishing write tid 1 to smithi09877355-10 2024-04-12T00:33:31.714 INFO:tasks.rados.rados.0.smithi098.stdout:1918: finishing write tid 2 to smithi09877355-10 2024-04-12T00:33:31.714 INFO:tasks.rados.rados.0.smithi098.stdout:1918: finishing write tid 3 to smithi09877355-10 2024-04-12T00:33:31.714 INFO:tasks.rados.rados.0.smithi098.stdout:1918: oid 10 updating version 0 to 767 2024-04-12T00:33:31.714 INFO:tasks.rados.rados.0.smithi098.stdout:1918: oid 10 version 767 is already newer than 766 2024-04-12T00:33:31.714 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 767 (ObjNum 620 snap 177 seq_num 620) dirty exists 2024-04-12T00:33:31.714 INFO:tasks.rados.rados.0.smithi098.stdout:1918: left oid 10 (ObjNum 620 snap 177 seq_num 620) 2024-04-12T00:33:31.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:31 smithi098 ceph-mon[91373]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T00:33:31.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:31 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 24/414 objects degraded (5.797%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:31.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:31 smithi098 ceph-mon[88922]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T00:33:31.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:31 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 24/414 objects degraded (5.797%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:32.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:31 smithi193 ceph-mon[83763]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T00:33:32.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:31 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 24/414 objects degraded (5.797%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:32.289 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:33:32.027+0000 7f6432f72700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-12T00:33:32.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:32.665 INFO:tasks.rados.rados.0.smithi098.stdout:1916: done (3 left) 2024-04-12T00:33:32.665 INFO:tasks.rados.rados.0.smithi098.stdout:1917: done (2 left) 2024-04-12T00:33:32.665 INFO:tasks.rados.rados.0.smithi098.stdout:1918: done (1 left) 2024-04-12T00:33:32.665 INFO:tasks.rados.rados.0.smithi098.stdout:1919: done (0 left) 2024-04-12T00:33:32.665 INFO:tasks.rados.rados.0.smithi098.stdout:1920: delete oid 9 current snap is 178 2024-04-12T00:33:32.670 INFO:tasks.rados.rados.0.smithi098.stdout:1920: done (0 left) 2024-04-12T00:33:32.670 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 178 2024-04-12T00:33:32.670 INFO:tasks.rados.rados.0.smithi098.stdout:1921: seq_num 622 ranges {3776512=425984,4202496=401408} 2024-04-12T00:33:32.693 INFO:tasks.rados.rados.0.smithi098.stdout:1921: writing smithi09877355-35 from 3776512 to 4202496 tid 1 2024-04-12T00:33:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:1921: writing smithi09877355-35 from 4202496 to 4603904 tid 2 2024-04-12T00:33:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 178 2024-04-12T00:33:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:1922: seq_num 623 ranges {3153920=442368,3596288=401408} 2024-04-12T00:33:32.714 INFO:tasks.rados.rados.0.smithi098.stdout:1922: writing smithi09877355-6 from 3153920 to 3596288 tid 1 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:1922: writing smithi09877355-6 from 3596288 to 3997696 tid 2 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:1923: delete oid 37 current snap is 178 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:1921: finishing write tid 1 to smithi09877355-35 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:1921: finishing write tid 2 to smithi09877355-35 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:1921: finishing write tid 3 to smithi09877355-35 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:1921: finishing write tid 4 to smithi09877355-35 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:1921: oid 35 updating version 0 to 741 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:1921: oid 35 version 741 is already newer than 740 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:1921: oid 35 updating version 741 to 742 2024-04-12T00:33:32.718 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 742 (ObjNum 622 snap 178 seq_num 622) dirty exists 2024-04-12T00:33:32.719 INFO:tasks.rados.rados.0.smithi098.stdout:1921: left oid 35 (ObjNum 622 snap 178 seq_num 622) 2024-04-12T00:33:32.720 INFO:tasks.rados.rados.0.smithi098.stdout:1922: finishing write tid 1 to smithi09877355-6 2024-04-12T00:33:32.720 INFO:tasks.rados.rados.0.smithi098.stdout:1921: done (2 left) 2024-04-12T00:33:32.720 INFO:tasks.rados.rados.0.smithi098.stdout:1923: done (1 left) 2024-04-12T00:33:32.720 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 178 2024-04-12T00:33:32.720 INFO:tasks.rados.rados.0.smithi098.stdout:1924: seq_num 625 ranges {0=475136,475136=401408} 2024-04-12T00:33:32.722 INFO:tasks.rados.rados.0.smithi098.stdout:1924: writing smithi09877355-40 from 0 to 475136 tid 1 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1924: writing smithi09877355-40 from 475136 to 876544 tid 2 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1925: copy_from oid 31 from oid 21 current snap is 178 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1922: finishing write tid 2 to smithi09877355-6 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1922: finishing write tid 3 to smithi09877355-6 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1922: finishing write tid 4 to smithi09877355-6 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1922: oid 6 updating version 0 to 1208 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1922: oid 6 version 1208 is already newer than 1207 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1922: oid 6 version 1208 is already newer than 1206 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1208 (ObjNum 623 snap 178 seq_num 623) dirty exists 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1922: left oid 6 (ObjNum 623 snap 178 seq_num 623) 2024-04-12T00:33:32.726 INFO:tasks.rados.rados.0.smithi098.stdout:1922: done (2 left) 2024-04-12T00:33:32.727 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 178 2024-04-12T00:33:32.727 INFO:tasks.rados.rados.0.smithi098.stdout:1926: seq_num 626 ranges {1769472=491520,2260992=401408} 2024-04-12T00:33:32.738 INFO:tasks.rados.rados.0.smithi098.stdout:1926: writing smithi09877355-10 from 1769472 to 2260992 tid 1 2024-04-12T00:33:32.740 INFO:tasks.rados.rados.0.smithi098.stdout:1926: writing smithi09877355-10 from 2260992 to 2662400 tid 2 2024-04-12T00:33:32.740 INFO:tasks.rados.rados.0.smithi098.stdout:1927: copy_from oid 19 from oid 47 current snap is 178 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1924: finishing write tid 1 to smithi09877355-40 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1924: finishing write tid 2 to smithi09877355-40 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1924: finishing write tid 3 to smithi09877355-40 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1925: finishing copy_from racing read to smithi09877355-31 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1925: finishing copy_from to smithi09877355-31 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1209 (ObjNum 33 snap 0 seq_num 27980032) dirty exists 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1924: finishing write tid 4 to smithi09877355-40 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1924: oid 40 updating version 0 to 733 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1924: oid 40 updating version 733 to 734 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1924: oid 40 updating version 734 to 735 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 735 (ObjNum 625 snap 178 seq_num 625) dirty exists 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1924: left oid 40 (ObjNum 625 snap 178 seq_num 625) 2024-04-12T00:33:32.741 INFO:tasks.rados.rados.0.smithi098.stdout:1924: done (3 left) 2024-04-12T00:33:32.742 INFO:tasks.rados.rados.0.smithi098.stdout:1925: done (2 left) 2024-04-12T00:33:32.742 INFO:tasks.rados.rados.0.smithi098.stdout:1928: delete oid 31 current snap is 178 2024-04-12T00:33:32.742 INFO:tasks.rados.rados.0.smithi098.stdout:1928: done (2 left) 2024-04-12T00:33:32.742 INFO:tasks.rados.rados.0.smithi098.stdout:1929: snap_remove snap 172 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: pgmap v280: 121 pgs: 6 peering, 3 active+undersized+degraded, 16 active+undersized, 96 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 391 KiB/s rd, 2.6 MiB/s wr, 8 op/s; 10/423 objects degraded (2.364%); 2.0 MiB/s, 0 objects/s recovering 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: pgmap v280: 121 pgs: 6 peering, 3 active+undersized+degraded, 16 active+undersized, 96 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 391 KiB/s rd, 2.6 MiB/s wr, 8 op/s; 10/423 objects degraded (2.364%); 2.0 MiB/s, 0 objects/s recovering 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:33.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:33.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T00:33:33.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: pgmap v280: 121 pgs: 6 peering, 3 active+undersized+degraded, 16 active+undersized, 96 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 391 KiB/s rd, 2.6 MiB/s wr, 8 op/s; 10/423 objects degraded (2.364%); 2.0 MiB/s, 0 objects/s recovering 2024-04-12T00:33:33.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:33.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:33.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:33:33.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:33:33.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:33.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:33.670 INFO:tasks.rados.rados.0.smithi098.stdout:1929: done (2 left) 2024-04-12T00:33:33.670 INFO:tasks.rados.rados.0.smithi098.stdout:1930: snap_remove snap 164 2024-04-12T00:33:33.865 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:33.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:33 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:33.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:33 smithi193 ceph-mon[83763]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-12T00:33:33.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:33 smithi193 ceph-mon[83763]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T00:33:34.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:33 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:34.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:33 smithi098 ceph-mon[91373]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-12T00:33:34.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:33 smithi098 ceph-mon[91373]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T00:33:34.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:33 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:34.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:33 smithi098 ceph-mon[88922]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-12T00:33:34.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:33 smithi098 ceph-mon[88922]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T00:33:34.678 INFO:tasks.rados.rados.0.smithi098.stdout:1930: done (2 left) 2024-04-12T00:33:34.678 INFO:tasks.rados.rados.0.smithi098.stdout:1931: copy_from oid 30 from oid 31 current snap is 178 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1926: finishing write tid 1 to smithi09877355-10 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1926: finishing write tid 2 to smithi09877355-10 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1926: finishing write tid 3 to smithi09877355-10 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1926: finishing write tid 4 to smithi09877355-10 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1926: oid 10 updating version 0 to 769 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1926: oid 10 updating version 769 to 770 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1926: oid 10 version 770 is already newer than 768 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 770 (ObjNum 626 snap 178 seq_num 626) dirty exists 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1926: left oid 10 (ObjNum 626 snap 178 seq_num 626) 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1927: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1927: finishing copy_from to smithi09877355-19 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 763 (ObjNum 614 snap 173 seq_num 614) dirty exists 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1926: done (2 left) 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1927: done (1 left) 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1932: read oid 21 snap -1 2024-04-12T00:33:34.679 INFO:tasks.rados.rados.0.smithi098.stdout:1932: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:33:34.680 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 178 2024-04-12T00:33:34.680 INFO:tasks.rados.rados.0.smithi098.stdout:1933: seq_num 628 ranges {0=524288,524288=401408} 2024-04-12T00:33:34.680 INFO:tasks.rados.rados.0.smithi098.stdout:1933: writing smithi09877355-48 from 0 to 524288 tid 1 2024-04-12T00:33:34.683 INFO:tasks.rados.rados.0.smithi098.stdout:1933: writing smithi09877355-48 from 524288 to 925696 tid 2 2024-04-12T00:33:34.683 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 178 2024-04-12T00:33:34.683 INFO:tasks.rados.rados.0.smithi098.stdout:1934: seq_num 629 ranges {7831552=540672,8372224=401408} 2024-04-12T00:33:34.728 INFO:tasks.rados.rados.0.smithi098.stdout:1934: writing smithi09877355-43 from 7831552 to 8372224 tid 1 2024-04-12T00:33:34.731 INFO:tasks.rados.rados.0.smithi098.stdout:1934: writing smithi09877355-43 from 8372224 to 8773632 tid 2 2024-04-12T00:33:34.731 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 178 2024-04-12T00:33:34.731 INFO:tasks.rados.rados.0.smithi098.stdout:1935: seq_num 630 ranges {4333568=557056,4890624=401408} 2024-04-12T00:33:34.757 INFO:tasks.rados.rados.0.smithi098.stdout:1935: writing smithi09877355-39 from 4333568 to 4890624 tid 1 2024-04-12T00:33:34.760 INFO:tasks.rados.rados.0.smithi098.stdout:1935: writing smithi09877355-39 from 4890624 to 5292032 tid 2 2024-04-12T00:33:34.760 INFO:tasks.rados.rados.0.smithi098.stdout:1936: delete oid 22 current snap is 178 2024-04-12T00:33:34.760 INFO:tasks.rados.rados.0.smithi098.stdout:1932: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1931: finishing copy_from to smithi09877355-30 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1931: got expected ENOENT (src dne) 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1931: finishing copy_from racing read to smithi09877355-30 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1933: finishing write tid 1 to smithi09877355-48 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1933: finishing write tid 2 to smithi09877355-48 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1933: finishing write tid 3 to smithi09877355-48 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1933: finishing write tid 4 to smithi09877355-48 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1933: oid 48 updating version 0 to 734 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1933: oid 48 version 734 is already newer than 732 2024-04-12T00:33:34.761 INFO:tasks.rados.rados.0.smithi098.stdout:1933: oid 48 version 734 is already newer than 733 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 734 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:1933: left oid 48 (ObjNum 628 snap 178 seq_num 628) 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:1934: finishing write tid 1 to smithi09877355-43 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:1934: finishing write tid 2 to smithi09877355-43 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:1934: finishing write tid 3 to smithi09877355-43 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:1934: finishing write tid 4 to smithi09877355-43 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:1934: oid 43 updating version 0 to 1006 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:1934: oid 43 version 1006 is already newer than 1005 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:1934: oid 43 updating version 1006 to 1007 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 1007 (ObjNum 629 snap 178 seq_num 629) dirty exists 2024-04-12T00:33:34.762 INFO:tasks.rados.rados.0.smithi098.stdout:1934: left oid 43 (ObjNum 629 snap 178 seq_num 629) 2024-04-12T00:33:34.765 INFO:tasks.rados.rados.0.smithi098.stdout:1935: finishing write tid 1 to smithi09877355-39 2024-04-12T00:33:34.765 INFO:tasks.rados.rados.0.smithi098.stdout:1935: finishing write tid 2 to smithi09877355-39 2024-04-12T00:33:34.765 INFO:tasks.rados.rados.0.smithi098.stdout:1935: finishing write tid 3 to smithi09877355-39 2024-04-12T00:33:34.768 INFO:tasks.rados.rados.0.smithi098.stdout:1935: finishing write tid 4 to smithi09877355-39 2024-04-12T00:33:34.768 INFO:tasks.rados.rados.0.smithi098.stdout:1935: oid 39 updating version 0 to 1349 2024-04-12T00:33:34.768 INFO:tasks.rados.rados.0.smithi098.stdout:1935: oid 39 updating version 1349 to 1351 2024-04-12T00:33:34.768 INFO:tasks.rados.rados.0.smithi098.stdout:1935: oid 39 version 1351 is already newer than 1350 2024-04-12T00:33:34.768 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1351 (ObjNum 630 snap 178 seq_num 630) dirty exists 2024-04-12T00:33:34.768 INFO:tasks.rados.rados.0.smithi098.stdout:1935: left oid 39 (ObjNum 630 snap 178 seq_num 630) 2024-04-12T00:33:34.768 INFO:tasks.rados.rados.0.smithi098.stdout:1931: done (5 left) 2024-04-12T00:33:34.769 INFO:tasks.rados.rados.0.smithi098.stdout:1932: done (4 left) 2024-04-12T00:33:34.769 INFO:tasks.rados.rados.0.smithi098.stdout:1933: done (3 left) 2024-04-12T00:33:34.769 INFO:tasks.rados.rados.0.smithi098.stdout:1934: done (2 left) 2024-04-12T00:33:34.769 INFO:tasks.rados.rados.0.smithi098.stdout:1935: done (1 left) 2024-04-12T00:33:34.769 INFO:tasks.rados.rados.0.smithi098.stdout:1936: done (0 left) 2024-04-12T00:33:34.769 INFO:tasks.rados.rados.0.smithi098.stdout:1937: copy_from oid 17 from oid 37 current snap is 178 2024-04-12T00:33:34.769 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 178 2024-04-12T00:33:34.769 INFO:tasks.rados.rados.0.smithi098.stdout:1938: seq_num 632 ranges {1679360=589824,2269184=401408} 2024-04-12T00:33:34.780 INFO:tasks.rados.rados.0.smithi098.stdout:1938: writing smithi09877355-24 from 1679360 to 2269184 tid 1 2024-04-12T00:33:34.782 INFO:tasks.rados.rados.0.smithi098.stdout:1938: writing smithi09877355-24 from 2269184 to 2670592 tid 2 2024-04-12T00:33:34.783 INFO:tasks.rados.rados.0.smithi098.stdout:1939: delete oid 1 current snap is 178 2024-04-12T00:33:34.783 INFO:tasks.rados.rados.0.smithi098.stdout:1937: finishing copy_from to smithi09877355-17 2024-04-12T00:33:34.783 INFO:tasks.rados.rados.0.smithi098.stdout:1937: got expected ENOENT (src dne) 2024-04-12T00:33:34.783 INFO:tasks.rados.rados.0.smithi098.stdout:1937: finishing copy_from racing read to smithi09877355-17 2024-04-12T00:33:34.784 INFO:tasks.rados.rados.0.smithi098.stdout:1938: finishing write tid 1 to smithi09877355-24 2024-04-12T00:33:34.785 INFO:tasks.rados.rados.0.smithi098.stdout:1937: done (2 left) 2024-04-12T00:33:34.785 INFO:tasks.rados.rados.0.smithi098.stdout:1939: done (1 left) 2024-04-12T00:33:34.785 INFO:tasks.rados.rados.0.smithi098.stdout:1940: rmattr oid 27 current snap is 178 2024-04-12T00:33:34.786 INFO:tasks.rados.rados.0.smithi098.stdout:1941: snap_create 2024-04-12T00:33:34.786 INFO:tasks.rados.rados.0.smithi098.stdout:1938: finishing write tid 2 to smithi09877355-24 2024-04-12T00:33:34.786 INFO:tasks.rados.rados.0.smithi098.stdout:1938: finishing write tid 3 to smithi09877355-24 2024-04-12T00:33:34.787 INFO:tasks.rados.rados.0.smithi098.stdout:1938: finishing write tid 4 to smithi09877355-24 2024-04-12T00:33:34.787 INFO:tasks.rados.rados.0.smithi098.stdout:1938: oid 24 updating version 0 to 1211 2024-04-12T00:33:34.787 INFO:tasks.rados.rados.0.smithi098.stdout:1938: oid 24 version 1211 is already newer than 1210 2024-04-12T00:33:34.787 INFO:tasks.rados.rados.0.smithi098.stdout:1938: oid 24 version 1211 is already newer than 1209 2024-04-12T00:33:34.787 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1211 (ObjNum 632 snap 178 seq_num 632) dirty exists 2024-04-12T00:33:34.787 INFO:tasks.rados.rados.0.smithi098.stdout:1938: left oid 24 (ObjNum 632 snap 178 seq_num 632) 2024-04-12T00:33:34.788 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1017 (ObjNum 612 snap 172 seq_num 612) dirty exists 2024-04-12T00:33:35.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:34 smithi098 ceph-mon[91373]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T00:33:35.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:34 smithi098 ceph-mon[91373]: pgmap v283: 121 pgs: 6 peering, 115 active+clean; 221 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 742 KiB/s wr, 11 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-12T00:33:35.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:34 smithi098 ceph-mon[88922]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T00:33:35.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:34 smithi098 ceph-mon[88922]: pgmap v283: 121 pgs: 6 peering, 115 active+clean; 221 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 742 KiB/s wr, 11 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-12T00:33:35.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:34 smithi193 ceph-mon[83763]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T00:33:35.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:34 smithi193 ceph-mon[83763]: pgmap v283: 121 pgs: 6 peering, 115 active+clean; 221 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 742 KiB/s wr, 11 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-12T00:33:35.690 INFO:tasks.rados.rados.0.smithi098.stdout:1938: done (2 left) 2024-04-12T00:33:35.691 INFO:tasks.rados.rados.0.smithi098.stdout:1940: done (1 left) 2024-04-12T00:33:35.691 INFO:tasks.rados.rados.0.smithi098.stdout:1941: done (0 left) 2024-04-12T00:33:35.691 INFO:tasks.rados.rados.0.smithi098.stdout:1942: rollback oid 36 current snap is 179 2024-04-12T00:33:35.691 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 170 2024-04-12T00:33:35.691 INFO:tasks.rados.rados.0.smithi098.stdout:1943: delete oid 18 current snap is 179 2024-04-12T00:33:35.695 INFO:tasks.rados.rados.0.smithi098.stdout:1943: done (1 left) 2024-04-12T00:33:35.695 INFO:tasks.rados.rados.0.smithi098.stdout:1944: read oid 49 snap -1 2024-04-12T00:33:35.695 INFO:tasks.rados.rados.0.smithi098.stdout:1944: expect deleted 2024-04-12T00:33:35.695 INFO:tasks.rados.rados.0.smithi098.stdout:1945: copy_from oid 32 from oid 1 current snap is 179 2024-04-12T00:33:35.695 INFO:tasks.rados.rados.0.smithi098.stdout:1946: rollback oid 43 current snap is 179 2024-04-12T00:33:35.695 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 43 to 163 2024-04-12T00:33:35.695 INFO:tasks.rados.rados.0.smithi098.stdout:1947: rollback oid 41 current snap is 179 2024-04-12T00:33:35.695 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 163 2024-04-12T00:33:35.695 INFO:tasks.rados.rados.0.smithi098.stdout:1948: snap_create 2024-04-12T00:33:35.696 INFO:tasks.rados.rados.0.smithi098.stdout:1942: finishing rollback tid 0 to smithi09877355-36 2024-04-12T00:33:35.697 INFO:tasks.rados.rados.0.smithi098.stdout:1942: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:33:35.697 INFO:tasks.rados.rados.0.smithi098.stdout:1942: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:33:35.697 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1212 (ObjNum 542 snap 143 seq_num 542) dirty exists 2024-04-12T00:33:35.698 INFO:tasks.rados.rados.0.smithi098.stdout:1947: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:33:35.698 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 0 (ObjNum 65 snap 0 seq_num 1617846862) dirty dne 2024-04-12T00:33:35.706 INFO:tasks.rados.rados.0.smithi098.stdout:1945: finishing copy_from to smithi09877355-32 2024-04-12T00:33:35.706 INFO:tasks.rados.rados.0.smithi098.stdout:1945: got expected ENOENT (src dne) 2024-04-12T00:33:35.706 INFO:tasks.rados.rados.0.smithi098.stdout:1945: finishing copy_from racing read to smithi09877355-32 2024-04-12T00:33:35.706 INFO:tasks.rados.rados.0.smithi098.stdout:1946: finishing rollback tid 0 to smithi09877355-43 2024-04-12T00:33:35.706 INFO:tasks.rados.rados.0.smithi098.stdout:1946: finishing rollback tid 1 to smithi09877355-43 2024-04-12T00:33:35.706 INFO:tasks.rados.rados.0.smithi098.stdout:1946: finishing rollback tid 2 to smithi09877355-43 2024-04-12T00:33:35.706 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 1010 (ObjNum 571 snap 156 seq_num 571) dirty exists 2024-04-12T00:33:36.039 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:33:35] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[88922]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/423 objects degraded (2.364%), 3 pgs degraded) 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[88922]: osdmap e418: 8 total, 8 up, 8 in 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[91373]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/423 objects degraded (2.364%), 3 pgs degraded) 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[91373]: osdmap e418: 8 total, 8 up, 8 in 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:36.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:36.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:35 smithi193 ceph-mon[83763]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/423 objects degraded (2.364%), 3 pgs degraded) 2024-04-12T00:33:36.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:35 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:33:36.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:35 smithi193 ceph-mon[83763]: osdmap e418: 8 total, 8 up, 8 in 2024-04-12T00:33:36.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:36.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:36.474 INFO:tasks.rados.rados.0.smithi098.stdout:1942: done (5 left) 2024-04-12T00:33:36.474 INFO:tasks.rados.rados.0.smithi098.stdout:1944: done (4 left) 2024-04-12T00:33:36.474 INFO:tasks.rados.rados.0.smithi098.stdout:1945: done (3 left) 2024-04-12T00:33:36.474 INFO:tasks.rados.rados.0.smithi098.stdout:1946: done (2 left) 2024-04-12T00:33:36.475 INFO:tasks.rados.rados.0.smithi098.stdout:1947: done (1 left) 2024-04-12T00:33:36.475 INFO:tasks.rados.rados.0.smithi098.stdout:1948: done (0 left) 2024-04-12T00:33:36.475 INFO:tasks.rados.rados.0.smithi098.stdout:1949: read oid 42 snap 173 2024-04-12T00:33:36.475 INFO:tasks.rados.rados.0.smithi098.stdout:1949: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:33:36.475 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 180 2024-04-12T00:33:36.475 INFO:tasks.rados.rados.0.smithi098.stdout:1950: seq_num 635 ranges {5619712=638976,6258688=401408} 2024-04-12T00:33:36.507 INFO:tasks.rados.rados.0.smithi098.stdout:1950: writing smithi09877355-12 from 5619712 to 6258688 tid 1 2024-04-12T00:33:36.510 INFO:tasks.rados.rados.0.smithi098.stdout:1950: writing smithi09877355-12 from 6258688 to 6660096 tid 2 2024-04-12T00:33:36.510 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 180 2024-04-12T00:33:36.510 INFO:tasks.rados.rados.0.smithi098.stdout:1951: seq_num 636 ranges {0=655360,655360=401408} 2024-04-12T00:33:36.513 INFO:tasks.rados.rados.0.smithi098.stdout:1951: writing smithi09877355-22 from 0 to 655360 tid 1 2024-04-12T00:33:36.516 INFO:tasks.rados.rados.0.smithi098.stdout:1951: writing smithi09877355-22 from 655360 to 1056768 tid 2 2024-04-12T00:33:36.516 INFO:tasks.rados.rados.0.smithi098.stdout:1952: rollback oid 35 current snap is 180 2024-04-12T00:33:36.516 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 35 to 156 2024-04-12T00:33:36.516 INFO:tasks.rados.rados.0.smithi098.stdout:1949: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:33:36.638 INFO:tasks.rados.rados.0.smithi098.stdout:1950: finishing write tid 1 to smithi09877355-12 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1950: finishing write tid 2 to smithi09877355-12 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1950: finishing write tid 3 to smithi09877355-12 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1952: finishing rollback tid 0 to smithi09877355-35 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1950: finishing write tid 4 to smithi09877355-12 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1950: oid 12 updating version 0 to 738 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1950: oid 12 version 738 is already newer than 737 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1950: oid 12 version 738 is already newer than 736 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 738 (ObjNum 635 snap 180 seq_num 635) dirty exists 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1950: left oid 12 (ObjNum 635 snap 180 seq_num 635) 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1951: finishing write tid 1 to smithi09877355-22 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1951: finishing write tid 2 to smithi09877355-22 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1949: done (3 left) 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1950: done (2 left) 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1953: rollback oid 50 current snap is 180 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 175 2024-04-12T00:33:36.639 INFO:tasks.rados.rados.0.smithi098.stdout:1951: finishing write tid 3 to smithi09877355-22 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1952: finishing rollback tid 1 to smithi09877355-35 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1952: finishing rollback tid 2 to smithi09877355-35 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 745 (ObjNum 553 snap 148 seq_num 553) dirty exists 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1951: finishing write tid 4 to smithi09877355-22 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1951: oid 22 updating version 0 to 1355 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1951: oid 22 version 1355 is already newer than 1354 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1951: oid 22 updating version 1355 to 1356 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1356 (ObjNum 636 snap 180 seq_num 636) dirty exists 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1951: left oid 22 (ObjNum 636 snap 180 seq_num 636) 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1951: done (2 left) 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1952: done (1 left) 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1954: read oid 35 snap -1 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1954: expect (ObjNum 553 snap 148 seq_num 553) 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1955: rmattr oid 36 current snap is 180 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1955: done (2 left) 2024-04-12T00:33:36.640 INFO:tasks.rados.rados.0.smithi098.stdout:1956: setattr oid 7 current snap is 180 2024-04-12T00:33:36.641 INFO:tasks.rados.rados.0.smithi098.stdout:1957: delete oid 37 current snap is 180 2024-04-12T00:33:36.642 INFO:tasks.rados.rados.0.smithi098.stdout:1957: done (3 left) 2024-04-12T00:33:36.642 INFO:tasks.rados.rados.0.smithi098.stdout:1958: copy_from oid 41 from oid 19 current snap is 180 2024-04-12T00:33:36.643 INFO:tasks.rados.rados.0.smithi098.stdout:1959: delete oid 23 current snap is 180 2024-04-12T00:33:36.643 INFO:tasks.rados.rados.0.smithi098.stdout:1953: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:33:36.643 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 743 (ObjNum 177 snap 0 seq_num 3651120512) dirty dne 2024-04-12T00:33:36.643 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 735 (ObjNum 33 snap 0 seq_num 28642384) dirty exists 2024-04-12T00:33:36.646 INFO:tasks.rados.rados.0.smithi098.stdout:1953: done (4 left) 2024-04-12T00:33:36.646 INFO:tasks.rados.rados.0.smithi098.stdout:1956: done (3 left) 2024-04-12T00:33:36.646 INFO:tasks.rados.rados.0.smithi098.stdout:1959: done (2 left) 2024-04-12T00:33:36.646 INFO:tasks.rados.rados.0.smithi098.stdout:1960: read oid 25 snap -1 2024-04-12T00:33:36.646 INFO:tasks.rados.rados.0.smithi098.stdout:1960: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1961: rmattr oid 11 current snap is 180 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1961: done (3 left) 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1962: read oid 47 snap -1 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1962: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1963: read oid 43 snap -1 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1963: expect (ObjNum 571 snap 156 seq_num 571) 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1964: setattr oid 11 current snap is 180 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1965: read oid 36 snap -1 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1965: expect (ObjNum 542 snap 143 seq_num 542) 2024-04-12T00:33:36.647 INFO:tasks.rados.rados.0.smithi098.stdout:1966: delete oid 8 current snap is 180 2024-04-12T00:33:36.652 INFO:tasks.rados.rados.0.smithi098.stdout:1960: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:33:36.671 INFO:tasks.rados.rados.0.smithi098.stdout:1960: done (7 left) 2024-04-12T00:33:36.671 INFO:tasks.rados.rados.0.smithi098.stdout:1966: done (6 left) 2024-04-12T00:33:36.672 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 180 2024-04-12T00:33:36.672 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1358 (ObjNum 618 snap 176 seq_num 618) dirty exists 2024-04-12T00:33:36.672 INFO:tasks.rados.rados.0.smithi098.stdout:1967: seq_num 640 ranges {5906432=729088,6635520=401408} 2024-04-12T00:33:36.708 INFO:tasks.rados.rados.0.smithi098.stdout:1967: writing smithi09877355-34 from 5906432 to 6635520 tid 1 2024-04-12T00:33:36.710 INFO:tasks.rados.rados.0.smithi098.stdout:1967: writing smithi09877355-34 from 6635520 to 7036928 tid 2 2024-04-12T00:33:36.710 INFO:tasks.rados.rados.0.smithi098.stdout:1964: done (6 left) 2024-04-12T00:33:36.711 INFO:tasks.rados.rados.0.smithi098.stdout:1968: snap_create 2024-04-12T00:33:36.711 INFO:tasks.rados.rados.0.smithi098.stdout:1954: expect (ObjNum 553 snap 148 seq_num 553) 2024-04-12T00:33:36.827 INFO:tasks.rados.rados.0.smithi098.stdout:1965: expect (ObjNum 542 snap 143 seq_num 542) 2024-04-12T00:33:37.020 INFO:tasks.rados.rados.0.smithi098.stdout:1963: expect (ObjNum 571 snap 156 seq_num 571) 2024-04-12T00:33:37.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:36 smithi098 ceph-mon[91373]: osdmap e419: 8 total, 8 up, 8 in 2024-04-12T00:33:37.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:36 smithi098 ceph-mon[91373]: pgmap v286: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 604 KiB/s, 0 objects/s recovering 2024-04-12T00:33:37.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:36 smithi098 ceph-mon[91373]: osdmap e420: 8 total, 8 up, 8 in 2024-04-12T00:33:37.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:36 smithi098 ceph-mon[88922]: osdmap e419: 8 total, 8 up, 8 in 2024-04-12T00:33:37.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:36 smithi098 ceph-mon[88922]: pgmap v286: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 604 KiB/s, 0 objects/s recovering 2024-04-12T00:33:37.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:36 smithi098 ceph-mon[88922]: osdmap e420: 8 total, 8 up, 8 in 2024-04-12T00:33:37.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:36 smithi193 ceph-mon[83763]: osdmap e419: 8 total, 8 up, 8 in 2024-04-12T00:33:37.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:36 smithi193 ceph-mon[83763]: pgmap v286: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 604 KiB/s, 0 objects/s recovering 2024-04-12T00:33:37.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:36 smithi193 ceph-mon[83763]: osdmap e420: 8 total, 8 up, 8 in 2024-04-12T00:33:37.420 INFO:tasks.rados.rados.0.smithi098.stdout:1958: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:33:37.420 INFO:tasks.rados.rados.0.smithi098.stdout:1962: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:33:37.876 INFO:tasks.rados.rados.0.smithi098.stdout:1958: finishing copy_from to smithi09877355-41 2024-04-12T00:33:37.876 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 763 (ObjNum 614 snap 173 seq_num 614) dirty exists 2024-04-12T00:33:37.876 INFO:tasks.rados.rados.0.smithi098.stdout:1967: finishing write tid 1 to smithi09877355-34 2024-04-12T00:33:37.876 INFO:tasks.rados.rados.0.smithi098.stdout:1967: finishing write tid 2 to smithi09877355-34 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1967: finishing write tid 3 to smithi09877355-34 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1967: finishing write tid 4 to smithi09877355-34 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1967: oid 34 updating version 0 to 1216 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1967: oid 34 updating version 1216 to 1217 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1967: oid 34 version 1217 is already newer than 1215 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1217 (ObjNum 640 snap 180 seq_num 640) dirty exists 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1967: left oid 34 (ObjNum 640 snap 180 seq_num 640) 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1954: done (6 left) 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1958: done (5 left) 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1962: done (4 left) 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1963: done (3 left) 2024-04-12T00:33:37.877 INFO:tasks.rados.rados.0.smithi098.stdout:1965: done (2 left) 2024-04-12T00:33:37.878 INFO:tasks.rados.rados.0.smithi098.stdout:1967: done (1 left) 2024-04-12T00:33:37.878 INFO:tasks.rados.rados.0.smithi098.stdout:1968: done (0 left) 2024-04-12T00:33:37.878 INFO:tasks.rados.rados.0.smithi098.stdout:1969: snap_remove snap 169 2024-04-12T00:33:38.703 INFO:tasks.rados.rados.0.smithi098.stdout:1969: done (0 left) 2024-04-12T00:33:38.703 INFO:tasks.rados.rados.0.smithi098.stdout:1970: rollback oid 34 current snap is 181 2024-04-12T00:33:38.703 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 34 to 180 2024-04-12T00:33:38.703 INFO:tasks.rados.rados.0.smithi098.stdout:1971: snap_remove snap 162 2024-04-12T00:33:39.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:38 smithi098 ceph-mon[91373]: osdmap e421: 8 total, 8 up, 8 in 2024-04-12T00:33:39.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:38 smithi098 ceph-mon[91373]: pgmap v289: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-12T00:33:39.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:38 smithi098 ceph-mon[88922]: osdmap e421: 8 total, 8 up, 8 in 2024-04-12T00:33:39.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:38 smithi098 ceph-mon[88922]: pgmap v289: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-12T00:33:39.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:38 smithi193 ceph-mon[83763]: osdmap e421: 8 total, 8 up, 8 in 2024-04-12T00:33:39.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:38 smithi193 ceph-mon[83763]: pgmap v289: 121 pgs: 121 active+clean; 234 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-04-12T00:33:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:1971: done (1 left) 2024-04-12T00:33:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:1972: read oid 37 snap -1 2024-04-12T00:33:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:1972: expect deleted 2024-04-12T00:33:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:1973: snap_create 2024-04-12T00:33:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:1970: finishing rollback tid 0 to smithi09877355-34 2024-04-12T00:33:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:1970: finishing rollback tid 1 to smithi09877355-34 2024-04-12T00:33:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:1970: finishing rollback tid 2 to smithi09877355-34 2024-04-12T00:33:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1220 (ObjNum 640 snap 180 seq_num 640) dirty exists 2024-04-12T00:33:40.016 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:39 smithi193 ceph-mon[83763]: osdmap e422: 8 total, 8 up, 8 in 2024-04-12T00:33:40.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:39 smithi098 ceph-mon[88922]: osdmap e422: 8 total, 8 up, 8 in 2024-04-12T00:33:40.039 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:39 smithi098 ceph-mon[91373]: osdmap e422: 8 total, 8 up, 8 in 2024-04-12T00:33:40.707 INFO:tasks.rados.rados.0.smithi098.stdout:1970: done (2 left) 2024-04-12T00:33:40.707 INFO:tasks.rados.rados.0.smithi098.stdout:1972: done (1 left) 2024-04-12T00:33:40.707 INFO:tasks.rados.rados.0.smithi098.stdout:1973: done (0 left) 2024-04-12T00:33:40.707 INFO:tasks.rados.rados.0.smithi098.stdout:1974: delete oid 6 current snap is 182 2024-04-12T00:33:40.712 INFO:tasks.rados.rados.0.smithi098.stdout:1974: done (0 left) 2024-04-12T00:33:40.712 INFO:tasks.rados.rados.0.smithi098.stdout:1975: read oid 47 snap -1 2024-04-12T00:33:40.712 INFO:tasks.rados.rados.0.smithi098.stdout:1975: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:33:40.712 INFO:tasks.rados.rados.0.smithi098.stdout:1976: read oid 2 snap -1 2024-04-12T00:33:40.712 INFO:tasks.rados.rados.0.smithi098.stdout:1976: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:33:40.712 INFO:tasks.rados.rados.0.smithi098.stdout:1977: read oid 42 snap -1 2024-04-12T00:33:40.712 INFO:tasks.rados.rados.0.smithi098.stdout:1977: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:33:40.712 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 182 2024-04-12T00:33:40.712 INFO:tasks.rados.rados.0.smithi098.stdout:1978: seq_num 642 ranges {2154496=761856,2916352=401408} 2024-04-12T00:33:40.728 INFO:tasks.rados.rados.0.smithi098.stdout:1978: writing smithi09877355-3 from 2154496 to 2916352 tid 1 2024-04-12T00:33:40.731 INFO:tasks.rados.rados.0.smithi098.stdout:1978: writing smithi09877355-3 from 2916352 to 3317760 tid 2 2024-04-12T00:33:40.731 INFO:tasks.rados.rados.0.smithi098.stdout:1979: snap_remove snap 152 2024-04-12T00:33:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:40 smithi098 ceph-mon[91373]: osdmap e423: 8 total, 8 up, 8 in 2024-04-12T00:33:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:40 smithi098 ceph-mon[91373]: pgmap v292: 121 pgs: 121 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-12T00:33:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:40 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:40 smithi098 ceph-mon[91373]: osdmap e424: 8 total, 8 up, 8 in 2024-04-12T00:33:41.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:40 smithi098 ceph-mon[88922]: osdmap e423: 8 total, 8 up, 8 in 2024-04-12T00:33:41.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:40 smithi098 ceph-mon[88922]: pgmap v292: 121 pgs: 121 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-12T00:33:41.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:40 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:41.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:40 smithi098 ceph-mon[88922]: osdmap e424: 8 total, 8 up, 8 in 2024-04-12T00:33:41.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:40 smithi193 ceph-mon[83763]: osdmap e423: 8 total, 8 up, 8 in 2024-04-12T00:33:41.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:40 smithi193 ceph-mon[83763]: pgmap v292: 121 pgs: 121 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-12T00:33:41.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:40 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:41.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:40 smithi193 ceph-mon[83763]: osdmap e424: 8 total, 8 up, 8 in 2024-04-12T00:33:41.476 INFO:tasks.rados.rados.0.smithi098.stdout:1979: done (4 left) 2024-04-12T00:33:41.476 INFO:tasks.rados.rados.0.smithi098.stdout:1980: rollback oid 23 current snap is 182 2024-04-12T00:33:41.476 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 23 to 167 2024-04-12T00:33:41.476 INFO:tasks.rados.rados.0.smithi098.stdout:1976: expect (ObjNum 477 snap 124 seq_num 477) 2024-04-12T00:33:41.556 INFO:tasks.rados.rados.0.smithi098.stdout:1977: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:33:41.676 INFO:tasks.rados.rados.0.smithi098.stdout:1978: finishing write tid 1 to smithi09877355-3 2024-04-12T00:33:41.677 INFO:tasks.rados.rados.0.smithi098.stdout:1978: finishing write tid 2 to smithi09877355-3 2024-04-12T00:33:41.677 INFO:tasks.rados.rados.0.smithi098.stdout:1978: finishing write tid 3 to smithi09877355-3 2024-04-12T00:33:41.677 INFO:tasks.rados.rados.0.smithi098.stdout:1978: finishing write tid 4 to smithi09877355-3 2024-04-12T00:33:41.677 INFO:tasks.rados.rados.0.smithi098.stdout:1978: oid 3 updating version 0 to 1012 2024-04-12T00:33:41.677 INFO:tasks.rados.rados.0.smithi098.stdout:1978: oid 3 updating version 1012 to 1013 2024-04-12T00:33:41.677 INFO:tasks.rados.rados.0.smithi098.stdout:1978: oid 3 version 1013 is already newer than 1011 2024-04-12T00:33:41.677 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1013 (ObjNum 642 snap 182 seq_num 642) dirty exists 2024-04-12T00:33:41.677 INFO:tasks.rados.rados.0.smithi098.stdout:1978: left oid 3 (ObjNum 642 snap 182 seq_num 642) 2024-04-12T00:33:41.677 INFO:tasks.rados.rados.0.smithi098.stdout:1975: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1980: finishing rollback tid 1 to smithi09877355-23 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1980: finishing rollback tid 2 to smithi09877355-23 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1215 (ObjNum 545 snap 143 seq_num 545) dirty exists 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1975: done (4 left) 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1976: done (3 left) 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1977: done (2 left) 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1978: done (1 left) 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1980: done (0 left) 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1981: read oid 41 snap -1 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1981: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:33:42.131 INFO:tasks.rados.rados.0.smithi098.stdout:1982: snap_create 2024-04-12T00:33:42.157 INFO:tasks.rados.rados.0.smithi098.stdout:1981: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:33:42.612 INFO:tasks.rados.rados.0.smithi098.stdout:1981: done (1 left) 2024-04-12T00:33:42.613 INFO:tasks.rados.rados.0.smithi098.stdout:1982: done (0 left) 2024-04-12T00:33:42.613 INFO:tasks.rados.rados.0.smithi098.stdout:1983: copy_from oid 21 from oid 50 current snap is 183 2024-04-12T00:33:42.613 INFO:tasks.rados.rados.0.smithi098.stdout:1984: read oid 7 snap -1 2024-04-12T00:33:42.613 INFO:tasks.rados.rados.0.smithi098.stdout:1984: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:33:42.613 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 183 2024-04-12T00:33:42.613 INFO:tasks.rados.rados.0.smithi098.stdout:1985: seq_num 643 ranges {0=778240,778240=401408} 2024-04-12T00:33:42.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:42 smithi193 ceph-mon[83763]: osdmap e425: 8 total, 8 up, 8 in 2024-04-12T00:33:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:42 smithi193 ceph-mon[83763]: pgmap v295: 121 pgs: 121 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-12T00:33:42.616 INFO:tasks.rados.rados.0.smithi098.stdout:1985: writing smithi09877355-9 from 0 to 778240 tid 1 2024-04-12T00:33:42.619 INFO:tasks.rados.rados.0.smithi098.stdout:1985: writing smithi09877355-9 from 778240 to 1179648 tid 2 2024-04-12T00:33:42.619 INFO:tasks.rados.rados.0.smithi098.stdout:1986: snap_create 2024-04-12T00:33:42.619 INFO:tasks.rados.rados.0.smithi098.stdout:1983: finishing copy_from to smithi09877355-21 2024-04-12T00:33:42.619 INFO:tasks.rados.rados.0.smithi098.stdout:1983: got expected ENOENT (src dne) 2024-04-12T00:33:42.619 INFO:tasks.rados.rados.0.smithi098.stdout:1984: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:33:42.622 INFO:tasks.rados.rados.0.smithi098.stdout:1983: finishing copy_from racing read to smithi09877355-21 2024-04-12T00:33:42.622 INFO:tasks.rados.rados.0.smithi098.stdout:1985: finishing write tid 1 to smithi09877355-9 2024-04-12T00:33:42.622 INFO:tasks.rados.rados.0.smithi098.stdout:1985: finishing write tid 2 to smithi09877355-9 2024-04-12T00:33:42.622 INFO:tasks.rados.rados.0.smithi098.stdout:1985: finishing write tid 3 to smithi09877355-9 2024-04-12T00:33:42.623 INFO:tasks.rados.rados.0.smithi098.stdout:1985: finishing write tid 4 to smithi09877355-9 2024-04-12T00:33:42.623 INFO:tasks.rados.rados.0.smithi098.stdout:1985: oid 9 updating version 0 to 1136 2024-04-12T00:33:42.623 INFO:tasks.rados.rados.0.smithi098.stdout:1985: oid 9 version 1136 is already newer than 1134 2024-04-12T00:33:42.623 INFO:tasks.rados.rados.0.smithi098.stdout:1985: oid 9 version 1136 is already newer than 1135 2024-04-12T00:33:42.624 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1136 (ObjNum 643 snap 183 seq_num 643) dirty exists 2024-04-12T00:33:42.624 INFO:tasks.rados.rados.0.smithi098.stdout:1985: left oid 9 (ObjNum 643 snap 183 seq_num 643) 2024-04-12T00:33:42.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:42 smithi098 ceph-mon[91373]: osdmap e425: 8 total, 8 up, 8 in 2024-04-12T00:33:42.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:42 smithi098 ceph-mon[91373]: pgmap v295: 121 pgs: 121 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-12T00:33:42.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:42 smithi098 ceph-mon[88922]: osdmap e425: 8 total, 8 up, 8 in 2024-04-12T00:33:42.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:42 smithi098 ceph-mon[88922]: pgmap v295: 121 pgs: 121 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-12T00:33:43.482 INFO:tasks.rados.rados.0.smithi098.stdout:1983: done (3 left) 2024-04-12T00:33:43.563 INFO:tasks.rados.rados.0.smithi098.stdout:1984: done (2 left) 2024-04-12T00:33:43.564 INFO:tasks.rados.rados.0.smithi098.stdout:1985: done (1 left) 2024-04-12T00:33:43.564 INFO:tasks.rados.rados.0.smithi098.stdout:1986: done (0 left) 2024-04-12T00:33:43.564 INFO:tasks.rados.rados.0.smithi098.stdout:1987: snap_remove snap 180 2024-04-12T00:33:43.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:43 smithi098 ceph-mon[91373]: osdmap e426: 8 total, 8 up, 8 in 2024-04-12T00:33:43.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:43 smithi098 ceph-mon[88922]: osdmap e426: 8 total, 8 up, 8 in 2024-04-12T00:33:43.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:43 smithi193 ceph-mon[83763]: osdmap e426: 8 total, 8 up, 8 in 2024-04-12T00:33:43.866 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:44.500 INFO:tasks.rados.rados.0.smithi098.stdout:1987: done (0 left) 2024-04-12T00:33:44.501 INFO:tasks.rados.rados.0.smithi098.stdout:1988: read oid 39 snap -1 2024-04-12T00:33:44.501 INFO:tasks.rados.rados.0.smithi098.stdout:1988: expect (ObjNum 630 snap 178 seq_num 630) 2024-04-12T00:33:44.501 INFO:tasks.rados.rados.0.smithi098.stdout:1989: setattr oid 29 current snap is 184 2024-04-12T00:33:44.501 INFO:tasks.rados.rados.0.smithi098.stdout:1990: snap_remove snap 163 2024-04-12T00:33:44.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:44 smithi098 ceph-mon[91373]: osdmap e427: 8 total, 8 up, 8 in 2024-04-12T00:33:44.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:44 smithi098 ceph-mon[91373]: pgmap v298: 121 pgs: 121 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 800 KiB/s wr, 20 op/s 2024-04-12T00:33:44.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:44 smithi098 ceph-mon[88922]: osdmap e427: 8 total, 8 up, 8 in 2024-04-12T00:33:44.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:44 smithi098 ceph-mon[88922]: pgmap v298: 121 pgs: 121 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 800 KiB/s wr, 20 op/s 2024-04-12T00:33:44.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:44 smithi193 ceph-mon[83763]: osdmap e427: 8 total, 8 up, 8 in 2024-04-12T00:33:44.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:44 smithi193 ceph-mon[83763]: pgmap v298: 121 pgs: 121 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 800 KiB/s wr, 20 op/s 2024-04-12T00:33:45.507 INFO:tasks.rados.rados.0.smithi098.stdout:1990: done (2 left) 2024-04-12T00:33:45.508 INFO:tasks.rados.rados.0.smithi098.stdout:1991: delete oid 12 current snap is 184 2024-04-12T00:33:45.508 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 1120 (ObjNum 617 snap 174 seq_num 617) dirty exists 2024-04-12T00:33:45.508 INFO:tasks.rados.rados.0.smithi098.stdout:1988: expect (ObjNum 630 snap 178 seq_num 630) 2024-04-12T00:33:45.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:45 smithi098 ceph-mon[88922]: osdmap e428: 8 total, 8 up, 8 in 2024-04-12T00:33:45.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:45 smithi098 ceph-mon[91373]: osdmap e428: 8 total, 8 up, 8 in 2024-04-12T00:33:45.790 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:33:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:33:45] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-12T00:33:45.834 INFO:tasks.rados.rados.0.smithi098.stdout:1988: done (2 left) 2024-04-12T00:33:45.834 INFO:tasks.rados.rados.0.smithi098.stdout:1989: done (1 left) 2024-04-12T00:33:45.834 INFO:tasks.rados.rados.0.smithi098.stdout:1991: done (0 left) 2024-04-12T00:33:45.835 INFO:tasks.rados.rados.0.smithi098.stdout:1992: delete oid 13 current snap is 184 2024-04-12T00:33:45.838 INFO:tasks.rados.rados.0.smithi098.stdout:1992: done (0 left) 2024-04-12T00:33:45.838 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 184 2024-04-12T00:33:45.838 INFO:tasks.rados.rados.0.smithi098.stdout:1993: seq_num 646 ranges {5292032=425984,5718016=655360,6373376=147456} 2024-04-12T00:33:45.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:45 smithi193 ceph-mon[83763]: osdmap e428: 8 total, 8 up, 8 in 2024-04-12T00:33:45.868 INFO:tasks.rados.rados.0.smithi098.stdout:1993: writing smithi09877355-39 from 5292032 to 5718016 tid 1 2024-04-12T00:33:45.872 INFO:tasks.rados.rados.0.smithi098.stdout:1993: writing smithi09877355-39 from 5718016 to 6373376 tid 2 2024-04-12T00:33:45.873 INFO:tasks.rados.rados.0.smithi098.stdout:1993: writing smithi09877355-39 from 6373376 to 6520832 tid 3 2024-04-12T00:33:45.873 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 184 2024-04-12T00:33:45.873 INFO:tasks.rados.rados.0.smithi098.stdout:1994: seq_num 647 ranges {7823360=442368,8265728=589824,8855552=212992} 2024-04-12T00:33:45.917 INFO:tasks.rados.rados.0.smithi098.stdout:1994: writing smithi09877355-41 from 7823360 to 8265728 tid 1 2024-04-12T00:33:45.920 INFO:tasks.rados.rados.0.smithi098.stdout:1994: writing smithi09877355-41 from 8265728 to 8855552 tid 2 2024-04-12T00:33:45.922 INFO:tasks.rados.rados.0.smithi098.stdout:1994: writing smithi09877355-41 from 8855552 to 9068544 tid 3 2024-04-12T00:33:45.922 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 184 2024-04-12T00:33:45.922 INFO:tasks.rados.rados.0.smithi098.stdout:1995: seq_num 648 ranges {4333568=458752,4792320=475136,5267456=327680} 2024-04-12T00:33:45.946 INFO:tasks.rados.rados.0.smithi098.stdout:1995: writing smithi09877355-20 from 4333568 to 4792320 tid 1 2024-04-12T00:33:45.949 INFO:tasks.rados.rados.0.smithi098.stdout:1995: writing smithi09877355-20 from 4792320 to 5267456 tid 2 2024-04-12T00:33:45.951 INFO:tasks.rados.rados.0.smithi098.stdout:1995: writing smithi09877355-20 from 5267456 to 5595136 tid 3 2024-04-12T00:33:45.951 INFO:tasks.rados.rados.0.smithi098.stdout:1996: setattr oid 19 current snap is 184 2024-04-12T00:33:45.951 INFO:tasks.rados.rados.0.smithi098.stdout:1993: finishing write tid 1 to smithi09877355-39 2024-04-12T00:33:45.951 INFO:tasks.rados.rados.0.smithi098.stdout:1993: finishing write tid 2 to smithi09877355-39 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1993: finishing write tid 3 to smithi09877355-39 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1993: finishing write tid 4 to smithi09877355-39 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1993: finishing write tid 5 to smithi09877355-39 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1993: oid 39 updating version 0 to 1394 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1993: oid 39 updating version 1394 to 1397 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1993: oid 39 version 1397 is already newer than 1396 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1993: oid 39 version 1397 is already newer than 1395 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1397 (ObjNum 646 snap 184 seq_num 646) dirty exists 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1993: left oid 39 (ObjNum 646 snap 184 seq_num 646) 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1994: finishing write tid 1 to smithi09877355-41 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1994: finishing write tid 2 to smithi09877355-41 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1994: finishing write tid 3 to smithi09877355-41 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1994: finishing write tid 4 to smithi09877355-41 2024-04-12T00:33:45.952 INFO:tasks.rados.rados.0.smithi098.stdout:1994: finishing write tid 5 to smithi09877355-41 2024-04-12T00:33:45.953 INFO:tasks.rados.rados.0.smithi098.stdout:1994: oid 41 updating version 0 to 1216 2024-04-12T00:33:45.953 INFO:tasks.rados.rados.0.smithi098.stdout:1994: oid 41 updating version 1216 to 1218 2024-04-12T00:33:45.953 INFO:tasks.rados.rados.0.smithi098.stdout:1994: oid 41 updating version 1218 to 1219 2024-04-12T00:33:45.953 INFO:tasks.rados.rados.0.smithi098.stdout:1994: oid 41 version 1219 is already newer than 1217 2024-04-12T00:33:45.953 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1219 (ObjNum 647 snap 184 seq_num 647) dirty exists 2024-04-12T00:33:45.953 INFO:tasks.rados.rados.0.smithi098.stdout:1994: left oid 41 (ObjNum 647 snap 184 seq_num 647) 2024-04-12T00:33:45.953 INFO:tasks.rados.rados.0.smithi098.stdout:1993: done (3 left) 2024-04-12T00:33:45.953 INFO:tasks.rados.rados.0.smithi098.stdout:1994: done (2 left) 2024-04-12T00:33:45.953 INFO:tasks.rados.rados.0.smithi098.stdout:1997: delete oid 10 current snap is 184 2024-04-12T00:33:45.955 INFO:tasks.rados.rados.0.smithi098.stdout:1995: finishing write tid 1 to smithi09877355-20 2024-04-12T00:33:45.955 INFO:tasks.rados.rados.0.smithi098.stdout:1995: finishing write tid 2 to smithi09877355-20 2024-04-12T00:33:45.956 INFO:tasks.rados.rados.0.smithi098.stdout:1995: finishing write tid 3 to smithi09877355-20 2024-04-12T00:33:45.956 INFO:tasks.rados.rados.0.smithi098.stdout:1995: finishing write tid 4 to smithi09877355-20 2024-04-12T00:33:45.956 INFO:tasks.rados.rados.0.smithi098.stdout:1997: done (2 left) 2024-04-12T00:33:45.957 INFO:tasks.rados.rados.0.smithi098.stdout:1998: read oid 3 snap -1 2024-04-12T00:33:45.957 INFO:tasks.rados.rados.0.smithi098.stdout:1998: expect (ObjNum 642 snap 182 seq_num 642) 2024-04-12T00:33:45.957 INFO:tasks.rados.rados.0.smithi098.stdout:1999: read oid 28 snap 177 2024-04-12T00:33:45.957 INFO:tasks.rados.rados.0.smithi098.stdout:1999: expect deleted 2024-04-12T00:33:45.957 INFO:tasks.rados.rados.0.smithi098.stdout:2000: rmattr oid 4 current snap is 184 2024-04-12T00:33:45.957 INFO:tasks.rados.rados.0.smithi098.stdout:2000: done (4 left) 2024-04-12T00:33:45.957 INFO:tasks.rados.rados.0.smithi098.stdout:2001: snap_create 2024-04-12T00:33:45.958 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 764 (ObjNum 614 snap 173 seq_num 614) dirty exists 2024-04-12T00:33:45.958 INFO:tasks.rados.rados.0.smithi098.stdout:1995: finishing write tid 5 to smithi09877355-20 2024-04-12T00:33:45.959 INFO:tasks.rados.rados.0.smithi098.stdout:1995: oid 20 updating version 0 to 975 2024-04-12T00:33:45.959 INFO:tasks.rados.rados.0.smithi098.stdout:1995: oid 20 version 975 is already newer than 974 2024-04-12T00:33:45.959 INFO:tasks.rados.rados.0.smithi098.stdout:1995: oid 20 version 975 is already newer than 973 2024-04-12T00:33:45.959 INFO:tasks.rados.rados.0.smithi098.stdout:1995: oid 20 version 975 is already newer than 972 2024-04-12T00:33:45.959 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 975 (ObjNum 648 snap 184 seq_num 648) dirty exists 2024-04-12T00:33:45.959 INFO:tasks.rados.rados.0.smithi098.stdout:1995: left oid 20 (ObjNum 648 snap 184 seq_num 648) 2024-04-12T00:33:45.968 INFO:tasks.rados.rados.0.smithi098.stdout:1998: expect (ObjNum 642 snap 182 seq_num 642) 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:1995: done (4 left) 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:1996: done (3 left) 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:1998: done (2 left) 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:1999: done (1 left) 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:2001: done (0 left) 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:2002: read oid 32 snap 175 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:2002: expect (ObjNum 562 snap 153 seq_num 562) 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:2003: read oid 43 snap -1 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:2003: expect (ObjNum 571 snap 156 seq_num 571) 2024-04-12T00:33:46.479 INFO:tasks.rados.rados.0.smithi098.stdout:2004: read oid 14 snap -1 2024-04-12T00:33:46.480 INFO:tasks.rados.rados.0.smithi098.stdout:2004: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:33:46.480 INFO:tasks.rados.rados.0.smithi098.stdout:2005: delete oid 34 current snap is 185 2024-04-12T00:33:46.482 INFO:tasks.rados.rados.0.smithi098.stdout:2005: done (3 left) 2024-04-12T00:33:46.482 INFO:tasks.rados.rados.0.smithi098.stdout:2006: delete oid 18 current snap is 185 2024-04-12T00:33:46.493 INFO:tasks.rados.rados.0.smithi098.stdout:2002: expect (ObjNum 562 snap 153 seq_num 562) 2024-04-12T00:33:46.566 INFO:tasks.rados.rados.0.smithi098.stdout:2003: expect (ObjNum 571 snap 156 seq_num 571) 2024-04-12T00:33:46.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:46 smithi098 ceph-mon[91373]: osdmap e429: 8 total, 8 up, 8 in 2024-04-12T00:33:46.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:46 smithi098 ceph-mon[91373]: pgmap v301: 121 pgs: 121 active+clean; 257 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 572 KiB/s wr, 9 op/s 2024-04-12T00:33:46.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:46 smithi098 ceph-mon[91373]: osdmap e430: 8 total, 8 up, 8 in 2024-04-12T00:33:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:46 smithi098 ceph-mon[88922]: osdmap e429: 8 total, 8 up, 8 in 2024-04-12T00:33:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:46 smithi098 ceph-mon[88922]: pgmap v301: 121 pgs: 121 active+clean; 257 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 572 KiB/s wr, 9 op/s 2024-04-12T00:33:46.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:46 smithi098 ceph-mon[88922]: osdmap e430: 8 total, 8 up, 8 in 2024-04-12T00:33:46.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:46 smithi193 ceph-mon[83763]: osdmap e429: 8 total, 8 up, 8 in 2024-04-12T00:33:46.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:46 smithi193 ceph-mon[83763]: pgmap v301: 121 pgs: 121 active+clean; 257 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 572 KiB/s wr, 9 op/s 2024-04-12T00:33:46.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:46 smithi193 ceph-mon[83763]: osdmap e430: 8 total, 8 up, 8 in 2024-04-12T00:33:46.967 INFO:tasks.rados.rados.0.smithi098.stdout:2004: expect (ObjNum 550 snap 145 seq_num 550) 2024-04-12T00:33:47.485 INFO:tasks.rados.rados.0.smithi098.stdout:2002: done (3 left) 2024-04-12T00:33:47.485 INFO:tasks.rados.rados.0.smithi098.stdout:2003: done (2 left) 2024-04-12T00:33:47.485 INFO:tasks.rados.rados.0.smithi098.stdout:2004: done (1 left) 2024-04-12T00:33:47.486 INFO:tasks.rados.rados.0.smithi098.stdout:2006: done (0 left) 2024-04-12T00:33:47.486 INFO:tasks.rados.rados.0.smithi098.stdout:2007: snap_create 2024-04-12T00:33:47.524 INFO:tasks.rados.rados.0.smithi098.stdout:2007: done (0 left) 2024-04-12T00:33:47.524 INFO:tasks.rados.rados.0.smithi098.stdout:2008: read oid 1 snap -1 2024-04-12T00:33:47.524 INFO:tasks.rados.rados.0.smithi098.stdout:2008: expect deleted 2024-04-12T00:33:47.525 INFO:tasks.rados.rados.0.smithi098.stdout:2009: snap_create 2024-04-12T00:33:47.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:47.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:47.795 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:48.534 INFO:tasks.rados.rados.0.smithi098.stdout:2008: done (1 left) 2024-04-12T00:33:48.534 INFO:tasks.rados.rados.0.smithi098.stdout:2009: done (0 left) 2024-04-12T00:33:48.534 INFO:tasks.rados.rados.0.smithi098.stdout:2010: delete oid 37 current snap is 187 2024-04-12T00:33:48.538 INFO:tasks.rados.rados.0.smithi098.stdout:2010: done (0 left) 2024-04-12T00:33:48.538 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 187 2024-04-12T00:33:48.538 INFO:tasks.rados.rados.0.smithi098.stdout:2011: seq_num 653 ranges {1482752=540672,2023424=696320,2719744=106496} 2024-04-12T00:33:48.549 INFO:tasks.rados.rados.0.smithi098.stdout:2011: writing smithi09877355-4 from 1482752 to 2023424 tid 1 2024-04-12T00:33:48.553 INFO:tasks.rados.rados.0.smithi098.stdout:2011: writing smithi09877355-4 from 2023424 to 2719744 tid 2 2024-04-12T00:33:48.553 INFO:tasks.rados.rados.0.smithi098.stdout:2011: writing smithi09877355-4 from 2719744 to 2826240 tid 3 2024-04-12T00:33:48.553 INFO:tasks.rados.rados.0.smithi098.stdout:2012: snap_create 2024-04-12T00:33:48.557 INFO:tasks.rados.rados.0.smithi098.stdout:2011: finishing write tid 1 to smithi09877355-4 2024-04-12T00:33:48.557 INFO:tasks.rados.rados.0.smithi098.stdout:2011: finishing write tid 2 to smithi09877355-4 2024-04-12T00:33:48.558 INFO:tasks.rados.rados.0.smithi098.stdout:2011: finishing write tid 3 to smithi09877355-4 2024-04-12T00:33:48.558 INFO:tasks.rados.rados.0.smithi098.stdout:2011: finishing write tid 4 to smithi09877355-4 2024-04-12T00:33:48.560 INFO:tasks.rados.rados.0.smithi098.stdout:2011: finishing write tid 5 to smithi09877355-4 2024-04-12T00:33:48.560 INFO:tasks.rados.rados.0.smithi098.stdout:2011: oid 4 updating version 0 to 978 2024-04-12T00:33:48.560 INFO:tasks.rados.rados.0.smithi098.stdout:2011: oid 4 version 978 is already newer than 977 2024-04-12T00:33:48.560 INFO:tasks.rados.rados.0.smithi098.stdout:2011: oid 4 updating version 978 to 979 2024-04-12T00:33:48.560 INFO:tasks.rados.rados.0.smithi098.stdout:2011: oid 4 version 979 is already newer than 976 2024-04-12T00:33:48.560 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 979 (ObjNum 653 snap 187 seq_num 653) dirty exists 2024-04-12T00:33:48.560 INFO:tasks.rados.rados.0.smithi098.stdout:2011: left oid 4 (ObjNum 653 snap 187 seq_num 653) 2024-04-12T00:33:48.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:48 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:48.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:48 smithi098 ceph-mon[88922]: Upgrade: osd.4 is safe to restart 2024-04-12T00:33:48.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:48 smithi098 ceph-mon[88922]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T00:33:48.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:48 smithi098 ceph-mon[88922]: pgmap v304: 121 pgs: 121 active+clean; 257 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 284 KiB/s wr, 9 op/s 2024-04-12T00:33:48.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:48 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:48.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:48 smithi098 ceph-mon[91373]: Upgrade: osd.4 is safe to restart 2024-04-12T00:33:48.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:48 smithi098 ceph-mon[91373]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T00:33:48.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:48 smithi098 ceph-mon[91373]: pgmap v304: 121 pgs: 121 active+clean; 257 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 284 KiB/s wr, 9 op/s 2024-04-12T00:33:48.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:48 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T00:33:48.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:48 smithi193 ceph-mon[83763]: Upgrade: osd.4 is safe to restart 2024-04-12T00:33:48.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:48 smithi193 ceph-mon[83763]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T00:33:48.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:48 smithi193 ceph-mon[83763]: pgmap v304: 121 pgs: 121 active+clean; 257 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 284 KiB/s wr, 9 op/s 2024-04-12T00:33:49.531 INFO:tasks.rados.rados.0.smithi098.stdout:2011: done (1 left) 2024-04-12T00:33:49.531 INFO:tasks.rados.rados.0.smithi098.stdout:2012: done (0 left) 2024-04-12T00:33:49.531 INFO:tasks.rados.rados.0.smithi098.stdout:2013: read oid 39 snap 185 2024-04-12T00:33:49.531 INFO:tasks.rados.rados.0.smithi098.stdout:2013: expect (ObjNum 646 snap 184 seq_num 646) 2024-04-12T00:33:49.532 INFO:tasks.rados.rados.0.smithi098.stdout:2014: rollback oid 41 current snap is 188 2024-04-12T00:33:49.532 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 184 2024-04-12T00:33:49.532 INFO:tasks.rados.rados.0.smithi098.stdout:2015: copy_from oid 40 from oid 12 current snap is 188 2024-04-12T00:33:49.532 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 188 2024-04-12T00:33:49.532 INFO:tasks.rados.rados.0.smithi098.stdout:2016: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2024-04-12T00:33:49.534 INFO:tasks.rados.rados.0.smithi098.stdout:2016: writing smithi09877355-1 from 0 to 557056 tid 1 2024-04-12T00:33:49.538 INFO:tasks.rados.rados.0.smithi098.stdout:2016: writing smithi09877355-1 from 557056 to 1187840 tid 2 2024-04-12T00:33:49.540 INFO:tasks.rados.rados.0.smithi098.stdout:2016: writing smithi09877355-1 from 1187840 to 1359872 tid 3 2024-04-12T00:33:49.540 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 188 2024-04-12T00:33:49.540 INFO:tasks.rados.rados.0.smithi098.stdout:2015: finishing copy_from to smithi09877355-40 2024-04-12T00:33:49.540 INFO:tasks.rados.rados.0.smithi098.stdout:2015: got expected ENOENT (src dne) 2024-04-12T00:33:49.540 INFO:tasks.rados.rados.0.smithi098.stdout:2015: finishing copy_from racing read to smithi09877355-40 2024-04-12T00:33:49.540 INFO:tasks.rados.rados.0.smithi098.stdout:2014: finishing rollback tid 0 to smithi09877355-41 2024-04-12T00:33:49.540 INFO:tasks.rados.rados.0.smithi098.stdout:2014: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:33:49.540 INFO:tasks.rados.rados.0.smithi098.stdout:2017: seq_num 655 ranges {753664=573440,1327104=516096,1843200=286720} 2024-04-12T00:33:49.547 INFO:tasks.rados.rados.0.smithi098.stdout:2017: writing smithi09877355-11 from 753664 to 1327104 tid 1 2024-04-12T00:33:49.550 INFO:tasks.rados.rados.0.smithi098.stdout:2017: writing smithi09877355-11 from 1327104 to 1843200 tid 2 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2017: writing smithi09877355-11 from 1843200 to 2129920 tid 3 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2015: done (4 left) 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2018: read oid 33 snap -1 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2018: expect deleted 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2019: rmattr oid 15 current snap is 188 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2019: done (5 left) 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2020: snap_create 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2014: finishing rollback tid 2 to smithi09877355-41 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1222 (ObjNum 647 snap 184 seq_num 647) dirty exists 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2016: finishing write tid 1 to smithi09877355-1 2024-04-12T00:33:49.553 INFO:tasks.rados.rados.0.smithi098.stdout:2016: finishing write tid 2 to smithi09877355-1 2024-04-12T00:33:49.554 INFO:tasks.rados.rados.0.smithi098.stdout:2016: finishing write tid 3 to smithi09877355-1 2024-04-12T00:33:49.554 INFO:tasks.rados.rados.0.smithi098.stdout:2016: finishing write tid 4 to smithi09877355-1 2024-04-12T00:33:49.554 INFO:tasks.rados.rados.0.smithi098.stdout:2016: finishing write tid 5 to smithi09877355-1 2024-04-12T00:33:49.554 INFO:tasks.rados.rados.0.smithi098.stdout:2016: oid 1 updating version 0 to 1121 2024-04-12T00:33:49.554 INFO:tasks.rados.rados.0.smithi098.stdout:2016: oid 1 updating version 1121 to 1122 2024-04-12T00:33:49.554 INFO:tasks.rados.rados.0.smithi098.stdout:2016: oid 1 updating version 1122 to 1124 2024-04-12T00:33:49.554 INFO:tasks.rados.rados.0.smithi098.stdout:2016: oid 1 version 1124 is already newer than 1123 2024-04-12T00:33:49.554 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 1124 (ObjNum 654 snap 188 seq_num 654) dirty exists 2024-04-12T00:33:49.554 INFO:tasks.rados.rados.0.smithi098.stdout:2016: left oid 1 (ObjNum 654 snap 188 seq_num 654) 2024-04-12T00:33:49.563 INFO:tasks.rados.rados.0.smithi098.stdout:2013: expect (ObjNum 646 snap 184 seq_num 646) 2024-04-12T00:33:49.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[88922]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T00:33:49.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[88922]: Upgrade: Updating osd.4 2024-04-12T00:33:49.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:49.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T00:33:49.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:33:49.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[88922]: Deploying daemon osd.4 on smithi193 2024-04-12T00:33:49.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[91373]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T00:33:49.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[91373]: Upgrade: Updating osd.4 2024-04-12T00:33:49.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:49.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T00:33:49.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:33:49.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:49 smithi098 ceph-mon[91373]: Deploying daemon osd.4 on smithi193 2024-04-12T00:33:49.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:49 smithi193 ceph-mon[83763]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T00:33:49.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:49 smithi193 ceph-mon[83763]: Upgrade: Updating osd.4 2024-04-12T00:33:49.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:49.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T00:33:49.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:33:49.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:49 smithi193 ceph-mon[83763]: Deploying daemon osd.4 on smithi193 2024-04-12T00:33:50.005 INFO:tasks.rados.rados.0.smithi098.stdout:2017: finishing write tid 1 to smithi09877355-11 2024-04-12T00:33:50.005 INFO:tasks.rados.rados.0.smithi098.stdout:2017: finishing write tid 2 to smithi09877355-11 2024-04-12T00:33:50.005 INFO:tasks.rados.rados.0.smithi098.stdout:2017: finishing write tid 3 to smithi09877355-11 2024-04-12T00:33:50.005 INFO:tasks.rados.rados.0.smithi098.stdout:2017: finishing write tid 4 to smithi09877355-11 2024-04-12T00:33:50.005 INFO:tasks.rados.rados.0.smithi098.stdout:2017: finishing write tid 5 to smithi09877355-11 2024-04-12T00:33:50.005 INFO:tasks.rados.rados.0.smithi098.stdout:2017: oid 11 updating version 0 to 1402 2024-04-12T00:33:50.005 INFO:tasks.rados.rados.0.smithi098.stdout:2017: oid 11 version 1402 is already newer than 1399 2024-04-12T00:33:50.005 INFO:tasks.rados.rados.0.smithi098.stdout:2017: oid 11 version 1402 is already newer than 1401 2024-04-12T00:33:50.006 INFO:tasks.rados.rados.0.smithi098.stdout:2017: oid 11 version 1402 is already newer than 1400 2024-04-12T00:33:50.006 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1402 (ObjNum 655 snap 188 seq_num 655) dirty exists 2024-04-12T00:33:50.006 INFO:tasks.rados.rados.0.smithi098.stdout:2017: left oid 11 (ObjNum 655 snap 188 seq_num 655) 2024-04-12T00:33:50.543 INFO:tasks.rados.rados.0.smithi098.stdout:2013: done (5 left) 2024-04-12T00:33:50.544 INFO:tasks.rados.rados.0.smithi098.stdout:2014: done (4 left) 2024-04-12T00:33:50.544 INFO:tasks.rados.rados.0.smithi098.stdout:2016: done (3 left) 2024-04-12T00:33:50.544 INFO:tasks.rados.rados.0.smithi098.stdout:2017: done (2 left) 2024-04-12T00:33:50.544 INFO:tasks.rados.rados.0.smithi098.stdout:2018: done (1 left) 2024-04-12T00:33:50.544 INFO:tasks.rados.rados.0.smithi098.stdout:2020: done (0 left) 2024-04-12T00:33:50.544 INFO:tasks.rados.rados.0.smithi098.stdout:2021: read oid 44 snap 150 2024-04-12T00:33:50.544 INFO:tasks.rados.rados.0.smithi098.stdout:2021: expect (ObjNum 467 snap 124 seq_num 467) 2024-04-12T00:33:50.544 INFO:tasks.rados.rados.0.smithi098.stdout:2022: delete oid 39 current snap is 189 2024-04-12T00:33:50.549 INFO:tasks.rados.rados.0.smithi098.stdout:2021: expect (ObjNum 467 snap 124 seq_num 467) 2024-04-12T00:33:50.569 INFO:tasks.rados.rados.0.smithi098.stdout:2021: done (1 left) 2024-04-12T00:33:50.569 INFO:tasks.rados.rados.0.smithi098.stdout:2022: done (0 left) 2024-04-12T00:33:50.569 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 189 2024-04-12T00:33:50.569 INFO:tasks.rados.rados.0.smithi098.stdout:2023: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-04-12T00:33:50.573 INFO:tasks.rados.rados.0.smithi098.stdout:2023: writing smithi09877355-7 from 0 to 606208 tid 1 2024-04-12T00:33:50.578 INFO:tasks.rados.rados.0.smithi098.stdout:2023: writing smithi09877355-7 from 606208 to 1294336 tid 2 2024-04-12T00:33:50.579 INFO:tasks.rados.rados.0.smithi098.stdout:2023: writing smithi09877355-7 from 1294336 to 1409024 tid 3 2024-04-12T00:33:50.579 INFO:tasks.rados.rados.0.smithi098.stdout:2024: snap_remove snap 182 2024-04-12T00:33:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:50 smithi098 ceph-mon[91373]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T00:33:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:50 smithi098 ceph-mon[91373]: pgmap v307: 121 pgs: 121 active+clean; 258 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 304 KiB/s wr, 9 op/s 2024-04-12T00:33:50.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:50.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:50 smithi098 ceph-mon[88922]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T00:33:50.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:50 smithi098 ceph-mon[88922]: pgmap v307: 121 pgs: 121 active+clean; 258 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 304 KiB/s wr, 9 op/s 2024-04-12T00:33:50.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:50 smithi193 ceph-mon[83763]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T00:33:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:50 smithi193 ceph-mon[83763]: pgmap v307: 121 pgs: 121 active+clean; 258 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 304 KiB/s wr, 9 op/s 2024-04-12T00:33:50.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:33:51.482 INFO:tasks.rados.rados.0.smithi098.stdout:2023: finishing write tid 1 to smithi09877355-7 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: finishing write tid 2 to smithi09877355-7 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: finishing write tid 3 to smithi09877355-7 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: finishing write tid 4 to smithi09877355-7 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: finishing write tid 5 to smithi09877355-7 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: oid 7 updating version 0 to 736 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: oid 7 updating version 736 to 738 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: oid 7 version 738 is already newer than 737 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: oid 7 updating version 738 to 739 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 739 (ObjNum 657 snap 189 seq_num 657) dirty exists 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: left oid 7 (ObjNum 657 snap 189 seq_num 657) 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2023: done (1 left) 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2024: done (0 left) 2024-04-12T00:33:51.483 INFO:tasks.rados.rados.0.smithi098.stdout:2025: read oid 9 snap -1 2024-04-12T00:33:51.484 INFO:tasks.rados.rados.0.smithi098.stdout:2025: expect (ObjNum 643 snap 183 seq_num 643) 2024-04-12T00:33:51.484 INFO:tasks.rados.rados.0.smithi098.stdout:2026: delete oid 4 current snap is 189 2024-04-12T00:33:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:2026: done (1 left) 2024-04-12T00:33:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:2027: read oid 8 snap 184 2024-04-12T00:33:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:2027: expect deleted 2024-04-12T00:33:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:2028: rollback oid 18 current snap is 189 2024-04-12T00:33:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 18 to 150 2024-04-12T00:33:51.488 INFO:tasks.rados.rados.0.smithi098.stdout:2029: setattr oid 3 current snap is 189 2024-04-12T00:33:51.490 INFO:tasks.rados.rados.0.smithi098.stdout:2027: done (3 left) 2024-04-12T00:33:51.490 INFO:tasks.rados.rados.0.smithi098.stdout:2030: read oid 43 snap -1 2024-04-12T00:33:51.491 INFO:tasks.rados.rados.0.smithi098.stdout:2030: expect (ObjNum 571 snap 156 seq_num 571) 2024-04-12T00:33:51.491 INFO:tasks.rados.rados.0.smithi098.stdout:2031: copy_from oid 16 from oid 34 current snap is 189 2024-04-12T00:33:51.491 INFO:tasks.rados.rados.0.smithi098.stdout:2032: snap_create 2024-04-12T00:33:51.493 INFO:tasks.rados.rados.0.smithi098.stdout:2031: finishing copy_from to smithi09877355-16 2024-04-12T00:33:51.493 INFO:tasks.rados.rados.0.smithi098.stdout:2031: got expected ENOENT (src dne) 2024-04-12T00:33:51.493 INFO:tasks.rados.rados.0.smithi098.stdout:2031: finishing copy_from racing read to smithi09877355-16 2024-04-12T00:33:51.496 INFO:tasks.rados.rados.0.smithi098.stdout:2025: expect (ObjNum 643 snap 183 seq_num 643) 2024-04-12T00:33:51.530 INFO:tasks.rados.rados.0.smithi098.stdout:2028: finishing rollback tid 1 to smithi09877355-18 2024-04-12T00:33:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2028: finishing rollback tid 2 to smithi09877355-18 2024-04-12T00:33:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 766 (ObjNum 551 snap 147 seq_num 551) dirty exists 2024-04-12T00:33:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1014 (ObjNum 642 snap 182 seq_num 642) dirty exists 2024-04-12T00:33:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2030: expect (ObjNum 571 snap 156 seq_num 571) 2024-04-12T00:33:51.850 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:51 smithi193 ceph-mon[83763]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T00:33:51.850 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:51 smithi193 ceph-mon[83763]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T00:33:52.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:51 smithi098 ceph-mon[91373]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T00:33:52.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:51 smithi098 ceph-mon[91373]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T00:33:52.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:51 smithi098 ceph-mon[88922]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T00:33:52.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:51 smithi098 ceph-mon[88922]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T00:33:52.112 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:51 smithi193 systemd[1]: Stopping Ceph osd.4 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:33:52.365 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:52.365 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[35249]: 2024-04-12T00:33:52.137+0000 7f1ef168e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:33:52.365 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[35249]: 2024-04-12T00:33:52.137+0000 7f1ef168e700 -1 osd.4 435 *** Got signal Terminated *** 2024-04-12T00:33:52.366 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[35249]: 2024-04-12T00:33:52.137+0000 7f1ef168e700 -1 osd.4 435 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T00:33:52.479 INFO:tasks.rados.rados.0.smithi098.stdout:2025: done (5 left) 2024-04-12T00:33:52.479 INFO:tasks.rados.rados.0.smithi098.stdout:2028: done (4 left) 2024-04-12T00:33:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:2029: done (3 left) 2024-04-12T00:33:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:2030: done (2 left) 2024-04-12T00:33:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:2031: done (1 left) 2024-04-12T00:33:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:2032: done (0 left) 2024-04-12T00:33:52.480 INFO:tasks.rados.rados.0.smithi098.stdout:2033: snap_create 2024-04-12T00:33:52.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:52 smithi193 ceph-mon[83763]: pgmap v310: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-12T00:33:52.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:52 smithi193 ceph-mon[83763]: osd.4 marked itself down and dead 2024-04-12T00:33:52.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:52 smithi193 ceph-mon[83763]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:33:52.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:52 smithi193 ceph-mon[83763]: osdmap e436: 8 total, 7 up, 8 in 2024-04-12T00:33:53.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:52 smithi098 ceph-mon[91373]: pgmap v310: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-12T00:33:53.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:52 smithi098 ceph-mon[91373]: osd.4 marked itself down and dead 2024-04-12T00:33:53.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:52 smithi098 ceph-mon[91373]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:33:53.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:52 smithi098 ceph-mon[91373]: osdmap e436: 8 total, 7 up, 8 in 2024-04-12T00:33:53.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:52 smithi098 ceph-mon[88922]: pgmap v310: 121 pgs: 121 active+clean; 264 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-12T00:33:53.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:52 smithi098 ceph-mon[88922]: osd.4 marked itself down and dead 2024-04-12T00:33:53.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:52 smithi098 ceph-mon[88922]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:33:53.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:52 smithi098 ceph-mon[88922]: osdmap e436: 8 total, 7 up, 8 in 2024-04-12T00:33:53.328 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:53 smithi193 podman[88942]: 2024-04-12 00:33:53.043939836 +0000 UTC m=+1.040915612 container died 7ce8577305918e8c272153e0d84441121c9693b966440089376a506fcfd86f87 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba) 2024-04-12T00:33:53.484 INFO:tasks.rados.rados.0.smithi098.stdout:2033: done (0 left) 2024-04-12T00:33:53.484 INFO:tasks.rados.rados.0.smithi098.stdout:2034: delete oid 45 current snap is 191 2024-04-12T00:33:53.493 INFO:tasks.rados.rados.0.smithi098.stdout:2034: done (0 left) 2024-04-12T00:33:53.493 INFO:tasks.rados.rados.0.smithi098.stdout:2035: read oid 40 snap -1 2024-04-12T00:33:53.493 INFO:tasks.rados.rados.0.smithi098.stdout:2035: expect (ObjNum 625 snap 178 seq_num 625) 2024-04-12T00:33:53.493 INFO:tasks.rados.rados.0.smithi098.stdout:2036: snap_remove snap 181 2024-04-12T00:33:53.615 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:53 smithi193 podman[88942]: 2024-04-12 00:33:53.512732429 +0000 UTC m=+1.509708207 container cleanup 7ce8577305918e8c272153e0d84441121c9693b966440089376a506fcfd86f87 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240403) 2024-04-12T00:33:53.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:53 smithi193 bash[88942]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4 2024-04-12T00:33:53.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:33:53 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:33:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:33:54.113 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:53 smithi193 podman[88972]: 2024-04-12 00:33:53.797733775 +0000 UTC m=+0.752637426 container remove 7ce8577305918e8c272153e0d84441121c9693b966440089376a506fcfd86f87 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba) 2024-04-12T00:33:54.365 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:54 smithi193 podman[89065]: 2024-04-12 00:33:54.115203047 +0000 UTC m=+0.104572686 container create 52e22421813e19fc0b0d29aa9cd04f9687b64c0798ab4cf6d6102898324a06d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-12T00:33:54.366 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:54 smithi193 podman[89065]: 2024-04-12 00:33:54.028512049 +0000 UTC m=+0.017881689 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:33:54.366 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:54 smithi193 podman[89065]: 2024-04-12 00:33:54.293162003 +0000 UTC m=+0.282531653 container init 52e22421813e19fc0b0d29aa9cd04f9687b64c0798ab4cf6d6102898324a06d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:33:54.366 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:54 smithi193 podman[89065]: 2024-04-12 00:33:54.296475524 +0000 UTC m=+0.285845173 container start 52e22421813e19fc0b0d29aa9cd04f9687b64c0798ab4cf6d6102898324a06d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-04-12T00:33:54.366 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:54 smithi193 podman[89065]: 2024-04-12 00:33:54.36759533 +0000 UTC m=+0.356964986 container attach 52e22421813e19fc0b0d29aa9cd04f9687b64c0798ab4cf6d6102898324a06d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-12T00:33:54.486 INFO:tasks.rados.rados.0.smithi098.stdout:2036: done (1 left) 2024-04-12T00:33:54.487 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 191 2024-04-12T00:33:54.487 INFO:tasks.rados.rados.0.smithi098.stdout:2037: seq_num 660 ranges {4890624=663552,5554176=737280,6291456=65536} 2024-04-12T00:33:54.516 INFO:tasks.rados.rados.0.smithi098.stdout:2037: writing smithi09877355-36 from 4890624 to 5554176 tid 1 2024-04-12T00:33:54.520 INFO:tasks.rados.rados.0.smithi098.stdout:2037: writing smithi09877355-36 from 5554176 to 6291456 tid 2 2024-04-12T00:33:54.521 INFO:tasks.rados.rados.0.smithi098.stdout:2037: writing smithi09877355-36 from 6291456 to 6356992 tid 3 2024-04-12T00:33:54.521 INFO:tasks.rados.rados.0.smithi098.stdout:2038: delete oid 1 current snap is 191 2024-04-12T00:33:54.521 INFO:tasks.rados.rados.0.smithi098.stdout:2035: expect (ObjNum 625 snap 178 seq_num 625) 2024-04-12T00:33:54.547 INFO:tasks.rados.rados.0.smithi098.stdout:2037: finishing write tid 1 to smithi09877355-36 2024-04-12T00:33:54.548 INFO:tasks.rados.rados.0.smithi098.stdout:2037: finishing write tid 2 to smithi09877355-36 2024-04-12T00:33:54.548 INFO:tasks.rados.rados.0.smithi098.stdout:2037: finishing write tid 3 to smithi09877355-36 2024-04-12T00:33:54.548 INFO:tasks.rados.rados.0.smithi098.stdout:2037: finishing write tid 4 to smithi09877355-36 2024-04-12T00:33:54.548 INFO:tasks.rados.rados.0.smithi098.stdout:2037: finishing write tid 5 to smithi09877355-36 2024-04-12T00:33:54.548 INFO:tasks.rados.rados.0.smithi098.stdout:2037: oid 36 updating version 0 to 1223 2024-04-12T00:33:54.548 INFO:tasks.rados.rados.0.smithi098.stdout:2037: oid 36 updating version 1223 to 1225 2024-04-12T00:33:54.548 INFO:tasks.rados.rados.0.smithi098.stdout:2037: oid 36 updating version 1225 to 1226 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:2037: oid 36 version 1226 is already newer than 1224 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1226 (ObjNum 660 snap 191 seq_num 660) dirty exists 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:2037: left oid 36 (ObjNum 660 snap 191 seq_num 660) 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:2035: done (2 left) 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:2037: done (1 left) 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:2038: done (0 left) 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:2039: read oid 34 snap -1 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:2039: expect deleted 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:2040: delete oid 41 current snap is 191 2024-04-12T00:33:54.549 INFO:tasks.rados.rados.0.smithi098.stdout:2039: done (1 left) 2024-04-12T00:33:54.550 INFO:tasks.rados.rados.0.smithi098.stdout:2040: done (0 left) 2024-04-12T00:33:54.550 INFO:tasks.rados.rados.0.smithi098.stdout:2041: delete oid 23 current snap is 191 2024-04-12T00:33:54.552 INFO:tasks.rados.rados.0.smithi098.stdout:2041: done (0 left) 2024-04-12T00:33:54.552 INFO:tasks.rados.rados.0.smithi098.stdout:2042: read oid 37 snap 168 2024-04-12T00:33:54.552 INFO:tasks.rados.rados.0.smithi098.stdout:2042: expect (ObjNum 590 snap 164 seq_num 590) 2024-04-12T00:33:54.552 INFO:tasks.rados.rados.0.smithi098.stdout:2043: read oid 33 snap -1 2024-04-12T00:33:54.552 INFO:tasks.rados.rados.0.smithi098.stdout:2043: expect deleted 2024-04-12T00:33:54.552 INFO:tasks.rados.rados.0.smithi098.stdout:2044: delete oid 4 current snap is 191 2024-04-12T00:33:54.554 INFO:tasks.rados.rados.0.smithi098.stdout:2043: done (2 left) 2024-04-12T00:33:54.554 INFO:tasks.rados.rados.0.smithi098.stdout:2044: done (1 left) 2024-04-12T00:33:54.554 INFO:tasks.rados.rados.0.smithi098.stdout:2045: rollback oid 3 current snap is 191 2024-04-12T00:33:54.554 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 3 to 179 2024-04-12T00:33:54.554 INFO:tasks.rados.rados.0.smithi098.stdout:2046: snap_create 2024-04-12T00:33:54.570 INFO:tasks.rados.rados.0.smithi098.stdout:2045: finishing rollback tid 0 to smithi09877355-3 2024-04-12T00:33:54.570 INFO:tasks.rados.rados.0.smithi098.stdout:2045: finishing rollback tid 1 to smithi09877355-3 2024-04-12T00:33:54.570 INFO:tasks.rados.rados.0.smithi098.stdout:2045: finishing rollback tid 2 to smithi09877355-3 2024-04-12T00:33:54.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1017 (ObjNum 558 snap 152 seq_num 558) dirty exists 2024-04-12T00:33:54.581 INFO:tasks.rados.rados.0.smithi098.stdout:2042: expect (ObjNum 590 snap 164 seq_num 590) 2024-04-12T00:33:54.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:54 smithi098 ceph-mon[88922]: osdmap e437: 8 total, 7 up, 8 in 2024-04-12T00:33:54.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:54 smithi098 ceph-mon[88922]: pgmap v313: 121 pgs: 2 active+undersized+degraded, 6 peering, 6 stale+active+clean, 2 active+undersized, 105 active+clean; 265 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 5/531 objects degraded (0.942%) 2024-04-12T00:33:54.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:54 smithi098 ceph-mon[91373]: osdmap e437: 8 total, 7 up, 8 in 2024-04-12T00:33:54.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:54 smithi098 ceph-mon[91373]: pgmap v313: 121 pgs: 2 active+undersized+degraded, 6 peering, 6 stale+active+clean, 2 active+undersized, 105 active+clean; 265 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 5/531 objects degraded (0.942%) 2024-04-12T00:33:54.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:54 smithi193 ceph-mon[83763]: osdmap e437: 8 total, 7 up, 8 in 2024-04-12T00:33:54.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:54 smithi193 ceph-mon[83763]: pgmap v313: 121 pgs: 2 active+undersized+degraded, 6 peering, 6 stale+active+clean, 2 active+undersized, 105 active+clean; 265 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 5/531 objects degraded (0.942%) 2024-04-12T00:33:54.866 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:54 smithi193 podman[89065]: 2024-04-12 00:33:54.599208191 +0000 UTC m=+0.588577842 container died 52e22421813e19fc0b0d29aa9cd04f9687b64c0798ab4cf6d6102898324a06d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-12T00:33:55.492 INFO:tasks.rados.rados.0.smithi098.stdout:2042: done (2 left) 2024-04-12T00:33:55.492 INFO:tasks.rados.rados.0.smithi098.stdout:2045: done (1 left) 2024-04-12T00:33:55.492 INFO:tasks.rados.rados.0.smithi098.stdout:2046: done (0 left) 2024-04-12T00:33:55.492 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 192 2024-04-12T00:33:55.492 INFO:tasks.rados.rados.0.smithi098.stdout:2047: seq_num 665 ranges {5595136=745472,6340608=606208,6946816=196608} 2024-04-12T00:33:55.525 INFO:tasks.rados.rados.0.smithi098.stdout:2047: writing smithi09877355-20 from 5595136 to 6340608 tid 1 2024-04-12T00:33:55.528 INFO:tasks.rados.rados.0.smithi098.stdout:2047: writing smithi09877355-20 from 6340608 to 6946816 tid 2 2024-04-12T00:33:55.529 INFO:tasks.rados.rados.0.smithi098.stdout:2047: writing smithi09877355-20 from 6946816 to 7143424 tid 3 2024-04-12T00:33:55.529 INFO:tasks.rados.rados.0.smithi098.stdout:2048: delete oid 11 current snap is 192 2024-04-12T00:33:55.531 INFO:tasks.rados.rados.0.smithi098.stdout:2047: finishing write tid 1 to smithi09877355-20 2024-04-12T00:33:55.533 INFO:tasks.rados.rados.0.smithi098.stdout:2048: done (1 left) 2024-04-12T00:33:55.533 INFO:tasks.rados.rados.0.smithi098.stdout:2049: snap_remove snap 168 2024-04-12T00:33:55.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:55 smithi193 ceph-mon[83763]: Health check failed: Degraded data redundancy: 5/531 objects degraded (0.942%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:55.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:55 smithi193 ceph-mon[83763]: osdmap e438: 8 total, 7 up, 8 in 2024-04-12T00:33:55.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:55 smithi193 podman[89091]: 2024-04-12 00:33:55.288313203 +0000 UTC m=+0.681656745 container remove 52e22421813e19fc0b0d29aa9cd04f9687b64c0798ab4cf6d6102898324a06d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-12T00:33:55.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:55 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.4.service: Deactivated successfully. 2024-04-12T00:33:55.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:55 smithi193 systemd[1]: Stopped Ceph osd.4 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:33:55.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:55 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.4.service: Consumed 16.611s CPU time. 2024-04-12T00:33:55.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:55 smithi193 systemd[1]: Starting Ceph osd.4 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:33:55.790 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:33:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:33:55] "GET /metrics HTTP/1.1" 200 36193 "" "Prometheus/2.43.0" 2024-04-12T00:33:55.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:55 smithi098 ceph-mon[91373]: Health check failed: Degraded data redundancy: 5/531 objects degraded (0.942%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:55.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:55 smithi098 ceph-mon[91373]: osdmap e438: 8 total, 7 up, 8 in 2024-04-12T00:33:55.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:55 smithi098 ceph-mon[88922]: Health check failed: Degraded data redundancy: 5/531 objects degraded (0.942%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T00:33:55.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:55 smithi098 ceph-mon[88922]: osdmap e438: 8 total, 7 up, 8 in 2024-04-12T00:33:55.989 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:55 smithi193 podman[89199]: 2024-04-12 00:33:55.641974028 +0000 UTC m=+0.018115448 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:33:55.990 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:55 smithi193 podman[89199]: 2024-04-12 00:33:55.747391442 +0000 UTC m=+0.123532849 container create 158750702c51cf00740bece927384d7e0730ba8126375f38a44e4e9443809b0d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:33:55.990 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:55 smithi193 podman[89199]: 2024-04-12 00:33:55.99171194 +0000 UTC m=+0.367853346 container init 158750702c51cf00740bece927384d7e0730ba8126375f38a44e4e9443809b0d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-12T00:33:56.365 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:55 smithi193 podman[89199]: 2024-04-12 00:33:55.994905467 +0000 UTC m=+0.371046876 container start 158750702c51cf00740bece927384d7e0730ba8126375f38a44e4e9443809b0d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:33:56.365 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 podman[89199]: 2024-04-12 00:33:56.066704908 +0000 UTC m=+0.442846324 container attach 158750702c51cf00740bece927384d7e0730ba8126375f38a44e4e9443809b0d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-12T00:33:56.504 INFO:tasks.rados.rados.0.smithi098.stdout:2049: done (1 left) 2024-04-12T00:33:56.504 INFO:tasks.rados.rados.0.smithi098.stdout:2050: read oid 18 snap 150 2024-04-12T00:33:56.504 INFO:tasks.rados.rados.0.smithi098.stdout:2050: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:33:56.504 INFO:tasks.rados.rados.0.smithi098.stdout:2051: setattr oid 38 current snap is 192 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:2047: finishing write tid 2 to smithi09877355-20 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:2047: finishing write tid 3 to smithi09877355-20 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:2047: finishing write tid 4 to smithi09877355-20 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:2047: finishing write tid 5 to smithi09877355-20 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:2047: oid 20 updating version 0 to 984 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:2047: oid 20 version 984 is already newer than 983 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:2047: oid 20 version 984 is already newer than 982 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:2047: oid 20 version 984 is already newer than 981 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 984 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T00:33:56.505 INFO:tasks.rados.rados.0.smithi098.stdout:2047: left oid 20 (ObjNum 665 snap 192 seq_num 665) 2024-04-12T00:33:56.506 INFO:tasks.rados.rados.0.smithi098.stdout:2047: done (2 left) 2024-04-12T00:33:56.506 INFO:tasks.rados.rados.0.smithi098.stdout:2052: rollback oid 19 current snap is 192 2024-04-12T00:33:56.506 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 173 2024-04-12T00:33:56.506 INFO:tasks.rados.rados.0.smithi098.stdout:2053: rollback oid 25 current snap is 192 2024-04-12T00:33:56.507 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 184 2024-04-12T00:33:56.507 INFO:tasks.rados.rados.0.smithi098.stdout:2054: rmattr oid 1 current snap is 192 2024-04-12T00:33:56.507 INFO:tasks.rados.rados.0.smithi098.stdout:2054: done (4 left) 2024-04-12T00:33:56.507 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 192 2024-04-12T00:33:56.507 INFO:tasks.rados.rados.0.smithi098.stdout:2055: seq_num 667 ranges {2154496=778240,2932736=778240,3710976=24576} 2024-04-12T00:33:56.523 INFO:tasks.rados.rados.0.smithi098.stdout:2055: writing smithi09877355-3 from 2154496 to 2932736 tid 1 2024-04-12T00:33:56.528 INFO:tasks.rados.rados.0.smithi098.stdout:2055: writing smithi09877355-3 from 2932736 to 3710976 tid 2 2024-04-12T00:33:56.528 INFO:tasks.rados.rados.0.smithi098.stdout:2055: writing smithi09877355-3 from 3710976 to 3735552 tid 3 2024-04-12T00:33:56.529 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 192 2024-04-12T00:33:56.529 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 985 (ObjNum 611 snap 172 seq_num 611) dirty exists 2024-04-12T00:33:56.529 INFO:tasks.rados.rados.0.smithi098.stdout:2053: finishing rollback tid 0 to smithi09877355-25 2024-04-12T00:33:56.529 INFO:tasks.rados.rados.0.smithi098.stdout:2053: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:33:56.529 INFO:tasks.rados.rados.0.smithi098.stdout:2056: seq_num 668 ranges {1179648=794624,1974272=663552,2637824=139264} 2024-04-12T00:33:56.539 INFO:tasks.rados.rados.0.smithi098.stdout:2056: writing smithi09877355-9 from 1179648 to 1974272 tid 1 2024-04-12T00:33:56.543 INFO:tasks.rados.rados.0.smithi098.stdout:2056: writing smithi09877355-9 from 1974272 to 2637824 tid 2 2024-04-12T00:33:56.544 INFO:tasks.rados.rados.0.smithi098.stdout:2056: writing smithi09877355-9 from 2637824 to 2777088 tid 3 2024-04-12T00:33:56.544 INFO:tasks.rados.rados.0.smithi098.stdout:2051: done (5 left) 2024-04-12T00:33:56.544 INFO:tasks.rados.rados.0.smithi098.stdout:2057: read oid 32 snap -1 2024-04-12T00:33:56.545 INFO:tasks.rados.rados.0.smithi098.stdout:2057: expect (ObjNum 562 snap 153 seq_num 562) 2024-04-12T00:33:56.545 INFO:tasks.rados.rados.0.smithi098.stdout:2058: snap_create 2024-04-12T00:33:56.545 INFO:tasks.rados.rados.0.smithi098.stdout:2053: finishing rollback tid 2 to smithi09877355-25 2024-04-12T00:33:56.545 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1215 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:33:56.545 INFO:tasks.rados.rados.0.smithi098.stdout:2050: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:33:56.602 INFO:tasks.rados.rados.0.smithi098.stdout:2052: finishing rollback tid 0 to smithi09877355-19 2024-04-12T00:33:56.602 INFO:tasks.rados.rados.0.smithi098.stdout:2052: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:33:56.602 INFO:tasks.rados.rados.0.smithi098.stdout:2052: finishing rollback tid 2 to smithi09877355-19 2024-04-12T00:33:56.602 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 769 (ObjNum 609 snap 172 seq_num 609) dirty exists 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: finishing write tid 1 to smithi09877355-3 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: finishing write tid 2 to smithi09877355-3 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: finishing write tid 3 to smithi09877355-3 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: finishing write tid 4 to smithi09877355-3 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: finishing write tid 5 to smithi09877355-3 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: oid 3 updating version 0 to 1021 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: oid 3 version 1021 is already newer than 1020 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: oid 3 version 1021 is already newer than 1018 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: oid 3 version 1021 is already newer than 1019 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1021 (ObjNum 667 snap 192 seq_num 667) dirty exists 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2055: left oid 3 (ObjNum 667 snap 192 seq_num 667) 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2056: finishing write tid 1 to smithi09877355-9 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2056: finishing write tid 2 to smithi09877355-9 2024-04-12T00:33:56.603 INFO:tasks.rados.rados.0.smithi098.stdout:2056: finishing write tid 3 to smithi09877355-9 2024-04-12T00:33:56.604 INFO:tasks.rados.rados.0.smithi098.stdout:2056: finishing write tid 4 to smithi09877355-9 2024-04-12T00:33:56.604 INFO:tasks.rados.rados.0.smithi098.stdout:2056: finishing write tid 5 to smithi09877355-9 2024-04-12T00:33:56.604 INFO:tasks.rados.rados.0.smithi098.stdout:2056: oid 9 updating version 0 to 1138 2024-04-12T00:33:56.604 INFO:tasks.rados.rados.0.smithi098.stdout:2056: oid 9 updating version 1138 to 1139 2024-04-12T00:33:56.604 INFO:tasks.rados.rados.0.smithi098.stdout:2056: oid 9 version 1139 is already newer than 1137 2024-04-12T00:33:56.604 INFO:tasks.rados.rados.0.smithi098.stdout:2056: oid 9 updating version 1139 to 1140 2024-04-12T00:33:56.604 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1140 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T00:33:56.604 INFO:tasks.rados.rados.0.smithi098.stdout:2056: left oid 9 (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:33:56.604 INFO:tasks.rados.rados.0.smithi098.stdout:2057: expect (ObjNum 562 snap 153 seq_num 562) 2024-04-12T00:33:56.726 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:56 smithi193 ceph-mon[83763]: osdmap e439: 8 total, 7 up, 8 in 2024-04-12T00:33:56.727 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:56 smithi193 ceph-mon[83763]: pgmap v316: 121 pgs: 11 active+undersized+degraded, 6 peering, 29 active+undersized, 75 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 710 KiB/s wr, 11 op/s; 69/543 objects degraded (12.707%) 2024-04-12T00:33:56.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate[89214]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T00:33:56.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate[89214]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T00:33:56.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 bash[89199]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T00:33:56.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 bash[89199]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T00:33:56.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 bash[89199]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T00:33:56.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 bash[89199]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T00:33:56.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 bash[89199]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-12T00:33:56.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 bash[89199]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T00:33:56.728 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 bash[89199]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-12T00:33:56.728 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate[89214]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T00:33:56.728 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate[89214]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T00:33:56.728 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate[89214]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-12T00:33:56.728 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate[89214]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T00:33:56.728 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate[89214]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-12T00:33:56.728 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 podman[89199]: 2024-04-12 00:33:56.457578582 +0000 UTC m=+0.833719989 container died 158750702c51cf00740bece927384d7e0730ba8126375f38a44e4e9443809b0d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:33:56.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:56 smithi098 ceph-mon[91373]: osdmap e439: 8 total, 7 up, 8 in 2024-04-12T00:33:56.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:56 smithi098 ceph-mon[91373]: pgmap v316: 121 pgs: 11 active+undersized+degraded, 6 peering, 29 active+undersized, 75 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 710 KiB/s wr, 11 op/s; 69/543 objects degraded (12.707%) 2024-04-12T00:33:56.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:56 smithi098 ceph-mon[88922]: osdmap e439: 8 total, 7 up, 8 in 2024-04-12T00:33:56.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:56 smithi098 ceph-mon[88922]: pgmap v316: 121 pgs: 11 active+undersized+degraded, 6 peering, 29 active+undersized, 75 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 710 KiB/s wr, 11 op/s; 69/543 objects degraded (12.707%) 2024-04-12T00:33:57.332 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:56 smithi193 podman[89330]: 2024-04-12 00:33:56.987237805 +0000 UTC m=+0.524400962 container remove 158750702c51cf00740bece927384d7e0730ba8126375f38a44e4e9443809b0d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T00:33:57.333 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:57 smithi193 podman[89394]: 2024-04-12 00:33:57.10119902 +0000 UTC m=+0.017910491 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:33:57.333 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:57 smithi193 podman[89394]: 2024-04-12 00:33:57.229790371 +0000 UTC m=+0.146501832 container create 1bd8a7541b949ada56e6e2b4d790ce318374c494171c2b32239a6da67f806eff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2050: done (6 left) 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2052: done (5 left) 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2053: done (4 left) 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2055: done (3 left) 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2056: done (2 left) 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2057: done (1 left) 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2058: done (0 left) 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2059: rmattr oid 11 current snap is 193 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2059: done (0 left) 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2060: read oid 45 snap -1 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2060: expect deleted 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2061: copy_from oid 30 from oid 9 current snap is 193 2024-04-12T00:33:57.507 INFO:tasks.rados.rados.0.smithi098.stdout:2062: snap_create 2024-04-12T00:33:57.519 INFO:tasks.rados.rados.0.smithi098.stdout:2061: finishing copy_from racing read to smithi09877355-30 2024-04-12T00:33:57.523 INFO:tasks.rados.rados.0.smithi098.stdout:2061: finishing copy_from to smithi09877355-30 2024-04-12T00:33:57.523 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1140 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T00:33:57.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:57 smithi193 ceph-mon[83763]: osdmap e440: 8 total, 7 up, 8 in 2024-04-12T00:33:57.615 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:57 smithi193 podman[89394]: 2024-04-12 00:33:57.44055232 +0000 UTC m=+0.357263781 container init 1bd8a7541b949ada56e6e2b4d790ce318374c494171c2b32239a6da67f806eff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-12T00:33:57.615 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:57 smithi193 podman[89394]: 2024-04-12 00:33:57.443407993 +0000 UTC m=+0.360119463 container start 1bd8a7541b949ada56e6e2b4d790ce318374c494171c2b32239a6da67f806eff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:33:57.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:57 smithi193 ceph-osd[89413]: -- 172.21.15.193:0/3970415680 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559466d1d680 con 0x559466ce6c00 2024-04-12T00:33:57.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:57 smithi193 bash[89394]: 1bd8a7541b949ada56e6e2b4d790ce318374c494171c2b32239a6da67f806eff 2024-04-12T00:33:57.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:57 smithi193 systemd[1]: Started Ceph osd.4 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:33:57.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:57 smithi098 ceph-mon[91373]: osdmap e440: 8 total, 7 up, 8 in 2024-04-12T00:33:57.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:57 smithi098 ceph-mon[88922]: osdmap e440: 8 total, 7 up, 8 in 2024-04-12T00:33:58.344 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:33:58.360 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:33:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T00:33:57.987+0000 7f10c25117c0 -1 Falling back to public interface 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:2060: done (2 left) 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:2061: done (1 left) 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:2062: done (0 left) 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:2063: rollback oid 30 current snap is 194 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 192 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:2064: rollback oid 36 current snap is 194 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 193 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:2065: read oid 1 snap -1 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:2065: expect deleted 2024-04-12T00:33:58.511 INFO:tasks.rados.rados.0.smithi098.stdout:2066: snap_remove snap 188 2024-04-12T00:33:58.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:58 smithi193 ceph-mon[83763]: osdmap e441: 8 total, 7 up, 8 in 2024-04-12T00:33:58.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:58.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:58.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:33:58.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:58 smithi193 ceph-mon[83763]: pgmap v319: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 378 KiB/s wr, 9 op/s; 87/549 objects degraded (15.847%) 2024-04-12T00:33:58.675 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (7m) 31s ago 8m 25.4M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (8m) 2m ago 8m 90.6M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (9m) 31s ago 9m 20.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (9m) 2m ago 9m 16.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (4m) 2m ago 13m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (4m) 31s ago 14m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (3m) 31s ago 15m 50.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (3m) 2m ago 13m 24.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (3m) 31s ago 13m 43.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (8m) 31s ago 8m 15.4M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (8m) 2m ago 8m 15.2M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (2m) 31s ago 12m 161M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:33:58.676 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (103s) 31s ago 12m 144M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:33:58.677 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (69s) 31s ago 12m 97.0M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:33:58.677 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (35s) 31s ago 11m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:33:58.677 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 starting - - - 2480M 2024-04-12T00:33:58.677 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (10m) 2m ago 10m 227M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:33:58.677 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (10m) 2m ago 10m 119M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:33:58.677 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (9m) 2m ago 9m 144M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:33:58.677 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (4m) 2m ago 9m 52.7M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:33:58.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[91373]: osdmap e441: 8 total, 7 up, 8 in 2024-04-12T00:33:58.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:58.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:58.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:33:58.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[91373]: pgmap v319: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 378 KiB/s wr, 9 op/s; 87/549 objects degraded (15.847%) 2024-04-12T00:33:58.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[88922]: osdmap e441: 8 total, 7 up, 8 in 2024-04-12T00:33:58.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:58.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:33:58.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:33:58.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:58 smithi098 ceph-mon[88922]: pgmap v319: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 378 KiB/s wr, 9 op/s; 87/549 objects degraded (15.847%) 2024-04-12T00:33:59.071 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:33:59.071 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:33:59.071 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:33:59.071 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 4 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 9 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:33:59.072 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:33:59.520 INFO:tasks.rados.rados.0.smithi098.stdout:2066: done (3 left) 2024-04-12T00:33:59.520 INFO:tasks.rados.rados.0.smithi098.stdout:2067: snap_create 2024-04-12T00:33:59.520 INFO:tasks.rados.rados.0.smithi098.stdout:2064: finishing rollback tid 0 to smithi09877355-36 2024-04-12T00:33:59.520 INFO:tasks.rados.rados.0.smithi098.stdout:2064: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:33:59.520 INFO:tasks.rados.rados.0.smithi098.stdout:2063: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:33:59.521 INFO:tasks.rados.rados.0.smithi098.stdout:2064: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:33:59.521 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1231 (ObjNum 660 snap 191 seq_num 660) dirty exists 2024-04-12T00:33:59.521 INFO:tasks.rados.rados.0.smithi098.stdout:2063: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:33:59.521 INFO:tasks.rados.rados.0.smithi098.stdout:2063: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:33:59.521 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1143 (ObjNum 505 snap 132 seq_num 505) dirty exists 2024-04-12T00:33:59.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:59 smithi098 ceph-mon[91373]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:59.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:59 smithi098 ceph-mon[91373]: osdmap e442: 8 total, 7 up, 8 in 2024-04-12T00:33:59.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:59 smithi098 ceph-mon[91373]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:59.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:33:59 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2657833780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:59.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:59 smithi098 ceph-mon[88922]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:59 smithi098 ceph-mon[88922]: osdmap e442: 8 total, 7 up, 8 in 2024-04-12T00:33:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:59 smithi098 ceph-mon[88922]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:33:59 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2657833780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:33:59.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:59 smithi193 ceph-mon[83763]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:59.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:59 smithi193 ceph-mon[83763]: osdmap e442: 8 total, 7 up, 8 in 2024-04-12T00:33:59.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:59 smithi193 ceph-mon[83763]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:33:59.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:33:59 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2657833780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:00.525 INFO:tasks.rados.rados.0.smithi098.stdout:2063: done (3 left) 2024-04-12T00:34:00.525 INFO:tasks.rados.rados.0.smithi098.stdout:2064: done (2 left) 2024-04-12T00:34:00.525 INFO:tasks.rados.rados.0.smithi098.stdout:2065: done (1 left) 2024-04-12T00:34:00.525 INFO:tasks.rados.rados.0.smithi098.stdout:2067: done (0 left) 2024-04-12T00:34:00.525 INFO:tasks.rados.rados.0.smithi098.stdout:2068: snap_create 2024-04-12T00:34:00.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:00 smithi098 ceph-mon[91373]: osdmap e443: 8 total, 7 up, 8 in 2024-04-12T00:34:00.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:00 smithi098 ceph-mon[91373]: pgmap v322: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 89/573 objects degraded (15.532%) 2024-04-12T00:34:00.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:00 smithi098 ceph-mon[88922]: osdmap e443: 8 total, 7 up, 8 in 2024-04-12T00:34:00.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:00 smithi098 ceph-mon[88922]: pgmap v322: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 89/573 objects degraded (15.532%) 2024-04-12T00:34:00.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:00 smithi193 ceph-mon[83763]: osdmap e443: 8 total, 7 up, 8 in 2024-04-12T00:34:00.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:00 smithi193 ceph-mon[83763]: pgmap v322: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 89/573 objects degraded (15.532%) 2024-04-12T00:34:01.483 INFO:tasks.rados.rados.0.smithi098.stdout:2068: done (0 left) 2024-04-12T00:34:01.483 INFO:tasks.rados.rados.0.smithi098.stdout:2069: setattr oid 22 current snap is 196 2024-04-12T00:34:01.484 INFO:tasks.rados.rados.0.smithi098.stdout:2070: snap_remove snap 174 2024-04-12T00:34:01.587 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T00:34:01.275+0000 7f10c25117c0 -1 osd.4 435 log_to_monitors true 2024-04-12T00:34:01.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 89/573 objects degraded (15.532%), 13 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:01.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-mon[83763]: osdmap e444: 8 total, 7 up, 8 in 2024-04-12T00:34:01.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-mon[83763]: from='osd.4 [v2:172.21.15.193:6800/4011061319,v1:172.21.15.193:6801/4011061319]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:34:01.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-mon[83763]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:34:01.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-mon[83763]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T00:34:01.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-mon[83763]: from='osd.4 [v2:172.21.15.193:6800/4011061319,v1:172.21.15.193:6801/4011061319]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:01.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-mon[83763]: osdmap e445: 8 total, 7 up, 8 in 2024-04-12T00:34:01.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-mon[83763]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:02.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 89/573 objects degraded (15.532%), 13 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:02.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[91373]: osdmap e444: 8 total, 7 up, 8 in 2024-04-12T00:34:02.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[91373]: from='osd.4 [v2:172.21.15.193:6800/4011061319,v1:172.21.15.193:6801/4011061319]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:34:02.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[91373]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:34:02.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[91373]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T00:34:02.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[91373]: from='osd.4 [v2:172.21.15.193:6800/4011061319,v1:172.21.15.193:6801/4011061319]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:02.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[91373]: osdmap e445: 8 total, 7 up, 8 in 2024-04-12T00:34:02.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[91373]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 89/573 objects degraded (15.532%), 13 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[88922]: osdmap e444: 8 total, 7 up, 8 in 2024-04-12T00:34:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[88922]: from='osd.4 [v2:172.21.15.193:6800/4011061319,v1:172.21.15.193:6801/4011061319]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:34:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[88922]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T00:34:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[88922]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T00:34:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[88922]: from='osd.4 [v2:172.21.15.193:6800/4011061319,v1:172.21.15.193:6801/4011061319]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[88922]: osdmap e445: 8 total, 7 up, 8 in 2024-04-12T00:34:02.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:01 smithi098 ceph-mon[88922]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:02.312 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 00:34:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T00:34:01.930+0000 7f10af961700 -1 osd.4 435 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:34:02.484 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1414 (ObjNum 636 snap 180 seq_num 636) dirty exists 2024-04-12T00:34:02.484 INFO:tasks.rados.rados.0.smithi098.stdout:2069: done (1 left) 2024-04-12T00:34:02.484 INFO:tasks.rados.rados.0.smithi098.stdout:2070: done (0 left) 2024-04-12T00:34:02.484 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 196 2024-04-12T00:34:02.485 INFO:tasks.rados.rados.0.smithi098.stdout:2071: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-04-12T00:34:02.487 INFO:tasks.rados.rados.0.smithi098.stdout:2071: writing smithi09877355-21 from 0 to 409600 tid 1 2024-04-12T00:34:02.491 INFO:tasks.rados.rados.0.smithi098.stdout:2071: writing smithi09877355-21 from 409600 to 958464 tid 2 2024-04-12T00:34:02.496 INFO:tasks.rados.rados.0.smithi098.stdout:2071: writing smithi09877355-21 from 958464 to 1613824 tid 3 2024-04-12T00:34:02.496 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 196 2024-04-12T00:34:02.496 INFO:tasks.rados.rados.0.smithi098.stdout:2072: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2024-04-12T00:34:02.499 INFO:tasks.rados.rados.0.smithi098.stdout:2072: writing smithi09877355-44 from 0 to 425984 tid 1 2024-04-12T00:34:02.503 INFO:tasks.rados.rados.0.smithi098.stdout:2072: writing smithi09877355-44 from 425984 to 909312 tid 2 2024-04-12T00:34:02.506 INFO:tasks.rados.rados.0.smithi098.stdout:2072: writing smithi09877355-44 from 909312 to 1417216 tid 3 2024-04-12T00:34:02.508 INFO:tasks.rados.rados.0.smithi098.stdout:2072: writing smithi09877355-44 from 1417216 to 1630208 tid 4 2024-04-12T00:34:02.508 INFO:tasks.rados.rados.0.smithi098.stdout:2073: setattr oid 23 current snap is 196 2024-04-12T00:34:02.508 INFO:tasks.rados.rados.0.smithi098.stdout:2071: finishing write tid 1 to smithi09877355-21 2024-04-12T00:34:02.508 INFO:tasks.rados.rados.0.smithi098.stdout:2071: finishing write tid 2 to smithi09877355-21 2024-04-12T00:34:02.508 INFO:tasks.rados.rados.0.smithi098.stdout:2071: finishing write tid 3 to smithi09877355-21 2024-04-12T00:34:02.509 INFO:tasks.rados.rados.0.smithi098.stdout:2074: snap_remove snap 195 2024-04-12T00:34:02.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:34:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:34:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[91373]: pgmap v325: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 277 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 90/579 objects degraded (15.544%) 2024-04-12T00:34:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[91373]: from='osd.4 ' entity='osd.4' 2024-04-12T00:34:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[91373]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:34:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[91373]: osd.4 [v2:172.21.15.193:6800/4011061319,v1:172.21.15.193:6801/4011061319] boot 2024-04-12T00:34:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[91373]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T00:34:03.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:34:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[88922]: pgmap v325: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 277 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 90/579 objects degraded (15.544%) 2024-04-12T00:34:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[88922]: from='osd.4 ' entity='osd.4' 2024-04-12T00:34:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[88922]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:34:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[88922]: osd.4 [v2:172.21.15.193:6800/4011061319,v1:172.21.15.193:6801/4011061319] boot 2024-04-12T00:34:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[88922]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T00:34:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:34:03.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:03.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:03.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:02 smithi193 ceph-mon[83763]: pgmap v325: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 277 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 90/579 objects degraded (15.544%) 2024-04-12T00:34:03.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:02 smithi193 ceph-mon[83763]: from='osd.4 ' entity='osd.4' 2024-04-12T00:34:03.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:02 smithi193 ceph-mon[83763]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:34:03.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:02 smithi193 ceph-mon[83763]: osd.4 [v2:172.21.15.193:6800/4011061319,v1:172.21.15.193:6801/4011061319] boot 2024-04-12T00:34:03.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:02 smithi193 ceph-mon[83763]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T00:34:03.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T00:34:03.488 INFO:tasks.rados.rados.0.smithi098.stdout:2071: finishing write tid 4 to smithi09877355-21 2024-04-12T00:34:03.488 INFO:tasks.rados.rados.0.smithi098.stdout:2071: finishing write tid 5 to smithi09877355-21 2024-04-12T00:34:03.488 INFO:tasks.rados.rados.0.smithi098.stdout:2071: oid 21 updating version 0 to 1235 2024-04-12T00:34:03.488 INFO:tasks.rados.rados.0.smithi098.stdout:2071: oid 21 version 1235 is already newer than 1232 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:2071: oid 21 version 1235 is already newer than 1233 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:2071: oid 21 version 1235 is already newer than 1234 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1235 (ObjNum 669 snap 196 seq_num 669) dirty exists 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:2071: left oid 21 (ObjNum 669 snap 196 seq_num 669) 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1236 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:2071: done (3 left) 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:2073: done (2 left) 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:2074: done (1 left) 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:2075: read oid 1 snap -1 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:2075: expect deleted 2024-04-12T00:34:03.489 INFO:tasks.rados.rados.0.smithi098.stdout:2076: delete oid 6 current snap is 196 2024-04-12T00:34:03.498 INFO:tasks.rados.rados.0.smithi098.stdout:2076: done (2 left) 2024-04-12T00:34:03.498 INFO:tasks.rados.rados.0.smithi098.stdout:2077: snap_remove snap 187 2024-04-12T00:34:03.760 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:34:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:34:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi098\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi098\", job=\"node\", machine=\"x86_64\", nodename=\"smithi098\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:34:04.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:04.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:04.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:03 smithi193 ceph-mon[83763]: osdmap e447: 8 total, 8 up, 8 in 2024-04-12T00:34:04.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:04.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:04.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:03 smithi098 ceph-mon[91373]: osdmap e447: 8 total, 8 up, 8 in 2024-04-12T00:34:04.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:04.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:04.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:03 smithi098 ceph-mon[88922]: osdmap e447: 8 total, 8 up, 8 in 2024-04-12T00:34:04.489 INFO:tasks.rados.rados.0.smithi098.stdout:2077: done (2 left) 2024-04-12T00:34:04.489 INFO:tasks.rados.rados.0.smithi098.stdout:2078: rollback oid 30 current snap is 196 2024-04-12T00:34:04.489 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 175 2024-04-12T00:34:04.489 INFO:tasks.rados.rados.0.smithi098.stdout:2072: finishing write tid 1 to smithi09877355-44 2024-04-12T00:34:04.489 INFO:tasks.rados.rados.0.smithi098.stdout:2072: finishing write tid 2 to smithi09877355-44 2024-04-12T00:34:04.489 INFO:tasks.rados.rados.0.smithi098.stdout:2072: finishing write tid 3 to smithi09877355-44 2024-04-12T00:34:04.489 INFO:tasks.rados.rados.0.smithi098.stdout:2072: finishing write tid 4 to smithi09877355-44 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2072: finishing write tid 5 to smithi09877355-44 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2072: finishing write tid 6 to smithi09877355-44 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2072: oid 44 updating version 0 to 1416 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2072: oid 44 updating version 1416 to 1418 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2072: oid 44 updating version 1418 to 1419 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2072: oid 44 version 1419 is already newer than 1417 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2072: oid 44 version 1419 is already newer than 1415 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 1419 (ObjNum 670 snap 196 seq_num 670) dirty exists 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2072: left oid 44 (ObjNum 670 snap 196 seq_num 670) 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2072: done (2 left) 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2075: done (1 left) 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 196 2024-04-12T00:34:04.490 INFO:tasks.rados.rados.0.smithi098.stdout:2079: seq_num 672 ranges {0=458752,458752=647168,1105920=466944,1572864=90112} 2024-04-12T00:34:04.491 INFO:tasks.rados.rados.0.smithi098.stdout:2079: writing smithi09877355-6 from 0 to 458752 tid 1 2024-04-12T00:34:04.496 INFO:tasks.rados.rados.0.smithi098.stdout:2079: writing smithi09877355-6 from 458752 to 1105920 tid 2 2024-04-12T00:34:04.499 INFO:tasks.rados.rados.0.smithi098.stdout:2079: writing smithi09877355-6 from 1105920 to 1572864 tid 3 2024-04-12T00:34:04.500 INFO:tasks.rados.rados.0.smithi098.stdout:2079: writing smithi09877355-6 from 1572864 to 1662976 tid 4 2024-04-12T00:34:04.500 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 196 2024-04-12T00:34:04.500 INFO:tasks.rados.rados.0.smithi098.stdout:2080: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-04-12T00:34:04.503 INFO:tasks.rados.rados.0.smithi098.stdout:2080: writing smithi09877355-37 from 0 to 475136 tid 1 2024-04-12T00:34:04.507 INFO:tasks.rados.rados.0.smithi098.stdout:2080: writing smithi09877355-37 from 475136 to 1007616 tid 2 2024-04-12T00:34:04.512 INFO:tasks.rados.rados.0.smithi098.stdout:2080: writing smithi09877355-37 from 1007616 to 1679360 tid 3 2024-04-12T00:34:04.512 INFO:tasks.rados.rados.0.smithi098.stdout:2079: finishing write tid 1 to smithi09877355-6 2024-04-12T00:34:04.512 INFO:tasks.rados.rados.0.smithi098.stdout:2078: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:34:04.512 INFO:tasks.rados.rados.0.smithi098.stdout:2079: finishing write tid 2 to smithi09877355-6 2024-04-12T00:34:04.512 INFO:tasks.rados.rados.0.smithi098.stdout:2079: finishing write tid 3 to smithi09877355-6 2024-04-12T00:34:04.512 INFO:tasks.rados.rados.0.smithi098.stdout:2078: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:34:04.512 INFO:tasks.rados.rados.0.smithi098.stdout:2079: finishing write tid 4 to smithi09877355-6 2024-04-12T00:34:04.512 INFO:tasks.rados.rados.0.smithi098.stdout:2078: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:34:04.512 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1146 (ObjNum 505 snap 132 seq_num 505) dirty exists 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2079: finishing write tid 5 to smithi09877355-6 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2080: finishing write tid 1 to smithi09877355-37 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2079: finishing write tid 6 to smithi09877355-6 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2079: oid 6 updating version 0 to 1218 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2079: oid 6 updating version 1218 to 1219 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2079: oid 6 version 1219 is already newer than 1217 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2079: oid 6 version 1219 is already newer than 1216 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2079: oid 6 updating version 1219 to 1220 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1220 (ObjNum 672 snap 196 seq_num 672) dirty exists 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2079: left oid 6 (ObjNum 672 snap 196 seq_num 672) 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2080: finishing write tid 2 to smithi09877355-37 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2078: done (2 left) 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2079: done (1 left) 2024-04-12T00:34:04.513 INFO:tasks.rados.rados.0.smithi098.stdout:2081: snap_create 2024-04-12T00:34:04.518 INFO:tasks.rados.rados.0.smithi098.stdout:2080: finishing write tid 3 to smithi09877355-37 2024-04-12T00:34:04.519 INFO:tasks.rados.rados.0.smithi098.stdout:2080: finishing write tid 4 to smithi09877355-37 2024-04-12T00:34:04.519 INFO:tasks.rados.rados.0.smithi098.stdout:2080: finishing write tid 5 to smithi09877355-37 2024-04-12T00:34:04.519 INFO:tasks.rados.rados.0.smithi098.stdout:2080: oid 37 updating version 0 to 1023 2024-04-12T00:34:04.519 INFO:tasks.rados.rados.0.smithi098.stdout:2080: oid 37 updating version 1023 to 1024 2024-04-12T00:34:04.519 INFO:tasks.rados.rados.0.smithi098.stdout:2080: oid 37 version 1024 is already newer than 1022 2024-04-12T00:34:04.519 INFO:tasks.rados.rados.0.smithi098.stdout:2080: oid 37 updating version 1024 to 1025 2024-04-12T00:34:04.519 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1025 (ObjNum 673 snap 196 seq_num 673) dirty exists 2024-04-12T00:34:04.519 INFO:tasks.rados.rados.0.smithi098.stdout:2080: left oid 37 (ObjNum 673 snap 196 seq_num 673) 2024-04-12T00:34:05.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:04 smithi193 ceph-mon[83763]: pgmap v328: 121 pgs: 1 active+clean+snaptrim, 5 peering, 10 active+undersized+degraded, 28 active+undersized, 77 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 394 KiB/s wr, 13 op/s; 76/588 objects degraded (12.925%) 2024-04-12T00:34:05.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:04 smithi193 ceph-mon[83763]: osdmap e448: 8 total, 8 up, 8 in 2024-04-12T00:34:05.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:04 smithi098 ceph-mon[91373]: pgmap v328: 121 pgs: 1 active+clean+snaptrim, 5 peering, 10 active+undersized+degraded, 28 active+undersized, 77 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 394 KiB/s wr, 13 op/s; 76/588 objects degraded (12.925%) 2024-04-12T00:34:05.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:04 smithi098 ceph-mon[91373]: osdmap e448: 8 total, 8 up, 8 in 2024-04-12T00:34:05.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:04 smithi098 ceph-mon[88922]: pgmap v328: 121 pgs: 1 active+clean+snaptrim, 5 peering, 10 active+undersized+degraded, 28 active+undersized, 77 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 394 KiB/s wr, 13 op/s; 76/588 objects degraded (12.925%) 2024-04-12T00:34:05.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:04 smithi098 ceph-mon[88922]: osdmap e448: 8 total, 8 up, 8 in 2024-04-12T00:34:05.490 INFO:tasks.rados.rados.0.smithi098.stdout:2080: done (1 left) 2024-04-12T00:34:05.491 INFO:tasks.rados.rados.0.smithi098.stdout:2081: done (0 left) 2024-04-12T00:34:05.491 INFO:tasks.rados.rados.0.smithi098.stdout:2082: rollback oid 16 current snap is 197 2024-04-12T00:34:05.491 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 173 2024-04-12T00:34:05.491 INFO:tasks.rados.rados.0.smithi098.stdout:2083: read oid 42 snap -1 2024-04-12T00:34:05.491 INFO:tasks.rados.rados.0.smithi098.stdout:2083: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:34:05.491 INFO:tasks.rados.rados.0.smithi098.stdout:2084: delete oid 36 current snap is 197 2024-04-12T00:34:05.495 INFO:tasks.rados.rados.0.smithi098.stdout:2082: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:34:05.495 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1254 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T00:34:05.496 INFO:tasks.rados.rados.0.smithi098.stdout:2082: done (2 left) 2024-04-12T00:34:05.496 INFO:tasks.rados.rados.0.smithi098.stdout:2084: done (1 left) 2024-04-12T00:34:05.496 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 197 2024-04-12T00:34:05.497 INFO:tasks.rados.rados.0.smithi098.stdout:2085: seq_num 675 ranges {4333568=507904,4841472=704512,5545984=499712} 2024-04-12T00:34:05.522 INFO:tasks.rados.rados.0.smithi098.stdout:2085: writing smithi09877355-30 from 4333568 to 4841472 tid 1 2024-04-12T00:34:05.526 INFO:tasks.rados.rados.0.smithi098.stdout:2085: writing smithi09877355-30 from 4841472 to 5545984 tid 2 2024-04-12T00:34:05.530 INFO:tasks.rados.rados.0.smithi098.stdout:2085: writing smithi09877355-30 from 5545984 to 6045696 tid 3 2024-04-12T00:34:05.531 INFO:tasks.rados.rados.0.smithi098.stdout:2086: copy_from oid 39 from oid 9 current snap is 197 2024-04-12T00:34:05.531 INFO:tasks.rados.rados.0.smithi098.stdout:2083: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:34:05.653 INFO:tasks.rados.rados.0.smithi098.stdout:2085: finishing write tid 1 to smithi09877355-30 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2085: finishing write tid 2 to smithi09877355-30 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2085: finishing write tid 3 to smithi09877355-30 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2085: finishing write tid 4 to smithi09877355-30 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2085: finishing write tid 5 to smithi09877355-30 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2085: oid 30 updating version 0 to 1147 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2085: oid 30 updating version 1147 to 1149 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2085: oid 30 updating version 1149 to 1150 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2085: oid 30 version 1150 is already newer than 1148 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1150 (ObjNum 675 snap 197 seq_num 675) dirty exists 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2085: left oid 30 (ObjNum 675 snap 197 seq_num 675) 2024-04-12T00:34:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:2086: finishing copy_from racing read to smithi09877355-39 2024-04-12T00:34:05.655 INFO:tasks.rados.rados.0.smithi098.stdout:2086: finishing copy_from to smithi09877355-39 2024-04-12T00:34:05.655 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1140 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T00:34:05.655 INFO:tasks.rados.rados.0.smithi098.stdout:2083: done (2 left) 2024-04-12T00:34:05.655 INFO:tasks.rados.rados.0.smithi098.stdout:2085: done (1 left) 2024-04-12T00:34:05.655 INFO:tasks.rados.rados.0.smithi098.stdout:2086: done (0 left) 2024-04-12T00:34:05.655 INFO:tasks.rados.rados.0.smithi098.stdout:2087: snap_remove snap 179 2024-04-12T00:34:06.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:34:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:34:05] "GET /metrics HTTP/1.1" 200 36046 "" "Prometheus/2.43.0" 2024-04-12T00:34:06.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:06.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:06.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:05 smithi098 ceph-mon[91373]: osdmap e449: 8 total, 8 up, 8 in 2024-04-12T00:34:06.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:06.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:06.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:05 smithi098 ceph-mon[88922]: osdmap e449: 8 total, 8 up, 8 in 2024-04-12T00:34:06.214 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:06.214 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:06.214 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:05 smithi193 ceph-mon[83763]: osdmap e449: 8 total, 8 up, 8 in 2024-04-12T00:34:06.495 INFO:tasks.rados.rados.0.smithi098.stdout:2087: done (0 left) 2024-04-12T00:34:06.495 INFO:tasks.rados.rados.0.smithi098.stdout:2088: snap_create 2024-04-12T00:34:06.790 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:34:06.436+0000 7f6432f72700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T00:34:07.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: pgmap v331: 121 pgs: 1 active+clean+snaptrim, 5 peering, 3 active+undersized+degraded, 5 active+undersized, 107 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 394 KiB/s wr, 8 op/s; 34/585 objects degraded (5.812%); 5.5 MiB/s, 1 objects/s recovering 2024-04-12T00:34:07.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:07.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 76/588 objects degraded (12.925%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[88922]: osdmap e450: 8 total, 8 up, 8 in 2024-04-12T00:34:07.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: pgmap v331: 121 pgs: 1 active+clean+snaptrim, 5 peering, 3 active+undersized+degraded, 5 active+undersized, 107 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 394 KiB/s wr, 8 op/s; 34/585 objects degraded (5.812%); 5.5 MiB/s, 1 objects/s recovering 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 76/588 objects degraded (12.925%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:07.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:06 smithi098 ceph-mon[91373]: osdmap e450: 8 total, 8 up, 8 in 2024-04-12T00:34:07.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: pgmap v331: 121 pgs: 1 active+clean+snaptrim, 5 peering, 3 active+undersized+degraded, 5 active+undersized, 107 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 394 KiB/s wr, 8 op/s; 34/585 objects degraded (5.812%); 5.5 MiB/s, 1 objects/s recovering 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:07.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 76/588 objects degraded (12.925%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:07.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:06 smithi193 ceph-mon[83763]: osdmap e450: 8 total, 8 up, 8 in 2024-04-12T00:34:07.498 INFO:tasks.rados.rados.0.smithi098.stdout:2088: done (0 left) 2024-04-12T00:34:07.498 INFO:tasks.rados.rados.0.smithi098.stdout:2089: rollback oid 29 current snap is 198 2024-04-12T00:34:07.498 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 177 2024-04-12T00:34:07.498 INFO:tasks.rados.rados.0.smithi098.stdout:2090: snap_remove snap 184 2024-04-12T00:34:08.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:07 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:08.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:07 smithi098 ceph-mon[91373]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T00:34:08.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:07 smithi098 ceph-mon[91373]: osdmap e451: 8 total, 8 up, 8 in 2024-04-12T00:34:08.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:07 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:08.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:07 smithi098 ceph-mon[88922]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T00:34:08.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:07 smithi098 ceph-mon[88922]: osdmap e451: 8 total, 8 up, 8 in 2024-04-12T00:34:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:07 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:07 smithi193 ceph-mon[83763]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T00:34:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:07 smithi193 ceph-mon[83763]: osdmap e451: 8 total, 8 up, 8 in 2024-04-12T00:34:08.503 INFO:tasks.rados.rados.0.smithi098.stdout:2090: done (1 left) 2024-04-12T00:34:08.503 INFO:tasks.rados.rados.0.smithi098.stdout:2091: rollback oid 42 current snap is 198 2024-04-12T00:34:08.503 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 42 to 193 2024-04-12T00:34:08.503 INFO:tasks.rados.rados.0.smithi098.stdout:2089: finishing rollback tid 0 to smithi09877355-29 2024-04-12T00:34:08.503 INFO:tasks.rados.rados.0.smithi098.stdout:2089: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:34:08.504 INFO:tasks.rados.rados.0.smithi098.stdout:2089: finishing rollback tid 2 to smithi09877355-29 2024-04-12T00:34:08.504 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 1128 (ObjNum 617 snap 174 seq_num 617) dirty exists 2024-04-12T00:34:08.504 INFO:tasks.rados.rados.0.smithi098.stdout:2089: done (1 left) 2024-04-12T00:34:08.504 INFO:tasks.rados.rados.0.smithi098.stdout:2092: delete oid 11 current snap is 198 2024-04-12T00:34:08.510 INFO:tasks.rados.rados.0.smithi098.stdout:2092: done (1 left) 2024-04-12T00:34:08.510 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 198 2024-04-12T00:34:08.510 INFO:tasks.rados.rados.0.smithi098.stdout:2093: seq_num 677 ranges {0=540672,540672=516096,1056768=655360,1712128=32768} 2024-04-12T00:34:08.514 INFO:tasks.rados.rados.0.smithi098.stdout:2093: writing smithi09877355-49 from 0 to 540672 tid 1 2024-04-12T00:34:08.518 INFO:tasks.rados.rados.0.smithi098.stdout:2093: writing smithi09877355-49 from 540672 to 1056768 tid 2 2024-04-12T00:34:08.522 INFO:tasks.rados.rados.0.smithi098.stdout:2093: writing smithi09877355-49 from 1056768 to 1712128 tid 3 2024-04-12T00:34:08.523 INFO:tasks.rados.rados.0.smithi098.stdout:2093: writing smithi09877355-49 from 1712128 to 1744896 tid 4 2024-04-12T00:34:08.523 INFO:tasks.rados.rados.0.smithi098.stdout:2094: rmattr oid 12 current snap is 198 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2094: done (2 left) 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2095: rmattr oid 10 current snap is 198 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2091: finishing rollback tid 0 to smithi09877355-42 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2091: finishing rollback tid 1 to smithi09877355-42 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2091: finishing rollback tid 2 to smithi09877355-42 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 1114 (ObjNum 572 snap 157 seq_num 572) dirty exists 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2091: done (2 left) 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2095: done (1 left) 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2096: copy_from oid 38 from oid 8 current snap is 198 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2097: copy_from oid 41 from oid 40 current snap is 198 2024-04-12T00:34:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2098: snap_remove snap 194 2024-04-12T00:34:09.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:08 smithi098 ceph-mon[91373]: pgmap v334: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 285 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-04-12T00:34:09.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:08 smithi098 ceph-mon[91373]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/585 objects degraded (5.812%), 3 pgs degraded) 2024-04-12T00:34:09.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:08 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:34:09.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:08 smithi098 ceph-mon[91373]: osdmap e452: 8 total, 8 up, 8 in 2024-04-12T00:34:09.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:08 smithi098 ceph-mon[88922]: pgmap v334: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 285 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-04-12T00:34:09.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:08 smithi098 ceph-mon[88922]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/585 objects degraded (5.812%), 3 pgs degraded) 2024-04-12T00:34:09.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:08 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:34:09.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:08 smithi098 ceph-mon[88922]: osdmap e452: 8 total, 8 up, 8 in 2024-04-12T00:34:09.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:08 smithi193 ceph-mon[83763]: pgmap v334: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 285 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-04-12T00:34:09.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:08 smithi193 ceph-mon[83763]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/585 objects degraded (5.812%), 3 pgs degraded) 2024-04-12T00:34:09.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:08 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:34:09.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:08 smithi193 ceph-mon[83763]: osdmap e452: 8 total, 8 up, 8 in 2024-04-12T00:34:09.507 INFO:tasks.rados.rados.0.smithi098.stdout:2098: done (3 left) 2024-04-12T00:34:09.507 INFO:tasks.rados.rados.0.smithi098.stdout:2099: rollback oid 26 current snap is 198 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 26 to 171 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2096: finishing copy_from to smithi09877355-38 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2096: got expected ENOENT (src dne) 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2096: finishing copy_from racing read to smithi09877355-38 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2093: finishing write tid 1 to smithi09877355-49 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2093: finishing write tid 2 to smithi09877355-49 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2093: finishing write tid 3 to smithi09877355-49 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2093: finishing write tid 4 to smithi09877355-49 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2093: finishing write tid 5 to smithi09877355-49 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2097: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2097: finishing copy_from to smithi09877355-41 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 735 (ObjNum 625 snap 178 seq_num 625) dirty exists 2024-04-12T00:34:09.508 INFO:tasks.rados.rados.0.smithi098.stdout:2093: finishing write tid 6 to smithi09877355-49 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2093: oid 49 updating version 0 to 1151 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2093: oid 49 updating version 1151 to 1155 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2093: oid 49 version 1155 is already newer than 1154 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2093: oid 49 version 1155 is already newer than 1152 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2093: oid 49 version 1155 is already newer than 1153 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1155 (ObjNum 677 snap 198 seq_num 677) dirty exists 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2093: left oid 49 (ObjNum 677 snap 198 seq_num 677) 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2093: done (3 left) 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2096: done (2 left) 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2097: done (1 left) 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2100: rollback oid 9 current snap is 198 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 196 2024-04-12T00:34:09.509 INFO:tasks.rados.rados.0.smithi098.stdout:2101: read oid 48 snap -1 2024-04-12T00:34:09.510 INFO:tasks.rados.rados.0.smithi098.stdout:2101: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-12T00:34:09.510 INFO:tasks.rados.rados.0.smithi098.stdout:2102: rollback oid 47 current snap is 198 2024-04-12T00:34:09.510 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 176 2024-04-12T00:34:09.510 INFO:tasks.rados.rados.0.smithi098.stdout:2103: snap_remove snap 178 2024-04-12T00:34:10.523 INFO:tasks.rados.rados.0.smithi098.stdout:2102: finishing rollback tid 0 to smithi09877355-47 2024-04-12T00:34:10.523 INFO:tasks.rados.rados.0.smithi098.stdout:2102: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:34:10.523 INFO:tasks.rados.rados.0.smithi098.stdout:2099: finishing rollback tid 0 to smithi09877355-26 2024-04-12T00:34:10.524 INFO:tasks.rados.rados.0.smithi098.stdout:2099: finishing rollback tid 1 to smithi09877355-26 2024-04-12T00:34:10.524 INFO:tasks.rados.rados.0.smithi098.stdout:2102: finishing rollback tid 2 to smithi09877355-47 2024-04-12T00:34:10.524 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 774 (ObjNum 614 snap 173 seq_num 614) dirty exists 2024-04-12T00:34:10.524 INFO:tasks.rados.rados.0.smithi098.stdout:2099: finishing rollback tid 2 to smithi09877355-26 2024-04-12T00:34:10.524 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 742 (ObjNum 495 snap 126 seq_num 495) dirty exists 2024-04-12T00:34:10.524 INFO:tasks.rados.rados.0.smithi098.stdout:2100: finishing rollback tid 0 to smithi09877355-9 2024-04-12T00:34:10.524 INFO:tasks.rados.rados.0.smithi098.stdout:2101: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:2100: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:2100: finishing rollback tid 2 to smithi09877355-9 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1158 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:2099: done (4 left) 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:2100: done (3 left) 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:2101: done (2 left) 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:2102: done (1 left) 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:2103: done (0 left) 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:2104: rollback oid 10 current snap is 198 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 10 to 196 2024-04-12T00:34:10.551 INFO:tasks.rados.rados.0.smithi098.stdout:2105: delete oid 37 current snap is 198 2024-04-12T00:34:10.552 INFO:tasks.rados.rados.0.smithi098.stdout:2104: finishing rollback tid 1 to smithi09877355-10 2024-04-12T00:34:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 771 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-12T00:34:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:2104: done (1 left) 2024-04-12T00:34:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:2105: done (0 left) 2024-04-12T00:34:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:2106: rollback oid 11 current snap is 198 2024-04-12T00:34:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 11 to 177 2024-04-12T00:34:10.553 INFO:tasks.rados.rados.0.smithi098.stdout:2107: snap_create 2024-04-12T00:34:10.555 INFO:tasks.rados.rados.0.smithi098.stdout:2106: finishing rollback tid 1 to smithi09877355-11 2024-04-12T00:34:10.555 INFO:tasks.rados.rados.0.smithi098.stdout:2106: finishing rollback tid 2 to smithi09877355-11 2024-04-12T00:34:10.555 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1472 (ObjNum 618 snap 176 seq_num 618) dirty exists 2024-04-12T00:34:10.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:10 smithi098 ceph-mon[88922]: osdmap e453: 8 total, 8 up, 8 in 2024-04-12T00:34:10.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:10 smithi098 ceph-mon[88922]: pgmap v337: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.3 MiB/s wr, 12 op/s; 2.4 MiB/s, 1 objects/s recovering 2024-04-12T00:34:10.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:10 smithi098 ceph-mon[91373]: osdmap e453: 8 total, 8 up, 8 in 2024-04-12T00:34:10.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:10 smithi098 ceph-mon[91373]: pgmap v337: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.3 MiB/s wr, 12 op/s; 2.4 MiB/s, 1 objects/s recovering 2024-04-12T00:34:10.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:10 smithi193 ceph-mon[83763]: osdmap e453: 8 total, 8 up, 8 in 2024-04-12T00:34:10.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:10 smithi193 ceph-mon[83763]: pgmap v337: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.3 MiB/s wr, 12 op/s; 2.4 MiB/s, 1 objects/s recovering 2024-04-12T00:34:11.482 INFO:tasks.rados.rados.0.smithi098.stdout:2106: done (1 left) 2024-04-12T00:34:11.482 INFO:tasks.rados.rados.0.smithi098.stdout:2107: done (0 left) 2024-04-12T00:34:11.482 INFO:tasks.rados.rados.0.smithi098.stdout:2108: snap_create 2024-04-12T00:34:11.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:11 smithi098 ceph-mon[91373]: osdmap e454: 8 total, 8 up, 8 in 2024-04-12T00:34:11.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:11 smithi098 ceph-mon[91373]: osdmap e455: 8 total, 8 up, 8 in 2024-04-12T00:34:11.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:11 smithi098 ceph-mon[88922]: osdmap e454: 8 total, 8 up, 8 in 2024-04-12T00:34:11.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:11 smithi098 ceph-mon[88922]: osdmap e455: 8 total, 8 up, 8 in 2024-04-12T00:34:11.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:11 smithi193 ceph-mon[83763]: osdmap e454: 8 total, 8 up, 8 in 2024-04-12T00:34:11.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:11 smithi193 ceph-mon[83763]: osdmap e455: 8 total, 8 up, 8 in 2024-04-12T00:34:12.365 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:34:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:34:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:34:12.484 INFO:tasks.rados.rados.0.smithi098.stdout:2108: done (0 left) 2024-04-12T00:34:12.484 INFO:tasks.rados.rados.0.smithi098.stdout:2109: snap_create 2024-04-12T00:34:12.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:12 smithi098 ceph-mon[91373]: pgmap v340: 121 pgs: 121 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 679 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:34:12.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:12 smithi098 ceph-mon[91373]: osdmap e456: 8 total, 8 up, 8 in 2024-04-12T00:34:12.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:12 smithi098 ceph-mon[88922]: pgmap v340: 121 pgs: 121 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 679 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:34:12.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:12 smithi098 ceph-mon[88922]: osdmap e456: 8 total, 8 up, 8 in 2024-04-12T00:34:12.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:12 smithi193 ceph-mon[83763]: pgmap v340: 121 pgs: 121 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 679 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:34:12.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:12 smithi193 ceph-mon[83763]: osdmap e456: 8 total, 8 up, 8 in 2024-04-12T00:34:13.487 INFO:tasks.rados.rados.0.smithi098.stdout:2109: done (0 left) 2024-04-12T00:34:13.488 INFO:tasks.rados.rados.0.smithi098.stdout:2110: read oid 21 snap -1 2024-04-12T00:34:13.488 INFO:tasks.rados.rados.0.smithi098.stdout:2110: expect (ObjNum 669 snap 196 seq_num 669) 2024-04-12T00:34:13.488 INFO:tasks.rados.rados.0.smithi098.stdout:2111: rollback oid 31 current snap is 201 2024-04-12T00:34:13.488 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 198 2024-04-12T00:34:13.488 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 201 2024-04-12T00:34:13.488 INFO:tasks.rados.rados.0.smithi098.stdout:2112: seq_num 679 ranges {491520=581632,1073152=688128,1761280=516096} 2024-04-12T00:34:13.493 INFO:tasks.rados.rados.0.smithi098.stdout:2112: writing smithi09877355-5 from 491520 to 1073152 tid 1 2024-04-12T00:34:13.498 INFO:tasks.rados.rados.0.smithi098.stdout:2112: writing smithi09877355-5 from 1073152 to 1761280 tid 2 2024-04-12T00:34:13.501 INFO:tasks.rados.rados.0.smithi098.stdout:2112: writing smithi09877355-5 from 1761280 to 2277376 tid 3 2024-04-12T00:34:13.501 INFO:tasks.rados.rados.0.smithi098.stdout:2113: snap_remove snap 200 2024-04-12T00:34:13.865 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:34:13 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:34:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi193\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi193\", job=\"node\", machine=\"x86_64\", nodename=\"smithi193\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", domainname=\"(none)\", instance=\"smithi193\", job=\"node\", machine=\"x86_64\", nodename=\"smithi193\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:34:14.494 INFO:tasks.rados.rados.0.smithi098.stdout:2113: done (3 left) 2024-04-12T00:34:14.494 INFO:tasks.rados.rados.0.smithi098.stdout:2114: delete oid 43 current snap is 201 2024-04-12T00:34:14.494 INFO:tasks.rados.rados.0.smithi098.stdout:2111: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:34:14.495 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1210 (ObjNum 129 snap 0 seq_num 28302608) dirty dne 2024-04-12T00:34:14.495 INFO:tasks.rados.rados.0.smithi098.stdout:2110: expect (ObjNum 669 snap 196 seq_num 669) 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:2112: finishing write tid 1 to smithi09877355-5 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:2112: finishing write tid 2 to smithi09877355-5 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:2112: finishing write tid 3 to smithi09877355-5 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:2112: finishing write tid 4 to smithi09877355-5 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:2112: finishing write tid 5 to smithi09877355-5 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:2112: oid 5 updating version 0 to 1238 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:2112: oid 5 updating version 1238 to 1241 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:2112: oid 5 version 1241 is already newer than 1240 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:2112: oid 5 version 1241 is already newer than 1239 2024-04-12T00:34:14.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1241 (ObjNum 679 snap 201 seq_num 679) dirty exists 2024-04-12T00:34:14.542 INFO:tasks.rados.rados.0.smithi098.stdout:2112: left oid 5 (ObjNum 679 snap 201 seq_num 679) 2024-04-12T00:34:14.542 INFO:tasks.rados.rados.0.smithi098.stdout:2110: done (3 left) 2024-04-12T00:34:14.542 INFO:tasks.rados.rados.0.smithi098.stdout:2111: done (2 left) 2024-04-12T00:34:14.542 INFO:tasks.rados.rados.0.smithi098.stdout:2112: done (1 left) 2024-04-12T00:34:14.542 INFO:tasks.rados.rados.0.smithi098.stdout:2114: done (0 left) 2024-04-12T00:34:14.542 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 201 2024-04-12T00:34:14.542 INFO:tasks.rados.rados.0.smithi098.stdout:2115: seq_num 681 ranges {0=614400,614400=458752,1073152=638976,1712128=106496} 2024-04-12T00:34:14.544 INFO:tasks.rados.rados.0.smithi098.stdout:2115: writing smithi09877355-16 from 0 to 614400 tid 1 2024-04-12T00:34:14.546 INFO:tasks.rados.rados.0.smithi098.stdout:2115: writing smithi09877355-16 from 614400 to 1073152 tid 2 2024-04-12T00:34:14.550 INFO:tasks.rados.rados.0.smithi098.stdout:2115: writing smithi09877355-16 from 1073152 to 1712128 tid 3 2024-04-12T00:34:14.550 INFO:tasks.rados.rados.0.smithi098.stdout:2115: writing smithi09877355-16 from 1712128 to 1818624 tid 4 2024-04-12T00:34:14.551 INFO:tasks.rados.rados.0.smithi098.stdout:2116: setattr oid 37 current snap is 201 2024-04-12T00:34:14.551 INFO:tasks.rados.rados.0.smithi098.stdout:2115: finishing write tid 1 to smithi09877355-16 2024-04-12T00:34:14.551 INFO:tasks.rados.rados.0.smithi098.stdout:2115: finishing write tid 2 to smithi09877355-16 2024-04-12T00:34:14.551 INFO:tasks.rados.rados.0.smithi098.stdout:2117: snap_create 2024-04-12T00:34:14.554 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1028 (ObjNum 33 snap 0 seq_num 29279952) dirty exists 2024-04-12T00:34:14.554 INFO:tasks.rados.rados.0.smithi098.stdout:2115: finishing write tid 3 to smithi09877355-16 2024-04-12T00:34:14.555 INFO:tasks.rados.rados.0.smithi098.stdout:2115: finishing write tid 4 to smithi09877355-16 2024-04-12T00:34:14.555 INFO:tasks.rados.rados.0.smithi098.stdout:2115: finishing write tid 5 to smithi09877355-16 2024-04-12T00:34:14.556 INFO:tasks.rados.rados.0.smithi098.stdout:2115: finishing write tid 6 to smithi09877355-16 2024-04-12T00:34:14.557 INFO:tasks.rados.rados.0.smithi098.stdout:2115: oid 16 updating version 0 to 1477 2024-04-12T00:34:14.557 INFO:tasks.rados.rados.0.smithi098.stdout:2115: oid 16 version 1477 is already newer than 1475 2024-04-12T00:34:14.557 INFO:tasks.rados.rados.0.smithi098.stdout:2115: oid 16 version 1477 is already newer than 1476 2024-04-12T00:34:14.557 INFO:tasks.rados.rados.0.smithi098.stdout:2115: oid 16 version 1477 is already newer than 1474 2024-04-12T00:34:14.557 INFO:tasks.rados.rados.0.smithi098.stdout:2115: oid 16 version 1477 is already newer than 1473 2024-04-12T00:34:14.557 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1477 (ObjNum 681 snap 201 seq_num 681) dirty exists 2024-04-12T00:34:14.557 INFO:tasks.rados.rados.0.smithi098.stdout:2115: left oid 16 (ObjNum 681 snap 201 seq_num 681) 2024-04-12T00:34:14.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:14 smithi098 ceph-mon[91373]: osdmap e457: 8 total, 8 up, 8 in 2024-04-12T00:34:14.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:14 smithi098 ceph-mon[91373]: pgmap v343: 121 pgs: 121 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-12T00:34:14.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:14 smithi098 ceph-mon[88922]: osdmap e457: 8 total, 8 up, 8 in 2024-04-12T00:34:14.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:14 smithi098 ceph-mon[88922]: pgmap v343: 121 pgs: 121 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-12T00:34:14.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:14 smithi193 ceph-mon[83763]: osdmap e457: 8 total, 8 up, 8 in 2024-04-12T00:34:14.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:14 smithi193 ceph-mon[83763]: pgmap v343: 121 pgs: 121 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-12T00:34:15.502 INFO:tasks.rados.rados.0.smithi098.stdout:2115: done (2 left) 2024-04-12T00:34:15.502 INFO:tasks.rados.rados.0.smithi098.stdout:2116: done (1 left) 2024-04-12T00:34:15.502 INFO:tasks.rados.rados.0.smithi098.stdout:2117: done (0 left) 2024-04-12T00:34:15.502 INFO:tasks.rados.rados.0.smithi098.stdout:2118: copy_from oid 9 from oid 43 current snap is 202 2024-04-12T00:34:15.502 INFO:tasks.rados.rados.0.smithi098.stdout:2119: copy_from oid 20 from oid 18 current snap is 202 2024-04-12T00:34:15.502 INFO:tasks.rados.rados.0.smithi098.stdout:2120: read oid 15 snap 192 2024-04-12T00:34:15.502 INFO:tasks.rados.rados.0.smithi098.stdout:2120: expect (ObjNum 432 snap 120 seq_num 432) 2024-04-12T00:34:15.502 INFO:tasks.rados.rados.0.smithi098.stdout:2121: read oid 44 snap -1 2024-04-12T00:34:15.503 INFO:tasks.rados.rados.0.smithi098.stdout:2121: expect (ObjNum 670 snap 196 seq_num 670) 2024-04-12T00:34:15.503 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 202 2024-04-12T00:34:15.503 INFO:tasks.rados.rados.0.smithi098.stdout:2122: seq_num 682 ranges {1056768=630784,1687552=745472,2433024=442368,2875392=16384} 2024-04-12T00:34:15.511 INFO:tasks.rados.rados.0.smithi098.stdout:2122: writing smithi09877355-22 from 1056768 to 1687552 tid 1 2024-04-12T00:34:15.515 INFO:tasks.rados.rados.0.smithi098.stdout:2122: writing smithi09877355-22 from 1687552 to 2433024 tid 2 2024-04-12T00:34:15.518 INFO:tasks.rados.rados.0.smithi098.stdout:2122: writing smithi09877355-22 from 2433024 to 2875392 tid 3 2024-04-12T00:34:15.518 INFO:tasks.rados.rados.0.smithi098.stdout:2122: writing smithi09877355-22 from 2875392 to 2891776 tid 4 2024-04-12T00:34:15.519 INFO:tasks.rados.rados.0.smithi098.stdout:2123: read oid 39 snap -1 2024-04-12T00:34:15.519 INFO:tasks.rados.rados.0.smithi098.stdout:2123: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:34:15.519 INFO:tasks.rados.rados.0.smithi098.stdout:2124: copy_from oid 34 from oid 7 current snap is 202 2024-04-12T00:34:15.519 INFO:tasks.rados.rados.0.smithi098.stdout:2118: finishing copy_from to smithi09877355-9 2024-04-12T00:34:15.519 INFO:tasks.rados.rados.0.smithi098.stdout:2118: got expected ENOENT (src dne) 2024-04-12T00:34:15.519 INFO:tasks.rados.rados.0.smithi098.stdout:2118: finishing copy_from racing read to smithi09877355-9 2024-04-12T00:34:15.519 INFO:tasks.rados.rados.0.smithi098.stdout:2120: expect (ObjNum 432 snap 120 seq_num 432) 2024-04-12T00:34:15.591 INFO:tasks.rados.rados.0.smithi098.stdout:2121: expect (ObjNum 670 snap 196 seq_num 670) 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2122: finishing write tid 1 to smithi09877355-22 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2119: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2119: finishing copy_from to smithi09877355-20 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 766 (ObjNum 551 snap 147 seq_num 551) dirty exists 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2122: finishing write tid 2 to smithi09877355-22 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2122: finishing write tid 3 to smithi09877355-22 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2122: finishing write tid 4 to smithi09877355-22 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2124: finishing copy_from racing read to smithi09877355-34 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2122: finishing write tid 5 to smithi09877355-22 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2124: finishing copy_from to smithi09877355-34 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 739 (ObjNum 657 snap 189 seq_num 657) dirty exists 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2122: finishing write tid 6 to smithi09877355-22 2024-04-12T00:34:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2122: oid 22 updating version 0 to 1482 2024-04-12T00:34:15.634 INFO:tasks.rados.rados.0.smithi098.stdout:2122: oid 22 version 1482 is already newer than 1479 2024-04-12T00:34:15.634 INFO:tasks.rados.rados.0.smithi098.stdout:2122: oid 22 version 1482 is already newer than 1480 2024-04-12T00:34:15.634 INFO:tasks.rados.rados.0.smithi098.stdout:2122: oid 22 updating version 1482 to 1483 2024-04-12T00:34:15.634 INFO:tasks.rados.rados.0.smithi098.stdout:2122: oid 22 version 1483 is already newer than 1481 2024-04-12T00:34:15.634 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1483 (ObjNum 682 snap 202 seq_num 682) dirty exists 2024-04-12T00:34:15.634 INFO:tasks.rados.rados.0.smithi098.stdout:2122: left oid 22 (ObjNum 682 snap 202 seq_num 682) 2024-04-12T00:34:15.634 INFO:tasks.rados.rados.0.smithi098.stdout:2123: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:34:15.722 INFO:tasks.rados.rados.0.smithi098.stdout:2118: done (6 left) 2024-04-12T00:34:15.723 INFO:tasks.rados.rados.0.smithi098.stdout:2119: done (5 left) 2024-04-12T00:34:15.723 INFO:tasks.rados.rados.0.smithi098.stdout:2120: done (4 left) 2024-04-12T00:34:15.723 INFO:tasks.rados.rados.0.smithi098.stdout:2121: done (3 left) 2024-04-12T00:34:15.723 INFO:tasks.rados.rados.0.smithi098.stdout:2122: done (2 left) 2024-04-12T00:34:15.724 INFO:tasks.rados.rados.0.smithi098.stdout:2123: done (1 left) 2024-04-12T00:34:15.724 INFO:tasks.rados.rados.0.smithi098.stdout:2124: done (0 left) 2024-04-12T00:34:15.724 INFO:tasks.rados.rados.0.smithi098.stdout:2125: delete oid 12 current snap is 202 2024-04-12T00:34:15.725 INFO:tasks.rados.rados.0.smithi098.stdout:2125: done (0 left) 2024-04-12T00:34:15.725 INFO:tasks.rados.rados.0.smithi098.stdout:2126: rollback oid 32 current snap is 202 2024-04-12T00:34:15.726 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 32 to 199 2024-04-12T00:34:15.726 INFO:tasks.rados.rados.0.smithi098.stdout:2127: delete oid 13 current snap is 202 2024-04-12T00:34:15.727 INFO:tasks.rados.rados.0.smithi098.stdout:2127: done (1 left) 2024-04-12T00:34:15.727 INFO:tasks.rados.rados.0.smithi098.stdout:2128: rollback oid 25 current snap is 202 2024-04-12T00:34:15.727 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 175 2024-04-12T00:34:15.728 INFO:tasks.rados.rados.0.smithi098.stdout:2129: snap_remove snap 170 2024-04-12T00:34:15.790 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:34:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:34:15] "GET /metrics HTTP/1.1" 200 36046 "" "Prometheus/2.43.0" 2024-04-12T00:34:15.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:15 smithi098 ceph-mon[91373]: osdmap e458: 8 total, 8 up, 8 in 2024-04-12T00:34:15.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:15.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:15 smithi098 ceph-mon[88922]: osdmap e458: 8 total, 8 up, 8 in 2024-04-12T00:34:15.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:15.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:15 smithi193 ceph-mon[83763]: osdmap e458: 8 total, 8 up, 8 in 2024-04-12T00:34:15.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:16.492 INFO:tasks.rados.rados.0.smithi098.stdout:2129: done (2 left) 2024-04-12T00:34:16.492 INFO:tasks.rados.rados.0.smithi098.stdout:2130: read oid 28 snap -1 2024-04-12T00:34:16.492 INFO:tasks.rados.rados.0.smithi098.stdout:2130: expect deleted 2024-04-12T00:34:16.492 INFO:tasks.rados.rados.0.smithi098.stdout:2131: copy_from oid 40 from oid 39 current snap is 202 2024-04-12T00:34:16.492 INFO:tasks.rados.rados.0.smithi098.stdout:2126: finishing rollback tid 0 to smithi09877355-32 2024-04-12T00:34:16.492 INFO:tasks.rados.rados.0.smithi098.stdout:2126: finishing rollback tid 1 to smithi09877355-32 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:2126: finishing rollback tid 2 to smithi09877355-32 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 1031 (ObjNum 562 snap 153 seq_num 562) dirty exists 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:2128: finishing rollback tid 0 to smithi09877355-25 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:2128: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:2128: finishing rollback tid 2 to smithi09877355-25 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1223 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:2126: done (3 left) 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:2128: done (2 left) 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 202 2024-04-12T00:34:16.493 INFO:tasks.rados.rados.0.smithi098.stdout:2132: seq_num 685 ranges {606208=679936,1286144=442368,1728512=622592,2351104=139264} 2024-04-12T00:34:16.500 INFO:tasks.rados.rados.0.smithi098.stdout:2132: writing smithi09877355-19 from 606208 to 1286144 tid 1 2024-04-12T00:34:16.503 INFO:tasks.rados.rados.0.smithi098.stdout:2132: writing smithi09877355-19 from 1286144 to 1728512 tid 2 2024-04-12T00:34:16.507 INFO:tasks.rados.rados.0.smithi098.stdout:2132: writing smithi09877355-19 from 1728512 to 2351104 tid 3 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2132: writing smithi09877355-19 from 2351104 to 2490368 tid 4 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2133: rollback oid 50 current snap is 202 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 199 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2134: rollback oid 48 current snap is 202 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 48 to 160 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2132: finishing write tid 1 to smithi09877355-19 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2132: finishing write tid 2 to smithi09877355-19 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2130: done (4 left) 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2135: read oid 36 snap -1 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2135: expect deleted 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2136: read oid 20 snap -1 2024-04-12T00:34:16.509 INFO:tasks.rados.rados.0.smithi098.stdout:2136: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:34:16.510 INFO:tasks.rados.rados.0.smithi098.stdout:2137: delete oid 27 current snap is 202 2024-04-12T00:34:16.513 INFO:tasks.rados.rados.0.smithi098.stdout:2133: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:34:16.513 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 743 (ObjNum 65 snap 0 seq_num 1499554416) dirty dne 2024-04-12T00:34:16.513 INFO:tasks.rados.rados.0.smithi098.stdout:2132: finishing write tid 3 to smithi09877355-19 2024-04-12T00:34:16.513 INFO:tasks.rados.rados.0.smithi098.stdout:2134: finishing rollback tid 0 to smithi09877355-48 2024-04-12T00:34:16.513 INFO:tasks.rados.rados.0.smithi098.stdout:2134: finishing rollback tid 1 to smithi09877355-48 2024-04-12T00:34:16.513 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 741 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-12T00:34:16.514 INFO:tasks.rados.rados.0.smithi098.stdout:2132: finishing write tid 4 to smithi09877355-19 2024-04-12T00:34:16.514 INFO:tasks.rados.rados.0.smithi098.stdout:2132: finishing write tid 5 to smithi09877355-19 2024-04-12T00:34:16.516 INFO:tasks.rados.rados.0.smithi098.stdout:2133: done (6 left) 2024-04-12T00:34:16.516 INFO:tasks.rados.rados.0.smithi098.stdout:2134: done (5 left) 2024-04-12T00:34:16.516 INFO:tasks.rados.rados.0.smithi098.stdout:2135: done (4 left) 2024-04-12T00:34:16.516 INFO:tasks.rados.rados.0.smithi098.stdout:2137: done (3 left) 2024-04-12T00:34:16.516 INFO:tasks.rados.rados.0.smithi098.stdout:2138: delete oid 29 current snap is 202 2024-04-12T00:34:16.518 INFO:tasks.rados.rados.0.smithi098.stdout:2132: finishing write tid 6 to smithi09877355-19 2024-04-12T00:34:16.518 INFO:tasks.rados.rados.0.smithi098.stdout:2132: oid 19 updating version 0 to 771 2024-04-12T00:34:16.518 INFO:tasks.rados.rados.0.smithi098.stdout:2132: oid 19 version 771 is already newer than 770 2024-04-12T00:34:16.518 INFO:tasks.rados.rados.0.smithi098.stdout:2132: oid 19 updating version 771 to 772 2024-04-12T00:34:16.518 INFO:tasks.rados.rados.0.smithi098.stdout:2132: oid 19 updating version 772 to 773 2024-04-12T00:34:16.518 INFO:tasks.rados.rados.0.smithi098.stdout:2132: oid 19 updating version 773 to 774 2024-04-12T00:34:16.518 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 774 (ObjNum 685 snap 202 seq_num 685) dirty exists 2024-04-12T00:34:16.518 INFO:tasks.rados.rados.0.smithi098.stdout:2132: left oid 19 (ObjNum 685 snap 202 seq_num 685) 2024-04-12T00:34:16.519 INFO:tasks.rados.rados.0.smithi098.stdout:2132: done (3 left) 2024-04-12T00:34:16.519 INFO:tasks.rados.rados.0.smithi098.stdout:2138: done (2 left) 2024-04-12T00:34:16.519 INFO:tasks.rados.rados.0.smithi098.stdout:2139: read oid 25 snap -1 2024-04-12T00:34:16.519 INFO:tasks.rados.rados.0.smithi098.stdout:2139: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:34:16.519 INFO:tasks.rados.rados.0.smithi098.stdout:2140: rollback oid 45 current snap is 202 2024-04-12T00:34:16.519 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 45 to 193 2024-04-12T00:34:16.519 INFO:tasks.rados.rados.0.smithi098.stdout:2141: snap_create 2024-04-12T00:34:16.520 INFO:tasks.rados.rados.0.smithi098.stdout:2131: finishing copy_from racing read to smithi09877355-40 2024-04-12T00:34:16.521 INFO:tasks.rados.rados.0.smithi098.stdout:2140: finishing rollback tid 1 to smithi09877355-45 2024-04-12T00:34:16.521 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 746 (ObjNum 33 snap 0 seq_num 28400736) dirty dne 2024-04-12T00:34:16.522 INFO:tasks.rados.rados.0.smithi098.stdout:2131: finishing copy_from to smithi09877355-40 2024-04-12T00:34:16.522 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1140 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T00:34:16.524 INFO:tasks.rados.rados.0.smithi098.stdout:2136: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:34:16.581 INFO:tasks.rados.rados.0.smithi098.stdout:2139: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:34:16.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:16 smithi098 ceph-mon[91373]: osdmap e459: 8 total, 8 up, 8 in 2024-04-12T00:34:16.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:16 smithi098 ceph-mon[91373]: pgmap v346: 121 pgs: 121 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-12T00:34:16.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:16 smithi098 ceph-mon[91373]: osdmap e460: 8 total, 8 up, 8 in 2024-04-12T00:34:16.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:16 smithi098 ceph-mon[88922]: osdmap e459: 8 total, 8 up, 8 in 2024-04-12T00:34:16.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:16 smithi098 ceph-mon[88922]: pgmap v346: 121 pgs: 121 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-12T00:34:16.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:16 smithi098 ceph-mon[88922]: osdmap e460: 8 total, 8 up, 8 in 2024-04-12T00:34:16.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:16 smithi193 ceph-mon[83763]: osdmap e459: 8 total, 8 up, 8 in 2024-04-12T00:34:16.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:16 smithi193 ceph-mon[83763]: pgmap v346: 121 pgs: 121 active+clean; 294 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-12T00:34:16.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:16 smithi193 ceph-mon[83763]: osdmap e460: 8 total, 8 up, 8 in 2024-04-12T00:34:17.509 INFO:tasks.rados.rados.0.smithi098.stdout:2131: done (4 left) 2024-04-12T00:34:17.510 INFO:tasks.rados.rados.0.smithi098.stdout:2136: done (3 left) 2024-04-12T00:34:17.510 INFO:tasks.rados.rados.0.smithi098.stdout:2139: done (2 left) 2024-04-12T00:34:17.510 INFO:tasks.rados.rados.0.smithi098.stdout:2140: done (1 left) 2024-04-12T00:34:17.510 INFO:tasks.rados.rados.0.smithi098.stdout:2141: done (0 left) 2024-04-12T00:34:17.510 INFO:tasks.rados.rados.0.smithi098.stdout:2142: copy_from oid 19 from oid 39 current snap is 203 2024-04-12T00:34:17.510 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 203 2024-04-12T00:34:17.510 INFO:tasks.rados.rados.0.smithi098.stdout:2143: seq_num 688 ranges {638976=729088,1368064=499712,1867776=704512} 2024-04-12T00:34:17.518 INFO:tasks.rados.rados.0.smithi098.stdout:2143: writing smithi09877355-38 from 638976 to 1368064 tid 1 2024-04-12T00:34:17.521 INFO:tasks.rados.rados.0.smithi098.stdout:2143: writing smithi09877355-38 from 1368064 to 1867776 tid 2 2024-04-12T00:34:17.526 INFO:tasks.rados.rados.0.smithi098.stdout:2143: writing smithi09877355-38 from 1867776 to 2572288 tid 3 2024-04-12T00:34:17.526 INFO:tasks.rados.rados.0.smithi098.stdout:2144: snap_create 2024-04-12T00:34:17.526 INFO:tasks.rados.rados.0.smithi098.stdout:2142: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:34:17.526 INFO:tasks.rados.rados.0.smithi098.stdout:2143: finishing write tid 1 to smithi09877355-38 2024-04-12T00:34:17.528 INFO:tasks.rados.rados.0.smithi098.stdout:2142: finishing copy_from to smithi09877355-19 2024-04-12T00:34:17.528 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1140 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T00:34:17.529 INFO:tasks.rados.rados.0.smithi098.stdout:2143: finishing write tid 2 to smithi09877355-38 2024-04-12T00:34:17.530 INFO:tasks.rados.rados.0.smithi098.stdout:2143: finishing write tid 3 to smithi09877355-38 2024-04-12T00:34:17.530 INFO:tasks.rados.rados.0.smithi098.stdout:2143: finishing write tid 4 to smithi09877355-38 2024-04-12T00:34:17.532 INFO:tasks.rados.rados.0.smithi098.stdout:2143: finishing write tid 5 to smithi09877355-38 2024-04-12T00:34:17.532 INFO:tasks.rados.rados.0.smithi098.stdout:2143: oid 38 updating version 0 to 989 2024-04-12T00:34:17.532 INFO:tasks.rados.rados.0.smithi098.stdout:2143: oid 38 version 989 is already newer than 988 2024-04-12T00:34:17.532 INFO:tasks.rados.rados.0.smithi098.stdout:2143: oid 38 version 989 is already newer than 987 2024-04-12T00:34:17.532 INFO:tasks.rados.rados.0.smithi098.stdout:2143: oid 38 version 989 is already newer than 986 2024-04-12T00:34:17.532 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 989 (ObjNum 688 snap 203 seq_num 688) dirty exists 2024-04-12T00:34:17.532 INFO:tasks.rados.rados.0.smithi098.stdout:2143: left oid 38 (ObjNum 688 snap 203 seq_num 688) 2024-04-12T00:34:18.521 INFO:tasks.rados.rados.0.smithi098.stdout:2142: done (2 left) 2024-04-12T00:34:18.521 INFO:tasks.rados.rados.0.smithi098.stdout:2143: done (1 left) 2024-04-12T00:34:18.521 INFO:tasks.rados.rados.0.smithi098.stdout:2144: done (0 left) 2024-04-12T00:34:18.521 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 204 2024-04-12T00:34:18.521 INFO:tasks.rados.rados.0.smithi098.stdout:2145: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-04-12T00:34:18.525 INFO:tasks.rados.rados.0.smithi098.stdout:2145: writing smithi09877355-43 from 0 to 745472 tid 1 2024-04-12T00:34:18.530 INFO:tasks.rados.rados.0.smithi098.stdout:2145: writing smithi09877355-43 from 745472 to 1531904 tid 2 2024-04-12T00:34:18.533 INFO:tasks.rados.rados.0.smithi098.stdout:2145: writing smithi09877355-43 from 1531904 to 1949696 tid 3 2024-04-12T00:34:18.533 INFO:tasks.rados.rados.0.smithi098.stdout:2146: snap_remove snap 189 2024-04-12T00:34:18.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:18 smithi098 ceph-mon[88922]: osdmap e461: 8 total, 8 up, 8 in 2024-04-12T00:34:18.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:18 smithi098 ceph-mon[88922]: pgmap v349: 121 pgs: 121 active+clean; 297 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-12T00:34:18.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:18 smithi098 ceph-mon[91373]: osdmap e461: 8 total, 8 up, 8 in 2024-04-12T00:34:18.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:18 smithi098 ceph-mon[91373]: pgmap v349: 121 pgs: 121 active+clean; 297 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-12T00:34:18.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:18 smithi193 ceph-mon[83763]: osdmap e461: 8 total, 8 up, 8 in 2024-04-12T00:34:18.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:18 smithi193 ceph-mon[83763]: pgmap v349: 121 pgs: 121 active+clean; 297 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-12T00:34:19.531 INFO:tasks.rados.rados.0.smithi098.stdout:2146: done (1 left) 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2147: copy_from oid 29 from oid 6 current snap is 204 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: finishing write tid 1 to smithi09877355-43 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: finishing write tid 2 to smithi09877355-43 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: finishing write tid 3 to smithi09877355-43 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: finishing write tid 4 to smithi09877355-43 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: finishing write tid 5 to smithi09877355-43 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: oid 43 updating version 0 to 1034 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: oid 43 version 1034 is already newer than 1032 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: oid 43 updating version 1034 to 1035 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: oid 43 version 1035 is already newer than 1033 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 1035 (ObjNum 689 snap 204 seq_num 689) dirty exists 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: left oid 43 (ObjNum 689 snap 204 seq_num 689) 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2145: done (1 left) 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2148: copy_from oid 23 from oid 16 current snap is 204 2024-04-12T00:34:19.532 INFO:tasks.rados.rados.0.smithi098.stdout:2149: delete oid 10 current snap is 204 2024-04-12T00:34:19.542 INFO:tasks.rados.rados.0.smithi098.stdout:2149: done (2 left) 2024-04-12T00:34:19.542 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 204 2024-04-12T00:34:19.542 INFO:tasks.rados.rados.0.smithi098.stdout:2150: seq_num 691 ranges {2777088=778240,3555328=548864,4104192=614400,4718592=40960} 2024-04-12T00:34:19.562 INFO:tasks.rados.rados.0.smithi098.stdout:2150: writing smithi09877355-19 from 2777088 to 3555328 tid 1 2024-04-12T00:34:19.565 INFO:tasks.rados.rados.0.smithi098.stdout:2150: writing smithi09877355-19 from 3555328 to 4104192 tid 2 2024-04-12T00:34:19.569 INFO:tasks.rados.rados.0.smithi098.stdout:2150: writing smithi09877355-19 from 4104192 to 4718592 tid 3 2024-04-12T00:34:19.569 INFO:tasks.rados.rados.0.smithi098.stdout:2150: writing smithi09877355-19 from 4718592 to 4759552 tid 4 2024-04-12T00:34:19.569 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 204 2024-04-12T00:34:19.570 INFO:tasks.rados.rados.0.smithi098.stdout:2147: finishing copy_from racing read to smithi09877355-29 2024-04-12T00:34:19.570 INFO:tasks.rados.rados.0.smithi098.stdout:2147: finishing copy_from to smithi09877355-29 2024-04-12T00:34:19.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 1220 (ObjNum 672 snap 196 seq_num 672) dirty exists 2024-04-12T00:34:19.570 INFO:tasks.rados.rados.0.smithi098.stdout:2148: finishing copy_from racing read to smithi09877355-23 2024-04-12T00:34:19.570 INFO:tasks.rados.rados.0.smithi098.stdout:2148: finishing copy_from to smithi09877355-23 2024-04-12T00:34:19.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1477 (ObjNum 681 snap 201 seq_num 681) dirty exists 2024-04-12T00:34:19.570 INFO:tasks.rados.rados.0.smithi098.stdout:2150: finishing write tid 1 to smithi09877355-19 2024-04-12T00:34:19.570 INFO:tasks.rados.rados.0.smithi098.stdout:2150: finishing write tid 2 to smithi09877355-19 2024-04-12T00:34:19.570 INFO:tasks.rados.rados.0.smithi098.stdout:2151: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-04-12T00:34:19.572 INFO:tasks.rados.rados.0.smithi098.stdout:2151: writing smithi09877355-4 from 0 to 794624 tid 1 2024-04-12T00:34:19.575 INFO:tasks.rados.rados.0.smithi098.stdout:2151: writing smithi09877355-4 from 794624 to 1277952 tid 2 2024-04-12T00:34:19.580 INFO:tasks.rados.rados.0.smithi098.stdout:2151: writing smithi09877355-4 from 1277952 to 1998848 tid 3 2024-04-12T00:34:19.580 INFO:tasks.rados.rados.0.smithi098.stdout:2147: done (3 left) 2024-04-12T00:34:19.580 INFO:tasks.rados.rados.0.smithi098.stdout:2148: done (2 left) 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2152: read oid 46 snap -1 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2152: expect (ObjNum 516 snap 138 seq_num 516) 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2153: copy_from oid 23 from oid 15 current snap is 204 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: finishing write tid 3 to smithi09877355-19 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: finishing write tid 4 to smithi09877355-19 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: finishing write tid 5 to smithi09877355-19 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: finishing write tid 6 to smithi09877355-19 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: oid 19 updating version 0 to 1143 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: oid 19 version 1143 is already newer than 1142 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: oid 19 version 1143 is already newer than 1141 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: oid 19 updating version 1143 to 1145 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: oid 19 version 1145 is already newer than 1144 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1145 (ObjNum 691 snap 204 seq_num 691) dirty exists 2024-04-12T00:34:19.581 INFO:tasks.rados.rados.0.smithi098.stdout:2150: left oid 19 (ObjNum 691 snap 204 seq_num 691) 2024-04-12T00:34:19.582 INFO:tasks.rados.rados.0.smithi098.stdout:2151: finishing write tid 1 to smithi09877355-4 2024-04-12T00:34:19.582 INFO:tasks.rados.rados.0.smithi098.stdout:2151: finishing write tid 2 to smithi09877355-4 2024-04-12T00:34:19.582 INFO:tasks.rados.rados.0.smithi098.stdout:2150: done (3 left) 2024-04-12T00:34:19.582 INFO:tasks.rados.rados.0.smithi098.stdout:2154: read oid 1 snap -1 2024-04-12T00:34:19.582 INFO:tasks.rados.rados.0.smithi098.stdout:2154: expect deleted 2024-04-12T00:34:19.582 INFO:tasks.rados.rados.0.smithi098.stdout:2155: setattr oid 19 current snap is 204 2024-04-12T00:34:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:2154: done (4 left) 2024-04-12T00:34:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:2156: setattr oid 28 current snap is 204 2024-04-12T00:34:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:2157: rmattr oid 33 current snap is 204 2024-04-12T00:34:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:2157: done (5 left) 2024-04-12T00:34:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:2158: read oid 3 snap -1 2024-04-12T00:34:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:2158: expect (ObjNum 667 snap 192 seq_num 667) 2024-04-12T00:34:19.584 INFO:tasks.rados.rados.0.smithi098.stdout:2159: read oid 42 snap -1 2024-04-12T00:34:19.584 INFO:tasks.rados.rados.0.smithi098.stdout:2159: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:34:19.584 INFO:tasks.rados.rados.0.smithi098.stdout:2160: copy_from oid 25 from oid 24 current snap is 204 2024-04-12T00:34:19.584 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 204 2024-04-12T00:34:19.584 INFO:tasks.rados.rados.0.smithi098.stdout:2161: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-04-12T00:34:19.585 INFO:tasks.rados.rados.0.smithi098.stdout:2161: writing smithi09877355-37 from 0 to 409600 tid 1 2024-04-12T00:34:19.591 INFO:tasks.rados.rados.0.smithi098.stdout:2161: writing smithi09877355-37 from 409600 to 1179648 tid 2 2024-04-12T00:34:19.595 INFO:tasks.rados.rados.0.smithi098.stdout:2161: writing smithi09877355-37 from 1179648 to 1761280 tid 3 2024-04-12T00:34:19.596 INFO:tasks.rados.rados.0.smithi098.stdout:2161: writing smithi09877355-37 from 1761280 to 2015232 tid 4 2024-04-12T00:34:19.597 INFO:tasks.rados.rados.0.smithi098.stdout:2162: snap_remove snap 176 2024-04-12T00:34:19.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:19 smithi098 ceph-mon[91373]: osdmap e462: 8 total, 8 up, 8 in 2024-04-12T00:34:19.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:19 smithi098 ceph-mon[88922]: osdmap e462: 8 total, 8 up, 8 in 2024-04-12T00:34:19.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:19 smithi193 ceph-mon[83763]: osdmap e462: 8 total, 8 up, 8 in 2024-04-12T00:34:20.548 INFO:tasks.rados.rados.0.smithi098.stdout:2162: done (9 left) 2024-04-12T00:34:20.549 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 204 2024-04-12T00:34:20.549 INFO:tasks.rados.rados.0.smithi098.stdout:2163: seq_num 694 ranges {876544=425984,1302528=655360,1957888=786432,2744320=163840} 2024-04-12T00:34:20.556 INFO:tasks.rados.rados.0.smithi098.stdout:2163: writing smithi09877355-41 from 876544 to 1302528 tid 1 2024-04-12T00:34:20.561 INFO:tasks.rados.rados.0.smithi098.stdout:2163: writing smithi09877355-41 from 1302528 to 1957888 tid 2 2024-04-12T00:34:20.565 INFO:tasks.rados.rados.0.smithi098.stdout:2163: writing smithi09877355-41 from 1957888 to 2744320 tid 3 2024-04-12T00:34:20.567 INFO:tasks.rados.rados.0.smithi098.stdout:2163: writing smithi09877355-41 from 2744320 to 2908160 tid 4 2024-04-12T00:34:20.567 INFO:tasks.rados.rados.0.smithi098.stdout:2164: rollback oid 7 current snap is 204 2024-04-12T00:34:20.567 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 7 to 197 2024-04-12T00:34:20.567 INFO:tasks.rados.rados.0.smithi098.stdout:2151: finishing write tid 3 to smithi09877355-4 2024-04-12T00:34:20.567 INFO:tasks.rados.rados.0.smithi098.stdout:2151: finishing write tid 4 to smithi09877355-4 2024-04-12T00:34:20.567 INFO:tasks.rados.rados.0.smithi098.stdout:2152: expect (ObjNum 516 snap 138 seq_num 516) 2024-04-12T00:34:20.608 INFO:tasks.rados.rados.0.smithi098.stdout:2151: finishing write tid 5 to smithi09877355-4 2024-04-12T00:34:20.608 INFO:tasks.rados.rados.0.smithi098.stdout:2151: oid 4 updating version 0 to 992 2024-04-12T00:34:20.608 INFO:tasks.rados.rados.0.smithi098.stdout:2151: oid 4 version 992 is already newer than 990 2024-04-12T00:34:20.608 INFO:tasks.rados.rados.0.smithi098.stdout:2151: oid 4 version 992 is already newer than 991 2024-04-12T00:34:20.608 INFO:tasks.rados.rados.0.smithi098.stdout:2151: oid 4 updating version 992 to 993 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 993 (ObjNum 692 snap 204 seq_num 692) dirty exists 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2151: left oid 4 (ObjNum 692 snap 204 seq_num 692) 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1146 (ObjNum 691 snap 204 seq_num 691) dirty exists 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1020 (ObjNum 145 snap 0 seq_num 28198944) dirty exists 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2151: done (10 left) 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2152: done (9 left) 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2155: done (8 left) 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2156: done (7 left) 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 204 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2153: finishing copy_from racing read to smithi09877355-23 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2153: finishing copy_from to smithi09877355-23 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1337 (ObjNum 432 snap 120 seq_num 432) dirty exists 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2161: finishing write tid 1 to smithi09877355-37 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2161: finishing write tid 2 to smithi09877355-37 2024-04-12T00:34:20.609 INFO:tasks.rados.rados.0.smithi098.stdout:2159: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:34:20.729 INFO:tasks.rados.rados.0.smithi098.stdout:2160: finishing copy_from racing read to smithi09877355-25 2024-04-12T00:34:20.730 INFO:tasks.rados.rados.0.smithi098.stdout:2160: finishing copy_from to smithi09877355-25 2024-04-12T00:34:20.730 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1211 (ObjNum 632 snap 178 seq_num 632) dirty exists 2024-04-12T00:34:20.730 INFO:tasks.rados.rados.0.smithi098.stdout:2158: expect (ObjNum 667 snap 192 seq_num 667) 2024-04-12T00:34:20.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:20 smithi098 ceph-mon[91373]: osdmap e463: 8 total, 8 up, 8 in 2024-04-12T00:34:20.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:20 smithi098 ceph-mon[91373]: pgmap v352: 121 pgs: 121 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-12T00:34:20.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:20.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:20.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:20 smithi098 ceph-mon[88922]: osdmap e463: 8 total, 8 up, 8 in 2024-04-12T00:34:20.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:20 smithi098 ceph-mon[88922]: pgmap v352: 121 pgs: 121 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-12T00:34:20.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:20.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: finishing write tid 3 to smithi09877355-37 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: finishing write tid 4 to smithi09877355-37 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: finishing write tid 5 to smithi09877355-37 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: finishing write tid 6 to smithi09877355-37 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: oid 37 updating version 0 to 1040 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: oid 37 version 1040 is already newer than 1039 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: oid 37 version 1040 is already newer than 1038 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: oid 37 version 1040 is already newer than 1037 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: oid 37 version 1040 is already newer than 1036 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1040 (ObjNum 693 snap 204 seq_num 693) dirty exists 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2161: left oid 37 (ObjNum 693 snap 204 seq_num 693) 2024-04-12T00:34:20.859 INFO:tasks.rados.rados.0.smithi098.stdout:2163: finishing write tid 1 to smithi09877355-41 2024-04-12T00:34:20.860 INFO:tasks.rados.rados.0.smithi098.stdout:2165: seq_num 695 ranges {1449984=442368,1892352=540672,2433024=598016,3031040=466944} 2024-04-12T00:34:20.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:20 smithi193 ceph-mon[83763]: osdmap e463: 8 total, 8 up, 8 in 2024-04-12T00:34:20.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:20 smithi193 ceph-mon[83763]: pgmap v352: 121 pgs: 121 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-12T00:34:20.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:20.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:20.868 INFO:tasks.rados.rados.0.smithi098.stdout:2165: writing smithi09877355-46 from 1449984 to 1892352 tid 1 2024-04-12T00:34:20.871 INFO:tasks.rados.rados.0.smithi098.stdout:2165: writing smithi09877355-46 from 1892352 to 2433024 tid 2 2024-04-12T00:34:20.875 INFO:tasks.rados.rados.0.smithi098.stdout:2165: writing smithi09877355-46 from 2433024 to 3031040 tid 3 2024-04-12T00:34:20.878 INFO:tasks.rados.rados.0.smithi098.stdout:2165: writing smithi09877355-46 from 3031040 to 3497984 tid 4 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2153: done (7 left) 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2158: done (6 left) 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2159: done (5 left) 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2160: done (4 left) 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2161: done (3 left) 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2166: snap_create 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2163: finishing write tid 2 to smithi09877355-41 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2164: finishing rollback tid 0 to smithi09877355-7 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2164: finishing rollback tid 1 to smithi09877355-7 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2164: finishing rollback tid 2 to smithi09877355-7 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 744 (ObjNum 657 snap 189 seq_num 657) dirty exists 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2163: finishing write tid 3 to smithi09877355-41 2024-04-12T00:34:20.879 INFO:tasks.rados.rados.0.smithi098.stdout:2163: finishing write tid 4 to smithi09877355-41 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2163: finishing write tid 5 to smithi09877355-41 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2163: finishing write tid 6 to smithi09877355-41 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2163: oid 41 updating version 0 to 1479 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2163: oid 41 version 1479 is already newer than 1478 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2163: oid 41 updating version 1479 to 1480 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2163: oid 41 updating version 1480 to 1481 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2163: oid 41 updating version 1481 to 1482 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1482 (ObjNum 694 snap 204 seq_num 694) dirty exists 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2163: left oid 41 (ObjNum 694 snap 204 seq_num 694) 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2165: finishing write tid 1 to smithi09877355-46 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2165: finishing write tid 2 to smithi09877355-46 2024-04-12T00:34:20.880 INFO:tasks.rados.rados.0.smithi098.stdout:2165: finishing write tid 3 to smithi09877355-46 2024-04-12T00:34:20.881 INFO:tasks.rados.rados.0.smithi098.stdout:2165: finishing write tid 4 to smithi09877355-46 2024-04-12T00:34:20.881 INFO:tasks.rados.rados.0.smithi098.stdout:2165: finishing write tid 5 to smithi09877355-46 2024-04-12T00:34:20.882 INFO:tasks.rados.rados.0.smithi098.stdout:2165: finishing write tid 6 to smithi09877355-46 2024-04-12T00:34:20.882 INFO:tasks.rados.rados.0.smithi098.stdout:2165: oid 46 updating version 0 to 1163 2024-04-12T00:34:20.882 INFO:tasks.rados.rados.0.smithi098.stdout:2165: oid 46 version 1163 is already newer than 1162 2024-04-12T00:34:20.882 INFO:tasks.rados.rados.0.smithi098.stdout:2165: oid 46 version 1163 is already newer than 1160 2024-04-12T00:34:20.882 INFO:tasks.rados.rados.0.smithi098.stdout:2165: oid 46 version 1163 is already newer than 1161 2024-04-12T00:34:20.882 INFO:tasks.rados.rados.0.smithi098.stdout:2165: oid 46 version 1163 is already newer than 1159 2024-04-12T00:34:20.882 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1163 (ObjNum 695 snap 204 seq_num 695) dirty exists 2024-04-12T00:34:20.882 INFO:tasks.rados.rados.0.smithi098.stdout:2165: left oid 46 (ObjNum 695 snap 204 seq_num 695) 2024-04-12T00:34:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:2163: done (3 left) 2024-04-12T00:34:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:2164: done (2 left) 2024-04-12T00:34:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:2165: done (1 left) 2024-04-12T00:34:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:2166: done (0 left) 2024-04-12T00:34:21.485 INFO:tasks.rados.rados.0.smithi098.stdout:2167: snap_remove snap 173 2024-04-12T00:34:21.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:21 smithi098 ceph-mon[91373]: osdmap e464: 8 total, 8 up, 8 in 2024-04-12T00:34:21.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:21.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:21 smithi098 ceph-mon[91373]: osdmap e465: 8 total, 8 up, 8 in 2024-04-12T00:34:21.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:21 smithi098 ceph-mon[88922]: osdmap e464: 8 total, 8 up, 8 in 2024-04-12T00:34:21.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:21.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:21 smithi098 ceph-mon[88922]: osdmap e465: 8 total, 8 up, 8 in 2024-04-12T00:34:21.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:21 smithi193 ceph-mon[83763]: osdmap e464: 8 total, 8 up, 8 in 2024-04-12T00:34:21.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:21.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:21 smithi193 ceph-mon[83763]: osdmap e465: 8 total, 8 up, 8 in 2024-04-12T00:34:22.489 INFO:tasks.rados.rados.0.smithi098.stdout:2167: done (0 left) 2024-04-12T00:34:22.489 INFO:tasks.rados.rados.0.smithi098.stdout:2168: read oid 16 snap -1 2024-04-12T00:34:22.489 INFO:tasks.rados.rados.0.smithi098.stdout:2168: expect (ObjNum 681 snap 201 seq_num 681) 2024-04-12T00:34:22.489 INFO:tasks.rados.rados.0.smithi098.stdout:2169: read oid 15 snap -1 2024-04-12T00:34:22.489 INFO:tasks.rados.rados.0.smithi098.stdout:2169: expect (ObjNum 432 snap 120 seq_num 432) 2024-04-12T00:34:22.489 INFO:tasks.rados.rados.0.smithi098.stdout:2170: snap_create 2024-04-12T00:34:22.503 INFO:tasks.rados.rados.0.smithi098.stdout:2168: expect (ObjNum 681 snap 201 seq_num 681) 2024-04-12T00:34:22.555 INFO:tasks.rados.rados.0.smithi098.stdout:2169: expect (ObjNum 432 snap 120 seq_num 432) 2024-04-12T00:34:22.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:22 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:22.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:22 smithi193 ceph-mon[83763]: Upgrade: osd.5 is safe to restart 2024-04-12T00:34:22.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:22 smithi193 ceph-mon[83763]: pgmap v355: 121 pgs: 121 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-12T00:34:22.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:22 smithi193 ceph-mon[83763]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T00:34:22.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:34:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:34:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:34:23.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:22 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:23.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:22 smithi098 ceph-mon[88922]: Upgrade: osd.5 is safe to restart 2024-04-12T00:34:23.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:22 smithi098 ceph-mon[88922]: pgmap v355: 121 pgs: 121 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-12T00:34:23.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:22 smithi098 ceph-mon[88922]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T00:34:23.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:22 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T00:34:23.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:22 smithi098 ceph-mon[91373]: Upgrade: osd.5 is safe to restart 2024-04-12T00:34:23.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:22 smithi098 ceph-mon[91373]: pgmap v355: 121 pgs: 121 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-12T00:34:23.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:22 smithi098 ceph-mon[91373]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T00:34:23.489 INFO:tasks.rados.rados.0.smithi098.stdout:2168: done (2 left) 2024-04-12T00:34:23.489 INFO:tasks.rados.rados.0.smithi098.stdout:2169: done (1 left) 2024-04-12T00:34:23.489 INFO:tasks.rados.rados.0.smithi098.stdout:2170: done (0 left) 2024-04-12T00:34:23.489 INFO:tasks.rados.rados.0.smithi098.stdout:2171: setattr oid 33 current snap is 206 2024-04-12T00:34:23.491 INFO:tasks.rados.rados.0.smithi098.stdout:2172: delete oid 35 current snap is 206 2024-04-12T00:34:23.493 INFO:tasks.rados.rados.0.smithi098.stdout:2172: done (1 left) 2024-04-12T00:34:23.493 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 206 2024-04-12T00:34:23.494 INFO:tasks.rados.rados.0.smithi098.stdout:2173: seq_num 697 ranges {1744896=475136,2220032=704512,2924544=557056,3481600=344064} 2024-04-12T00:34:23.506 INFO:tasks.rados.rados.0.smithi098.stdout:2173: writing smithi09877355-49 from 1744896 to 2220032 tid 1 2024-04-12T00:34:23.511 INFO:tasks.rados.rados.0.smithi098.stdout:2173: writing smithi09877355-49 from 2220032 to 2924544 tid 2 2024-04-12T00:34:23.514 INFO:tasks.rados.rados.0.smithi098.stdout:2173: writing smithi09877355-49 from 2924544 to 3481600 tid 3 2024-04-12T00:34:23.517 INFO:tasks.rados.rados.0.smithi098.stdout:2173: writing smithi09877355-49 from 3481600 to 3825664 tid 4 2024-04-12T00:34:23.517 INFO:tasks.rados.rados.0.smithi098.stdout:2174: snap_create 2024-04-12T00:34:23.517 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 1221 (ObjNum 81 snap 0 seq_num 1634882923) dirty exists 2024-04-12T00:34:23.517 INFO:tasks.rados.rados.0.smithi098.stdout:2173: finishing write tid 1 to smithi09877355-49 2024-04-12T00:34:23.517 INFO:tasks.rados.rados.0.smithi098.stdout:2173: finishing write tid 2 to smithi09877355-49 2024-04-12T00:34:23.517 INFO:tasks.rados.rados.0.smithi098.stdout:2173: finishing write tid 3 to smithi09877355-49 2024-04-12T00:34:23.520 INFO:tasks.rados.rados.0.smithi098.stdout:2173: finishing write tid 4 to smithi09877355-49 2024-04-12T00:34:23.520 INFO:tasks.rados.rados.0.smithi098.stdout:2173: finishing write tid 5 to smithi09877355-49 2024-04-12T00:34:23.521 INFO:tasks.rados.rados.0.smithi098.stdout:2173: finishing write tid 6 to smithi09877355-49 2024-04-12T00:34:23.521 INFO:tasks.rados.rados.0.smithi098.stdout:2173: oid 49 updating version 0 to 1167 2024-04-12T00:34:23.521 INFO:tasks.rados.rados.0.smithi098.stdout:2173: oid 49 updating version 1167 to 1168 2024-04-12T00:34:23.521 INFO:tasks.rados.rados.0.smithi098.stdout:2173: oid 49 version 1168 is already newer than 1166 2024-04-12T00:34:23.521 INFO:tasks.rados.rados.0.smithi098.stdout:2173: oid 49 version 1168 is already newer than 1165 2024-04-12T00:34:23.521 INFO:tasks.rados.rados.0.smithi098.stdout:2173: oid 49 version 1168 is already newer than 1164 2024-04-12T00:34:23.521 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1168 (ObjNum 697 snap 206 seq_num 697) dirty exists 2024-04-12T00:34:23.521 INFO:tasks.rados.rados.0.smithi098.stdout:2173: left oid 49 (ObjNum 697 snap 206 seq_num 697) 2024-04-12T00:34:24.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:24 smithi193 ceph-mon[83763]: Upgrade: Updating osd.5 2024-04-12T00:34:24.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:24.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T00:34:24.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:24.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:24 smithi193 ceph-mon[83763]: Deploying daemon osd.5 on smithi193 2024-04-12T00:34:24.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:24 smithi193 ceph-mon[83763]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T00:34:24.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:24 smithi193 ceph-mon[83763]: pgmap v358: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-04-12T00:34:24.504 INFO:tasks.rados.rados.0.smithi098.stdout:2171: done (2 left) 2024-04-12T00:34:24.504 INFO:tasks.rados.rados.0.smithi098.stdout:2173: done (1 left) 2024-04-12T00:34:24.504 INFO:tasks.rados.rados.0.smithi098.stdout:2174: done (0 left) 2024-04-12T00:34:24.504 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 207 2024-04-12T00:34:24.504 INFO:tasks.rados.rados.0.smithi098.stdout:2175: seq_num 698 ranges {2228224=499712,2727936=589824,3317760=770048,4087808=245760} 2024-04-12T00:34:24.518 INFO:tasks.rados.rados.0.smithi098.stdout:2175: writing smithi09877355-32 from 2228224 to 2727936 tid 1 2024-04-12T00:34:24.521 INFO:tasks.rados.rados.0.smithi098.stdout:2175: writing smithi09877355-32 from 2727936 to 3317760 tid 2 2024-04-12T00:34:24.526 INFO:tasks.rados.rados.0.smithi098.stdout:2175: writing smithi09877355-32 from 3317760 to 4087808 tid 3 2024-04-12T00:34:24.528 INFO:tasks.rados.rados.0.smithi098.stdout:2175: writing smithi09877355-32 from 4087808 to 4333568 tid 4 2024-04-12T00:34:24.528 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 207 2024-04-12T00:34:24.528 INFO:tasks.rados.rados.0.smithi098.stdout:2175: finishing write tid 1 to smithi09877355-32 2024-04-12T00:34:24.528 INFO:tasks.rados.rados.0.smithi098.stdout:2175: finishing write tid 2 to smithi09877355-32 2024-04-12T00:34:24.528 INFO:tasks.rados.rados.0.smithi098.stdout:2176: seq_num 699 ranges {0=516096,516096=475136,991232=573440,1564672=557056} 2024-04-12T00:34:24.531 INFO:tasks.rados.rados.0.smithi098.stdout:2176: writing smithi09877355-12 from 0 to 516096 tid 1 2024-04-12T00:34:24.534 INFO:tasks.rados.rados.0.smithi098.stdout:2176: writing smithi09877355-12 from 516096 to 991232 tid 2 2024-04-12T00:34:24.537 INFO:tasks.rados.rados.0.smithi098.stdout:2176: writing smithi09877355-12 from 991232 to 1564672 tid 3 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[91373]: Upgrade: Updating osd.5 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[91373]: Deploying daemon osd.5 on smithi193 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[91373]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[91373]: pgmap v358: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[88922]: Upgrade: Updating osd.5 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:24.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T00:34:24.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:24.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[88922]: Deploying daemon osd.5 on smithi193 2024-04-12T00:34:24.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[88922]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T00:34:24.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:24 smithi098 ceph-mon[88922]: pgmap v358: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2176: writing smithi09877355-12 from 1564672 to 2121728 tid 4 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2177: rmattr oid 2 current snap is 207 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2177: done (2 left) 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2178: rollback oid 46 current snap is 207 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 46 to 206 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2175: finishing write tid 3 to smithi09877355-32 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2175: finishing write tid 4 to smithi09877355-32 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2175: finishing write tid 5 to smithi09877355-32 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2175: finishing write tid 6 to smithi09877355-32 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2175: oid 32 updating version 0 to 1041 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2175: oid 32 updating version 1041 to 1043 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2175: oid 32 updating version 1043 to 1045 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2175: oid 32 version 1045 is already newer than 1042 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:2175: oid 32 version 1045 is already newer than 1044 2024-04-12T00:34:24.543 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 1045 (ObjNum 698 snap 207 seq_num 698) dirty exists 2024-04-12T00:34:24.544 INFO:tasks.rados.rados.0.smithi098.stdout:2175: left oid 32 (ObjNum 698 snap 207 seq_num 698) 2024-04-12T00:34:24.544 INFO:tasks.rados.rados.0.smithi098.stdout:2176: finishing write tid 1 to smithi09877355-12 2024-04-12T00:34:24.544 INFO:tasks.rados.rados.0.smithi098.stdout:2176: finishing write tid 2 to smithi09877355-12 2024-04-12T00:34:24.544 INFO:tasks.rados.rados.0.smithi098.stdout:2176: finishing write tid 3 to smithi09877355-12 2024-04-12T00:34:24.544 INFO:tasks.rados.rados.0.smithi098.stdout:2175: done (2 left) 2024-04-12T00:34:24.544 INFO:tasks.rados.rados.0.smithi098.stdout:2179: delete oid 14 current snap is 207 2024-04-12T00:34:24.545 INFO:tasks.rados.rados.0.smithi098.stdout:2176: finishing write tid 4 to smithi09877355-12 2024-04-12T00:34:24.545 INFO:tasks.rados.rados.0.smithi098.stdout:2176: finishing write tid 5 to smithi09877355-12 2024-04-12T00:34:24.545 INFO:tasks.rados.rados.0.smithi098.stdout:2178: finishing rollback tid 0 to smithi09877355-46 2024-04-12T00:34:24.545 INFO:tasks.rados.rados.0.smithi098.stdout:2178: finishing rollback tid 1 to smithi09877355-46 2024-04-12T00:34:24.545 INFO:tasks.rados.rados.0.smithi098.stdout:2178: finishing rollback tid 2 to smithi09877355-46 2024-04-12T00:34:24.546 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1171 (ObjNum 695 snap 204 seq_num 695) dirty exists 2024-04-12T00:34:24.547 INFO:tasks.rados.rados.0.smithi098.stdout:2176: finishing write tid 6 to smithi09877355-12 2024-04-12T00:34:24.547 INFO:tasks.rados.rados.0.smithi098.stdout:2176: oid 12 updating version 0 to 1144 2024-04-12T00:34:24.547 INFO:tasks.rados.rados.0.smithi098.stdout:2176: oid 12 version 1144 is already newer than 1143 2024-04-12T00:34:24.547 INFO:tasks.rados.rados.0.smithi098.stdout:2176: oid 12 version 1144 is already newer than 1141 2024-04-12T00:34:24.547 INFO:tasks.rados.rados.0.smithi098.stdout:2176: oid 12 version 1144 is already newer than 1142 2024-04-12T00:34:24.547 INFO:tasks.rados.rados.0.smithi098.stdout:2176: oid 12 updating version 1144 to 1145 2024-04-12T00:34:24.547 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1145 (ObjNum 699 snap 207 seq_num 699) dirty exists 2024-04-12T00:34:24.547 INFO:tasks.rados.rados.0.smithi098.stdout:2176: left oid 12 (ObjNum 699 snap 207 seq_num 699) 2024-04-12T00:34:24.548 INFO:tasks.rados.rados.0.smithi098.stdout:2176: done (2 left) 2024-04-12T00:34:24.548 INFO:tasks.rados.rados.0.smithi098.stdout:2178: done (1 left) 2024-04-12T00:34:24.548 INFO:tasks.rados.rados.0.smithi098.stdout:2179: done (0 left) 2024-04-12T00:34:24.548 INFO:tasks.rados.rados.0.smithi098.stdout:2180: setattr oid 7 current snap is 207 2024-04-12T00:34:24.549 INFO:tasks.rados.rados.0.smithi098.stdout:2181: rmattr oid 5 current snap is 207 2024-04-12T00:34:24.549 INFO:tasks.rados.rados.0.smithi098.stdout:2182: read oid 13 snap -1 2024-04-12T00:34:24.549 INFO:tasks.rados.rados.0.smithi098.stdout:2182: expect deleted 2024-04-12T00:34:24.549 INFO:tasks.rados.rados.0.smithi098.stdout:2183: copy_from oid 20 from oid 36 current snap is 207 2024-04-12T00:34:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2184: setattr oid 8 current snap is 207 2024-04-12T00:34:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:2182: done (4 left) 2024-04-12T00:34:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:2185: rollback oid 9 current snap is 207 2024-04-12T00:34:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 171 2024-04-12T00:34:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:2186: rollback oid 32 current snap is 207 2024-04-12T00:34:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 32 to 199 2024-04-12T00:34:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:2187: copy_from oid 28 from oid 29 current snap is 207 2024-04-12T00:34:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:2188: read oid 1 snap 193 2024-04-12T00:34:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:2188: expect deleted 2024-04-12T00:34:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:2189: delete oid 17 current snap is 207 2024-04-12T00:34:24.552 INFO:tasks.rados.rados.0.smithi098.stdout:2183: finishing copy_from to smithi09877355-20 2024-04-12T00:34:24.552 INFO:tasks.rados.rados.0.smithi098.stdout:2183: got expected ENOENT (src dne) 2024-04-12T00:34:24.552 INFO:tasks.rados.rados.0.smithi098.stdout:2183: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:34:24.553 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 745 (ObjNum 657 snap 189 seq_num 657) dirty exists 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:2186: finishing rollback tid 0 to smithi09877355-32 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:2180: done (8 left) 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:2183: done (7 left) 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:2188: done (6 left) 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:2189: done (5 left) 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:2190: rmattr oid 13 current snap is 207 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:2190: done (5 left) 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:2191: delete oid 19 current snap is 207 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1483 (ObjNum 679 snap 201 seq_num 679) dirty exists 2024-04-12T00:34:24.557 INFO:tasks.rados.rados.0.smithi098.stdout:2185: finishing rollback tid 0 to smithi09877355-9 2024-04-12T00:34:24.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1021 (ObjNum 33 snap 0 seq_num 28842912) dirty exists 2024-04-12T00:34:24.559 INFO:tasks.rados.rados.0.smithi098.stdout:2186: finishing rollback tid 1 to smithi09877355-32 2024-04-12T00:34:24.559 INFO:tasks.rados.rados.0.smithi098.stdout:2185: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:34:24.559 INFO:tasks.rados.rados.0.smithi098.stdout:2186: finishing rollback tid 2 to smithi09877355-32 2024-04-12T00:34:24.560 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 1048 (ObjNum 562 snap 153 seq_num 562) dirty exists 2024-04-12T00:34:24.560 INFO:tasks.rados.rados.0.smithi098.stdout:2185: finishing rollback tid 2 to smithi09877355-9 2024-04-12T00:34:24.560 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1174 (ObjNum 594 snap 164 seq_num 594) dirty exists 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2181: done (5 left) 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2184: done (4 left) 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2185: done (3 left) 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2186: done (2 left) 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2191: done (1 left) 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2192: copy_from oid 15 from oid 38 current snap is 207 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2193: read oid 23 snap 197 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2193: expect (ObjNum 28820112 snap 22064 seq_num 27914000) 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2194: read oid 40 snap -1 2024-04-12T00:34:24.561 INFO:tasks.rados.rados.0.smithi098.stdout:2194: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:34:24.562 INFO:tasks.rados.rados.0.smithi098.stdout:2195: rmattr oid 19 current snap is 207 2024-04-12T00:34:24.562 INFO:tasks.rados.rados.0.smithi098.stdout:2195: done (4 left) 2024-04-12T00:34:24.562 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 207 2024-04-12T00:34:24.562 INFO:tasks.rados.rados.0.smithi098.stdout:2196: seq_num 703 ranges {1409024=581632,1990656=458752,2449408=557056,3006464=417792,3424256=172032} 2024-04-12T00:34:24.571 INFO:tasks.rados.rados.0.smithi098.stdout:2196: writing smithi09877355-7 from 1409024 to 1990656 tid 1 2024-04-12T00:34:24.574 INFO:tasks.rados.rados.0.smithi098.stdout:2196: writing smithi09877355-7 from 1990656 to 2449408 tid 2 2024-04-12T00:34:24.578 INFO:tasks.rados.rados.0.smithi098.stdout:2196: writing smithi09877355-7 from 2449408 to 3006464 tid 3 2024-04-12T00:34:24.581 INFO:tasks.rados.rados.0.smithi098.stdout:2196: writing smithi09877355-7 from 3006464 to 3424256 tid 4 2024-04-12T00:34:24.582 INFO:tasks.rados.rados.0.smithi098.stdout:2196: writing smithi09877355-7 from 3424256 to 3596288 tid 5 2024-04-12T00:34:24.582 INFO:tasks.rados.rados.0.smithi098.stdout:2197: delete oid 48 current snap is 207 2024-04-12T00:34:24.582 INFO:tasks.rados.rados.0.smithi098.stdout:2193: expect (ObjNum 28820112 snap 22064 seq_num 27914000) 2024-04-12T00:34:24.584 INFO:tasks.rados.rados.0.smithi098.stdout:2187: finishing copy_from racing read to smithi09877355-28 2024-04-12T00:34:24.584 INFO:tasks.rados.rados.0.smithi098.stdout:2187: finishing copy_from to smithi09877355-28 2024-04-12T00:34:24.584 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1220 (ObjNum 672 snap 196 seq_num 672) dirty exists 2024-04-12T00:34:24.585 INFO:tasks.rados.rados.0.smithi098.stdout:2196: finishing write tid 1 to smithi09877355-7 2024-04-12T00:34:24.585 INFO:tasks.rados.rados.0.smithi098.stdout:2192: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:34:24.585 INFO:tasks.rados.rados.0.smithi098.stdout:2196: finishing write tid 2 to smithi09877355-7 2024-04-12T00:34:24.585 INFO:tasks.rados.rados.0.smithi098.stdout:2194: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:34:24.675 INFO:tasks.rados.rados.0.smithi098.stdout:2192: finishing copy_from to smithi09877355-15 2024-04-12T00:34:24.675 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 989 (ObjNum 688 snap 203 seq_num 688) dirty exists 2024-04-12T00:34:24.675 INFO:tasks.rados.rados.0.smithi098.stdout:2196: finishing write tid 3 to smithi09877355-7 2024-04-12T00:34:24.675 INFO:tasks.rados.rados.0.smithi098.stdout:2187: done (5 left) 2024-04-12T00:34:24.675 INFO:tasks.rados.rados.0.smithi098.stdout:2192: done (4 left) 2024-04-12T00:34:24.675 INFO:tasks.rados.rados.0.smithi098.stdout:2193: done (3 left) 2024-04-12T00:34:24.675 INFO:tasks.rados.rados.0.smithi098.stdout:2194: done (2 left) 2024-04-12T00:34:24.675 INFO:tasks.rados.rados.0.smithi098.stdout:2197: done (1 left) 2024-04-12T00:34:24.675 INFO:tasks.rados.rados.0.smithi098.stdout:2198: read oid 33 snap -1 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2198: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 207 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: finishing write tid 4 to smithi09877355-7 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: finishing write tid 5 to smithi09877355-7 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: finishing write tid 6 to smithi09877355-7 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: finishing write tid 7 to smithi09877355-7 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: oid 7 updating version 0 to 747 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: oid 7 updating version 747 to 748 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: oid 7 updating version 748 to 749 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: oid 7 version 749 is already newer than 746 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: oid 7 updating version 749 to 750 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:2196: oid 7 updating version 750 to 751 2024-04-12T00:34:24.676 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 751 (ObjNum 703 snap 207 seq_num 703) dirty exists 2024-04-12T00:34:24.677 INFO:tasks.rados.rados.0.smithi098.stdout:2196: left oid 7 (ObjNum 703 snap 207 seq_num 703) 2024-04-12T00:34:24.677 INFO:tasks.rados.rados.0.smithi098.stdout:2199: seq_num 705 ranges {753664=614400,1368064=630784,1998848=524288,2523136=450560} 2024-04-12T00:34:24.682 INFO:tasks.rados.rados.0.smithi098.stdout:2199: writing smithi09877355-11 from 753664 to 1368064 tid 1 2024-04-12T00:34:24.685 INFO:tasks.rados.rados.0.smithi098.stdout:2199: writing smithi09877355-11 from 1368064 to 1998848 tid 2 2024-04-12T00:34:24.688 INFO:tasks.rados.rados.0.smithi098.stdout:2199: writing smithi09877355-11 from 1998848 to 2523136 tid 3 2024-04-12T00:34:24.691 INFO:tasks.rados.rados.0.smithi098.stdout:2199: writing smithi09877355-11 from 2523136 to 2973696 tid 4 2024-04-12T00:34:24.691 INFO:tasks.rados.rados.0.smithi098.stdout:2196: done (2 left) 2024-04-12T00:34:24.691 INFO:tasks.rados.rados.0.smithi098.stdout:2200: read oid 18 snap -1 2024-04-12T00:34:24.692 INFO:tasks.rados.rados.0.smithi098.stdout:2200: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:34:24.692 INFO:tasks.rados.rados.0.smithi098.stdout:2201: copy_from oid 26 from oid 17 current snap is 207 2024-04-12T00:34:24.692 INFO:tasks.rados.rados.0.smithi098.stdout:2198: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:34:24.695 INFO:tasks.rados.rados.0.smithi098.stdout:2199: finishing write tid 1 to smithi09877355-11 2024-04-12T00:34:24.695 INFO:tasks.rados.rados.0.smithi098.stdout:2199: finishing write tid 2 to smithi09877355-11 2024-04-12T00:34:24.695 INFO:tasks.rados.rados.0.smithi098.stdout:2198: done (3 left) 2024-04-12T00:34:24.695 INFO:tasks.rados.rados.0.smithi098.stdout:2202: copy_from oid 28 from oid 9 current snap is 207 2024-04-12T00:34:24.695 INFO:tasks.rados.rados.0.smithi098.stdout:2199: finishing write tid 3 to smithi09877355-11 2024-04-12T00:34:24.695 INFO:tasks.rados.rados.0.smithi098.stdout:2201: finishing copy_from to smithi09877355-26 2024-04-12T00:34:24.695 INFO:tasks.rados.rados.0.smithi098.stdout:2201: got expected ENOENT (src dne) 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2201: finishing copy_from racing read to smithi09877355-26 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2201: done (3 left) 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2203: read oid 5 snap -1 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2203: expect (ObjNum 679 snap 201 seq_num 679) 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2204: rmattr oid 37 current snap is 207 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2205: read oid 46 snap -1 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2205: expect (ObjNum 695 snap 204 seq_num 695) 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2206: delete oid 17 current snap is 207 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2199: finishing write tid 4 to smithi09877355-11 2024-04-12T00:34:24.696 INFO:tasks.rados.rados.0.smithi098.stdout:2199: finishing write tid 5 to smithi09877355-11 2024-04-12T00:34:24.698 INFO:tasks.rados.rados.0.smithi098.stdout:2199: finishing write tid 6 to smithi09877355-11 2024-04-12T00:34:24.698 INFO:tasks.rados.rados.0.smithi098.stdout:2199: oid 11 updating version 0 to 1516 2024-04-12T00:34:24.698 INFO:tasks.rados.rados.0.smithi098.stdout:2199: oid 11 updating version 1516 to 1518 2024-04-12T00:34:24.698 INFO:tasks.rados.rados.0.smithi098.stdout:2199: oid 11 updating version 1518 to 1520 2024-04-12T00:34:24.698 INFO:tasks.rados.rados.0.smithi098.stdout:2199: oid 11 version 1520 is already newer than 1517 2024-04-12T00:34:24.698 INFO:tasks.rados.rados.0.smithi098.stdout:2199: oid 11 version 1520 is already newer than 1519 2024-04-12T00:34:24.698 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1520 (ObjNum 705 snap 207 seq_num 705) dirty exists 2024-04-12T00:34:24.699 INFO:tasks.rados.rados.0.smithi098.stdout:2199: left oid 11 (ObjNum 705 snap 207 seq_num 705) 2024-04-12T00:34:24.704 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1049 (ObjNum 693 snap 204 seq_num 693) dirty exists 2024-04-12T00:34:24.705 INFO:tasks.rados.rados.0.smithi098.stdout:2200: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:34:24.762 INFO:tasks.rados.rados.0.smithi098.stdout:2203: expect (ObjNum 679 snap 201 seq_num 679) 2024-04-12T00:34:24.830 INFO:tasks.rados.rados.0.smithi098.stdout:2205: expect (ObjNum 695 snap 204 seq_num 695) 2024-04-12T00:34:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2202: finishing copy_from racing read to smithi09877355-28 2024-04-12T00:34:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2202: finishing copy_from to smithi09877355-28 2024-04-12T00:34:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1174 (ObjNum 594 snap 164 seq_num 594) dirty exists 2024-04-12T00:34:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2199: done (6 left) 2024-04-12T00:34:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2200: done (5 left) 2024-04-12T00:34:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2202: done (4 left) 2024-04-12T00:34:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2203: done (3 left) 2024-04-12T00:34:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2204: done (2 left) 2024-04-12T00:34:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2205: done (1 left) 2024-04-12T00:34:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2206: done (0 left) 2024-04-12T00:34:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2207: snap_create 2024-04-12T00:34:25.502 INFO:tasks.rados.rados.0.smithi098.stdout:2207: done (0 left) 2024-04-12T00:34:25.503 INFO:tasks.rados.rados.0.smithi098.stdout:2208: rollback oid 27 current snap is 208 2024-04-12T00:34:25.503 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 167 2024-04-12T00:34:25.503 INFO:tasks.rados.rados.0.smithi098.stdout:2209: read oid 11 snap 150 2024-04-12T00:34:25.503 INFO:tasks.rados.rados.0.smithi098.stdout:2209: expect deleted 2024-04-12T00:34:25.503 INFO:tasks.rados.rados.0.smithi098.stdout:2210: rollback oid 15 current snap is 208 2024-04-12T00:34:25.503 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 15 to 190 2024-04-12T00:34:25.503 INFO:tasks.rados.rados.0.smithi098.stdout:2211: rollback oid 21 current snap is 208 2024-04-12T00:34:25.503 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 21 to 204 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:2212: rollback oid 42 current snap is 208 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 42 to 190 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:2213: read oid 50 snap -1 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:2213: expect deleted 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:2214: rmattr oid 41 current snap is 208 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:2214: done (6 left) 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:2215: read oid 6 snap -1 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:2215: expect (ObjNum 672 snap 196 seq_num 672) 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 208 2024-04-12T00:34:25.504 INFO:tasks.rados.rados.0.smithi098.stdout:2216: seq_num 707 ranges {2908160=647168,3555328=802816,4358144=532480,4890624=270336} 2024-04-12T00:34:25.522 INFO:tasks.rados.rados.0.smithi098.stdout:2216: writing smithi09877355-41 from 2908160 to 3555328 tid 1 2024-04-12T00:34:25.527 INFO:tasks.rados.rados.0.smithi098.stdout:2216: writing smithi09877355-41 from 3555328 to 4358144 tid 2 2024-04-12T00:34:25.530 INFO:tasks.rados.rados.0.smithi098.stdout:2216: writing smithi09877355-41 from 4358144 to 4890624 tid 3 2024-04-12T00:34:25.532 INFO:tasks.rados.rados.0.smithi098.stdout:2216: writing smithi09877355-41 from 4890624 to 5160960 tid 4 2024-04-12T00:34:25.532 INFO:tasks.rados.rados.0.smithi098.stdout:2217: read oid 48 snap 177 2024-04-12T00:34:25.532 INFO:tasks.rados.rados.0.smithi098.stdout:2217: expect deleted 2024-04-12T00:34:25.532 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 208 2024-04-12T00:34:25.532 INFO:tasks.rados.rados.0.smithi098.stdout:2218: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-04-12T00:34:25.536 INFO:tasks.rados.rados.0.smithi098.stdout:2218: writing smithi09877355-13 from 0 to 663552 tid 1 2024-04-12T00:34:25.540 INFO:tasks.rados.rados.0.smithi098.stdout:2218: writing smithi09877355-13 from 663552 to 1400832 tid 2 2024-04-12T00:34:25.544 INFO:tasks.rados.rados.0.smithi098.stdout:2218: writing smithi09877355-13 from 1400832 to 2097152 tid 3 2024-04-12T00:34:25.545 INFO:tasks.rados.rados.0.smithi098.stdout:2218: writing smithi09877355-13 from 2097152 to 2269184 tid 4 2024-04-12T00:34:25.545 INFO:tasks.rados.rados.0.smithi098.stdout:2219: delete oid 19 current snap is 208 2024-04-12T00:34:25.545 INFO:tasks.rados.rados.0.smithi098.stdout:2208: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:2208: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1222 (ObjNum 490 snap 126 seq_num 490) dirty exists 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:2210: finishing rollback tid 0 to smithi09877355-15 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:2210: finishing rollback tid 1 to smithi09877355-15 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:2212: finishing rollback tid 0 to smithi09877355-42 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:2210: finishing rollback tid 2 to smithi09877355-15 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1524 (ObjNum 432 snap 120 seq_num 432) dirty exists 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:2212: finishing rollback tid 1 to smithi09877355-42 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:2212: finishing rollback tid 2 to smithi09877355-42 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 1117 (ObjNum 572 snap 157 seq_num 572) dirty exists 2024-04-12T00:34:25.546 INFO:tasks.rados.rados.0.smithi098.stdout:2215: expect (ObjNum 672 snap 196 seq_num 672) 2024-04-12T00:34:25.551 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:25 smithi193 ceph-mon[83763]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T00:34:25.588 INFO:tasks.rados.rados.0.smithi098.stdout:2211: finishing rollback tid 0 to smithi09877355-21 2024-04-12T00:34:25.588 INFO:tasks.rados.rados.0.smithi098.stdout:2211: finishing rollback tid 1 to smithi09877355-21 2024-04-12T00:34:25.588 INFO:tasks.rados.rados.0.smithi098.stdout:2208: done (10 left) 2024-04-12T00:34:25.588 INFO:tasks.rados.rados.0.smithi098.stdout:2209: done (9 left) 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2210: done (8 left) 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2212: done (7 left) 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2213: done (6 left) 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2215: done (5 left) 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2219: done (4 left) 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2220: snap_create 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2211: finishing rollback tid 2 to smithi09877355-21 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1486 (ObjNum 669 snap 196 seq_num 669) dirty exists 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2216: finishing write tid 1 to smithi09877355-41 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2216: finishing write tid 2 to smithi09877355-41 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2216: finishing write tid 3 to smithi09877355-41 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2216: finishing write tid 4 to smithi09877355-41 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2216: finishing write tid 5 to smithi09877355-41 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2216: finishing write tid 6 to smithi09877355-41 2024-04-12T00:34:25.589 INFO:tasks.rados.rados.0.smithi098.stdout:2216: oid 41 updating version 0 to 1488 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2216: oid 41 updating version 1488 to 1491 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2216: oid 41 version 1491 is already newer than 1487 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2216: oid 41 version 1491 is already newer than 1490 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2216: oid 41 version 1491 is already newer than 1489 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1491 (ObjNum 707 snap 208 seq_num 707) dirty exists 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2216: left oid 41 (ObjNum 707 snap 208 seq_num 707) 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2218: finishing write tid 1 to smithi09877355-13 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2218: finishing write tid 2 to smithi09877355-13 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2218: finishing write tid 3 to smithi09877355-13 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2218: finishing write tid 4 to smithi09877355-13 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2218: finishing write tid 5 to smithi09877355-13 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2218: finishing write tid 6 to smithi09877355-13 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2218: oid 13 updating version 0 to 1525 2024-04-12T00:34:25.590 INFO:tasks.rados.rados.0.smithi098.stdout:2218: oid 13 updating version 1525 to 1528 2024-04-12T00:34:25.591 INFO:tasks.rados.rados.0.smithi098.stdout:2218: oid 13 version 1528 is already newer than 1526 2024-04-12T00:34:25.591 INFO:tasks.rados.rados.0.smithi098.stdout:2218: oid 13 updating version 1528 to 1529 2024-04-12T00:34:25.591 INFO:tasks.rados.rados.0.smithi098.stdout:2218: oid 13 version 1529 is already newer than 1527 2024-04-12T00:34:25.591 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1529 (ObjNum 708 snap 208 seq_num 708) dirty exists 2024-04-12T00:34:25.591 INFO:tasks.rados.rados.0.smithi098.stdout:2218: left oid 13 (ObjNum 708 snap 208 seq_num 708) 2024-04-12T00:34:25.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:25 smithi098 ceph-mon[91373]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T00:34:25.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:25 smithi098 ceph-mon[88922]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T00:34:25.790 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:34:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:34:25] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-04-12T00:34:26.255 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:26 smithi193 systemd[1]: Stopping Ceph osd.5 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:34:26.489 INFO:tasks.rados.rados.0.smithi098.stdout:2211: done (4 left) 2024-04-12T00:34:26.489 INFO:tasks.rados.rados.0.smithi098.stdout:2216: done (3 left) 2024-04-12T00:34:26.489 INFO:tasks.rados.rados.0.smithi098.stdout:2217: done (2 left) 2024-04-12T00:34:26.490 INFO:tasks.rados.rados.0.smithi098.stdout:2218: done (1 left) 2024-04-12T00:34:26.490 INFO:tasks.rados.rados.0.smithi098.stdout:2220: done (0 left) 2024-04-12T00:34:26.490 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 209 2024-04-12T00:34:26.490 INFO:tasks.rados.rados.0.smithi098.stdout:2221: seq_num 710 ranges {2269184=696320,2965504=499712,3465216=712704,4177920=393216} 2024-04-12T00:34:26.505 INFO:tasks.rados.rados.0.smithi098.stdout:2221: writing smithi09877355-13 from 2269184 to 2965504 tid 1 2024-04-12T00:34:26.508 INFO:tasks.rados.rados.0.smithi098.stdout:2221: writing smithi09877355-13 from 2965504 to 3465216 tid 2 2024-04-12T00:34:26.512 INFO:tasks.rados.rados.0.smithi098.stdout:2221: writing smithi09877355-13 from 3465216 to 4177920 tid 3 2024-04-12T00:34:26.514 INFO:tasks.rados.rados.0.smithi098.stdout:2221: writing smithi09877355-13 from 4177920 to 4571136 tid 4 2024-04-12T00:34:26.514 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 209 2024-04-12T00:34:26.514 INFO:tasks.rados.rados.0.smithi098.stdout:2221: finishing write tid 1 to smithi09877355-13 2024-04-12T00:34:26.514 INFO:tasks.rados.rados.0.smithi098.stdout:2222: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-04-12T00:34:26.518 INFO:tasks.rados.rados.0.smithi098.stdout:2222: writing smithi09877355-17 from 0 to 712704 tid 1 2024-04-12T00:34:26.523 INFO:tasks.rados.rados.0.smithi098.stdout:2222: writing smithi09877355-17 from 712704 to 1499136 tid 2 2024-04-12T00:34:26.526 INFO:tasks.rados.rados.0.smithi098.stdout:2222: writing smithi09877355-17 from 1499136 to 2015232 tid 3 2024-04-12T00:34:26.529 INFO:tasks.rados.rados.0.smithi098.stdout:2222: writing smithi09877355-17 from 2015232 to 2318336 tid 4 2024-04-12T00:34:26.529 INFO:tasks.rados.rados.0.smithi098.stdout:2223: read oid 30 snap -1 2024-04-12T00:34:26.529 INFO:tasks.rados.rados.0.smithi098.stdout:2223: expect (ObjNum 675 snap 197 seq_num 675) 2024-04-12T00:34:26.529 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 209 2024-04-12T00:34:26.529 INFO:tasks.rados.rados.0.smithi098.stdout:2221: finishing write tid 2 to smithi09877355-13 2024-04-12T00:34:26.529 INFO:tasks.rados.rados.0.smithi098.stdout:2221: finishing write tid 3 to smithi09877355-13 2024-04-12T00:34:26.529 INFO:tasks.rados.rados.0.smithi098.stdout:2224: seq_num 712 ranges {3497984=729088,4227072=671744,4898816=671744,5570560=262144} 2024-04-12T00:34:26.552 INFO:tasks.rados.rados.0.smithi098.stdout:2224: writing smithi09877355-46 from 3497984 to 4227072 tid 1 2024-04-12T00:34:26.556 INFO:tasks.rados.rados.0.smithi098.stdout:2224: writing smithi09877355-46 from 4227072 to 4898816 tid 2 2024-04-12T00:34:26.560 INFO:tasks.rados.rados.0.smithi098.stdout:2224: writing smithi09877355-46 from 4898816 to 5570560 tid 3 2024-04-12T00:34:26.561 INFO:tasks.rados.rados.0.smithi098.stdout:2224: writing smithi09877355-46 from 5570560 to 5832704 tid 4 2024-04-12T00:34:26.561 INFO:tasks.rados.rados.0.smithi098.stdout:2225: snap_remove snap 206 2024-04-12T00:34:26.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:26 smithi098 ceph-mon[91373]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T00:34:26.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:26 smithi098 ceph-mon[91373]: pgmap v361: 121 pgs: 121 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.2 MiB/s wr, 26 op/s 2024-04-12T00:34:26.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:26 smithi098 ceph-mon[91373]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T00:34:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:26 smithi098 ceph-mon[88922]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T00:34:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:26 smithi098 ceph-mon[88922]: pgmap v361: 121 pgs: 121 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.2 MiB/s wr, 26 op/s 2024-04-12T00:34:26.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:26 smithi098 ceph-mon[88922]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T00:34:26.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:26 smithi193 ceph-mon[83763]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T00:34:26.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:26 smithi193 ceph-mon[83763]: pgmap v361: 121 pgs: 121 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.2 MiB/s wr, 26 op/s 2024-04-12T00:34:26.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:26 smithi193 ceph-mon[83763]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T00:34:26.866 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[40857]: 2024-04-12T00:34:26.566+0000 7fb0a0ded700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:34:26.866 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[40857]: 2024-04-12T00:34:26.566+0000 7fb0a0ded700 -1 osd.5 470 *** Got signal Terminated *** 2024-04-12T00:34:26.866 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[40857]: 2024-04-12T00:34:26.566+0000 7fb0a0ded700 -1 osd.5 470 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T00:34:27.526 INFO:tasks.rados.rados.0.smithi098.stdout:2225: done (4 left) 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2226: copy_from oid 20 from oid 28 current snap is 209 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2227: copy_from oid 4 from oid 10 current snap is 209 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2228: delete oid 22 current snap is 209 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2221: finishing write tid 4 to smithi09877355-13 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2221: finishing write tid 5 to smithi09877355-13 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2221: finishing write tid 6 to smithi09877355-13 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2221: oid 13 updating version 0 to 1532 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2221: oid 13 updating version 1532 to 1535 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2221: oid 13 version 1535 is already newer than 1533 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2221: oid 13 version 1535 is already newer than 1534 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2221: oid 13 version 1535 is already newer than 1531 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1535 (ObjNum 710 snap 209 seq_num 710) dirty exists 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2221: left oid 13 (ObjNum 710 snap 209 seq_num 710) 2024-04-12T00:34:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2222: finishing write tid 1 to smithi09877355-17 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: finishing write tid 2 to smithi09877355-17 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: finishing write tid 3 to smithi09877355-17 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: finishing write tid 4 to smithi09877355-17 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: finishing write tid 5 to smithi09877355-17 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: finishing write tid 6 to smithi09877355-17 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: oid 17 updating version 0 to 778 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: oid 17 version 778 is already newer than 776 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: oid 17 updating version 778 to 779 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: oid 17 version 779 is already newer than 777 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: oid 17 updating version 779 to 780 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 780 (ObjNum 711 snap 209 seq_num 711) dirty exists 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2222: left oid 17 (ObjNum 711 snap 209 seq_num 711) 2024-04-12T00:34:27.528 INFO:tasks.rados.rados.0.smithi098.stdout:2223: expect (ObjNum 675 snap 197 seq_num 675) 2024-04-12T00:34:27.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:27 smithi098 ceph-mon[91373]: osd.5 marked itself down and dead 2024-04-12T00:34:27.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:27 smithi098 ceph-mon[88922]: osd.5 marked itself down and dead 2024-04-12T00:34:27.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:27 smithi193 ceph-mon[83763]: osd.5 marked itself down and dead 2024-04-12T00:34:27.866 INFO:tasks.rados.rados.0.smithi098.stdout:2224: finishing write tid 1 to smithi09877355-46 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: finishing write tid 2 to smithi09877355-46 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: finishing write tid 3 to smithi09877355-46 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: finishing write tid 4 to smithi09877355-46 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: finishing write tid 5 to smithi09877355-46 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: finishing write tid 6 to smithi09877355-46 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: oid 46 updating version 0 to 1177 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: oid 46 version 1177 is already newer than 1176 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: oid 46 updating version 1177 to 1178 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: oid 46 updating version 1178 to 1179 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: oid 46 version 1179 is already newer than 1175 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1179 (ObjNum 712 snap 209 seq_num 712) dirty exists 2024-04-12T00:34:27.867 INFO:tasks.rados.rados.0.smithi098.stdout:2224: left oid 46 (ObjNum 712 snap 209 seq_num 712) 2024-04-12T00:34:28.324 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:28 smithi193 podman[93920]: 2024-04-12 00:34:28.038519694 +0000 UTC m=+1.628473512 container died 7242bdc4b2c842b16931fb2ba1a109a253c91fd5a67cdd1d6952344fe7061552 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, ceph=True, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-12T00:34:28.542 INFO:tasks.rados.rados.0.smithi098.stdout:2227: finishing copy_from to smithi09877355-4 2024-04-12T00:34:28.542 INFO:tasks.rados.rados.0.smithi098.stdout:2227: got expected ENOENT (src dne) 2024-04-12T00:34:28.543 INFO:tasks.rados.rados.0.smithi098.stdout:2227: finishing copy_from racing read to smithi09877355-4 2024-04-12T00:34:28.552 INFO:tasks.rados.rados.0.smithi098.stdout:2221: done (6 left) 2024-04-12T00:34:28.552 INFO:tasks.rados.rados.0.smithi098.stdout:2222: done (5 left) 2024-04-12T00:34:28.552 INFO:tasks.rados.rados.0.smithi098.stdout:2223: done (4 left) 2024-04-12T00:34:28.552 INFO:tasks.rados.rados.0.smithi098.stdout:2224: done (3 left) 2024-04-12T00:34:28.552 INFO:tasks.rados.rados.0.smithi098.stdout:2227: done (2 left) 2024-04-12T00:34:28.553 INFO:tasks.rados.rados.0.smithi098.stdout:2228: done (1 left) 2024-04-12T00:34:28.553 INFO:tasks.rados.rados.0.smithi098.stdout:2229: read oid 9 snap -1 2024-04-12T00:34:28.553 INFO:tasks.rados.rados.0.smithi098.stdout:2229: expect (ObjNum 594 snap 164 seq_num 594) 2024-04-12T00:34:28.553 INFO:tasks.rados.rados.0.smithi098.stdout:2230: snap_remove snap 177 2024-04-12T00:34:28.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:28 smithi193 ceph-mon[83763]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:34:28.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:28 smithi193 ceph-mon[83763]: osdmap e471: 8 total, 7 up, 8 in 2024-04-12T00:34:28.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:28 smithi193 ceph-mon[83763]: pgmap v364: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-12T00:34:28.616 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:28 smithi193 podman[93920]: 2024-04-12 00:34:28.425246308 +0000 UTC m=+2.015200127 container cleanup 7242bdc4b2c842b16931fb2ba1a109a253c91fd5a67cdd1d6952344fe7061552 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:34:28.616 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:28 smithi193 bash[93920]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5 2024-04-12T00:34:28.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:28 smithi098 ceph-mon[91373]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:34:28.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:28 smithi098 ceph-mon[91373]: osdmap e471: 8 total, 7 up, 8 in 2024-04-12T00:34:28.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:28 smithi098 ceph-mon[91373]: pgmap v364: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-12T00:34:28.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:28 smithi098 ceph-mon[88922]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:34:28.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:28 smithi098 ceph-mon[88922]: osdmap e471: 8 total, 7 up, 8 in 2024-04-12T00:34:28.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:28 smithi098 ceph-mon[88922]: pgmap v364: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-12T00:34:29.044 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:28 smithi193 podman[93938]: 2024-04-12 00:34:28.70184537 +0000 UTC m=+0.665703014 container remove 7242bdc4b2c842b16931fb2ba1a109a253c91fd5a67cdd1d6952344fe7061552 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T00:34:29.303 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:29 smithi193 podman[94031]: 2024-04-12 00:34:28.949492558 +0000 UTC m=+0.018406693 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:34:29.303 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:29 smithi193 podman[94031]: 2024-04-12 00:34:29.060977201 +0000 UTC m=+0.129891338 container create e7330e8628c26e16c398f980a776ea37dc888922c0d69528417d7b55f88d1b78 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:34:29.451 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:34:29.537 INFO:tasks.rados.rados.0.smithi098.stdout:2230: done (2 left) 2024-04-12T00:34:29.537 INFO:tasks.rados.rados.0.smithi098.stdout:2231: copy_from oid 16 from oid 48 current snap is 209 2024-04-12T00:34:29.537 INFO:tasks.rados.rados.0.smithi098.stdout:2232: delete oid 29 current snap is 209 2024-04-12T00:34:29.538 INFO:tasks.rados.rados.0.smithi098.stdout:2229: expect (ObjNum 594 snap 164 seq_num 594) 2024-04-12T00:34:29.601 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:29 smithi193 ceph-mon[83763]: Health check failed: Reduced data availability: 6 pgs peering (PG_AVAILABILITY) 2024-04-12T00:34:29.601 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:29 smithi193 ceph-mon[83763]: osdmap e472: 8 total, 7 up, 8 in 2024-04-12T00:34:29.601 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:29 smithi193 podman[94031]: 2024-04-12 00:34:29.305293062 +0000 UTC m=+0.374207198 container init e7330e8628c26e16c398f980a776ea37dc888922c0d69528417d7b55f88d1b78 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T00:34:29.601 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:29 smithi193 podman[94031]: 2024-04-12 00:34:29.30842877 +0000 UTC m=+0.377342915 container start e7330e8628c26e16c398f980a776ea37dc888922c0d69528417d7b55f88d1b78 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:34:29.601 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:29 smithi193 podman[94031]: 2024-04-12 00:34:29.388586115 +0000 UTC m=+0.457500250 container attach e7330e8628c26e16c398f980a776ea37dc888922c0d69528417d7b55f88d1b78 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True) 2024-04-12T00:34:29.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:29 smithi098 ceph-mon[91373]: Health check failed: Reduced data availability: 6 pgs peering (PG_AVAILABILITY) 2024-04-12T00:34:29.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:29 smithi098 ceph-mon[91373]: osdmap e472: 8 total, 7 up, 8 in 2024-04-12T00:34:29.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:29 smithi098 ceph-mon[88922]: Health check failed: Reduced data availability: 6 pgs peering (PG_AVAILABILITY) 2024-04-12T00:34:29.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:29 smithi098 ceph-mon[88922]: osdmap e472: 8 total, 7 up, 8 in 2024-04-12T00:34:29.790 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (8m) 62s ago 9m 25.4M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (9m) 28s ago 9m 90.5M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (10m) 62s ago 10m 20.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (10m) 28s ago 10m 17.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (4m) 28s ago 13m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (5m) 62s ago 15m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (4m) 62s ago 15m 50.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (3m) 28s ago 14m 42.9M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (3m) 62s ago 13m 43.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (8m) 62s ago 8m 15.4M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (8m) 28s ago 8m 15.2M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (2m) 62s ago 13m 161M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (2m) 62s ago 12m 144M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (100s) 62s ago 12m 97.0M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (66s) 62s ago 12m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:34:29.791 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (32s) 28s ago 11m 11.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 1bd8a7541b94 2024-04-12T00:34:29.792 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (11m) 28s ago 11m 343M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7242bdc4b2c8 2024-04-12T00:34:29.792 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (10m) 28s ago 10m 183M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:34:29.792 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (10m) 28s ago 10m 220M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:34:29.792 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (4m) 28s ago 9m 60.4M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:34:29.865 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:29 smithi193 podman[94031]: 2024-04-12 00:34:29.603432957 +0000 UTC m=+0.672347091 container died e7330e8628c26e16c398f980a776ea37dc888922c0d69528417d7b55f88d1b78 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:34:29.963 INFO:tasks.rados.rados.0.smithi098.stdout:2226: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2226: finishing copy_from to smithi09877355-20 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 1174 (ObjNum 594 snap 164 seq_num 594) dirty exists 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2226: done (3 left) 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2229: done (2 left) 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2232: done (1 left) 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2233: read oid 30 snap -1 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2233: expect (ObjNum 675 snap 197 seq_num 675) 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2234: snap_create 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2231: finishing copy_from to smithi09877355-16 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2231: got expected ENOENT (src dne) 2024-04-12T00:34:29.964 INFO:tasks.rados.rados.0.smithi098.stdout:2231: finishing copy_from racing read to smithi09877355-16 2024-04-12T00:34:29.981 INFO:tasks.rados.rados.0.smithi098.stdout:2233: expect (ObjNum 675 snap 197 seq_num 675) 2024-04-12T00:34:30.210 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:34:30.210 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:34:30.210 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:34:30.210 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:34:30.210 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:34:30.210 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:34:30.210 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:34:30.210 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:34:30.210 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 5 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 10 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:34:30.211 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:34:30.540 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 podman[94057]: 2024-04-12 00:34:30.192228766 +0000 UTC m=+0.583174789 container remove e7330e8628c26e16c398f980a776ea37dc888922c0d69528417d7b55f88d1b78 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-12T00:34:30.540 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.5.service: Deactivated successfully. 2024-04-12T00:34:30.540 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 systemd[1]: Stopped Ceph osd.5 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:34:30.540 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.5.service: Consumed 18.951s CPU time. 2024-04-12T00:34:30.540 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 systemd[1]: Starting Ceph osd.5 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:34:30.541 INFO:tasks.rados.rados.0.smithi098.stdout:2231: done (2 left) 2024-04-12T00:34:30.541 INFO:tasks.rados.rados.0.smithi098.stdout:2233: done (1 left) 2024-04-12T00:34:30.541 INFO:tasks.rados.rados.0.smithi098.stdout:2234: done (0 left) 2024-04-12T00:34:30.541 INFO:tasks.rados.rados.0.smithi098.stdout:2235: read oid 47 snap -1 2024-04-12T00:34:30.542 INFO:tasks.rados.rados.0.smithi098.stdout:2235: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:34:30.542 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 210 2024-04-12T00:34:30.542 INFO:tasks.rados.rados.0.smithi098.stdout:2236: seq_num 715 ranges {2121728=778240,2899968=770048,3670016=499712,4169728=335872} 2024-04-12T00:34:30.557 INFO:tasks.rados.rados.0.smithi098.stdout:2236: writing smithi09877355-12 from 2121728 to 2899968 tid 1 2024-04-12T00:34:30.561 INFO:tasks.rados.rados.0.smithi098.stdout:2236: writing smithi09877355-12 from 2899968 to 3670016 tid 2 2024-04-12T00:34:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:2236: writing smithi09877355-12 from 3670016 to 4169728 tid 3 2024-04-12T00:34:30.568 INFO:tasks.rados.rados.0.smithi098.stdout:2236: writing smithi09877355-12 from 4169728 to 4505600 tid 4 2024-04-12T00:34:30.568 INFO:tasks.rados.rados.0.smithi098.stdout:2236: finishing write tid 1 to smithi09877355-12 2024-04-12T00:34:30.568 INFO:tasks.rados.rados.0.smithi098.stdout:2236: finishing write tid 2 to smithi09877355-12 2024-04-12T00:34:30.568 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 210 2024-04-12T00:34:30.568 INFO:tasks.rados.rados.0.smithi098.stdout:2237: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2024-04-12T00:34:30.573 INFO:tasks.rados.rados.0.smithi098.stdout:2237: writing smithi09877355-8 from 0 to 794624 tid 1 2024-04-12T00:34:30.578 INFO:tasks.rados.rados.0.smithi098.stdout:2237: writing smithi09877355-8 from 794624 to 1449984 tid 2 2024-04-12T00:34:30.583 INFO:tasks.rados.rados.0.smithi098.stdout:2237: writing smithi09877355-8 from 1449984 to 2154496 tid 3 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2237: writing smithi09877355-8 from 2154496 to 2400256 tid 4 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2238: delete oid 31 current snap is 210 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2236: finishing write tid 3 to smithi09877355-12 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2236: finishing write tid 4 to smithi09877355-12 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2236: finishing write tid 5 to smithi09877355-12 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2236: finishing write tid 6 to smithi09877355-12 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2236: oid 12 updating version 0 to 1148 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2236: oid 12 version 1148 is already newer than 1146 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2236: oid 12 updating version 1148 to 1149 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2236: oid 12 updating version 1149 to 1150 2024-04-12T00:34:30.585 INFO:tasks.rados.rados.0.smithi098.stdout:2236: oid 12 version 1150 is already newer than 1147 2024-04-12T00:34:30.586 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1150 (ObjNum 715 snap 210 seq_num 715) dirty exists 2024-04-12T00:34:30.586 INFO:tasks.rados.rados.0.smithi098.stdout:2236: left oid 12 (ObjNum 715 snap 210 seq_num 715) 2024-04-12T00:34:30.586 INFO:tasks.rados.rados.0.smithi098.stdout:2235: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:34:30.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[91373]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:34:30.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[91373]: osdmap e473: 8 total, 7 up, 8 in 2024-04-12T00:34:30.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[91373]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:34:30.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[91373]: pgmap v367: 121 pgs: 2 active+undersized+degraded, 16 peering, 9 stale+active+clean, 6 active+undersized, 88 active+clean; 358 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 25 op/s; 11/717 objects degraded (1.534%) 2024-04-12T00:34:30.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/860605887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[88922]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:34:30.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[88922]: osdmap e473: 8 total, 7 up, 8 in 2024-04-12T00:34:30.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[88922]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:34:30.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[88922]: pgmap v367: 121 pgs: 2 active+undersized+degraded, 16 peering, 9 stale+active+clean, 6 active+undersized, 88 active+clean; 358 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 25 op/s; 11/717 objects degraded (1.534%) 2024-04-12T00:34:30.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:30 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/860605887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:30.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:30 smithi193 ceph-mon[83763]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:34:30.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:30 smithi193 ceph-mon[83763]: osdmap e473: 8 total, 7 up, 8 in 2024-04-12T00:34:30.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:30 smithi193 ceph-mon[83763]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:34:30.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:30 smithi193 ceph-mon[83763]: pgmap v367: 121 pgs: 2 active+undersized+degraded, 16 peering, 9 stale+active+clean, 6 active+undersized, 88 active+clean; 358 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 25 op/s; 11/717 objects degraded (1.534%) 2024-04-12T00:34:30.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:30 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/860605887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:30.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 podman[94160]: 2024-04-12 00:34:30.546448873 +0000 UTC m=+0.020960201 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:34:30.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 podman[94160]: 2024-04-12 00:34:30.651744122 +0000 UTC m=+0.126255428 container create 03a282d1bb440b564f750d47382d033343a81322f551d6e5e66176134bde2882 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T00:34:31.042 INFO:tasks.rados.rados.0.smithi098.stdout:2237: finishing write tid 1 to smithi09877355-8 2024-04-12T00:34:31.042 INFO:tasks.rados.rados.0.smithi098.stdout:2237: finishing write tid 2 to smithi09877355-8 2024-04-12T00:34:31.042 INFO:tasks.rados.rados.0.smithi098.stdout:2237: finishing write tid 3 to smithi09877355-8 2024-04-12T00:34:31.042 INFO:tasks.rados.rados.0.smithi098.stdout:2237: finishing write tid 4 to smithi09877355-8 2024-04-12T00:34:31.042 INFO:tasks.rados.rados.0.smithi098.stdout:2237: finishing write tid 5 to smithi09877355-8 2024-04-12T00:34:31.042 INFO:tasks.rados.rados.0.smithi098.stdout:2237: finishing write tid 6 to smithi09877355-8 2024-04-12T00:34:31.042 INFO:tasks.rados.rados.0.smithi098.stdout:2237: oid 8 updating version 0 to 1223 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2237: oid 8 updating version 1223 to 1227 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2237: oid 8 version 1227 is already newer than 1225 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2237: oid 8 version 1227 is already newer than 1224 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2237: oid 8 version 1227 is already newer than 1226 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1227 (ObjNum 716 snap 210 seq_num 716) dirty exists 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2237: left oid 8 (ObjNum 716 snap 210 seq_num 716) 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2235: done (3 left) 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2236: done (2 left) 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2237: done (1 left) 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2238: done (0 left) 2024-04-12T00:34:31.043 INFO:tasks.rados.rados.0.smithi098.stdout:2239: delete oid 43 current snap is 210 2024-04-12T00:34:31.044 INFO:tasks.rados.rados.0.smithi098.stdout:2239: done (0 left) 2024-04-12T00:34:31.044 INFO:tasks.rados.rados.0.smithi098.stdout:2240: read oid 13 snap -1 2024-04-12T00:34:31.044 INFO:tasks.rados.rados.0.smithi098.stdout:2240: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T00:34:31.044 INFO:tasks.rados.rados.0.smithi098.stdout:2241: read oid 25 snap -1 2024-04-12T00:34:31.044 INFO:tasks.rados.rados.0.smithi098.stdout:2241: expect (ObjNum 632 snap 178 seq_num 632) 2024-04-12T00:34:31.044 INFO:tasks.rados.rados.0.smithi098.stdout:2242: snap_remove snap 208 2024-04-12T00:34:31.364 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 podman[94160]: 2024-04-12 00:34:30.921517397 +0000 UTC m=+0.396028704 container init 03a282d1bb440b564f750d47382d033343a81322f551d6e5e66176134bde2882 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-12T00:34:31.365 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 podman[94160]: 2024-04-12 00:34:30.924971826 +0000 UTC m=+0.399483134 container start 03a282d1bb440b564f750d47382d033343a81322f551d6e5e66176134bde2882 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-12T00:34:31.365 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:30 smithi193 podman[94160]: 2024-04-12 00:34:30.987660573 +0000 UTC m=+0.462171889 container attach 03a282d1bb440b564f750d47382d033343a81322f551d6e5e66176134bde2882 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-04-12T00:34:31.487 INFO:tasks.rados.rados.0.smithi098.stdout:2242: done (2 left) 2024-04-12T00:34:31.487 INFO:tasks.rados.rados.0.smithi098.stdout:2243: copy_from oid 26 from oid 46 current snap is 210 2024-04-12T00:34:31.487 INFO:tasks.rados.rados.0.smithi098.stdout:2241: expect (ObjNum 632 snap 178 seq_num 632) 2024-04-12T00:34:31.613 INFO:tasks.rados.rados.0.smithi098.stdout:2240: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T00:34:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-mon[83763]: Health check failed: Degraded data redundancy: 11/717 objects degraded (1.534%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-mon[83763]: osdmap e474: 8 total, 7 up, 8 in 2024-04-12T00:34:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-mon[83763]: osdmap e475: 8 total, 7 up, 8 in 2024-04-12T00:34:31.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate[94175]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T00:34:31.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate[94175]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T00:34:31.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 bash[94160]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T00:34:31.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 bash[94160]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T00:34:31.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 bash[94160]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 bash[94160]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 bash[94160]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 bash[94160]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 bash[94160]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate[94175]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate[94175]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate[94175]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate[94175]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate[94175]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-12T00:34:31.619 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 podman[94160]: 2024-04-12 00:34:31.390585868 +0000 UTC m=+0.865097163 container died 03a282d1bb440b564f750d47382d033343a81322f551d6e5e66176134bde2882 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T00:34:31.767 INFO:tasks.rados.rados.0.smithi098.stdout:2243: finishing copy_from racing read to smithi09877355-26 2024-04-12T00:34:31.767 INFO:tasks.rados.rados.0.smithi098.stdout:2243: finishing copy_from to smithi09877355-26 2024-04-12T00:34:31.767 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 1179 (ObjNum 712 snap 209 seq_num 712) dirty exists 2024-04-12T00:34:31.767 INFO:tasks.rados.rados.0.smithi098.stdout:2240: done (2 left) 2024-04-12T00:34:31.767 INFO:tasks.rados.rados.0.smithi098.stdout:2241: done (1 left) 2024-04-12T00:34:31.767 INFO:tasks.rados.rados.0.smithi098.stdout:2243: done (0 left) 2024-04-12T00:34:31.767 INFO:tasks.rados.rados.0.smithi098.stdout:2244: snap_create 2024-04-12T00:34:31.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:31 smithi098 ceph-mon[91373]: Health check failed: Degraded data redundancy: 11/717 objects degraded (1.534%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:31.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:31 smithi098 ceph-mon[91373]: osdmap e474: 8 total, 7 up, 8 in 2024-04-12T00:34:31.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:31 smithi098 ceph-mon[91373]: osdmap e475: 8 total, 7 up, 8 in 2024-04-12T00:34:31.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:31 smithi098 ceph-mon[88922]: Health check failed: Degraded data redundancy: 11/717 objects degraded (1.534%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:31.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:31 smithi098 ceph-mon[88922]: osdmap e474: 8 total, 7 up, 8 in 2024-04-12T00:34:31.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:31 smithi098 ceph-mon[88922]: osdmap e475: 8 total, 7 up, 8 in 2024-04-12T00:34:32.312 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:31 smithi193 podman[94307]: 2024-04-12 00:34:31.975322299 +0000 UTC m=+0.579070067 container remove 03a282d1bb440b564f750d47382d033343a81322f551d6e5e66176134bde2882 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux ) 2024-04-12T00:34:32.312 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:32 smithi193 podman[94375]: 2024-04-12 00:34:32.08934295 +0000 UTC m=+0.017601265 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:34:32.312 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:32 smithi193 podman[94375]: 2024-04-12 00:34:32.209526529 +0000 UTC m=+0.137784859 container create 3ce1fb3e5c84aac4a578cd7a2797931bc5bd58224b462d150fc1521e45bf7715 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409) 2024-04-12T00:34:32.549 INFO:tasks.rados.rados.0.smithi098.stdout:2244: done (0 left) 2024-04-12T00:34:32.549 INFO:tasks.rados.rados.0.smithi098.stdout:2245: setattr oid 23 current snap is 211 2024-04-12T00:34:32.551 INFO:tasks.rados.rados.0.smithi098.stdout:2246: snap_create 2024-04-12T00:34:32.556 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1492 (ObjNum 432 snap 120 seq_num 432) dirty exists 2024-04-12T00:34:32.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:32 smithi193 ceph-mon[83763]: pgmap v370: 121 pgs: 8 active+undersized+degraded, 16 peering, 26 active+undersized, 71 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.9 MiB/s wr, 19 op/s; 84/723 objects degraded (11.618%) 2024-04-12T00:34:32.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:34:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:34:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:34:32.616 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:32 smithi193 podman[94375]: 2024-04-12 00:34:32.428398219 +0000 UTC m=+0.356656517 container init 3ce1fb3e5c84aac4a578cd7a2797931bc5bd58224b462d150fc1521e45bf7715 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:34:32.616 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:32 smithi193 podman[94375]: 2024-04-12 00:34:32.431456891 +0000 UTC m=+0.359715178 container start 3ce1fb3e5c84aac4a578cd7a2797931bc5bd58224b462d150fc1521e45bf7715 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-12T00:34:32.616 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:32 smithi193 ceph-osd[94394]: -- 172.21.15.193:0/793394812 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5631caf73680 con 0x5631caf3d400 2024-04-12T00:34:32.616 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:32 smithi193 bash[94375]: 3ce1fb3e5c84aac4a578cd7a2797931bc5bd58224b462d150fc1521e45bf7715 2024-04-12T00:34:32.616 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:32 smithi193 systemd[1]: Started Ceph osd.5 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:34:33.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:32 smithi098 ceph-mon[91373]: pgmap v370: 121 pgs: 8 active+undersized+degraded, 16 peering, 26 active+undersized, 71 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.9 MiB/s wr, 19 op/s; 84/723 objects degraded (11.618%) 2024-04-12T00:34:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:32 smithi098 ceph-mon[88922]: pgmap v370: 121 pgs: 8 active+undersized+degraded, 16 peering, 26 active+undersized, 71 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.9 MiB/s wr, 19 op/s; 84/723 objects degraded (11.618%) 2024-04-12T00:34:33.365 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T00:34:32.974+0000 7f8f543ca7c0 -1 Falling back to public interface 2024-04-12T00:34:33.561 INFO:tasks.rados.rados.0.smithi098.stdout:2245: done (1 left) 2024-04-12T00:34:33.561 INFO:tasks.rados.rados.0.smithi098.stdout:2246: done (0 left) 2024-04-12T00:34:33.561 INFO:tasks.rados.rados.0.smithi098.stdout:2247: read oid 30 snap 156 2024-04-12T00:34:33.561 INFO:tasks.rados.rados.0.smithi098.stdout:2247: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:34:33.561 INFO:tasks.rados.rados.0.smithi098.stdout:2248: delete oid 39 current snap is 212 2024-04-12T00:34:33.563 INFO:tasks.rados.rados.0.smithi098.stdout:2248: done (1 left) 2024-04-12T00:34:33.563 INFO:tasks.rados.rados.0.smithi098.stdout:2249: snap_remove snap 193 2024-04-12T00:34:33.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:33.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:33 smithi193 ceph-mon[83763]: osdmap e476: 8 total, 7 up, 8 in 2024-04-12T00:34:33.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:33.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:34:34.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:34.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:33 smithi098 ceph-mon[91373]: osdmap e476: 8 total, 7 up, 8 in 2024-04-12T00:34:34.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:34.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:34:34.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:34.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:33 smithi098 ceph-mon[88922]: osdmap e476: 8 total, 7 up, 8 in 2024-04-12T00:34:34.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:34.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:34:34.565 INFO:tasks.rados.rados.0.smithi098.stdout:2249: done (1 left) 2024-04-12T00:34:34.565 INFO:tasks.rados.rados.0.smithi098.stdout:2250: read oid 18 snap -1 2024-04-12T00:34:34.565 INFO:tasks.rados.rados.0.smithi098.stdout:2250: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:34:34.565 INFO:tasks.rados.rados.0.smithi098.stdout:2251: setattr oid 10 current snap is 212 2024-04-12T00:34:34.565 INFO:tasks.rados.rados.0.smithi098.stdout:2247: expect (ObjNum 505 snap 132 seq_num 505) 2024-04-12T00:34:34.791 INFO:tasks.rados.rados.0.smithi098.stdout:2250: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:34:34.846 INFO:tasks.rados.rados.0.smithi098.stdout:2247: done (2 left) 2024-04-12T00:34:34.846 INFO:tasks.rados.rados.0.smithi098.stdout:2250: done (1 left) 2024-04-12T00:34:34.846 INFO:tasks.rados.rados.0.smithi098.stdout:2252: rollback oid 28 current snap is 212 2024-04-12T00:34:34.846 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 28 to 197 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 212 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2253: seq_num 720 ranges {0=65536} 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2253: writing smithi09877355-29 from 0 to 65536 tid 1 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2254: rollback oid 38 current snap is 212 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 38 to 198 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2255: read oid 1 snap 197 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2255: expect deleted 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2256: read oid 40 snap 196 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2256: expect (ObjNum 625 snap 178 seq_num 625) 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2257: read oid 48 snap -1 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2257: expect deleted 2024-04-12T00:34:34.847 INFO:tasks.rados.rados.0.smithi098.stdout:2258: snap_create 2024-04-12T00:34:34.848 INFO:tasks.rados.rados.0.smithi098.stdout:2252: finishing rollback tid 0 to smithi09877355-28 2024-04-12T00:34:34.848 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 781 (ObjNum 33 snap 0 seq_num 28628896) dirty exists 2024-04-12T00:34:34.848 INFO:tasks.rados.rados.0.smithi098.stdout:2253: finishing write tid 1 to smithi09877355-29 2024-04-12T00:34:34.849 INFO:tasks.rados.rados.0.smithi098.stdout:2252: finishing rollback tid 1 to smithi09877355-28 2024-04-12T00:34:34.849 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1229 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T00:34:34.849 INFO:tasks.rados.rados.0.smithi098.stdout:2253: finishing write tid 2 to smithi09877355-29 2024-04-12T00:34:34.850 INFO:tasks.rados.rados.0.smithi098.stdout:2254: finishing rollback tid 0 to smithi09877355-38 2024-04-12T00:34:34.850 INFO:tasks.rados.rados.0.smithi098.stdout:2254: finishing rollback tid 1 to smithi09877355-38 2024-04-12T00:34:34.850 INFO:tasks.rados.rados.0.smithi098.stdout:2254: finishing rollback tid 2 to smithi09877355-38 2024-04-12T00:34:34.850 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 1177 (ObjNum 611 snap 172 seq_num 611) dirty exists 2024-04-12T00:34:34.851 INFO:tasks.rados.rados.0.smithi098.stdout:2256: expect (ObjNum 625 snap 178 seq_num 625) 2024-04-12T00:34:34.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:34 smithi193 ceph-mon[83763]: osdmap e477: 8 total, 7 up, 8 in 2024-04-12T00:34:34.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:34 smithi193 ceph-mon[83763]: pgmap v373: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 15 op/s; 132/729 objects degraded (18.107%) 2024-04-12T00:34:34.873 INFO:tasks.rados.rados.0.smithi098.stdout:2253: finishing write tid 3 to smithi09877355-29 2024-04-12T00:34:34.873 INFO:tasks.rados.rados.0.smithi098.stdout:2253: oid 29 updating version 0 to 1223 2024-04-12T00:34:34.873 INFO:tasks.rados.rados.0.smithi098.stdout:2253: oid 29 updating version 1223 to 1224 2024-04-12T00:34:34.873 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 1224 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-04-12T00:34:34.873 INFO:tasks.rados.rados.0.smithi098.stdout:2253: left oid 29 (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:34:35.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:34 smithi098 ceph-mon[91373]: osdmap e477: 8 total, 7 up, 8 in 2024-04-12T00:34:35.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:34 smithi098 ceph-mon[91373]: pgmap v373: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 15 op/s; 132/729 objects degraded (18.107%) 2024-04-12T00:34:35.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:34 smithi098 ceph-mon[88922]: osdmap e477: 8 total, 7 up, 8 in 2024-04-12T00:34:35.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:34 smithi098 ceph-mon[88922]: pgmap v373: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 369 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 15 op/s; 132/729 objects degraded (18.107%) 2024-04-12T00:34:35.569 INFO:tasks.rados.rados.0.smithi098.stdout:2251: done (7 left) 2024-04-12T00:34:35.569 INFO:tasks.rados.rados.0.smithi098.stdout:2252: done (6 left) 2024-04-12T00:34:35.569 INFO:tasks.rados.rados.0.smithi098.stdout:2253: done (5 left) 2024-04-12T00:34:35.569 INFO:tasks.rados.rados.0.smithi098.stdout:2254: done (4 left) 2024-04-12T00:34:35.570 INFO:tasks.rados.rados.0.smithi098.stdout:2255: done (3 left) 2024-04-12T00:34:35.570 INFO:tasks.rados.rados.0.smithi098.stdout:2256: done (2 left) 2024-04-12T00:34:35.570 INFO:tasks.rados.rados.0.smithi098.stdout:2257: done (1 left) 2024-04-12T00:34:35.570 INFO:tasks.rados.rados.0.smithi098.stdout:2258: done (0 left) 2024-04-12T00:34:35.570 INFO:tasks.rados.rados.0.smithi098.stdout:2259: copy_from oid 22 from oid 19 current snap is 213 2024-04-12T00:34:35.570 INFO:tasks.rados.rados.0.smithi098.stdout:2260: read oid 11 snap -1 2024-04-12T00:34:35.570 INFO:tasks.rados.rados.0.smithi098.stdout:2260: expect (ObjNum 705 snap 207 seq_num 705) 2024-04-12T00:34:35.570 INFO:tasks.rados.rados.0.smithi098.stdout:2261: snap_create 2024-04-12T00:34:35.574 INFO:tasks.rados.rados.0.smithi098.stdout:2259: finishing copy_from to smithi09877355-22 2024-04-12T00:34:35.574 INFO:tasks.rados.rados.0.smithi098.stdout:2259: got expected ENOENT (src dne) 2024-04-12T00:34:35.574 INFO:tasks.rados.rados.0.smithi098.stdout:2259: finishing copy_from racing read to smithi09877355-22 2024-04-12T00:34:35.593 INFO:tasks.rados.rados.0.smithi098.stdout:2260: expect (ObjNum 705 snap 207 seq_num 705) 2024-04-12T00:34:35.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:35 smithi193 ceph-mon[83763]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 7 pgs peering) 2024-04-12T00:34:35.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:35 smithi193 ceph-mon[83763]: osdmap e478: 8 total, 7 up, 8 in 2024-04-12T00:34:35.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:35.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:36.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:34:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:34:35] "GET /metrics HTTP/1.1" 200 36192 "" "Prometheus/2.43.0" 2024-04-12T00:34:36.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:35 smithi098 ceph-mon[88922]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 7 pgs peering) 2024-04-12T00:34:36.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:35 smithi098 ceph-mon[88922]: osdmap e478: 8 total, 7 up, 8 in 2024-04-12T00:34:36.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:36.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:36.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:35 smithi098 ceph-mon[91373]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 7 pgs peering) 2024-04-12T00:34:36.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:35 smithi098 ceph-mon[91373]: osdmap e478: 8 total, 7 up, 8 in 2024-04-12T00:34:36.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:36.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:36.575 INFO:tasks.rados.rados.0.smithi098.stdout:2259: done (2 left) 2024-04-12T00:34:36.576 INFO:tasks.rados.rados.0.smithi098.stdout:2260: done (1 left) 2024-04-12T00:34:36.576 INFO:tasks.rados.rados.0.smithi098.stdout:2261: done (0 left) 2024-04-12T00:34:36.576 INFO:tasks.rados.rados.0.smithi098.stdout:2262: rmattr oid 34 current snap is 214 2024-04-12T00:34:36.576 INFO:tasks.rados.rados.0.smithi098.stdout:2263: setattr oid 27 current snap is 214 2024-04-12T00:34:36.578 INFO:tasks.rados.rados.0.smithi098.stdout:2264: read oid 38 snap -1 2024-04-12T00:34:36.578 INFO:tasks.rados.rados.0.smithi098.stdout:2264: expect (ObjNum 611 snap 172 seq_num 611) 2024-04-12T00:34:36.578 INFO:tasks.rados.rados.0.smithi098.stdout:2265: setattr oid 30 current snap is 214 2024-04-12T00:34:36.580 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 214 2024-04-12T00:34:36.580 INFO:tasks.rados.rados.0.smithi098.stdout:2266: seq_num 721 ranges {0=81920} 2024-04-12T00:34:36.581 INFO:tasks.rados.rados.0.smithi098.stdout:2266: writing smithi09877355-48 from 0 to 81920 tid 1 2024-04-12T00:34:36.581 INFO:tasks.rados.rados.0.smithi098.stdout:2267: rollback oid 32 current snap is 214 2024-04-12T00:34:36.582 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 32 to 156 2024-04-12T00:34:36.582 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1222 (ObjNum 657 snap 189 seq_num 657) dirty exists 2024-04-12T00:34:36.582 INFO:tasks.rados.rados.0.smithi098.stdout:2262: done (5 left) 2024-04-12T00:34:36.582 INFO:tasks.rados.rados.0.smithi098.stdout:2268: setattr oid 16 current snap is 214 2024-04-12T00:34:36.583 INFO:tasks.rados.rados.0.smithi098.stdout:2264: expect (ObjNum 611 snap 172 seq_num 611) 2024-04-12T00:34:36.606 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1230 (ObjNum 490 snap 126 seq_num 490) dirty exists 2024-04-12T00:34:36.606 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1541 (ObjNum 681 snap 201 seq_num 681) dirty exists 2024-04-12T00:34:36.606 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1180 (ObjNum 675 snap 197 seq_num 675) dirty exists 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2266: finishing write tid 1 to smithi09877355-48 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2267: finishing rollback tid 0 to smithi09877355-32 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2266: finishing write tid 2 to smithi09877355-48 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2263: done (5 left) 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2264: done (4 left) 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2265: done (3 left) 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2268: done (2 left) 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2269: copy_from oid 2 from oid 30 current snap is 214 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2267: finishing rollback tid 1 to smithi09877355-32 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2267: finishing rollback tid 2 to smithi09877355-32 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 1053 (ObjNum 562 snap 153 seq_num 562) dirty exists 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2266: finishing write tid 3 to smithi09877355-48 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2266: oid 48 updating version 0 to 752 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:2266: oid 48 updating version 752 to 753 2024-04-12T00:34:36.607 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 753 (ObjNum 721 snap 214 seq_num 721) dirty exists 2024-04-12T00:34:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:2266: left oid 48 (ObjNum 721 snap 214 seq_num 721) 2024-04-12T00:34:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:2266: done (2 left) 2024-04-12T00:34:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:2267: done (1 left) 2024-04-12T00:34:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:2270: rmattr oid 32 current snap is 214 2024-04-12T00:34:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:2270: done (1 left) 2024-04-12T00:34:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:2271: copy_from oid 15 from oid 22 current snap is 214 2024-04-12T00:34:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:2272: read oid 12 snap -1 2024-04-12T00:34:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:2272: expect (ObjNum 715 snap 210 seq_num 715) 2024-04-12T00:34:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:2273: delete oid 21 current snap is 214 2024-04-12T00:34:36.609 INFO:tasks.rados.rados.0.smithi098.stdout:2271: finishing copy_from to smithi09877355-15 2024-04-12T00:34:36.609 INFO:tasks.rados.rados.0.smithi098.stdout:2271: got expected ENOENT (src dne) 2024-04-12T00:34:36.609 INFO:tasks.rados.rados.0.smithi098.stdout:2271: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:34:36.609 INFO:tasks.rados.rados.0.smithi098.stdout:2271: done (3 left) 2024-04-12T00:34:36.609 INFO:tasks.rados.rados.0.smithi098.stdout:2273: done (2 left) 2024-04-12T00:34:36.609 INFO:tasks.rados.rados.0.smithi098.stdout:2274: rmattr oid 4 current snap is 214 2024-04-12T00:34:36.609 INFO:tasks.rados.rados.0.smithi098.stdout:2274: done (2 left) 2024-04-12T00:34:36.609 INFO:tasks.rados.rados.0.smithi098.stdout:2275: delete oid 23 current snap is 214 2024-04-12T00:34:36.613 INFO:tasks.rados.rados.0.smithi098.stdout:2275: done (2 left) 2024-04-12T00:34:36.613 INFO:tasks.rados.rados.0.smithi098.stdout:2276: rollback oid 25 current snap is 214 2024-04-12T00:34:36.613 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 175 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:2277: rollback oid 23 current snap is 214 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 23 to 191 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:2278: read oid 35 snap 203 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:2278: expect (ObjNum 553 snap 148 seq_num 553) 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:2279: read oid 4 snap 156 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:2279: expect (ObjNum 518 snap 138 seq_num 518) 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:2280: rollback oid 22 current snap is 214 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 22 to 201 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:2281: rollback oid 26 current snap is 214 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 26 to 209 2024-04-12T00:34:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:2282: snap_create 2024-04-12T00:34:36.616 INFO:tasks.rados.rados.0.smithi098.stdout:2277: finishing rollback tid 1 to smithi09877355-23 2024-04-12T00:34:36.616 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1494 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T00:34:36.621 INFO:tasks.rados.rados.0.smithi098.stdout:2276: finishing rollback tid 0 to smithi09877355-25 2024-04-12T00:34:36.621 INFO:tasks.rados.rados.0.smithi098.stdout:2276: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:34:36.622 INFO:tasks.rados.rados.0.smithi098.stdout:2276: finishing rollback tid 2 to smithi09877355-25 2024-04-12T00:34:36.622 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1226 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:34:36.623 INFO:tasks.rados.rados.0.smithi098.stdout:2279: expect (ObjNum 518 snap 138 seq_num 518) 2024-04-12T00:34:36.668 INFO:tasks.rados.rados.0.smithi098.stdout:2280: finishing rollback tid 1 to smithi09877355-22 2024-04-12T00:34:36.668 INFO:tasks.rados.rados.0.smithi098.stdout:2280: finishing rollback tid 2 to smithi09877355-22 2024-04-12T00:34:36.668 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1543 (ObjNum 636 snap 180 seq_num 636) dirty exists 2024-04-12T00:34:36.668 INFO:tasks.rados.rados.0.smithi098.stdout:2272: expect (ObjNum 715 snap 210 seq_num 715) 2024-04-12T00:34:36.815 INFO:tasks.rados.rados.0.smithi098.stdout:2281: finishing rollback tid 0 to smithi09877355-26 2024-04-12T00:34:36.815 INFO:tasks.rados.rados.0.smithi098.stdout:2281: finishing rollback tid 1 to smithi09877355-26 2024-04-12T00:34:36.815 INFO:tasks.rados.rados.0.smithi098.stdout:2281: finishing rollback tid 2 to smithi09877355-26 2024-04-12T00:34:36.815 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 1182 (ObjNum 495 snap 126 seq_num 495) dirty exists 2024-04-12T00:34:36.815 INFO:tasks.rados.rados.0.smithi098.stdout:2278: expect (ObjNum 553 snap 148 seq_num 553) 2024-04-12T00:34:36.866 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T00:34:36.623+0000 7f8f543ca7c0 -1 osd.5 470 log_to_monitors true 2024-04-12T00:34:36.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:36 smithi193 ceph-mon[83763]: osdmap e479: 8 total, 7 up, 8 in 2024-04-12T00:34:36.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:36 smithi193 ceph-mon[83763]: pgmap v376: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 17 op/s; 135/741 objects degraded (18.219%) 2024-04-12T00:34:36.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:36 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 132/729 objects degraded (18.107%), 12 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:36.932 INFO:tasks.rados.rados.0.smithi098.stdout:2269: finishing copy_from racing read to smithi09877355-2 2024-04-12T00:34:36.933 INFO:tasks.rados.rados.0.smithi098.stdout:2269: finishing copy_from to smithi09877355-2 2024-04-12T00:34:36.933 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1180 (ObjNum 675 snap 197 seq_num 675) dirty exists 2024-04-12T00:34:37.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:36 smithi098 ceph-mon[91373]: osdmap e479: 8 total, 7 up, 8 in 2024-04-12T00:34:37.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:36 smithi098 ceph-mon[91373]: pgmap v376: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 17 op/s; 135/741 objects degraded (18.219%) 2024-04-12T00:34:37.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:36 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 132/729 objects degraded (18.107%), 12 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:37.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:36 smithi098 ceph-mon[88922]: osdmap e479: 8 total, 7 up, 8 in 2024-04-12T00:34:37.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:36 smithi098 ceph-mon[88922]: pgmap v376: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 17 op/s; 135/741 objects degraded (18.219%) 2024-04-12T00:34:37.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:36 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 132/729 objects degraded (18.107%), 12 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:37.579 INFO:tasks.rados.rados.0.smithi098.stdout:2269: done (8 left) 2024-04-12T00:34:37.579 INFO:tasks.rados.rados.0.smithi098.stdout:2272: done (7 left) 2024-04-12T00:34:37.579 INFO:tasks.rados.rados.0.smithi098.stdout:2276: done (6 left) 2024-04-12T00:34:37.579 INFO:tasks.rados.rados.0.smithi098.stdout:2277: done (5 left) 2024-04-12T00:34:37.579 INFO:tasks.rados.rados.0.smithi098.stdout:2278: done (4 left) 2024-04-12T00:34:37.579 INFO:tasks.rados.rados.0.smithi098.stdout:2279: done (3 left) 2024-04-12T00:34:37.579 INFO:tasks.rados.rados.0.smithi098.stdout:2280: done (2 left) 2024-04-12T00:34:37.580 INFO:tasks.rados.rados.0.smithi098.stdout:2281: done (1 left) 2024-04-12T00:34:37.580 INFO:tasks.rados.rados.0.smithi098.stdout:2282: done (0 left) 2024-04-12T00:34:37.580 INFO:tasks.rados.rados.0.smithi098.stdout:2283: copy_from oid 12 from oid 43 current snap is 215 2024-04-12T00:34:37.580 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 215 2024-04-12T00:34:37.580 INFO:tasks.rados.rados.0.smithi098.stdout:2284: seq_num 724 ranges {3825664=131072} 2024-04-12T00:34:37.600 INFO:tasks.rados.rados.0.smithi098.stdout:2284: writing smithi09877355-49 from 3825664 to 3956736 tid 1 2024-04-12T00:34:37.600 INFO:tasks.rados.rados.0.smithi098.stdout:2285: copy_from oid 6 from oid 21 current snap is 215 2024-04-12T00:34:37.600 INFO:tasks.rados.rados.0.smithi098.stdout:2283: finishing copy_from to smithi09877355-12 2024-04-12T00:34:37.600 INFO:tasks.rados.rados.0.smithi098.stdout:2283: got expected ENOENT (src dne) 2024-04-12T00:34:37.600 INFO:tasks.rados.rados.0.smithi098.stdout:2283: finishing copy_from racing read to smithi09877355-12 2024-04-12T00:34:37.600 INFO:tasks.rados.rados.0.smithi098.stdout:2283: done (2 left) 2024-04-12T00:34:37.600 INFO:tasks.rados.rados.0.smithi098.stdout:2286: snap_remove snap 183 2024-04-12T00:34:37.865 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:34:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T00:34:37.604+0000 7f8f45822700 -1 osd.5 470 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:34:37.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:37 smithi193 ceph-mon[83763]: osdmap e480: 8 total, 7 up, 8 in 2024-04-12T00:34:37.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:37 smithi193 ceph-mon[83763]: from='osd.5 [v2:172.21.15.193:6808/3707112182,v1:172.21.15.193:6809/3707112182]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:34:37.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:37 smithi193 ceph-mon[83763]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:34:37.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:37 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:37.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:37 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[88922]: osdmap e480: 8 total, 7 up, 8 in 2024-04-12T00:34:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[88922]: from='osd.5 [v2:172.21.15.193:6808/3707112182,v1:172.21.15.193:6809/3707112182]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:34:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[88922]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:34:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:38.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[91373]: osdmap e480: 8 total, 7 up, 8 in 2024-04-12T00:34:38.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[91373]: from='osd.5 [v2:172.21.15.193:6808/3707112182,v1:172.21.15.193:6809/3707112182]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:34:38.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[91373]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T00:34:38.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:38.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:37 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:38.590 INFO:tasks.rados.rados.0.smithi098.stdout:2286: done (2 left) 2024-04-12T00:34:38.590 INFO:tasks.rados.rados.0.smithi098.stdout:2287: snap_remove snap 212 2024-04-12T00:34:38.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:38 smithi193 ceph-mon[83763]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T00:34:38.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:38 smithi193 ceph-mon[83763]: osdmap e481: 8 total, 7 up, 8 in 2024-04-12T00:34:38.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:38 smithi193 ceph-mon[83763]: from='osd.5 [v2:172.21.15.193:6808/3707112182,v1:172.21.15.193:6809/3707112182]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:38.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:38 smithi193 ceph-mon[83763]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:38 smithi193 ceph-mon[83763]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 137/747 objects degraded (18.340%) 2024-04-12T00:34:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:38 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:38 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:39.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[88922]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T00:34:39.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[88922]: osdmap e481: 8 total, 7 up, 8 in 2024-04-12T00:34:39.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[88922]: from='osd.5 [v2:172.21.15.193:6808/3707112182,v1:172.21.15.193:6809/3707112182]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:39.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[88922]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[88922]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 137/747 objects degraded (18.340%) 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[91373]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[91373]: osdmap e481: 8 total, 7 up, 8 in 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[91373]: from='osd.5 [v2:172.21.15.193:6808/3707112182,v1:172.21.15.193:6809/3707112182]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[91373]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[91373]: pgmap v379: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 137/747 objects degraded (18.340%) 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:39.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:38 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:39.591 INFO:tasks.rados.rados.0.smithi098.stdout:2287: done (2 left) 2024-04-12T00:34:39.591 INFO:tasks.rados.rados.0.smithi098.stdout:2288: read oid 13 snap 160 2024-04-12T00:34:39.591 INFO:tasks.rados.rados.0.smithi098.stdout:2288: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:34:39.591 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 215 2024-04-12T00:34:39.591 INFO:tasks.rados.rados.0.smithi098.stdout:2289: seq_num 725 ranges {0=147456} 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2289: writing smithi09877355-31 from 0 to 147456 tid 1 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2290: snap_create 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2285: finishing copy_from to smithi09877355-6 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2285: got expected ENOENT (src dne) 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2285: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2284: finishing write tid 1 to smithi09877355-49 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2284: finishing write tid 2 to smithi09877355-49 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2284: finishing write tid 3 to smithi09877355-49 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2284: oid 49 updating version 0 to 1181 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2284: oid 49 updating version 1181 to 1182 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1182 (ObjNum 724 snap 215 seq_num 724) dirty exists 2024-04-12T00:34:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:2284: left oid 49 (ObjNum 724 snap 215 seq_num 724) 2024-04-12T00:34:39.609 INFO:tasks.rados.rados.0.smithi098.stdout:2289: finishing write tid 1 to smithi09877355-31 2024-04-12T00:34:39.609 INFO:tasks.rados.rados.0.smithi098.stdout:2289: finishing write tid 2 to smithi09877355-31 2024-04-12T00:34:39.615 INFO:tasks.rados.rados.0.smithi098.stdout:2289: finishing write tid 3 to smithi09877355-31 2024-04-12T00:34:39.615 INFO:tasks.rados.rados.0.smithi098.stdout:2289: oid 31 updating version 0 to 1211 2024-04-12T00:34:39.615 INFO:tasks.rados.rados.0.smithi098.stdout:2289: oid 31 updating version 1211 to 1212 2024-04-12T00:34:39.615 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1212 (ObjNum 725 snap 215 seq_num 725) dirty exists 2024-04-12T00:34:39.615 INFO:tasks.rados.rados.0.smithi098.stdout:2289: left oid 31 (ObjNum 725 snap 215 seq_num 725) 2024-04-12T00:34:39.622 INFO:tasks.rados.rados.0.smithi098.stdout:2288: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:34:39.772 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:39 smithi193 ceph-mon[83763]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:34:39.772 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:39 smithi193 ceph-mon[83763]: osd.5 [v2:172.21.15.193:6808/3707112182,v1:172.21.15.193:6809/3707112182] boot 2024-04-12T00:34:39.772 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:39 smithi193 ceph-mon[83763]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T00:34:39.773 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:39 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:34:40.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:39 smithi098 ceph-mon[88922]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:34:40.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:39 smithi098 ceph-mon[88922]: osd.5 [v2:172.21.15.193:6808/3707112182,v1:172.21.15.193:6809/3707112182] boot 2024-04-12T00:34:40.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:39 smithi098 ceph-mon[88922]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T00:34:40.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:39 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:34:40.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:39 smithi098 ceph-mon[91373]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:34:40.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:39 smithi098 ceph-mon[91373]: osd.5 [v2:172.21.15.193:6808/3707112182,v1:172.21.15.193:6809/3707112182] boot 2024-04-12T00:34:40.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:39 smithi098 ceph-mon[91373]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T00:34:40.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:39 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T00:34:40.603 INFO:tasks.rados.rados.0.smithi098.stdout:2284: done (4 left) 2024-04-12T00:34:40.604 INFO:tasks.rados.rados.0.smithi098.stdout:2285: done (3 left) 2024-04-12T00:34:40.604 INFO:tasks.rados.rados.0.smithi098.stdout:2288: done (2 left) 2024-04-12T00:34:40.604 INFO:tasks.rados.rados.0.smithi098.stdout:2289: done (1 left) 2024-04-12T00:34:40.604 INFO:tasks.rados.rados.0.smithi098.stdout:2290: done (0 left) 2024-04-12T00:34:40.604 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 216 2024-04-12T00:34:40.604 INFO:tasks.rados.rados.0.smithi098.stdout:2291: seq_num 726 ranges {81920=163840} 2024-04-12T00:34:40.605 INFO:tasks.rados.rados.0.smithi098.stdout:2291: writing smithi09877355-48 from 81920 to 245760 tid 1 2024-04-12T00:34:40.605 INFO:tasks.rados.rados.0.smithi098.stdout:2292: copy_from oid 50 from oid 3 current snap is 216 2024-04-12T00:34:40.605 INFO:tasks.rados.rados.0.smithi098.stdout:2293: delete oid 27 current snap is 216 2024-04-12T00:34:40.611 INFO:tasks.rados.rados.0.smithi098.stdout:2293: done (2 left) 2024-04-12T00:34:40.611 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 216 2024-04-12T00:34:40.611 INFO:tasks.rados.rados.0.smithi098.stdout:2294: seq_num 728 ranges {1818624=196608} 2024-04-12T00:34:40.623 INFO:tasks.rados.rados.0.smithi098.stdout:2294: writing smithi09877355-16 from 1818624 to 2015232 tid 1 2024-04-12T00:34:40.623 INFO:tasks.rados.rados.0.smithi098.stdout:2295: rmattr oid 12 current snap is 216 2024-04-12T00:34:40.623 INFO:tasks.rados.rados.0.smithi098.stdout:2295: done (3 left) 2024-04-12T00:34:40.623 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 216 2024-04-12T00:34:40.623 INFO:tasks.rados.rados.0.smithi098.stdout:2291: finishing write tid 1 to smithi09877355-48 2024-04-12T00:34:40.623 INFO:tasks.rados.rados.0.smithi098.stdout:2296: seq_num 729 ranges {3956736=212992} 2024-04-12T00:34:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:2296: writing smithi09877355-49 from 3956736 to 4169728 tid 1 2024-04-12T00:34:40.645 INFO:tasks.rados.rados.0.smithi098.stdout:2297: delete oid 2 current snap is 216 2024-04-12T00:34:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2291: finishing write tid 2 to smithi09877355-48 2024-04-12T00:34:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2291: finishing write tid 3 to smithi09877355-48 2024-04-12T00:34:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2291: oid 48 updating version 0 to 755 2024-04-12T00:34:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2291: oid 48 version 755 is already newer than 754 2024-04-12T00:34:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 755 (ObjNum 726 snap 216 seq_num 726) dirty exists 2024-04-12T00:34:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2291: left oid 48 (ObjNum 726 snap 216 seq_num 726) 2024-04-12T00:34:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2292: finishing copy_from racing read to smithi09877355-50 2024-04-12T00:34:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:2292: finishing copy_from to smithi09877355-50 2024-04-12T00:34:40.646 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 1021 (ObjNum 667 snap 192 seq_num 667) dirty exists 2024-04-12T00:34:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:2294: finishing write tid 1 to smithi09877355-16 2024-04-12T00:34:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:2294: finishing write tid 2 to smithi09877355-16 2024-04-12T00:34:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:2294: finishing write tid 3 to smithi09877355-16 2024-04-12T00:34:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:2294: oid 16 updating version 0 to 1570 2024-04-12T00:34:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:2294: oid 16 version 1570 is already newer than 1569 2024-04-12T00:34:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1570 (ObjNum 728 snap 216 seq_num 728) dirty exists 2024-04-12T00:34:40.647 INFO:tasks.rados.rados.0.smithi098.stdout:2294: left oid 16 (ObjNum 728 snap 216 seq_num 728) 2024-04-12T00:34:40.648 INFO:tasks.rados.rados.0.smithi098.stdout:2296: finishing write tid 1 to smithi09877355-49 2024-04-12T00:34:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:2291: done (4 left) 2024-04-12T00:34:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:2292: done (3 left) 2024-04-12T00:34:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:2294: done (2 left) 2024-04-12T00:34:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:2297: done (1 left) 2024-04-12T00:34:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 216 2024-04-12T00:34:40.649 INFO:tasks.rados.rados.0.smithi098.stdout:2298: seq_num 731 ranges {1662976=245760} 2024-04-12T00:34:40.659 INFO:tasks.rados.rados.0.smithi098.stdout:2298: writing smithi09877355-6 from 1662976 to 1908736 tid 1 2024-04-12T00:34:40.659 INFO:tasks.rados.rados.0.smithi098.stdout:2299: delete oid 20 current snap is 216 2024-04-12T00:34:40.659 INFO:tasks.rados.rados.0.smithi098.stdout:2296: finishing write tid 2 to smithi09877355-49 2024-04-12T00:34:40.659 INFO:tasks.rados.rados.0.smithi098.stdout:2296: finishing write tid 3 to smithi09877355-49 2024-04-12T00:34:40.660 INFO:tasks.rados.rados.0.smithi098.stdout:2296: oid 49 updating version 0 to 1184 2024-04-12T00:34:40.660 INFO:tasks.rados.rados.0.smithi098.stdout:2296: oid 49 version 1184 is already newer than 1183 2024-04-12T00:34:40.660 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1184 (ObjNum 729 snap 216 seq_num 729) dirty exists 2024-04-12T00:34:40.660 INFO:tasks.rados.rados.0.smithi098.stdout:2296: left oid 49 (ObjNum 729 snap 216 seq_num 729) 2024-04-12T00:34:40.662 INFO:tasks.rados.rados.0.smithi098.stdout:2298: finishing write tid 1 to smithi09877355-6 2024-04-12T00:34:40.662 INFO:tasks.rados.rados.0.smithi098.stdout:2298: finishing write tid 2 to smithi09877355-6 2024-04-12T00:34:40.662 INFO:tasks.rados.rados.0.smithi098.stdout:2296: done (2 left) 2024-04-12T00:34:40.662 INFO:tasks.rados.rados.0.smithi098.stdout:2299: done (1 left) 2024-04-12T00:34:40.663 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 216 2024-04-12T00:34:40.663 INFO:tasks.rados.rados.0.smithi098.stdout:2300: seq_num 733 ranges {3735552=278528} 2024-04-12T00:34:40.683 INFO:tasks.rados.rados.0.smithi098.stdout:2300: writing smithi09877355-3 from 3735552 to 4014080 tid 1 2024-04-12T00:34:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:2301: snap_create 2024-04-12T00:34:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:2298: finishing write tid 3 to smithi09877355-6 2024-04-12T00:34:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:2298: oid 6 updating version 0 to 1227 2024-04-12T00:34:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:2298: oid 6 updating version 1227 to 1228 2024-04-12T00:34:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1228 (ObjNum 731 snap 216 seq_num 731) dirty exists 2024-04-12T00:34:40.684 INFO:tasks.rados.rados.0.smithi098.stdout:2298: left oid 6 (ObjNum 731 snap 216 seq_num 731) 2024-04-12T00:34:40.686 INFO:tasks.rados.rados.0.smithi098.stdout:2300: finishing write tid 1 to smithi09877355-3 2024-04-12T00:34:40.686 INFO:tasks.rados.rados.0.smithi098.stdout:2300: finishing write tid 2 to smithi09877355-3 2024-04-12T00:34:40.687 INFO:tasks.rados.rados.0.smithi098.stdout:2300: finishing write tid 3 to smithi09877355-3 2024-04-12T00:34:40.687 INFO:tasks.rados.rados.0.smithi098.stdout:2300: oid 3 updating version 0 to 1054 2024-04-12T00:34:40.687 INFO:tasks.rados.rados.0.smithi098.stdout:2300: oid 3 updating version 1054 to 1055 2024-04-12T00:34:40.687 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1055 (ObjNum 733 snap 216 seq_num 733) dirty exists 2024-04-12T00:34:40.687 INFO:tasks.rados.rados.0.smithi098.stdout:2300: left oid 3 (ObjNum 733 snap 216 seq_num 733) 2024-04-12T00:34:40.700 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:40 smithi193 ceph-mon[83763]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T00:34:40.700 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:40 smithi193 ceph-mon[83763]: pgmap v382: 121 pgs: 5 peering, 11 active+undersized+degraded, 34 active+undersized, 71 active+clean; 381 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 140/768 objects degraded (18.229%) 2024-04-12T00:34:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:40 smithi098 ceph-mon[91373]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T00:34:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:40 smithi098 ceph-mon[91373]: pgmap v382: 121 pgs: 5 peering, 11 active+undersized+degraded, 34 active+undersized, 71 active+clean; 381 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 140/768 objects degraded (18.229%) 2024-04-12T00:34:41.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:40 smithi098 ceph-mon[88922]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T00:34:41.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:40 smithi098 ceph-mon[88922]: pgmap v382: 121 pgs: 5 peering, 11 active+undersized+degraded, 34 active+undersized, 71 active+clean; 381 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 140/768 objects degraded (18.229%) 2024-04-12T00:34:41.604 INFO:tasks.rados.rados.0.smithi098.stdout:2298: done (2 left) 2024-04-12T00:34:41.604 INFO:tasks.rados.rados.0.smithi098.stdout:2300: done (1 left) 2024-04-12T00:34:41.604 INFO:tasks.rados.rados.0.smithi098.stdout:2301: done (0 left) 2024-04-12T00:34:41.604 INFO:tasks.rados.rados.0.smithi098.stdout:2302: delete oid 47 current snap is 217 2024-04-12T00:34:41.610 INFO:tasks.rados.rados.0.smithi098.stdout:2302: done (0 left) 2024-04-12T00:34:41.610 INFO:tasks.rados.rados.0.smithi098.stdout:2303: copy_from oid 37 from oid 34 current snap is 217 2024-04-12T00:34:41.610 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 217 2024-04-12T00:34:41.610 INFO:tasks.rados.rados.0.smithi098.stdout:2304: seq_num 735 ranges {6012928=311296} 2024-04-12T00:34:41.644 INFO:tasks.rados.rados.0.smithi098.stdout:2304: writing smithi09877355-9 from 6012928 to 6324224 tid 1 2024-04-12T00:34:41.644 INFO:tasks.rados.rados.0.smithi098.stdout:2305: rollback oid 27 current snap is 217 2024-04-12T00:34:41.644 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 202 2024-04-12T00:34:41.644 INFO:tasks.rados.rados.0.smithi098.stdout:2303: finishing copy_from racing read to smithi09877355-37 2024-04-12T00:34:41.645 INFO:tasks.rados.rados.0.smithi098.stdout:2306: delete oid 28 current snap is 217 2024-04-12T00:34:41.645 INFO:tasks.rados.rados.0.smithi098.stdout:2303: finishing copy_from to smithi09877355-37 2024-04-12T00:34:41.645 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1222 (ObjNum 657 snap 189 seq_num 657) dirty exists 2024-04-12T00:34:41.646 INFO:tasks.rados.rados.0.smithi098.stdout:2305: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:34:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1231 (ObjNum 33 snap 0 seq_num 1656946927) dirty dne 2024-04-12T00:34:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:2303: done (3 left) 2024-04-12T00:34:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:2305: done (2 left) 2024-04-12T00:34:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:2306: done (1 left) 2024-04-12T00:34:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:2307: delete oid 23 current snap is 217 2024-04-12T00:34:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:2304: finishing write tid 1 to smithi09877355-9 2024-04-12T00:34:41.647 INFO:tasks.rados.rados.0.smithi098.stdout:2304: finishing write tid 2 to smithi09877355-9 2024-04-12T00:34:41.648 INFO:tasks.rados.rados.0.smithi098.stdout:2307: done (1 left) 2024-04-12T00:34:41.648 INFO:tasks.rados.rados.0.smithi098.stdout:2308: snap_create 2024-04-12T00:34:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:2304: finishing write tid 3 to smithi09877355-9 2024-04-12T00:34:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:2304: oid 9 updating version 0 to 1185 2024-04-12T00:34:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:2304: oid 9 updating version 1185 to 1186 2024-04-12T00:34:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1186 (ObjNum 735 snap 217 seq_num 735) dirty exists 2024-04-12T00:34:41.651 INFO:tasks.rados.rados.0.smithi098.stdout:2304: left oid 9 (ObjNum 735 snap 217 seq_num 735) 2024-04-12T00:34:41.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T00:34:41.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:41.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:41.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:41.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:34:41.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:41.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 140/768 objects degraded (18.229%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:41.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:34:41.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:41.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:41.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:41.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:42.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:34:41.569+0000 7f6432f72700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T00:34:42.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 140/768 objects degraded (18.229%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T00:34:42.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 140/768 objects degraded (18.229%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:34:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:42.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:34:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:34:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:34:42.621 INFO:tasks.rados.rados.0.smithi098.stdout:2304: done (1 left) 2024-04-12T00:34:42.621 INFO:tasks.rados.rados.0.smithi098.stdout:2308: done (0 left) 2024-04-12T00:34:42.621 INFO:tasks.rados.rados.0.smithi098.stdout:2309: snap_remove snap 205 2024-04-12T00:34:43.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:42 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:43.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:42 smithi098 ceph-mon[88922]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T00:34:43.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:42 smithi098 ceph-mon[88922]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T00:34:43.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:42 smithi098 ceph-mon[88922]: pgmap v385: 121 pgs: 5 peering, 6 active+undersized+degraded, 22 active+undersized, 88 active+clean; 380 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 25 op/s; 79/765 objects degraded (10.327%); 6.6 MiB/s, 2 objects/s recovering 2024-04-12T00:34:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:42 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:42 smithi098 ceph-mon[91373]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T00:34:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:42 smithi098 ceph-mon[91373]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T00:34:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:42 smithi098 ceph-mon[91373]: pgmap v385: 121 pgs: 5 peering, 6 active+undersized+degraded, 22 active+undersized, 88 active+clean; 380 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 25 op/s; 79/765 objects degraded (10.327%); 6.6 MiB/s, 2 objects/s recovering 2024-04-12T00:34:43.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:42 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:43.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:42 smithi193 ceph-mon[83763]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T00:34:43.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:42 smithi193 ceph-mon[83763]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T00:34:43.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:42 smithi193 ceph-mon[83763]: pgmap v385: 121 pgs: 5 peering, 6 active+undersized+degraded, 22 active+undersized, 88 active+clean; 380 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 25 op/s; 79/765 objects degraded (10.327%); 6.6 MiB/s, 2 objects/s recovering 2024-04-12T00:34:43.627 INFO:tasks.rados.rados.0.smithi098.stdout:2309: done (0 left) 2024-04-12T00:34:43.627 INFO:tasks.rados.rados.0.smithi098.stdout:2310: snap_create 2024-04-12T00:34:44.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:43 smithi098 ceph-mon[91373]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T00:34:44.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:43 smithi098 ceph-mon[88922]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T00:34:44.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:43 smithi193 ceph-mon[83763]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T00:34:44.641 INFO:tasks.rados.rados.0.smithi098.stdout:2310: done (0 left) 2024-04-12T00:34:44.641 INFO:tasks.rados.rados.0.smithi098.stdout:2311: snap_remove snap 150 2024-04-12T00:34:45.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:44 smithi098 ceph-mon[91373]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T00:34:45.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:44 smithi098 ceph-mon[91373]: pgmap v388: 121 pgs: 5 peering, 116 active+clean; 388 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.2 MiB/s wr, 22 op/s; 19 MiB/s, 7 objects/s recovering 2024-04-12T00:34:45.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:44 smithi098 ceph-mon[88922]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T00:34:45.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:44 smithi098 ceph-mon[88922]: pgmap v388: 121 pgs: 5 peering, 116 active+clean; 388 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.2 MiB/s wr, 22 op/s; 19 MiB/s, 7 objects/s recovering 2024-04-12T00:34:45.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:44 smithi193 ceph-mon[83763]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T00:34:45.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:44 smithi193 ceph-mon[83763]: pgmap v388: 121 pgs: 5 peering, 116 active+clean; 388 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.2 MiB/s wr, 22 op/s; 19 MiB/s, 7 objects/s recovering 2024-04-12T00:34:45.641 INFO:tasks.rados.rados.0.smithi098.stdout:2311: done (0 left) 2024-04-12T00:34:45.641 INFO:tasks.rados.rados.0.smithi098.stdout:2312: setattr oid 43 current snap is 219 2024-04-12T00:34:45.643 INFO:tasks.rados.rados.0.smithi098.stdout:2313: setattr oid 29 current snap is 219 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2314: rmattr oid 12 current snap is 219 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2314: done (2 left) 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2315: read oid 3 snap -1 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2315: expect (ObjNum 733 snap 216 seq_num 733) 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2316: copy_from oid 15 from oid 24 current snap is 219 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2317: read oid 32 snap 207 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2317: expect (ObjNum 562 snap 153 seq_num 562) 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2318: read oid 42 snap -1 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2318: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:34:45.647 INFO:tasks.rados.rados.0.smithi098.stdout:2319: delete oid 41 current snap is 219 2024-04-12T00:34:45.662 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 1223 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:34:45.664 INFO:tasks.rados.rados.0.smithi098.stdout:2312: done (6 left) 2024-04-12T00:34:45.664 INFO:tasks.rados.rados.0.smithi098.stdout:2319: done (5 left) 2024-04-12T00:34:45.664 INFO:tasks.rados.rados.0.smithi098.stdout:2320: read oid 39 snap 214 2024-04-12T00:34:45.664 INFO:tasks.rados.rados.0.smithi098.stdout:2320: expect deleted 2024-04-12T00:34:45.664 INFO:tasks.rados.rados.0.smithi098.stdout:2321: read oid 21 snap -1 2024-04-12T00:34:45.664 INFO:tasks.rados.rados.0.smithi098.stdout:2321: expect deleted 2024-04-12T00:34:45.664 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 219 2024-04-12T00:34:45.664 INFO:tasks.rados.rados.0.smithi098.stdout:2322: seq_num 739 ranges {6045696=385024} 2024-04-12T00:34:45.700 INFO:tasks.rados.rados.0.smithi098.stdout:2322: writing smithi09877355-30 from 6045696 to 6430720 tid 1 2024-04-12T00:34:45.700 INFO:tasks.rados.rados.0.smithi098.stdout:2323: snap_create 2024-04-12T00:34:45.700 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 1225 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-04-12T00:34:45.700 INFO:tasks.rados.rados.0.smithi098.stdout:2316: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:34:45.700 INFO:tasks.rados.rados.0.smithi098.stdout:2318: expect (ObjNum 572 snap 157 seq_num 572) 2024-04-12T00:34:45.824 INFO:tasks.rados.rados.0.smithi098.stdout:2315: expect (ObjNum 733 snap 216 seq_num 733) 2024-04-12T00:34:46.021 INFO:tasks.rados.rados.0.smithi098.stdout:2316: finishing copy_from to smithi09877355-15 2024-04-12T00:34:46.021 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1211 (ObjNum 632 snap 178 seq_num 632) dirty exists 2024-04-12T00:34:46.021 INFO:tasks.rados.rados.0.smithi098.stdout:2317: expect (ObjNum 562 snap 153 seq_num 562) 2024-04-12T00:34:46.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:45 smithi098 ceph-mon[88922]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/765 objects degraded (10.327%), 6 pgs degraded) 2024-04-12T00:34:46.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:45 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:34:46.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:45 smithi098 ceph-mon[88922]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T00:34:46.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:45 smithi098 ceph-mon[91373]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/765 objects degraded (10.327%), 6 pgs degraded) 2024-04-12T00:34:46.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:45 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:34:46.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:45 smithi098 ceph-mon[91373]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T00:34:46.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:34:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:34:45] "GET /metrics HTTP/1.1" 200 36192 "" "Prometheus/2.43.0" 2024-04-12T00:34:46.081 INFO:tasks.rados.rados.0.smithi098.stdout:2322: finishing write tid 1 to smithi09877355-30 2024-04-12T00:34:46.081 INFO:tasks.rados.rados.0.smithi098.stdout:2322: finishing write tid 2 to smithi09877355-30 2024-04-12T00:34:46.081 INFO:tasks.rados.rados.0.smithi098.stdout:2322: finishing write tid 3 to smithi09877355-30 2024-04-12T00:34:46.081 INFO:tasks.rados.rados.0.smithi098.stdout:2322: oid 30 updating version 0 to 1187 2024-04-12T00:34:46.081 INFO:tasks.rados.rados.0.smithi098.stdout:2322: oid 30 updating version 1187 to 1188 2024-04-12T00:34:46.082 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1188 (ObjNum 739 snap 219 seq_num 739) dirty exists 2024-04-12T00:34:46.082 INFO:tasks.rados.rados.0.smithi098.stdout:2322: left oid 30 (ObjNum 739 snap 219 seq_num 739) 2024-04-12T00:34:46.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:45 smithi193 ceph-mon[83763]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/765 objects degraded (10.327%), 6 pgs degraded) 2024-04-12T00:34:46.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:45 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:34:46.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:45 smithi193 ceph-mon[83763]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2313: done (8 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2315: done (7 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2316: done (6 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2317: done (5 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2318: done (4 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2320: done (3 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2321: done (2 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2322: done (1 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2323: done (0 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2324: rmattr oid 11 current snap is 220 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2324: done (0 left) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2325: read oid 43 snap -1 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:2325: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:34:46.492 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 220 2024-04-12T00:34:46.493 INFO:tasks.rados.rados.0.smithi098.stdout:2326: seq_num 740 ranges {0=401408} 2024-04-12T00:34:46.493 INFO:tasks.rados.rados.0.smithi098.stdout:2326: writing smithi09877355-21 from 0 to 401408 tid 1 2024-04-12T00:34:46.493 INFO:tasks.rados.rados.0.smithi098.stdout:2327: delete oid 24 current snap is 220 2024-04-12T00:34:46.493 INFO:tasks.rados.rados.0.smithi098.stdout:2325: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:34:46.500 INFO:tasks.rados.rados.0.smithi098.stdout:2325: done (2 left) 2024-04-12T00:34:46.500 INFO:tasks.rados.rados.0.smithi098.stdout:2327: done (1 left) 2024-04-12T00:34:46.500 INFO:tasks.rados.rados.0.smithi098.stdout:2328: setattr oid 40 current snap is 220 2024-04-12T00:34:46.500 INFO:tasks.rados.rados.0.smithi098.stdout:2326: finishing write tid 1 to smithi09877355-21 2024-04-12T00:34:46.500 INFO:tasks.rados.rados.0.smithi098.stdout:2326: finishing write tid 2 to smithi09877355-21 2024-04-12T00:34:46.501 INFO:tasks.rados.rados.0.smithi098.stdout:2329: read oid 50 snap -1 2024-04-12T00:34:46.501 INFO:tasks.rados.rados.0.smithi098.stdout:2329: expect (ObjNum 667 snap 192 seq_num 667) 2024-04-12T00:34:46.502 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 220 2024-04-12T00:34:46.502 INFO:tasks.rados.rados.0.smithi098.stdout:2330: seq_num 742 ranges {2400256=434176} 2024-04-12T00:34:46.517 INFO:tasks.rados.rados.0.smithi098.stdout:2330: writing smithi09877355-8 from 2400256 to 2834432 tid 1 2024-04-12T00:34:46.517 INFO:tasks.rados.rados.0.smithi098.stdout:2331: delete oid 44 current snap is 220 2024-04-12T00:34:46.517 INFO:tasks.rados.rados.0.smithi098.stdout:2326: finishing write tid 3 to smithi09877355-21 2024-04-12T00:34:46.518 INFO:tasks.rados.rados.0.smithi098.stdout:2326: oid 21 updating version 0 to 1496 2024-04-12T00:34:46.518 INFO:tasks.rados.rados.0.smithi098.stdout:2326: oid 21 updating version 1496 to 1497 2024-04-12T00:34:46.518 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1497 (ObjNum 740 snap 220 seq_num 740) dirty exists 2024-04-12T00:34:46.518 INFO:tasks.rados.rados.0.smithi098.stdout:2326: left oid 21 (ObjNum 740 snap 220 seq_num 740) 2024-04-12T00:34:46.518 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1183 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T00:34:46.518 INFO:tasks.rados.rados.0.smithi098.stdout:2329: expect (ObjNum 667 snap 192 seq_num 667) 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2330: finishing write tid 1 to smithi09877355-8 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2330: finishing write tid 2 to smithi09877355-8 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2330: finishing write tid 3 to smithi09877355-8 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2330: oid 8 updating version 0 to 1232 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2330: oid 8 updating version 1232 to 1233 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1233 (ObjNum 742 snap 220 seq_num 742) dirty exists 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2330: left oid 8 (ObjNum 742 snap 220 seq_num 742) 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2326: done (4 left) 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2328: done (3 left) 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2329: done (2 left) 2024-04-12T00:34:46.648 INFO:tasks.rados.rados.0.smithi098.stdout:2330: done (1 left) 2024-04-12T00:34:46.649 INFO:tasks.rados.rados.0.smithi098.stdout:2331: done (0 left) 2024-04-12T00:34:46.649 INFO:tasks.rados.rados.0.smithi098.stdout:2332: read oid 11 snap -1 2024-04-12T00:34:46.649 INFO:tasks.rados.rados.0.smithi098.stdout:2332: expect (ObjNum 705 snap 207 seq_num 705) 2024-04-12T00:34:46.649 INFO:tasks.rados.rados.0.smithi098.stdout:2333: rollback oid 27 current snap is 220 2024-04-12T00:34:46.649 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 213 2024-04-12T00:34:46.649 INFO:tasks.rados.rados.0.smithi098.stdout:2334: rmattr oid 6 current snap is 220 2024-04-12T00:34:46.649 INFO:tasks.rados.rados.0.smithi098.stdout:2334: done (2 left) 2024-04-12T00:34:46.649 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 220 2024-04-12T00:34:46.649 INFO:tasks.rados.rados.0.smithi098.stdout:2335: seq_num 744 ranges {6324224=466944} 2024-04-12T00:34:46.684 INFO:tasks.rados.rados.0.smithi098.stdout:2335: writing smithi09877355-9 from 6324224 to 6791168 tid 1 2024-04-12T00:34:46.684 INFO:tasks.rados.rados.0.smithi098.stdout:2336: read oid 29 snap -1 2024-04-12T00:34:46.684 INFO:tasks.rados.rados.0.smithi098.stdout:2336: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:34:46.684 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 220 2024-04-12T00:34:46.685 INFO:tasks.rados.rados.0.smithi098.stdout:2337: seq_num 745 ranges {3629056=483328} 2024-04-12T00:34:46.706 INFO:tasks.rados.rados.0.smithi098.stdout:2337: writing smithi09877355-42 from 3629056 to 4112384 tid 1 2024-04-12T00:34:46.706 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 220 2024-04-12T00:34:46.706 INFO:tasks.rados.rados.0.smithi098.stdout:2338: seq_num 746 ranges {147456=499712} 2024-04-12T00:34:46.710 INFO:tasks.rados.rados.0.smithi098.stdout:2338: writing smithi09877355-31 from 147456 to 647168 tid 1 2024-04-12T00:34:46.710 INFO:tasks.rados.rados.0.smithi098.stdout:2339: copy_from oid 36 from oid 8 current snap is 220 2024-04-12T00:34:46.710 INFO:tasks.rados.rados.0.smithi098.stdout:2333: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:34:46.710 INFO:tasks.rados.rados.0.smithi098.stdout:2333: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:34:46.710 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1235 (ObjNum 490 snap 126 seq_num 490) dirty exists 2024-04-12T00:34:46.710 INFO:tasks.rados.rados.0.smithi098.stdout:2332: expect (ObjNum 705 snap 207 seq_num 705) 2024-04-12T00:34:46.799 INFO:tasks.rados.rados.0.smithi098.stdout:2336: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2335: finishing write tid 1 to smithi09877355-9 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2335: finishing write tid 2 to smithi09877355-9 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2335: finishing write tid 3 to smithi09877355-9 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2335: oid 9 updating version 0 to 1189 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2335: oid 9 updating version 1189 to 1190 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1190 (ObjNum 744 snap 220 seq_num 744) dirty exists 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2335: left oid 9 (ObjNum 744 snap 220 seq_num 744) 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2337: finishing write tid 1 to smithi09877355-42 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2337: finishing write tid 2 to smithi09877355-42 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2337: finishing write tid 3 to smithi09877355-42 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2337: oid 42 updating version 0 to 1119 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:2337: oid 42 version 1119 is already newer than 1118 2024-04-12T00:34:46.804 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 1119 (ObjNum 745 snap 220 seq_num 745) dirty exists 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2337: left oid 42 (ObjNum 745 snap 220 seq_num 745) 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2338: finishing write tid 1 to smithi09877355-31 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2338: finishing write tid 2 to smithi09877355-31 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2338: finishing write tid 3 to smithi09877355-31 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2338: oid 31 updating version 0 to 1213 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2338: oid 31 updating version 1213 to 1214 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1214 (ObjNum 746 snap 220 seq_num 746) dirty exists 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2338: left oid 31 (ObjNum 746 snap 220 seq_num 746) 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2339: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2339: finishing copy_from to smithi09877355-36 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1233 (ObjNum 742 snap 220 seq_num 742) dirty exists 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2332: done (6 left) 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2333: done (5 left) 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2335: done (4 left) 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2336: done (3 left) 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2337: done (2 left) 2024-04-12T00:34:46.805 INFO:tasks.rados.rados.0.smithi098.stdout:2338: done (1 left) 2024-04-12T00:34:46.806 INFO:tasks.rados.rados.0.smithi098.stdout:2339: done (0 left) 2024-04-12T00:34:46.806 INFO:tasks.rados.rados.0.smithi098.stdout:2340: snap_remove snap 201 2024-04-12T00:34:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:46 smithi098 ceph-mon[88922]: osdmap e489: 8 total, 8 up, 8 in 2024-04-12T00:34:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:46 smithi098 ceph-mon[88922]: pgmap v391: 121 pgs: 121 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 13 MiB/s, 4 objects/s recovering 2024-04-12T00:34:47.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:46 smithi098 ceph-mon[88922]: osdmap e490: 8 total, 8 up, 8 in 2024-04-12T00:34:47.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:46 smithi098 ceph-mon[91373]: osdmap e489: 8 total, 8 up, 8 in 2024-04-12T00:34:47.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:46 smithi098 ceph-mon[91373]: pgmap v391: 121 pgs: 121 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 13 MiB/s, 4 objects/s recovering 2024-04-12T00:34:47.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:46 smithi098 ceph-mon[91373]: osdmap e490: 8 total, 8 up, 8 in 2024-04-12T00:34:47.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:46 smithi193 ceph-mon[83763]: osdmap e489: 8 total, 8 up, 8 in 2024-04-12T00:34:47.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:46 smithi193 ceph-mon[83763]: pgmap v391: 121 pgs: 121 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 13 MiB/s, 4 objects/s recovering 2024-04-12T00:34:47.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:46 smithi193 ceph-mon[83763]: osdmap e490: 8 total, 8 up, 8 in 2024-04-12T00:34:47.669 INFO:tasks.rados.rados.0.smithi098.stdout:2340: done (0 left) 2024-04-12T00:34:47.669 INFO:tasks.rados.rados.0.smithi098.stdout:2341: read oid 3 snap -1 2024-04-12T00:34:47.669 INFO:tasks.rados.rados.0.smithi098.stdout:2341: expect (ObjNum 733 snap 216 seq_num 733) 2024-04-12T00:34:47.669 INFO:tasks.rados.rados.0.smithi098.stdout:2342: snap_remove snap 211 2024-04-12T00:34:48.677 INFO:tasks.rados.rados.0.smithi098.stdout:2342: done (1 left) 2024-04-12T00:34:48.677 INFO:tasks.rados.rados.0.smithi098.stdout:2343: read oid 33 snap -1 2024-04-12T00:34:48.677 INFO:tasks.rados.rados.0.smithi098.stdout:2343: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:34:48.677 INFO:tasks.rados.rados.0.smithi098.stdout:2344: rmattr oid 50 current snap is 220 2024-04-12T00:34:48.677 INFO:tasks.rados.rados.0.smithi098.stdout:2345: read oid 17 snap -1 2024-04-12T00:34:48.677 INFO:tasks.rados.rados.0.smithi098.stdout:2345: expect (ObjNum 711 snap 209 seq_num 711) 2024-04-12T00:34:48.678 INFO:tasks.rados.rados.0.smithi098.stdout:2346: delete oid 42 current snap is 220 2024-04-12T00:34:48.678 INFO:tasks.rados.rados.0.smithi098.stdout:2341: expect (ObjNum 733 snap 216 seq_num 733) 2024-04-12T00:34:48.881 INFO:tasks.rados.rados.0.smithi098.stdout:2341: done (4 left) 2024-04-12T00:34:48.881 INFO:tasks.rados.rados.0.smithi098.stdout:2346: done (3 left) 2024-04-12T00:34:48.882 INFO:tasks.rados.rados.0.smithi098.stdout:2347: rollback oid 40 current snap is 220 2024-04-12T00:34:48.882 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 40 to 219 2024-04-12T00:34:48.882 INFO:tasks.rados.rados.0.smithi098.stdout:2343: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:34:48.884 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 0 (ObjNum 667 snap 192 seq_num 667) dirty exists 2024-04-12T00:34:48.884 INFO:tasks.rados.rados.0.smithi098.stdout:2345: expect (ObjNum 711 snap 209 seq_num 711) 2024-04-12T00:34:48.944 INFO:tasks.rados.rados.0.smithi098.stdout:2347: finishing rollback tid 0 to smithi09877355-40 2024-04-12T00:34:48.944 INFO:tasks.rados.rados.0.smithi098.stdout:2347: finishing rollback tid 1 to smithi09877355-40 2024-04-12T00:34:48.944 INFO:tasks.rados.rados.0.smithi098.stdout:2347: finishing rollback tid 2 to smithi09877355-40 2024-04-12T00:34:48.944 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1186 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T00:34:48.944 INFO:tasks.rados.rados.0.smithi098.stdout:2343: done (3 left) 2024-04-12T00:34:48.944 INFO:tasks.rados.rados.0.smithi098.stdout:2344: done (2 left) 2024-04-12T00:34:48.944 INFO:tasks.rados.rados.0.smithi098.stdout:2345: done (1 left) 2024-04-12T00:34:48.944 INFO:tasks.rados.rados.0.smithi098.stdout:2347: done (0 left) 2024-04-12T00:34:48.944 INFO:tasks.rados.rados.0.smithi098.stdout:2348: snap_remove snap 171 2024-04-12T00:34:49.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:48 smithi098 ceph-mon[91373]: osdmap e491: 8 total, 8 up, 8 in 2024-04-12T00:34:49.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:48 smithi098 ceph-mon[91373]: pgmap v394: 121 pgs: 121 active+clean; 386 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 65 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:34:49.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:48 smithi098 ceph-mon[88922]: osdmap e491: 8 total, 8 up, 8 in 2024-04-12T00:34:49.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:48 smithi098 ceph-mon[88922]: pgmap v394: 121 pgs: 121 active+clean; 386 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 65 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:34:49.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:48 smithi193 ceph-mon[83763]: osdmap e491: 8 total, 8 up, 8 in 2024-04-12T00:34:49.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:48 smithi193 ceph-mon[83763]: pgmap v394: 121 pgs: 121 active+clean; 386 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 65 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:34:49.673 INFO:tasks.rados.rados.0.smithi098.stdout:2348: done (0 left) 2024-04-12T00:34:49.673 INFO:tasks.rados.rados.0.smithi098.stdout:2349: copy_from oid 44 from oid 16 current snap is 220 2024-04-12T00:34:49.673 INFO:tasks.rados.rados.0.smithi098.stdout:2350: read oid 35 snap -1 2024-04-12T00:34:49.674 INFO:tasks.rados.rados.0.smithi098.stdout:2350: expect deleted 2024-04-12T00:34:49.674 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 220 2024-04-12T00:34:49.674 INFO:tasks.rados.rados.0.smithi098.stdout:2351: seq_num 748 ranges {0=532480} 2024-04-12T00:34:49.678 INFO:tasks.rados.rados.0.smithi098.stdout:2351: writing smithi09877355-41 from 0 to 532480 tid 1 2024-04-12T00:34:49.678 INFO:tasks.rados.rados.0.smithi098.stdout:2352: snap_remove snap 209 2024-04-12T00:34:50.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:49 smithi098 ceph-mon[91373]: osdmap e492: 8 total, 8 up, 8 in 2024-04-12T00:34:50.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:49 smithi098 ceph-mon[88922]: osdmap e492: 8 total, 8 up, 8 in 2024-04-12T00:34:50.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:49 smithi193 ceph-mon[83763]: osdmap e492: 8 total, 8 up, 8 in 2024-04-12T00:34:50.681 INFO:tasks.rados.rados.0.smithi098.stdout:2352: done (3 left) 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2353: read oid 14 snap -1 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2353: expect deleted 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2354: read oid 31 snap -1 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2354: expect (ObjNum 746 snap 220 seq_num 746) 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2355: snap_create 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2351: finishing write tid 1 to smithi09877355-41 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2351: finishing write tid 2 to smithi09877355-41 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2351: finishing write tid 3 to smithi09877355-41 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2351: oid 41 updating version 0 to 1499 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2351: oid 41 version 1499 is already newer than 1498 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1499 (ObjNum 748 snap 220 seq_num 748) dirty exists 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2351: left oid 41 (ObjNum 748 snap 220 seq_num 748) 2024-04-12T00:34:50.682 INFO:tasks.rados.rados.0.smithi098.stdout:2349: finishing copy_from racing read to smithi09877355-44 2024-04-12T00:34:50.683 INFO:tasks.rados.rados.0.smithi098.stdout:2349: finishing copy_from to smithi09877355-44 2024-04-12T00:34:50.683 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 1570 (ObjNum 728 snap 216 seq_num 728) dirty exists 2024-04-12T00:34:50.690 INFO:tasks.rados.rados.0.smithi098.stdout:2354: expect (ObjNum 746 snap 220 seq_num 746) 2024-04-12T00:34:51.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[91373]: osdmap e493: 8 total, 8 up, 8 in 2024-04-12T00:34:51.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[91373]: pgmap v397: 121 pgs: 121 active+clean; 387 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-12T00:34:51.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:51.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:51.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[88922]: osdmap e493: 8 total, 8 up, 8 in 2024-04-12T00:34:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[88922]: pgmap v397: 121 pgs: 121 active+clean; 387 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-12T00:34:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:51.115 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:50 smithi193 ceph-mon[83763]: osdmap e493: 8 total, 8 up, 8 in 2024-04-12T00:34:51.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:50 smithi193 ceph-mon[83763]: pgmap v397: 121 pgs: 121 active+clean; 387 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-12T00:34:51.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:51.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:34:51.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:51.493 INFO:tasks.rados.rados.0.smithi098.stdout:2349: done (5 left) 2024-04-12T00:34:51.493 INFO:tasks.rados.rados.0.smithi098.stdout:2350: done (4 left) 2024-04-12T00:34:51.493 INFO:tasks.rados.rados.0.smithi098.stdout:2351: done (3 left) 2024-04-12T00:34:51.493 INFO:tasks.rados.rados.0.smithi098.stdout:2353: done (2 left) 2024-04-12T00:34:51.493 INFO:tasks.rados.rados.0.smithi098.stdout:2354: done (1 left) 2024-04-12T00:34:51.493 INFO:tasks.rados.rados.0.smithi098.stdout:2355: done (0 left) 2024-04-12T00:34:51.494 INFO:tasks.rados.rados.0.smithi098.stdout:2356: copy_from oid 44 from oid 8 current snap is 221 2024-04-12T00:34:51.494 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 221 2024-04-12T00:34:51.494 INFO:tasks.rados.rados.0.smithi098.stdout:2357: seq_num 749 ranges {0=548864} 2024-04-12T00:34:51.496 INFO:tasks.rados.rados.0.smithi098.stdout:2357: writing smithi09877355-35 from 0 to 548864 tid 1 2024-04-12T00:34:51.496 INFO:tasks.rados.rados.0.smithi098.stdout:2358: read oid 11 snap -1 2024-04-12T00:34:51.496 INFO:tasks.rados.rados.0.smithi098.stdout:2358: expect (ObjNum 705 snap 207 seq_num 705) 2024-04-12T00:34:51.496 INFO:tasks.rados.rados.0.smithi098.stdout:2359: read oid 46 snap -1 2024-04-12T00:34:51.496 INFO:tasks.rados.rados.0.smithi098.stdout:2359: expect (ObjNum 712 snap 209 seq_num 712) 2024-04-12T00:34:51.496 INFO:tasks.rados.rados.0.smithi098.stdout:2360: delete oid 48 current snap is 221 2024-04-12T00:34:51.507 INFO:tasks.rados.rados.0.smithi098.stdout:2360: done (4 left) 2024-04-12T00:34:51.507 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 221 2024-04-12T00:34:51.507 INFO:tasks.rados.rados.0.smithi098.stdout:2361: seq_num 751 ranges {2015232=581632} 2024-04-12T00:34:51.523 INFO:tasks.rados.rados.0.smithi098.stdout:2361: writing smithi09877355-16 from 2015232 to 2596864 tid 1 2024-04-12T00:34:51.523 INFO:tasks.rados.rados.0.smithi098.stdout:2362: snap_create 2024-04-12T00:34:51.523 INFO:tasks.rados.rados.0.smithi098.stdout:2357: finishing write tid 1 to smithi09877355-35 2024-04-12T00:34:51.524 INFO:tasks.rados.rados.0.smithi098.stdout:2357: finishing write tid 2 to smithi09877355-35 2024-04-12T00:34:51.524 INFO:tasks.rados.rados.0.smithi098.stdout:2358: expect (ObjNum 705 snap 207 seq_num 705) 2024-04-12T00:34:51.612 INFO:tasks.rados.rados.0.smithi098.stdout:2357: finishing write tid 3 to smithi09877355-35 2024-04-12T00:34:51.612 INFO:tasks.rados.rados.0.smithi098.stdout:2357: oid 35 updating version 0 to 749 2024-04-12T00:34:51.612 INFO:tasks.rados.rados.0.smithi098.stdout:2357: oid 35 version 749 is already newer than 748 2024-04-12T00:34:51.612 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 749 (ObjNum 749 snap 221 seq_num 749) dirty exists 2024-04-12T00:34:51.612 INFO:tasks.rados.rados.0.smithi098.stdout:2357: left oid 35 (ObjNum 749 snap 221 seq_num 749) 2024-04-12T00:34:51.612 INFO:tasks.rados.rados.0.smithi098.stdout:2356: finishing copy_from racing read to smithi09877355-44 2024-04-12T00:34:51.612 INFO:tasks.rados.rados.0.smithi098.stdout:2356: finishing copy_from to smithi09877355-44 2024-04-12T00:34:51.612 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 1233 (ObjNum 742 snap 220 seq_num 742) dirty exists 2024-04-12T00:34:51.613 INFO:tasks.rados.rados.0.smithi098.stdout:2359: expect (ObjNum 712 snap 209 seq_num 712) 2024-04-12T00:34:51.841 INFO:tasks.rados.rados.0.smithi098.stdout:2361: finishing write tid 1 to smithi09877355-16 2024-04-12T00:34:51.841 INFO:tasks.rados.rados.0.smithi098.stdout:2361: finishing write tid 2 to smithi09877355-16 2024-04-12T00:34:51.841 INFO:tasks.rados.rados.0.smithi098.stdout:2361: finishing write tid 3 to smithi09877355-16 2024-04-12T00:34:51.841 INFO:tasks.rados.rados.0.smithi098.stdout:2361: oid 16 updating version 0 to 1638 2024-04-12T00:34:51.841 INFO:tasks.rados.rados.0.smithi098.stdout:2361: oid 16 version 1638 is already newer than 1637 2024-04-12T00:34:51.842 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1638 (ObjNum 751 snap 221 seq_num 751) dirty exists 2024-04-12T00:34:51.842 INFO:tasks.rados.rados.0.smithi098.stdout:2361: left oid 16 (ObjNum 751 snap 221 seq_num 751) 2024-04-12T00:34:51.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:51 smithi193 ceph-mon[83763]: osdmap e494: 8 total, 8 up, 8 in 2024-04-12T00:34:51.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:51 smithi193 ceph-mon[83763]: osdmap e495: 8 total, 8 up, 8 in 2024-04-12T00:34:52.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:51 smithi098 ceph-mon[91373]: osdmap e494: 8 total, 8 up, 8 in 2024-04-12T00:34:52.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:51 smithi098 ceph-mon[91373]: osdmap e495: 8 total, 8 up, 8 in 2024-04-12T00:34:52.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:51 smithi098 ceph-mon[88922]: osdmap e494: 8 total, 8 up, 8 in 2024-04-12T00:34:52.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:51 smithi098 ceph-mon[88922]: osdmap e495: 8 total, 8 up, 8 in 2024-04-12T00:34:52.494 INFO:tasks.rados.rados.0.smithi098.stdout:2356: done (5 left) 2024-04-12T00:34:52.494 INFO:tasks.rados.rados.0.smithi098.stdout:2357: done (4 left) 2024-04-12T00:34:52.494 INFO:tasks.rados.rados.0.smithi098.stdout:2358: done (3 left) 2024-04-12T00:34:52.494 INFO:tasks.rados.rados.0.smithi098.stdout:2359: done (2 left) 2024-04-12T00:34:52.494 INFO:tasks.rados.rados.0.smithi098.stdout:2361: done (1 left) 2024-04-12T00:34:52.494 INFO:tasks.rados.rados.0.smithi098.stdout:2362: done (0 left) 2024-04-12T00:34:52.494 INFO:tasks.rados.rados.0.smithi098.stdout:2363: read oid 35 snap -1 2024-04-12T00:34:52.495 INFO:tasks.rados.rados.0.smithi098.stdout:2363: expect (ObjNum 749 snap 221 seq_num 749) 2024-04-12T00:34:52.495 INFO:tasks.rados.rados.0.smithi098.stdout:2364: rmattr oid 18 current snap is 222 2024-04-12T00:34:52.495 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 222 2024-04-12T00:34:52.495 INFO:tasks.rados.rados.0.smithi098.stdout:2365: seq_num 752 ranges {2670592=598016} 2024-04-12T00:34:52.511 INFO:tasks.rados.rados.0.smithi098.stdout:2365: writing smithi09877355-15 from 2670592 to 3268608 tid 1 2024-04-12T00:34:52.511 INFO:tasks.rados.rados.0.smithi098.stdout:2366: rollback oid 1 current snap is 222 2024-04-12T00:34:52.512 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 1 to 167 2024-04-12T00:34:52.512 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1148 (ObjNum 551 snap 147 seq_num 551) dirty exists 2024-04-12T00:34:52.512 INFO:tasks.rados.rados.0.smithi098.stdout:2363: expect (ObjNum 749 snap 221 seq_num 749) 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2366: finishing rollback tid 1 to smithi09877355-1 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2366: finishing rollback tid 2 to smithi09877355-1 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 1227 (ObjNum 470 snap 124 seq_num 470) dirty exists 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2365: finishing write tid 1 to smithi09877355-15 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2365: finishing write tid 2 to smithi09877355-15 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2363: done (3 left) 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2364: done (2 left) 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2366: done (1 left) 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2367: rollback oid 18 current snap is 222 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 18 to 202 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2365: finishing write tid 3 to smithi09877355-15 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2365: oid 15 updating version 0 to 1641 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:2365: oid 15 version 1641 is already newer than 1640 2024-04-12T00:34:52.527 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1641 (ObjNum 752 snap 222 seq_num 752) dirty exists 2024-04-12T00:34:52.528 INFO:tasks.rados.rados.0.smithi098.stdout:2365: left oid 15 (ObjNum 752 snap 222 seq_num 752) 2024-04-12T00:34:52.528 INFO:tasks.rados.rados.0.smithi098.stdout:2365: done (1 left) 2024-04-12T00:34:52.528 INFO:tasks.rados.rados.0.smithi098.stdout:2368: snap_create 2024-04-12T00:34:52.531 INFO:tasks.rados.rados.0.smithi098.stdout:2367: finishing rollback tid 0 to smithi09877355-18 2024-04-12T00:34:52.531 INFO:tasks.rados.rados.0.smithi098.stdout:2367: finishing rollback tid 1 to smithi09877355-18 2024-04-12T00:34:52.531 INFO:tasks.rados.rados.0.smithi098.stdout:2367: finishing rollback tid 2 to smithi09877355-18 2024-04-12T00:34:52.531 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1151 (ObjNum 551 snap 147 seq_num 551) dirty exists 2024-04-12T00:34:52.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:34:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:34:53.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:52 smithi098 ceph-mon[91373]: pgmap v400: 121 pgs: 121 active+clean; 395 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-04-12T00:34:53.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:52 smithi098 ceph-mon[91373]: osdmap e496: 8 total, 8 up, 8 in 2024-04-12T00:34:53.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:52 smithi098 ceph-mon[88922]: pgmap v400: 121 pgs: 121 active+clean; 395 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-04-12T00:34:53.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:52 smithi098 ceph-mon[88922]: osdmap e496: 8 total, 8 up, 8 in 2024-04-12T00:34:53.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:52 smithi193 ceph-mon[83763]: pgmap v400: 121 pgs: 121 active+clean; 395 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-04-12T00:34:53.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:52 smithi193 ceph-mon[83763]: osdmap e496: 8 total, 8 up, 8 in 2024-04-12T00:34:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:2367: done (1 left) 2024-04-12T00:34:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:2368: done (0 left) 2024-04-12T00:34:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:2369: copy_from oid 22 from oid 29 current snap is 223 2024-04-12T00:34:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:2370: read oid 10 snap -1 2024-04-12T00:34:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:2370: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:34:53.496 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 223 2024-04-12T00:34:53.497 INFO:tasks.rados.rados.0.smithi098.stdout:2371: seq_num 753 ranges {0=614400} 2024-04-12T00:34:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:2371: writing smithi09877355-47 from 0 to 614400 tid 1 2024-04-12T00:34:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:2372: rollback oid 21 current snap is 223 2024-04-12T00:34:53.499 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 21 to 213 2024-04-12T00:34:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:2373: setattr oid 49 current snap is 223 2024-04-12T00:34:53.500 INFO:tasks.rados.rados.0.smithi098.stdout:2370: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:34:53.502 INFO:tasks.rados.rados.0.smithi098.stdout:2370: done (4 left) 2024-04-12T00:34:53.502 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 223 2024-04-12T00:34:53.502 INFO:tasks.rados.rados.0.smithi098.stdout:2374: seq_num 754 ranges {2834432=630784} 2024-04-12T00:34:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:2374: writing smithi09877355-8 from 2834432 to 3465216 tid 1 2024-04-12T00:34:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:2375: delete oid 30 current snap is 223 2024-04-12T00:34:53.521 INFO:tasks.rados.rados.0.smithi098.stdout:2371: finishing write tid 1 to smithi09877355-47 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2369: finishing copy_from racing read to smithi09877355-22 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1191 (ObjNum 729 snap 216 seq_num 729) dirty exists 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2371: finishing write tid 2 to smithi09877355-47 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2369: finishing copy_from to smithi09877355-22 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 1225 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2371: finishing write tid 3 to smithi09877355-47 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2371: oid 47 updating version 0 to 784 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2371: oid 47 version 784 is already newer than 783 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 784 (ObjNum 753 snap 223 seq_num 753) dirty exists 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2371: left oid 47 (ObjNum 753 snap 223 seq_num 753) 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2372: finishing rollback tid 0 to smithi09877355-21 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2372: finishing rollback tid 1 to smithi09877355-21 2024-04-12T00:34:53.522 INFO:tasks.rados.rados.0.smithi098.stdout:2372: finishing rollback tid 2 to smithi09877355-21 2024-04-12T00:34:53.523 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1502 (ObjNum 669 snap 196 seq_num 669) dirty exists 2024-04-12T00:34:53.524 INFO:tasks.rados.rados.0.smithi098.stdout:2369: done (5 left) 2024-04-12T00:34:53.524 INFO:tasks.rados.rados.0.smithi098.stdout:2371: done (4 left) 2024-04-12T00:34:53.525 INFO:tasks.rados.rados.0.smithi098.stdout:2372: done (3 left) 2024-04-12T00:34:53.525 INFO:tasks.rados.rados.0.smithi098.stdout:2373: done (2 left) 2024-04-12T00:34:53.525 INFO:tasks.rados.rados.0.smithi098.stdout:2375: done (1 left) 2024-04-12T00:34:53.525 INFO:tasks.rados.rados.0.smithi098.stdout:2376: setattr oid 23 current snap is 223 2024-04-12T00:34:53.525 INFO:tasks.rados.rados.0.smithi098.stdout:2374: finishing write tid 1 to smithi09877355-8 2024-04-12T00:34:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:2374: finishing write tid 2 to smithi09877355-8 2024-04-12T00:34:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:2377: copy_from oid 3 from oid 7 current snap is 223 2024-04-12T00:34:53.526 INFO:tasks.rados.rados.0.smithi098.stdout:2378: read oid 38 snap -1 2024-04-12T00:34:53.527 INFO:tasks.rados.rados.0.smithi098.stdout:2378: expect (ObjNum 611 snap 172 seq_num 611) 2024-04-12T00:34:53.527 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 223 2024-04-12T00:34:53.527 INFO:tasks.rados.rados.0.smithi098.stdout:2379: seq_num 756 ranges {2318336=671744} 2024-04-12T00:34:53.543 INFO:tasks.rados.rados.0.smithi098.stdout:2379: writing smithi09877355-17 from 2318336 to 2990080 tid 1 2024-04-12T00:34:53.543 INFO:tasks.rados.rados.0.smithi098.stdout:2380: delete oid 22 current snap is 223 2024-04-12T00:34:53.543 INFO:tasks.rados.rados.0.smithi098.stdout:2374: finishing write tid 3 to smithi09877355-8 2024-04-12T00:34:53.543 INFO:tasks.rados.rados.0.smithi098.stdout:2374: oid 8 updating version 0 to 1236 2024-04-12T00:34:53.543 INFO:tasks.rados.rados.0.smithi098.stdout:2374: oid 8 updating version 1236 to 1237 2024-04-12T00:34:53.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1237 (ObjNum 754 snap 223 seq_num 754) dirty exists 2024-04-12T00:34:53.544 INFO:tasks.rados.rados.0.smithi098.stdout:2374: left oid 8 (ObjNum 754 snap 223 seq_num 754) 2024-04-12T00:34:53.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1503 (ObjNum 29297162 snap 22064 seq_num 304) dirty exists 2024-04-12T00:34:53.544 INFO:tasks.rados.rados.0.smithi098.stdout:2378: expect (ObjNum 611 snap 172 seq_num 611) 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2377: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2377: finishing copy_from to smithi09877355-3 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 751 (ObjNum 703 snap 207 seq_num 703) dirty exists 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2379: finishing write tid 1 to smithi09877355-17 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2374: done (5 left) 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2376: done (4 left) 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2377: done (3 left) 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2378: done (2 left) 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2380: done (1 left) 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2381: delete oid 8 current snap is 223 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2379: finishing write tid 2 to smithi09877355-17 2024-04-12T00:34:53.563 INFO:tasks.rados.rados.0.smithi098.stdout:2379: finishing write tid 3 to smithi09877355-17 2024-04-12T00:34:53.564 INFO:tasks.rados.rados.0.smithi098.stdout:2379: oid 17 updating version 0 to 786 2024-04-12T00:34:53.564 INFO:tasks.rados.rados.0.smithi098.stdout:2379: oid 17 version 786 is already newer than 785 2024-04-12T00:34:53.564 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 786 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T00:34:53.564 INFO:tasks.rados.rados.0.smithi098.stdout:2379: left oid 17 (ObjNum 756 snap 223 seq_num 756) 2024-04-12T00:34:53.565 INFO:tasks.rados.rados.0.smithi098.stdout:2379: done (1 left) 2024-04-12T00:34:53.565 INFO:tasks.rados.rados.0.smithi098.stdout:2381: done (0 left) 2024-04-12T00:34:53.565 INFO:tasks.rados.rados.0.smithi098.stdout:2382: read oid 40 snap -1 2024-04-12T00:34:53.565 INFO:tasks.rados.rados.0.smithi098.stdout:2382: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:34:53.565 INFO:tasks.rados.rados.0.smithi098.stdout:2383: snap_create 2024-04-12T00:34:53.581 INFO:tasks.rados.rados.0.smithi098.stdout:2382: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:34:54.501 INFO:tasks.rados.rados.0.smithi098.stdout:2382: done (1 left) 2024-04-12T00:34:54.501 INFO:tasks.rados.rados.0.smithi098.stdout:2383: done (0 left) 2024-04-12T00:34:54.501 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 224 2024-04-12T00:34:54.501 INFO:tasks.rados.rados.0.smithi098.stdout:2384: seq_num 759 ranges {548864=720896} 2024-04-12T00:34:54.508 INFO:tasks.rados.rados.0.smithi098.stdout:2384: writing smithi09877355-35 from 548864 to 1269760 tid 1 2024-04-12T00:34:54.508 INFO:tasks.rados.rados.0.smithi098.stdout:2385: snap_create 2024-04-12T00:34:54.512 INFO:tasks.rados.rados.0.smithi098.stdout:2384: finishing write tid 1 to smithi09877355-35 2024-04-12T00:34:54.512 INFO:tasks.rados.rados.0.smithi098.stdout:2384: finishing write tid 2 to smithi09877355-35 2024-04-12T00:34:54.514 INFO:tasks.rados.rados.0.smithi098.stdout:2384: finishing write tid 3 to smithi09877355-35 2024-04-12T00:34:54.514 INFO:tasks.rados.rados.0.smithi098.stdout:2384: oid 35 updating version 0 to 751 2024-04-12T00:34:54.514 INFO:tasks.rados.rados.0.smithi098.stdout:2384: oid 35 version 751 is already newer than 750 2024-04-12T00:34:54.514 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 751 (ObjNum 759 snap 224 seq_num 759) dirty exists 2024-04-12T00:34:54.514 INFO:tasks.rados.rados.0.smithi098.stdout:2384: left oid 35 (ObjNum 759 snap 224 seq_num 759) 2024-04-12T00:34:54.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:54 smithi098 ceph-mon[91373]: osdmap e497: 8 total, 8 up, 8 in 2024-04-12T00:34:54.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:54 smithi098 ceph-mon[91373]: pgmap v403: 121 pgs: 121 active+clean; 397 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T00:34:54.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:54 smithi098 ceph-mon[88922]: osdmap e497: 8 total, 8 up, 8 in 2024-04-12T00:34:54.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:54 smithi098 ceph-mon[88922]: pgmap v403: 121 pgs: 121 active+clean; 397 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T00:34:54.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:54 smithi193 ceph-mon[83763]: osdmap e497: 8 total, 8 up, 8 in 2024-04-12T00:34:54.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:54 smithi193 ceph-mon[83763]: pgmap v403: 121 pgs: 121 active+clean; 397 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T00:34:55.502 INFO:tasks.rados.rados.0.smithi098.stdout:2384: done (1 left) 2024-04-12T00:34:55.502 INFO:tasks.rados.rados.0.smithi098.stdout:2385: done (0 left) 2024-04-12T00:34:55.502 INFO:tasks.rados.rados.0.smithi098.stdout:2386: read oid 2 snap -1 2024-04-12T00:34:55.502 INFO:tasks.rados.rados.0.smithi098.stdout:2386: expect deleted 2024-04-12T00:34:55.502 INFO:tasks.rados.rados.0.smithi098.stdout:2387: snap_create 2024-04-12T00:34:55.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:55 smithi098 ceph-mon[91373]: osdmap e498: 8 total, 8 up, 8 in 2024-04-12T00:34:55.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:55 smithi098 ceph-mon[88922]: osdmap e498: 8 total, 8 up, 8 in 2024-04-12T00:34:55.791 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:34:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:34:55] "GET /metrics HTTP/1.1" 200 36193 "" "Prometheus/2.43.0" 2024-04-12T00:34:55.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:55 smithi193 ceph-mon[83763]: osdmap e498: 8 total, 8 up, 8 in 2024-04-12T00:34:56.497 INFO:tasks.rados.rados.0.smithi098.stdout:2386: done (1 left) 2024-04-12T00:34:56.497 INFO:tasks.rados.rados.0.smithi098.stdout:2387: done (0 left) 2024-04-12T00:34:56.497 INFO:tasks.rados.rados.0.smithi098.stdout:2388: snap_create 2024-04-12T00:34:56.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:56 smithi098 ceph-mon[91373]: osdmap e499: 8 total, 8 up, 8 in 2024-04-12T00:34:56.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:56 smithi098 ceph-mon[91373]: pgmap v406: 121 pgs: 121 active+clean; 402 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-12T00:34:56.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:56 smithi098 ceph-mon[91373]: osdmap e500: 8 total, 8 up, 8 in 2024-04-12T00:34:56.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:56 smithi098 ceph-mon[88922]: osdmap e499: 8 total, 8 up, 8 in 2024-04-12T00:34:56.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:56 smithi098 ceph-mon[88922]: pgmap v406: 121 pgs: 121 active+clean; 402 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-12T00:34:56.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:56 smithi098 ceph-mon[88922]: osdmap e500: 8 total, 8 up, 8 in 2024-04-12T00:34:56.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:56 smithi193 ceph-mon[83763]: osdmap e499: 8 total, 8 up, 8 in 2024-04-12T00:34:56.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:56 smithi193 ceph-mon[83763]: pgmap v406: 121 pgs: 121 active+clean; 402 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-12T00:34:56.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:56 smithi193 ceph-mon[83763]: osdmap e500: 8 total, 8 up, 8 in 2024-04-12T00:34:57.496 INFO:tasks.rados.rados.0.smithi098.stdout:2388: done (0 left) 2024-04-12T00:34:57.496 INFO:tasks.rados.rados.0.smithi098.stdout:2389: copy_from oid 41 from oid 34 current snap is 227 2024-04-12T00:34:57.496 INFO:tasks.rados.rados.0.smithi098.stdout:2390: read oid 14 snap 214 2024-04-12T00:34:57.496 INFO:tasks.rados.rados.0.smithi098.stdout:2390: expect deleted 2024-04-12T00:34:57.496 INFO:tasks.rados.rados.0.smithi098.stdout:2391: delete oid 13 current snap is 227 2024-04-12T00:34:57.500 INFO:tasks.rados.rados.0.smithi098.stdout:2390: done (2 left) 2024-04-12T00:34:57.500 INFO:tasks.rados.rados.0.smithi098.stdout:2391: done (1 left) 2024-04-12T00:34:57.500 INFO:tasks.rados.rados.0.smithi098.stdout:2392: rmattr oid 40 current snap is 227 2024-04-12T00:34:57.500 INFO:tasks.rados.rados.0.smithi098.stdout:2392: done (1 left) 2024-04-12T00:34:57.500 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 227 2024-04-12T00:34:57.500 INFO:tasks.rados.rados.0.smithi098.stdout:2393: seq_num 761 ranges {2277376=753664} 2024-04-12T00:34:57.517 INFO:tasks.rados.rados.0.smithi098.stdout:2393: writing smithi09877355-5 from 2277376 to 3031040 tid 1 2024-04-12T00:34:57.517 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 227 2024-04-12T00:34:57.517 INFO:tasks.rados.rados.0.smithi098.stdout:2389: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:34:57.517 INFO:tasks.rados.rados.0.smithi098.stdout:2389: finishing copy_from to smithi09877355-41 2024-04-12T00:34:57.517 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1222 (ObjNum 657 snap 189 seq_num 657) dirty exists 2024-04-12T00:34:57.517 INFO:tasks.rados.rados.0.smithi098.stdout:2394: seq_num 762 ranges {1409024=770048} 2024-04-12T00:34:57.529 INFO:tasks.rados.rados.0.smithi098.stdout:2394: writing smithi09877355-37 from 1409024 to 2179072 tid 1 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:2389: done (2 left) 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 227 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:2393: finishing write tid 1 to smithi09877355-5 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:2393: finishing write tid 2 to smithi09877355-5 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:2393: finishing write tid 3 to smithi09877355-5 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:2393: oid 5 updating version 0 to 1504 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:2393: oid 5 updating version 1504 to 1505 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1505 (ObjNum 761 snap 227 seq_num 761) dirty exists 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:2393: left oid 5 (ObjNum 761 snap 227 seq_num 761) 2024-04-12T00:34:57.530 INFO:tasks.rados.rados.0.smithi098.stdout:2395: seq_num 763 ranges {5832704=786432} 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:2395: writing smithi09877355-46 from 5832704 to 6619136 tid 1 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:2393: done (2 left) 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 227 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:2394: finishing write tid 1 to smithi09877355-37 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:2394: finishing write tid 2 to smithi09877355-37 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:2394: finishing write tid 3 to smithi09877355-37 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:2394: oid 37 updating version 0 to 1224 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:2394: oid 37 updating version 1224 to 1225 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1225 (ObjNum 762 snap 227 seq_num 762) dirty exists 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:2394: left oid 37 (ObjNum 762 snap 227 seq_num 762) 2024-04-12T00:34:57.565 INFO:tasks.rados.rados.0.smithi098.stdout:2396: seq_num 764 ranges {3031040=802816} 2024-04-12T00:34:57.585 INFO:tasks.rados.rados.0.smithi098.stdout:2396: writing smithi09877355-5 from 3031040 to 3833856 tid 1 2024-04-12T00:34:57.585 INFO:tasks.rados.rados.0.smithi098.stdout:2394: done (2 left) 2024-04-12T00:34:57.586 INFO:tasks.rados.rados.0.smithi098.stdout:2397: read oid 10 snap 207 2024-04-12T00:34:57.586 INFO:tasks.rados.rados.0.smithi098.stdout:2397: expect deleted 2024-04-12T00:34:57.586 INFO:tasks.rados.rados.0.smithi098.stdout:2398: snap_remove snap 225 2024-04-12T00:34:57.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:57.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:57 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:57.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:57 smithi098 ceph-mon[91373]: Upgrade: osd.6 is safe to restart 2024-04-12T00:34:57.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:57 smithi098 ceph-mon[91373]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T00:34:57.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:57.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:57 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:57.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:57 smithi098 ceph-mon[88922]: Upgrade: osd.6 is safe to restart 2024-04-12T00:34:57.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:57 smithi098 ceph-mon[88922]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T00:34:57.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:57.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:57 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T00:34:57.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:57 smithi193 ceph-mon[83763]: Upgrade: osd.6 is safe to restart 2024-04-12T00:34:57.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:57 smithi193 ceph-mon[83763]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T00:34:58.530 INFO:tasks.rados.rados.0.smithi098.stdout:2398: done (3 left) 2024-04-12T00:34:58.530 INFO:tasks.rados.rados.0.smithi098.stdout:2399: snap_create 2024-04-12T00:34:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:2395: finishing write tid 1 to smithi09877355-46 2024-04-12T00:34:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:2395: finishing write tid 2 to smithi09877355-46 2024-04-12T00:34:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:2395: finishing write tid 3 to smithi09877355-46 2024-04-12T00:34:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:2395: oid 46 updating version 0 to 1193 2024-04-12T00:34:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:2395: oid 46 updating version 1193 to 1194 2024-04-12T00:34:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1194 (ObjNum 763 snap 227 seq_num 763) dirty exists 2024-04-12T00:34:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:2395: left oid 46 (ObjNum 763 snap 227 seq_num 763) 2024-04-12T00:34:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:2396: finishing write tid 1 to smithi09877355-5 2024-04-12T00:34:58.531 INFO:tasks.rados.rados.0.smithi098.stdout:2396: finishing write tid 2 to smithi09877355-5 2024-04-12T00:34:58.532 INFO:tasks.rados.rados.0.smithi098.stdout:2396: finishing write tid 3 to smithi09877355-5 2024-04-12T00:34:58.532 INFO:tasks.rados.rados.0.smithi098.stdout:2396: oid 5 updating version 0 to 1506 2024-04-12T00:34:58.532 INFO:tasks.rados.rados.0.smithi098.stdout:2396: oid 5 updating version 1506 to 1507 2024-04-12T00:34:58.532 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1507 (ObjNum 764 snap 227 seq_num 764) dirty exists 2024-04-12T00:34:58.532 INFO:tasks.rados.rados.0.smithi098.stdout:2396: left oid 5 (ObjNum 764 snap 227 seq_num 764) 2024-04-12T00:34:58.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:58 smithi193 ceph-mon[83763]: pgmap v409: 121 pgs: 121 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-12T00:34:58.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:58.783 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T00:34:58.783 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:58 smithi098 ceph-mon[91373]: pgmap v409: 121 pgs: 121 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-12T00:34:58.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:58.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T00:34:58.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:58 smithi098 ceph-mon[88922]: pgmap v409: 121 pgs: 121 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-12T00:34:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:34:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T00:34:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:34:59.532 INFO:tasks.rados.rados.0.smithi098.stdout:2395: done (3 left) 2024-04-12T00:34:59.532 INFO:tasks.rados.rados.0.smithi098.stdout:2396: done (2 left) 2024-04-12T00:34:59.532 INFO:tasks.rados.rados.0.smithi098.stdout:2397: done (1 left) 2024-04-12T00:34:59.532 INFO:tasks.rados.rados.0.smithi098.stdout:2399: done (0 left) 2024-04-12T00:34:59.532 INFO:tasks.rados.rados.0.smithi098.stdout:2400: snap_create 2024-04-12T00:34:59.732 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:59 smithi193 ceph-mon[83763]: Upgrade: Updating osd.6 2024-04-12T00:34:59.732 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:59 smithi193 ceph-mon[83763]: Deploying daemon osd.6 on smithi193 2024-04-12T00:34:59.732 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:34:59 smithi193 ceph-mon[83763]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T00:34:59.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:59 smithi098 ceph-mon[91373]: Upgrade: Updating osd.6 2024-04-12T00:34:59.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:59 smithi098 ceph-mon[91373]: Deploying daemon osd.6 on smithi193 2024-04-12T00:34:59.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:34:59 smithi098 ceph-mon[91373]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T00:34:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:59 smithi098 ceph-mon[88922]: Upgrade: Updating osd.6 2024-04-12T00:34:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:59 smithi098 ceph-mon[88922]: Deploying daemon osd.6 on smithi193 2024-04-12T00:34:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:34:59 smithi098 ceph-mon[88922]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T00:35:00.536 INFO:tasks.rados.rados.0.smithi098.stdout:2400: done (0 left) 2024-04-12T00:35:00.537 INFO:tasks.rados.rados.0.smithi098.stdout:2401: delete oid 40 current snap is 229 2024-04-12T00:35:00.543 INFO:tasks.rados.rados.0.smithi098.stdout:2401: done (0 left) 2024-04-12T00:35:00.543 INFO:tasks.rados.rados.0.smithi098.stdout:2402: snap_remove snap 196 2024-04-12T00:35:00.578 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:35:00.697 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:00 smithi193 ceph-mon[83763]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T00:35:00.697 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:00 smithi193 ceph-mon[83763]: pgmap v412: 121 pgs: 121 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-12T00:35:00.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:00 smithi098 ceph-mon[88922]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T00:35:00.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:00 smithi098 ceph-mon[88922]: pgmap v412: 121 pgs: 121 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-12T00:35:00.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:00 smithi098 ceph-mon[91373]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T00:35:00.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:00 smithi098 ceph-mon[91373]: pgmap v412: 121 pgs: 121 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-12T00:35:00.897 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:35:00.897 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (8m) 93s ago 9m 25.4M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:35:00.897 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (9m) 24s ago 9m 89.1M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:35:00.897 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (10m) 93s ago 10m 20.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:35:00.897 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (10m) 24s ago 10m 17.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (5m) 24s ago 14m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (5m) 93s ago 15m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (4m) 93s ago 16m 50.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (4m) 24s ago 14m 43.5M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (4m) 93s ago 14m 43.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (9m) 93s ago 9m 15.4M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (9m) 24s ago 9m 14.5M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (3m) 93s ago 13m 161M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (2m) 93s ago 13m 144M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (2m) 93s ago 13m 97.0M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (97s) 93s ago 12m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (63s) 24s ago 12m 123M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 1bd8a7541b94 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (28s) 24s ago 11m 12.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3ce1fb3e5c84 2024-04-12T00:35:00.898 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (11m) 24s ago 11m 201M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 0715617cece8 2024-04-12T00:35:00.899 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (11m) 24s ago 11m 229M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:35:00.899 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (5m) 24s ago 10m 60.5M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-12T00:35:01.299 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 6 2024-04-12T00:35:01.300 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:35:01.300 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:35:01.300 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:35:01.300 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:35:01.300 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:35:01.300 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-12T00:35:01.300 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 11 2024-04-12T00:35:01.300 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:35:01.300 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:35:01.496 INFO:tasks.rados.rados.0.smithi098.stdout:2402: done (0 left) 2024-04-12T00:35:01.496 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 229 2024-04-12T00:35:01.496 INFO:tasks.rados.rados.0.smithi098.stdout:2403: seq_num 766 ranges {3833856=434176,4268032=401408} 2024-04-12T00:35:01.520 INFO:tasks.rados.rados.0.smithi098.stdout:2403: writing smithi09877355-5 from 3833856 to 4268032 tid 1 2024-04-12T00:35:01.522 INFO:tasks.rados.rados.0.smithi098.stdout:2403: writing smithi09877355-5 from 4268032 to 4669440 tid 2 2024-04-12T00:35:01.522 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 229 2024-04-12T00:35:01.522 INFO:tasks.rados.rados.0.smithi098.stdout:2404: seq_num 767 ranges {0=450560,450560=401408} 2024-04-12T00:35:01.524 INFO:tasks.rados.rados.0.smithi098.stdout:2404: writing smithi09877355-24 from 0 to 450560 tid 1 2024-04-12T00:35:01.528 INFO:tasks.rados.rados.0.smithi098.stdout:2404: writing smithi09877355-24 from 450560 to 851968 tid 2 2024-04-12T00:35:01.528 INFO:tasks.rados.rados.0.smithi098.stdout:2405: rollback oid 13 current snap is 229 2024-04-12T00:35:01.528 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 13 to 228 2024-04-12T00:35:01.528 INFO:tasks.rados.rados.0.smithi098.stdout:2403: finishing write tid 1 to smithi09877355-5 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2403: finishing write tid 2 to smithi09877355-5 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2403: finishing write tid 3 to smithi09877355-5 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2404: finishing write tid 1 to smithi09877355-24 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2403: finishing write tid 4 to smithi09877355-5 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2403: oid 5 updating version 0 to 1508 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2403: oid 5 updating version 1508 to 1509 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2403: oid 5 updating version 1509 to 1510 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1510 (ObjNum 766 snap 229 seq_num 766) dirty exists 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2403: left oid 5 (ObjNum 766 snap 229 seq_num 766) 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2403: done (2 left) 2024-04-12T00:35:01.529 INFO:tasks.rados.rados.0.smithi098.stdout:2406: delete oid 45 current snap is 229 2024-04-12T00:35:01.530 INFO:tasks.rados.rados.0.smithi098.stdout:2406: done (2 left) 2024-04-12T00:35:01.530 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 229 2024-04-12T00:35:01.530 INFO:tasks.rados.rados.0.smithi098.stdout:2407: seq_num 769 ranges {6791168=483328,7274496=401408} 2024-04-12T00:35:01.568 INFO:tasks.rados.rados.0.smithi098.stdout:2407: writing smithi09877355-9 from 6791168 to 7274496 tid 1 2024-04-12T00:35:01.571 INFO:tasks.rados.rados.0.smithi098.stdout:2407: writing smithi09877355-9 from 7274496 to 7675904 tid 2 2024-04-12T00:35:01.571 INFO:tasks.rados.rados.0.smithi098.stdout:2408: delete oid 44 current snap is 229 2024-04-12T00:35:01.571 INFO:tasks.rados.rados.0.smithi098.stdout:2405: finishing rollback tid 1 to smithi09877355-13 2024-04-12T00:35:01.571 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1646 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T00:35:01.572 INFO:tasks.rados.rados.0.smithi098.stdout:2404: finishing write tid 2 to smithi09877355-24 2024-04-12T00:35:01.572 INFO:tasks.rados.rados.0.smithi098.stdout:2404: finishing write tid 3 to smithi09877355-24 2024-04-12T00:35:01.572 INFO:tasks.rados.rados.0.smithi098.stdout:2404: finishing write tid 4 to smithi09877355-24 2024-04-12T00:35:01.572 INFO:tasks.rados.rados.0.smithi098.stdout:2404: oid 24 updating version 0 to 1230 2024-04-12T00:35:01.572 INFO:tasks.rados.rados.0.smithi098.stdout:2404: oid 24 updating version 1230 to 1231 2024-04-12T00:35:01.572 INFO:tasks.rados.rados.0.smithi098.stdout:2404: oid 24 updating version 1231 to 1232 2024-04-12T00:35:01.572 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1232 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-04-12T00:35:01.572 INFO:tasks.rados.rados.0.smithi098.stdout:2404: left oid 24 (ObjNum 767 snap 229 seq_num 767) 2024-04-12T00:35:01.573 INFO:tasks.rados.rados.0.smithi098.stdout:2407: finishing write tid 1 to smithi09877355-9 2024-04-12T00:35:01.573 INFO:tasks.rados.rados.0.smithi098.stdout:2407: finishing write tid 2 to smithi09877355-9 2024-04-12T00:35:01.574 INFO:tasks.rados.rados.0.smithi098.stdout:2407: finishing write tid 3 to smithi09877355-9 2024-04-12T00:35:01.574 INFO:tasks.rados.rados.0.smithi098.stdout:2404: done (3 left) 2024-04-12T00:35:01.574 INFO:tasks.rados.rados.0.smithi098.stdout:2405: done (2 left) 2024-04-12T00:35:01.574 INFO:tasks.rados.rados.0.smithi098.stdout:2408: done (1 left) 2024-04-12T00:35:01.574 INFO:tasks.rados.rados.0.smithi098.stdout:2409: snap_remove snap 213 2024-04-12T00:35:01.605 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:01 smithi193 systemd[1]: Stopping Ceph osd.6 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:35:01.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:01 smithi193 ceph-mon[83763]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T00:35:01.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:01 smithi193 ceph-mon[83763]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:01.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:01 smithi193 ceph-mon[83763]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:01.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1829769059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:01.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:01 smithi193 ceph-mon[83763]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T00:35:01.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[91373]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T00:35:01.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[91373]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:01.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[91373]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:01.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1829769059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:01.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[91373]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T00:35:01.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[88922]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T00:35:01.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[88922]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:01.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[88922]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:01.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1829769059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:01.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:01 smithi098 ceph-mon[88922]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T00:35:01.866 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[46402]: 2024-04-12T00:35:01.620+0000 7f0de8301700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:35:01.866 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[46402]: 2024-04-12T00:35:01.620+0000 7f0de8301700 -1 osd.6 505 *** Got signal Terminated *** 2024-04-12T00:35:01.866 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:01 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[46402]: 2024-04-12T00:35:01.620+0000 7f0de8301700 -1 osd.6 505 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T00:35:02.548 INFO:tasks.rados.rados.0.smithi098.stdout:2407: finishing write tid 4 to smithi09877355-9 2024-04-12T00:35:02.548 INFO:tasks.rados.rados.0.smithi098.stdout:2407: oid 9 updating version 0 to 1195 2024-04-12T00:35:02.548 INFO:tasks.rados.rados.0.smithi098.stdout:2407: oid 9 updating version 1195 to 1197 2024-04-12T00:35:02.549 INFO:tasks.rados.rados.0.smithi098.stdout:2407: oid 9 version 1197 is already newer than 1196 2024-04-12T00:35:02.549 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1197 (ObjNum 769 snap 229 seq_num 769) dirty exists 2024-04-12T00:35:02.549 INFO:tasks.rados.rados.0.smithi098.stdout:2407: left oid 9 (ObjNum 769 snap 229 seq_num 769) 2024-04-12T00:35:02.549 INFO:tasks.rados.rados.0.smithi098.stdout:2407: done (1 left) 2024-04-12T00:35:02.549 INFO:tasks.rados.rados.0.smithi098.stdout:2409: done (0 left) 2024-04-12T00:35:02.549 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 229 2024-04-12T00:35:02.549 INFO:tasks.rados.rados.0.smithi098.stdout:2410: seq_num 771 ranges {2228224=516096,2744320=401408} 2024-04-12T00:35:02.564 INFO:tasks.rados.rados.0.smithi098.stdout:2410: writing smithi09877355-32 from 2228224 to 2744320 tid 1 2024-04-12T00:35:02.567 INFO:tasks.rados.rados.0.smithi098.stdout:2410: writing smithi09877355-32 from 2744320 to 3145728 tid 2 2024-04-12T00:35:02.567 INFO:tasks.rados.rados.0.smithi098.stdout:2411: snap_remove snap 198 2024-04-12T00:35:02.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:02 smithi193 ceph-mon[83763]: osd.6 marked itself down and dead 2024-04-12T00:35:02.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:02 smithi193 ceph-mon[83763]: pgmap v415: 121 pgs: 121 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:35:02.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:35:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:35:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:35:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:02 smithi098 ceph-mon[91373]: osd.6 marked itself down and dead 2024-04-12T00:35:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:02 smithi098 ceph-mon[91373]: pgmap v415: 121 pgs: 121 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:35:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:02 smithi098 ceph-mon[88922]: osd.6 marked itself down and dead 2024-04-12T00:35:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:02 smithi098 ceph-mon[88922]: pgmap v415: 121 pgs: 121 active+clean; 409 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:35:03.366 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:03 smithi193 podman[98879]: 2024-04-12 00:35:03.109175634 +0000 UTC m=+1.625611100 container died 0715617cece8e3db9f8cf849f1bc0f080ca84999e723bc7824308852699c09b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-12T00:35:03.550 INFO:tasks.rados.rados.0.smithi098.stdout:2411: done (1 left) 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2412: copy_from oid 8 from oid 42 current snap is 229 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2410: finishing write tid 1 to smithi09877355-32 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2410: finishing write tid 2 to smithi09877355-32 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2410: finishing write tid 3 to smithi09877355-32 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2410: finishing write tid 4 to smithi09877355-32 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2410: oid 32 updating version 0 to 1228 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2410: oid 32 version 1228 is already newer than 1226 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2410: oid 32 version 1228 is already newer than 1227 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 1228 (ObjNum 771 snap 229 seq_num 771) dirty exists 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2410: left oid 32 (ObjNum 771 snap 229 seq_num 771) 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2410: done (1 left) 2024-04-12T00:35:03.551 INFO:tasks.rados.rados.0.smithi098.stdout:2413: read oid 40 snap 222 2024-04-12T00:35:03.552 INFO:tasks.rados.rados.0.smithi098.stdout:2413: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:35:03.552 INFO:tasks.rados.rados.0.smithi098.stdout:2414: copy_from oid 10 from oid 26 current snap is 229 2024-04-12T00:35:03.552 INFO:tasks.rados.rados.0.smithi098.stdout:2415: rmattr oid 35 current snap is 229 2024-04-12T00:35:03.552 INFO:tasks.rados.rados.0.smithi098.stdout:2415: done (3 left) 2024-04-12T00:35:03.552 INFO:tasks.rados.rados.0.smithi098.stdout:2416: rmattr oid 20 current snap is 229 2024-04-12T00:35:03.552 INFO:tasks.rados.rados.0.smithi098.stdout:2416: done (3 left) 2024-04-12T00:35:03.552 INFO:tasks.rados.rados.0.smithi098.stdout:2417: snap_create 2024-04-12T00:35:03.576 INFO:tasks.rados.rados.0.smithi098.stdout:2412: finishing copy_from to smithi09877355-8 2024-04-12T00:35:03.576 INFO:tasks.rados.rados.0.smithi098.stdout:2412: got expected ENOENT (src dne) 2024-04-12T00:35:03.576 INFO:tasks.rados.rados.0.smithi098.stdout:2412: finishing copy_from racing read to smithi09877355-8 2024-04-12T00:35:03.576 INFO:tasks.rados.rados.0.smithi098.stdout:2413: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:35:03.671 INFO:tasks.rados.rados.0.smithi098.stdout:2414: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:35:03.671 INFO:tasks.rados.rados.0.smithi098.stdout:2414: finishing copy_from to smithi09877355-10 2024-04-12T00:35:03.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1182 (ObjNum 495 snap 126 seq_num 495) dirty exists 2024-04-12T00:35:03.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:03 smithi098 ceph-mon[91373]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:35:03.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:03 smithi098 ceph-mon[91373]: osdmap e506: 8 total, 7 up, 8 in 2024-04-12T00:35:03.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:03 smithi098 ceph-mon[88922]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:35:03.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:03 smithi098 ceph-mon[88922]: osdmap e506: 8 total, 7 up, 8 in 2024-04-12T00:35:03.813 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:03 smithi193 ceph-mon[83763]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:35:03.813 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:03 smithi193 ceph-mon[83763]: osdmap e506: 8 total, 7 up, 8 in 2024-04-12T00:35:03.813 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:03 smithi193 podman[98879]: 2024-04-12 00:35:03.571269049 +0000 UTC m=+2.087704522 container cleanup 0715617cece8e3db9f8cf849f1bc0f080ca84999e723bc7824308852699c09b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T00:35:03.813 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:03 smithi193 bash[98879]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6 2024-04-12T00:35:04.116 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:03 smithi193 podman[98904]: 2024-04-12 00:35:03.814237791 +0000 UTC m=+0.707310925 container remove 0715617cece8e3db9f8cf849f1bc0f080ca84999e723bc7824308852699c09b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-12T00:35:04.416 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:04 smithi193 podman[98998]: 2024-04-12 00:35:04.03427582 +0000 UTC m=+0.018008681 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:35:04.416 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:04 smithi193 podman[98998]: 2024-04-12 00:35:04.140227583 +0000 UTC m=+0.123960472 container create 3f9274f2abbba4c60740484ed97b1e97fbf28c994889a0b0cd73cce83752e3a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T00:35:04.416 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:04 smithi193 podman[98998]: 2024-04-12 00:35:04.334336798 +0000 UTC m=+0.318069644 container init 3f9274f2abbba4c60740484ed97b1e97fbf28c994889a0b0cd73cce83752e3a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-12T00:35:04.416 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:04 smithi193 podman[98998]: 2024-04-12 00:35:04.337442772 +0000 UTC m=+0.321175619 container start 3f9274f2abbba4c60740484ed97b1e97fbf28c994889a0b0cd73cce83752e3a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T00:35:04.416 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:04 smithi193 podman[98998]: 2024-04-12 00:35:04.417524663 +0000 UTC m=+0.401257518 container attach 3f9274f2abbba4c60740484ed97b1e97fbf28c994889a0b0cd73cce83752e3a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-12T00:35:04.556 INFO:tasks.rados.rados.0.smithi098.stdout:2412: done (3 left) 2024-04-12T00:35:04.556 INFO:tasks.rados.rados.0.smithi098.stdout:2413: done (2 left) 2024-04-12T00:35:04.556 INFO:tasks.rados.rados.0.smithi098.stdout:2414: done (1 left) 2024-04-12T00:35:04.556 INFO:tasks.rados.rados.0.smithi098.stdout:2417: done (0 left) 2024-04-12T00:35:04.556 INFO:tasks.rados.rados.0.smithi098.stdout:2418: read oid 19 snap -1 2024-04-12T00:35:04.556 INFO:tasks.rados.rados.0.smithi098.stdout:2418: expect deleted 2024-04-12T00:35:04.556 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 230 2024-04-12T00:35:04.556 INFO:tasks.rados.rados.0.smithi098.stdout:2419: seq_num 772 ranges {1409024=532480,1941504=401408} 2024-04-12T00:35:04.566 INFO:tasks.rados.rados.0.smithi098.stdout:2419: writing smithi09877355-41 from 1409024 to 1941504 tid 1 2024-04-12T00:35:04.569 INFO:tasks.rados.rados.0.smithi098.stdout:2419: writing smithi09877355-41 from 1941504 to 2342912 tid 2 2024-04-12T00:35:04.569 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 230 2024-04-12T00:35:04.569 INFO:tasks.rados.rados.0.smithi098.stdout:2420: seq_num 773 ranges {3596288=548864,4145152=401408} 2024-04-12T00:35:04.591 INFO:tasks.rados.rados.0.smithi098.stdout:2420: writing smithi09877355-7 from 3596288 to 4145152 tid 1 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2420: writing smithi09877355-7 from 4145152 to 4546560 tid 2 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2421: snap_create 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2419: finishing write tid 1 to smithi09877355-41 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2419: finishing write tid 2 to smithi09877355-41 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2419: finishing write tid 3 to smithi09877355-41 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2419: finishing write tid 4 to smithi09877355-41 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2419: oid 41 updating version 0 to 1511 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2419: oid 41 updating version 1511 to 1513 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2419: oid 41 version 1513 is already newer than 1512 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1513 (ObjNum 772 snap 230 seq_num 772) dirty exists 2024-04-12T00:35:04.594 INFO:tasks.rados.rados.0.smithi098.stdout:2419: left oid 41 (ObjNum 772 snap 230 seq_num 772) 2024-04-12T00:35:04.599 INFO:tasks.rados.rados.0.smithi098.stdout:2420: finishing write tid 1 to smithi09877355-7 2024-04-12T00:35:04.599 INFO:tasks.rados.rados.0.smithi098.stdout:2420: finishing write tid 2 to smithi09877355-7 2024-04-12T00:35:04.600 INFO:tasks.rados.rados.0.smithi098.stdout:2420: finishing write tid 3 to smithi09877355-7 2024-04-12T00:35:04.603 INFO:tasks.rados.rados.0.smithi098.stdout:2420: finishing write tid 4 to smithi09877355-7 2024-04-12T00:35:04.603 INFO:tasks.rados.rados.0.smithi098.stdout:2420: oid 7 updating version 0 to 757 2024-04-12T00:35:04.603 INFO:tasks.rados.rados.0.smithi098.stdout:2420: oid 7 updating version 757 to 758 2024-04-12T00:35:04.603 INFO:tasks.rados.rados.0.smithi098.stdout:2420: oid 7 updating version 758 to 759 2024-04-12T00:35:04.603 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 759 (ObjNum 773 snap 230 seq_num 773) dirty exists 2024-04-12T00:35:04.603 INFO:tasks.rados.rados.0.smithi098.stdout:2420: left oid 7 (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:35:04.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:04 smithi193 ceph-mon[83763]: osdmap e507: 8 total, 7 up, 8 in 2024-04-12T00:35:04.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:04 smithi193 ceph-mon[83763]: pgmap v418: 121 pgs: 19 peering, 10 stale+active+clean, 92 active+clean; 412 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 628 KiB/s wr, 3 op/s 2024-04-12T00:35:04.866 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:04 smithi193 podman[98998]: 2024-04-12 00:35:04.635862566 +0000 UTC m=+0.619595410 container died 3f9274f2abbba4c60740484ed97b1e97fbf28c994889a0b0cd73cce83752e3a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T00:35:05.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:04 smithi098 ceph-mon[88922]: osdmap e507: 8 total, 7 up, 8 in 2024-04-12T00:35:05.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:04 smithi098 ceph-mon[88922]: pgmap v418: 121 pgs: 19 peering, 10 stale+active+clean, 92 active+clean; 412 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 628 KiB/s wr, 3 op/s 2024-04-12T00:35:05.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:04 smithi098 ceph-mon[91373]: osdmap e507: 8 total, 7 up, 8 in 2024-04-12T00:35:05.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:04 smithi098 ceph-mon[91373]: pgmap v418: 121 pgs: 19 peering, 10 stale+active+clean, 92 active+clean; 412 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 628 KiB/s wr, 3 op/s 2024-04-12T00:35:05.553 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:05 smithi193 podman[99024]: 2024-04-12 00:35:05.254922849 +0000 UTC m=+0.610356947 container remove 3f9274f2abbba4c60740484ed97b1e97fbf28c994889a0b0cd73cce83752e3a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS) 2024-04-12T00:35:05.553 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:05 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.6.service: Deactivated successfully. 2024-04-12T00:35:05.553 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:05 smithi193 systemd[1]: Stopped Ceph osd.6 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:35:05.553 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:05 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.6.service: Consumed 13.447s CPU time. 2024-04-12T00:35:05.553 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:05 smithi193 systemd[1]: Starting Ceph osd.6 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:35:05.560 INFO:tasks.rados.rados.0.smithi098.stdout:2418: done (3 left) 2024-04-12T00:35:05.560 INFO:tasks.rados.rados.0.smithi098.stdout:2419: done (2 left) 2024-04-12T00:35:05.560 INFO:tasks.rados.rados.0.smithi098.stdout:2420: done (1 left) 2024-04-12T00:35:05.560 INFO:tasks.rados.rados.0.smithi098.stdout:2421: done (0 left) 2024-04-12T00:35:05.560 INFO:tasks.rados.rados.0.smithi098.stdout:2422: read oid 29 snap -1 2024-04-12T00:35:05.560 INFO:tasks.rados.rados.0.smithi098.stdout:2422: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:35:05.561 INFO:tasks.rados.rados.0.smithi098.stdout:2423: snap_create 2024-04-12T00:35:05.563 INFO:tasks.rados.rados.0.smithi098.stdout:2422: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:35:05.811 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:05 smithi193 ceph-mon[83763]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T00:35:05.812 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:05 smithi193 ceph-mon[83763]: osdmap e508: 8 total, 7 up, 8 in 2024-04-12T00:35:05.812 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:05.812 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:05.812 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:05 smithi193 podman[99129]: 2024-04-12 00:35:05.697624849 +0000 UTC m=+0.112668812 container create 7c1adb088a6aeca633435015d752292450bc78a3fc09186de15ba2325a35cd41 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-12T00:35:05.812 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:05 smithi193 podman[99129]: 2024-04-12 00:35:05.603225386 +0000 UTC m=+0.018269303 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:35:06.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:35:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:35:05] "GET /metrics HTTP/1.1" 200 36193 "" "Prometheus/2.43.0" 2024-04-12T00:35:06.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:05 smithi098 ceph-mon[91373]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T00:35:06.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:05 smithi098 ceph-mon[91373]: osdmap e508: 8 total, 7 up, 8 in 2024-04-12T00:35:06.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:06.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:06.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:05 smithi098 ceph-mon[88922]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T00:35:06.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:05 smithi098 ceph-mon[88922]: osdmap e508: 8 total, 7 up, 8 in 2024-04-12T00:35:06.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:06.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:06.065 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:05 smithi193 podman[99129]: 2024-04-12 00:35:05.983455028 +0000 UTC m=+0.398498945 container init 7c1adb088a6aeca633435015d752292450bc78a3fc09186de15ba2325a35cd41 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:35:06.065 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:05 smithi193 podman[99129]: 2024-04-12 00:35:05.986767627 +0000 UTC m=+0.401811547 container start 7c1adb088a6aeca633435015d752292450bc78a3fc09186de15ba2325a35cd41 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-12T00:35:06.366 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 podman[99129]: 2024-04-12 00:35:06.066700153 +0000 UTC m=+0.481744085 container attach 7c1adb088a6aeca633435015d752292450bc78a3fc09186de15ba2325a35cd41 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:35:06.497 INFO:tasks.rados.rados.0.smithi098.stdout:2422: done (1 left) 2024-04-12T00:35:06.498 INFO:tasks.rados.rados.0.smithi098.stdout:2423: done (0 left) 2024-04-12T00:35:06.498 INFO:tasks.rados.rados.0.smithi098.stdout:2424: rollback oid 30 current snap is 232 2024-04-12T00:35:06.498 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 230 2024-04-12T00:35:06.498 INFO:tasks.rados.rados.0.smithi098.stdout:2425: delete oid 21 current snap is 232 2024-04-12T00:35:06.501 INFO:tasks.rados.rados.0.smithi098.stdout:2425: done (1 left) 2024-04-12T00:35:06.502 INFO:tasks.rados.rados.0.smithi098.stdout:2426: snap_create 2024-04-12T00:35:06.502 INFO:tasks.rados.rados.0.smithi098.stdout:2424: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:35:06.502 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1192 (ObjNum 65 snap 0 seq_num 1382903923) dirty dne 2024-04-12T00:35:06.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-mon[83763]: osdmap e509: 8 total, 7 up, 8 in 2024-04-12T00:35:06.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-mon[83763]: pgmap v421: 121 pgs: 7 active+undersized+degraded, 19 peering, 5 stale+active+clean, 9 active+undersized, 81 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 5 op/s; 42/834 objects degraded (5.036%) 2024-04-12T00:35:06.752 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-mon[83763]: osdmap e510: 8 total, 7 up, 8 in 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate[99145]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate[99145]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 bash[99129]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 bash[99129]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 bash[99129]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 bash[99129]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 bash[99129]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 bash[99129]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 bash[99129]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate[99145]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate[99145]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate[99145]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate[99145]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T00:35:06.753 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate[99145]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-12T00:35:06.754 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:06 smithi193 podman[99129]: 2024-04-12 00:35:06.457804016 +0000 UTC m=+0.872847925 container died 7c1adb088a6aeca633435015d752292450bc78a3fc09186de15ba2325a35cd41 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T00:35:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:06 smithi098 ceph-mon[91373]: osdmap e509: 8 total, 7 up, 8 in 2024-04-12T00:35:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:06 smithi098 ceph-mon[91373]: pgmap v421: 121 pgs: 7 active+undersized+degraded, 19 peering, 5 stale+active+clean, 9 active+undersized, 81 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 5 op/s; 42/834 objects degraded (5.036%) 2024-04-12T00:35:07.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:06 smithi098 ceph-mon[91373]: osdmap e510: 8 total, 7 up, 8 in 2024-04-12T00:35:07.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:06 smithi098 ceph-mon[88922]: osdmap e509: 8 total, 7 up, 8 in 2024-04-12T00:35:07.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:06 smithi098 ceph-mon[88922]: pgmap v421: 121 pgs: 7 active+undersized+degraded, 19 peering, 5 stale+active+clean, 9 active+undersized, 81 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 5 op/s; 42/834 objects degraded (5.036%) 2024-04-12T00:35:07.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:06 smithi098 ceph-mon[88922]: osdmap e510: 8 total, 7 up, 8 in 2024-04-12T00:35:07.330 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:07 smithi193 podman[99262]: 2024-04-12 00:35:07.012819442 +0000 UTC m=+0.546098547 container remove 7c1adb088a6aeca633435015d752292450bc78a3fc09186de15ba2325a35cd41 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-12T00:35:07.330 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:07 smithi193 podman[99327]: 2024-04-12 00:35:07.221855303 +0000 UTC m=+0.112923166 container create d79c44e24adfbc41d1861055c2edb4c47cefdadcf3c788f046236a3941b97553 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-12T00:35:07.330 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:07 smithi193 podman[99327]: 2024-04-12 00:35:07.127131858 +0000 UTC m=+0.018199717 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:35:07.505 INFO:tasks.rados.rados.0.smithi098.stdout:2424: done (1 left) 2024-04-12T00:35:07.505 INFO:tasks.rados.rados.0.smithi098.stdout:2426: done (0 left) 2024-04-12T00:35:07.505 INFO:tasks.rados.rados.0.smithi098.stdout:2427: snap_create 2024-04-12T00:35:07.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:07 smithi193 ceph-mon[83763]: Health check failed: Degraded data redundancy: 42/834 objects degraded (5.036%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:07.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:07 smithi193 ceph-mon[83763]: osdmap e511: 8 total, 7 up, 8 in 2024-04-12T00:35:07.616 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:07 smithi193 podman[99327]: 2024-04-12 00:35:07.415828433 +0000 UTC m=+0.306896293 container init d79c44e24adfbc41d1861055c2edb4c47cefdadcf3c788f046236a3941b97553 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T00:35:07.616 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:07 smithi193 podman[99327]: 2024-04-12 00:35:07.418792456 +0000 UTC m=+0.309860321 container start d79c44e24adfbc41d1861055c2edb4c47cefdadcf3c788f046236a3941b97553 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:35:07.616 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:07 smithi193 ceph-osd[99346]: -- 172.21.15.193:0/1572028733 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e6afbab680 con 0x55e6afb75000 2024-04-12T00:35:07.616 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:07 smithi193 bash[99327]: d79c44e24adfbc41d1861055c2edb4c47cefdadcf3c788f046236a3941b97553 2024-04-12T00:35:07.616 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:07 smithi193 systemd[1]: Started Ceph osd.6 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:35:08.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:07 smithi098 ceph-mon[91373]: Health check failed: Degraded data redundancy: 42/834 objects degraded (5.036%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:08.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:07 smithi098 ceph-mon[91373]: osdmap e511: 8 total, 7 up, 8 in 2024-04-12T00:35:08.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:07 smithi098 ceph-mon[88922]: Health check failed: Degraded data redundancy: 42/834 objects degraded (5.036%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:08.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:07 smithi098 ceph-mon[88922]: osdmap e511: 8 total, 7 up, 8 in 2024-04-12T00:35:08.366 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:07 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T00:35:07.961+0000 7fabe0a9f7c0 -1 Falling back to public interface 2024-04-12T00:35:08.511 INFO:tasks.rados.rados.0.smithi098.stdout:2427: done (0 left) 2024-04-12T00:35:08.512 INFO:tasks.rados.rados.0.smithi098.stdout:2428: delete oid 36 current snap is 234 2024-04-12T00:35:08.519 INFO:tasks.rados.rados.0.smithi098.stdout:2428: done (0 left) 2024-04-12T00:35:08.519 INFO:tasks.rados.rados.0.smithi098.stdout:2429: delete oid 1 current snap is 234 2024-04-12T00:35:08.523 INFO:tasks.rados.rados.0.smithi098.stdout:2429: done (0 left) 2024-04-12T00:35:08.523 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 234 2024-04-12T00:35:08.523 INFO:tasks.rados.rados.0.smithi098.stdout:2430: seq_num 777 ranges {0=622592,622592=401408} 2024-04-12T00:35:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2430: writing smithi09877355-21 from 0 to 622592 tid 1 2024-04-12T00:35:08.529 INFO:tasks.rados.rados.0.smithi098.stdout:2430: writing smithi09877355-21 from 622592 to 1024000 tid 2 2024-04-12T00:35:08.529 INFO:tasks.rados.rados.0.smithi098.stdout:2431: copy_from oid 19 from oid 49 current snap is 234 2024-04-12T00:35:08.530 INFO:tasks.rados.rados.0.smithi098.stdout:2432: read oid 9 snap -1 2024-04-12T00:35:08.530 INFO:tasks.rados.rados.0.smithi098.stdout:2432: expect (ObjNum 769 snap 229 seq_num 769) 2024-04-12T00:35:08.530 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 234 2024-04-12T00:35:08.530 INFO:tasks.rados.rados.0.smithi098.stdout:2433: seq_num 778 ranges {4669440=638976,5308416=401408} 2024-04-12T00:35:08.560 INFO:tasks.rados.rados.0.smithi098.stdout:2433: writing smithi09877355-5 from 4669440 to 5308416 tid 1 2024-04-12T00:35:08.563 INFO:tasks.rados.rados.0.smithi098.stdout:2433: writing smithi09877355-5 from 5308416 to 5709824 tid 2 2024-04-12T00:35:08.563 INFO:tasks.rados.rados.0.smithi098.stdout:2434: read oid 46 snap -1 2024-04-12T00:35:08.563 INFO:tasks.rados.rados.0.smithi098.stdout:2434: expect (ObjNum 763 snap 227 seq_num 763) 2024-04-12T00:35:08.563 INFO:tasks.rados.rados.0.smithi098.stdout:2435: delete oid 16 current snap is 234 2024-04-12T00:35:08.563 INFO:tasks.rados.rados.0.smithi098.stdout:2430: finishing write tid 1 to smithi09877355-21 2024-04-12T00:35:08.563 INFO:tasks.rados.rados.0.smithi098.stdout:2430: finishing write tid 2 to smithi09877355-21 2024-04-12T00:35:08.563 INFO:tasks.rados.rados.0.smithi098.stdout:2430: finishing write tid 3 to smithi09877355-21 2024-04-12T00:35:08.563 INFO:tasks.rados.rados.0.smithi098.stdout:2430: finishing write tid 4 to smithi09877355-21 2024-04-12T00:35:08.563 INFO:tasks.rados.rados.0.smithi098.stdout:2430: oid 21 updating version 0 to 1516 2024-04-12T00:35:08.564 INFO:tasks.rados.rados.0.smithi098.stdout:2430: oid 21 updating version 1516 to 1517 2024-04-12T00:35:08.564 INFO:tasks.rados.rados.0.smithi098.stdout:2430: oid 21 updating version 1517 to 1518 2024-04-12T00:35:08.564 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1518 (ObjNum 777 snap 234 seq_num 777) dirty exists 2024-04-12T00:35:08.564 INFO:tasks.rados.rados.0.smithi098.stdout:2430: left oid 21 (ObjNum 777 snap 234 seq_num 777) 2024-04-12T00:35:08.564 INFO:tasks.rados.rados.0.smithi098.stdout:2432: expect (ObjNum 769 snap 229 seq_num 769) 2024-04-12T00:35:08.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:08.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:08.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:08.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:08 smithi193 ceph-mon[83763]: pgmap v424: 121 pgs: 9 active+undersized+degraded, 3 peering, 31 active+undersized, 78 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s; 61/837 objects degraded (7.288%) 2024-04-12T00:35:08.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:08 smithi193 ceph-mon[83763]: osdmap e512: 8 total, 7 up, 8 in 2024-04-12T00:35:09.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:09.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:09.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:09.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[91373]: pgmap v424: 121 pgs: 9 active+undersized+degraded, 3 peering, 31 active+undersized, 78 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s; 61/837 objects degraded (7.288%) 2024-04-12T00:35:09.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[91373]: osdmap e512: 8 total, 7 up, 8 in 2024-04-12T00:35:09.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:09.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:09.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:09.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[88922]: pgmap v424: 121 pgs: 9 active+undersized+degraded, 3 peering, 31 active+undersized, 78 active+clean; 419 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s; 61/837 objects degraded (7.288%) 2024-04-12T00:35:09.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:08 smithi098 ceph-mon[88922]: osdmap e512: 8 total, 7 up, 8 in 2024-04-12T00:35:09.313 INFO:tasks.rados.rados.0.smithi098.stdout:2433: finishing write tid 1 to smithi09877355-5 2024-04-12T00:35:09.313 INFO:tasks.rados.rados.0.smithi098.stdout:2433: finishing write tid 2 to smithi09877355-5 2024-04-12T00:35:09.313 INFO:tasks.rados.rados.0.smithi098.stdout:2433: finishing write tid 3 to smithi09877355-5 2024-04-12T00:35:09.313 INFO:tasks.rados.rados.0.smithi098.stdout:2431: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:35:09.313 INFO:tasks.rados.rados.0.smithi098.stdout:2433: finishing write tid 4 to smithi09877355-5 2024-04-12T00:35:09.313 INFO:tasks.rados.rados.0.smithi098.stdout:2433: oid 5 updating version 0 to 1521 2024-04-12T00:35:09.313 INFO:tasks.rados.rados.0.smithi098.stdout:2433: oid 5 version 1521 is already newer than 1519 2024-04-12T00:35:09.313 INFO:tasks.rados.rados.0.smithi098.stdout:2433: oid 5 version 1521 is already newer than 1520 2024-04-12T00:35:09.313 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1521 (ObjNum 778 snap 234 seq_num 778) dirty exists 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:2433: left oid 5 (ObjNum 778 snap 234 seq_num 778) 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:2431: finishing copy_from to smithi09877355-19 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1191 (ObjNum 729 snap 216 seq_num 729) dirty exists 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:2430: done (5 left) 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:2431: done (4 left) 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:2432: done (3 left) 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:2433: done (2 left) 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:2435: done (1 left) 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:2436: setattr oid 28 current snap is 234 2024-04-12T00:35:09.314 INFO:tasks.rados.rados.0.smithi098.stdout:2434: expect (ObjNum 763 snap 227 seq_num 763) 2024-04-12T00:35:09.651 INFO:tasks.rados.rados.0.smithi098.stdout:2434: done (1 left) 2024-04-12T00:35:09.651 INFO:tasks.rados.rados.0.smithi098.stdout:2437: read oid 14 snap -1 2024-04-12T00:35:09.651 INFO:tasks.rados.rados.0.smithi098.stdout:2437: expect deleted 2024-04-12T00:35:09.651 INFO:tasks.rados.rados.0.smithi098.stdout:2438: snap_create 2024-04-12T00:35:09.653 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1239 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-04-12T00:35:09.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:09 smithi193 ceph-mon[83763]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T00:35:10.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:09 smithi098 ceph-mon[91373]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T00:35:10.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:09 smithi098 ceph-mon[88922]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T00:35:10.585 INFO:tasks.rados.rados.0.smithi098.stdout:2436: done (2 left) 2024-04-12T00:35:10.585 INFO:tasks.rados.rados.0.smithi098.stdout:2437: done (1 left) 2024-04-12T00:35:10.585 INFO:tasks.rados.rados.0.smithi098.stdout:2438: done (0 left) 2024-04-12T00:35:10.585 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 235 2024-04-12T00:35:10.585 INFO:tasks.rados.rados.0.smithi098.stdout:2439: seq_num 780 ranges {0=671744,671744=401408} 2024-04-12T00:35:10.588 INFO:tasks.rados.rados.0.smithi098.stdout:2439: writing smithi09877355-23 from 0 to 671744 tid 1 2024-04-12T00:35:10.590 INFO:tasks.rados.rados.0.smithi098.stdout:2439: writing smithi09877355-23 from 671744 to 1073152 tid 2 2024-04-12T00:35:10.591 INFO:tasks.rados.rados.0.smithi098.stdout:2440: snap_create 2024-04-12T00:35:10.597 INFO:tasks.rados.rados.0.smithi098.stdout:2439: finishing write tid 1 to smithi09877355-23 2024-04-12T00:35:10.598 INFO:tasks.rados.rados.0.smithi098.stdout:2439: finishing write tid 2 to smithi09877355-23 2024-04-12T00:35:10.598 INFO:tasks.rados.rados.0.smithi098.stdout:2439: finishing write tid 3 to smithi09877355-23 2024-04-12T00:35:10.600 INFO:tasks.rados.rados.0.smithi098.stdout:2439: finishing write tid 4 to smithi09877355-23 2024-04-12T00:35:10.600 INFO:tasks.rados.rados.0.smithi098.stdout:2439: oid 23 updating version 0 to 1522 2024-04-12T00:35:10.600 INFO:tasks.rados.rados.0.smithi098.stdout:2439: oid 23 updating version 1522 to 1524 2024-04-12T00:35:10.600 INFO:tasks.rados.rados.0.smithi098.stdout:2439: oid 23 version 1524 is already newer than 1523 2024-04-12T00:35:10.601 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1524 (ObjNum 780 snap 235 seq_num 780) dirty exists 2024-04-12T00:35:10.601 INFO:tasks.rados.rados.0.smithi098.stdout:2439: left oid 23 (ObjNum 780 snap 235 seq_num 780) 2024-04-12T00:35:10.828 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:10 smithi193 ceph-mon[83763]: pgmap v426: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 420 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s; 61/843 objects degraded (7.236%) 2024-04-12T00:35:11.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:10 smithi098 ceph-mon[91373]: pgmap v426: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 420 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s; 61/843 objects degraded (7.236%) 2024-04-12T00:35:11.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:10 smithi098 ceph-mon[88922]: pgmap v426: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 420 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s; 61/843 objects degraded (7.236%) 2024-04-12T00:35:11.505 INFO:tasks.rados.rados.0.smithi098.stdout:2439: done (1 left) 2024-04-12T00:35:11.505 INFO:tasks.rados.rados.0.smithi098.stdout:2440: done (0 left) 2024-04-12T00:35:11.506 INFO:tasks.rados.rados.0.smithi098.stdout:2441: delete oid 5 current snap is 236 2024-04-12T00:35:11.510 INFO:tasks.rados.rados.0.smithi098.stdout:2441: done (0 left) 2024-04-12T00:35:11.510 INFO:tasks.rados.rados.0.smithi098.stdout:2442: delete oid 6 current snap is 236 2024-04-12T00:35:11.513 INFO:tasks.rados.rados.0.smithi098.stdout:2442: done (0 left) 2024-04-12T00:35:11.514 INFO:tasks.rados.rados.0.smithi098.stdout:2443: read oid 20 snap 202 2024-04-12T00:35:11.514 INFO:tasks.rados.rados.0.smithi098.stdout:2443: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:35:11.514 INFO:tasks.rados.rados.0.smithi098.stdout:2444: rollback oid 6 current snap is 236 2024-04-12T00:35:11.514 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 6 to 221 2024-04-12T00:35:11.514 INFO:tasks.rados.rados.0.smithi098.stdout:2445: delete oid 47 current snap is 236 2024-04-12T00:35:11.518 INFO:tasks.rados.rados.0.smithi098.stdout:2445: done (2 left) 2024-04-12T00:35:11.518 INFO:tasks.rados.rados.0.smithi098.stdout:2446: setattr oid 44 current snap is 236 2024-04-12T00:35:11.519 INFO:tasks.rados.rados.0.smithi098.stdout:2444: finishing rollback tid 1 to smithi09877355-6 2024-04-12T00:35:11.519 INFO:tasks.rados.rados.0.smithi098.stdout:2444: finishing rollback tid 2 to smithi09877355-6 2024-04-12T00:35:11.519 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1235 (ObjNum 731 snap 216 seq_num 731) dirty exists 2024-04-12T00:35:11.520 INFO:tasks.rados.rados.0.smithi098.stdout:2444: done (2 left) 2024-04-12T00:35:11.520 INFO:tasks.rados.rados.0.smithi098.stdout:2447: snap_remove snap 167 2024-04-12T00:35:11.528 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:11 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T00:35:11.127+0000 7fabe0a9f7c0 -1 osd.6 505 log_to_monitors true 2024-04-12T00:35:11.866 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:11 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T00:35:11.543+0000 7fabd1ef7700 -1 osd.6 505 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:35:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:11 smithi193 ceph-mon[83763]: osdmap e513: 8 total, 7 up, 8 in 2024-04-12T00:35:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:11 smithi193 ceph-mon[83763]: from='osd.6 [v2:172.21.15.193:6816/3693329044,v1:172.21.15.193:6817/3693329044]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:35:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:11 smithi193 ceph-mon[83763]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:35:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:11 smithi193 ceph-mon[83763]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T00:35:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:11 smithi193 ceph-mon[83763]: from='osd.6 [v2:172.21.15.193:6816/3693329044,v1:172.21.15.193:6817/3693329044]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:11 smithi193 ceph-mon[83763]: osdmap e514: 8 total, 7 up, 8 in 2024-04-12T00:35:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:11 smithi193 ceph-mon[83763]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:12.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[91373]: osdmap e513: 8 total, 7 up, 8 in 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[91373]: from='osd.6 [v2:172.21.15.193:6816/3693329044,v1:172.21.15.193:6817/3693329044]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[91373]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[91373]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[91373]: from='osd.6 [v2:172.21.15.193:6816/3693329044,v1:172.21.15.193:6817/3693329044]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[91373]: osdmap e514: 8 total, 7 up, 8 in 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[91373]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[88922]: osdmap e513: 8 total, 7 up, 8 in 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[88922]: from='osd.6 [v2:172.21.15.193:6816/3693329044,v1:172.21.15.193:6817/3693329044]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[88922]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[88922]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[88922]: from='osd.6 [v2:172.21.15.193:6816/3693329044,v1:172.21.15.193:6817/3693329044]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:12.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[88922]: osdmap e514: 8 total, 7 up, 8 in 2024-04-12T00:35:12.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:11 smithi098 ceph-mon[88922]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:12.515 INFO:tasks.rados.rados.0.smithi098.stdout:2447: done (2 left) 2024-04-12T00:35:12.515 INFO:tasks.rados.rados.0.smithi098.stdout:2448: rollback oid 24 current snap is 236 2024-04-12T00:35:12.515 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 24 to 233 2024-04-12T00:35:12.515 INFO:tasks.rados.rados.0.smithi098.stdout:2449: snap_remove snap 197 2024-04-12T00:35:12.583 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:35:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:35:12.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:12 smithi193 ceph-mon[83763]: pgmap v429: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 424 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 61/846 objects degraded (7.210%) 2024-04-12T00:35:12.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:12.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:12.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:12 smithi193 ceph-mon[83763]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:35:12.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:12 smithi193 ceph-mon[83763]: osd.6 [v2:172.21.15.193:6816/3693329044,v1:172.21.15.193:6817/3693329044] boot 2024-04-12T00:35:12.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:12 smithi193 ceph-mon[83763]: osdmap e515: 8 total, 8 up, 8 in 2024-04-12T00:35:12.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:35:13.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[91373]: pgmap v429: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 424 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 61/846 objects degraded (7.210%) 2024-04-12T00:35:13.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:13.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:13.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[91373]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:35:13.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[91373]: osd.6 [v2:172.21.15.193:6816/3693329044,v1:172.21.15.193:6817/3693329044] boot 2024-04-12T00:35:13.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[91373]: osdmap e515: 8 total, 8 up, 8 in 2024-04-12T00:35:13.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:35:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[88922]: pgmap v429: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 424 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 61/846 objects degraded (7.210%) 2024-04-12T00:35:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:13.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:13.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[88922]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:35:13.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[88922]: osd.6 [v2:172.21.15.193:6816/3693329044,v1:172.21.15.193:6817/3693329044] boot 2024-04-12T00:35:13.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[88922]: osdmap e515: 8 total, 8 up, 8 in 2024-04-12T00:35:13.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T00:35:13.522 INFO:tasks.rados.rados.0.smithi098.stdout:2449: done (3 left) 2024-04-12T00:35:13.522 INFO:tasks.rados.rados.0.smithi098.stdout:2450: copy_from oid 18 from oid 17 current snap is 236 2024-04-12T00:35:13.525 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 1678 (ObjNum 33 snap 0 seq_num 28183216) dirty exists 2024-04-12T00:35:13.525 INFO:tasks.rados.rados.0.smithi098.stdout:2443: expect (ObjNum 551 snap 147 seq_num 551) 2024-04-12T00:35:13.598 INFO:tasks.rados.rados.0.smithi098.stdout:2448: finishing rollback tid 0 to smithi09877355-24 2024-04-12T00:35:13.598 INFO:tasks.rados.rados.0.smithi098.stdout:2448: finishing rollback tid 1 to smithi09877355-24 2024-04-12T00:35:13.598 INFO:tasks.rados.rados.0.smithi098.stdout:2448: finishing rollback tid 2 to smithi09877355-24 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1238 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2450: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2450: finishing copy_from to smithi09877355-18 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 786 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2443: done (3 left) 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2446: done (2 left) 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2448: done (1 left) 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2450: done (0 left) 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2451: read oid 41 snap -1 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2451: expect (ObjNum 772 snap 230 seq_num 772) 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2452: rmattr oid 21 current snap is 236 2024-04-12T00:35:13.599 INFO:tasks.rados.rados.0.smithi098.stdout:2452: done (1 left) 2024-04-12T00:35:13.600 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 236 2024-04-12T00:35:13.600 INFO:tasks.rados.rados.0.smithi098.stdout:2453: seq_num 784 ranges {0=737280,737280=401408} 2024-04-12T00:35:13.601 INFO:tasks.rados.rados.0.smithi098.stdout:2453: writing smithi09877355-16 from 0 to 737280 tid 1 2024-04-12T00:35:13.604 INFO:tasks.rados.rados.0.smithi098.stdout:2453: writing smithi09877355-16 from 737280 to 1138688 tid 2 2024-04-12T00:35:13.604 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 236 2024-04-12T00:35:13.604 INFO:tasks.rados.rados.0.smithi098.stdout:2454: seq_num 785 ranges {6619136=753664,7372800=401408} 2024-04-12T00:35:13.644 INFO:tasks.rados.rados.0.smithi098.stdout:2454: writing smithi09877355-46 from 6619136 to 7372800 tid 1 2024-04-12T00:35:13.646 INFO:tasks.rados.rados.0.smithi098.stdout:2454: writing smithi09877355-46 from 7372800 to 7774208 tid 2 2024-04-12T00:35:13.646 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 236 2024-04-12T00:35:13.646 INFO:tasks.rados.rados.0.smithi098.stdout:2455: seq_num 786 ranges {2973696=770048,3743744=401408} 2024-04-12T00:35:13.667 INFO:tasks.rados.rados.0.smithi098.stdout:2455: writing smithi09877355-11 from 2973696 to 3743744 tid 1 2024-04-12T00:35:13.669 INFO:tasks.rados.rados.0.smithi098.stdout:2455: writing smithi09877355-11 from 3743744 to 4145152 tid 2 2024-04-12T00:35:13.669 INFO:tasks.rados.rados.0.smithi098.stdout:2456: delete oid 32 current snap is 236 2024-04-12T00:35:13.669 INFO:tasks.rados.rados.0.smithi098.stdout:2451: expect (ObjNum 772 snap 230 seq_num 772) 2024-04-12T00:35:13.753 INFO:tasks.rados.rados.0.smithi098.stdout:2453: finishing write tid 1 to smithi09877355-16 2024-04-12T00:35:13.754 INFO:tasks.rados.rados.0.smithi098.stdout:2453: finishing write tid 2 to smithi09877355-16 2024-04-12T00:35:13.754 INFO:tasks.rados.rados.0.smithi098.stdout:2453: finishing write tid 3 to smithi09877355-16 2024-04-12T00:35:13.754 INFO:tasks.rados.rados.0.smithi098.stdout:2453: finishing write tid 4 to smithi09877355-16 2024-04-12T00:35:13.754 INFO:tasks.rados.rados.0.smithi098.stdout:2453: oid 16 updating version 0 to 1696 2024-04-12T00:35:13.754 INFO:tasks.rados.rados.0.smithi098.stdout:2453: oid 16 version 1696 is already newer than 1695 2024-04-12T00:35:13.754 INFO:tasks.rados.rados.0.smithi098.stdout:2453: oid 16 updating version 1696 to 1697 2024-04-12T00:35:13.754 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1697 (ObjNum 784 snap 236 seq_num 784) dirty exists 2024-04-12T00:35:13.754 INFO:tasks.rados.rados.0.smithi098.stdout:2453: left oid 16 (ObjNum 784 snap 236 seq_num 784) 2024-04-12T00:35:13.754 INFO:tasks.rados.rados.0.smithi098.stdout:2451: done (4 left) 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2453: done (3 left) 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2456: done (2 left) 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2457: snap_create 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2454: finishing write tid 1 to smithi09877355-46 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2454: finishing write tid 2 to smithi09877355-46 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2454: finishing write tid 3 to smithi09877355-46 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2454: finishing write tid 4 to smithi09877355-46 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2454: oid 46 updating version 0 to 1198 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2454: oid 46 updating version 1198 to 1199 2024-04-12T00:35:13.755 INFO:tasks.rados.rados.0.smithi098.stdout:2454: oid 46 updating version 1199 to 1200 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1200 (ObjNum 785 snap 236 seq_num 785) dirty exists 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:2454: left oid 46 (ObjNum 785 snap 236 seq_num 785) 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:2455: finishing write tid 1 to smithi09877355-11 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:2455: finishing write tid 2 to smithi09877355-11 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:2455: finishing write tid 3 to smithi09877355-11 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:2455: finishing write tid 4 to smithi09877355-11 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:2455: oid 11 updating version 0 to 1699 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:2455: oid 11 updating version 1699 to 1700 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:2455: oid 11 updating version 1700 to 1701 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1701 (ObjNum 786 snap 236 seq_num 786) dirty exists 2024-04-12T00:35:13.756 INFO:tasks.rados.rados.0.smithi098.stdout:2455: left oid 11 (ObjNum 786 snap 236 seq_num 786) 2024-04-12T00:35:13.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:13 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 61/846 objects degraded (7.210%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:13.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:13.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:13.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:13 smithi193 ceph-mon[83763]: osdmap e516: 8 total, 8 up, 8 in 2024-04-12T00:35:14.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:13 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 61/846 objects degraded (7.210%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:14.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:14.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:14.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:13 smithi098 ceph-mon[91373]: osdmap e516: 8 total, 8 up, 8 in 2024-04-12T00:35:14.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:13 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 61/846 objects degraded (7.210%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:14.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:14.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:14.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:13 smithi098 ceph-mon[88922]: osdmap e516: 8 total, 8 up, 8 in 2024-04-12T00:35:14.596 INFO:tasks.rados.rados.0.smithi098.stdout:2454: done (2 left) 2024-04-12T00:35:14.596 INFO:tasks.rados.rados.0.smithi098.stdout:2455: done (1 left) 2024-04-12T00:35:14.596 INFO:tasks.rados.rados.0.smithi098.stdout:2457: done (0 left) 2024-04-12T00:35:14.596 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 237 2024-04-12T00:35:14.596 INFO:tasks.rados.rados.0.smithi098.stdout:2458: seq_num 788 ranges {0=802816,802816=401408} 2024-04-12T00:35:14.600 INFO:tasks.rados.rados.0.smithi098.stdout:2458: writing smithi09877355-48 from 0 to 802816 tid 1 2024-04-12T00:35:14.603 INFO:tasks.rados.rados.0.smithi098.stdout:2458: writing smithi09877355-48 from 802816 to 1204224 tid 2 2024-04-12T00:35:14.603 INFO:tasks.rados.rados.0.smithi098.stdout:2459: delete oid 9 current snap is 237 2024-04-12T00:35:14.609 INFO:tasks.rados.rados.0.smithi098.stdout:2458: finishing write tid 1 to smithi09877355-48 2024-04-12T00:35:14.609 INFO:tasks.rados.rados.0.smithi098.stdout:2458: finishing write tid 2 to smithi09877355-48 2024-04-12T00:35:14.609 INFO:tasks.rados.rados.0.smithi098.stdout:2459: done (1 left) 2024-04-12T00:35:14.609 INFO:tasks.rados.rados.0.smithi098.stdout:2460: read oid 25 snap -1 2024-04-12T00:35:14.609 INFO:tasks.rados.rados.0.smithi098.stdout:2460: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:35:14.609 INFO:tasks.rados.rados.0.smithi098.stdout:2461: delete oid 9 current snap is 237 2024-04-12T00:35:14.609 INFO:tasks.rados.rados.0.smithi098.stdout:2458: finishing write tid 3 to smithi09877355-48 2024-04-12T00:35:14.611 INFO:tasks.rados.rados.0.smithi098.stdout:2458: finishing write tid 4 to smithi09877355-48 2024-04-12T00:35:14.611 INFO:tasks.rados.rados.0.smithi098.stdout:2458: oid 48 updating version 0 to 760 2024-04-12T00:35:14.611 INFO:tasks.rados.rados.0.smithi098.stdout:2458: oid 48 updating version 760 to 762 2024-04-12T00:35:14.611 INFO:tasks.rados.rados.0.smithi098.stdout:2458: oid 48 version 762 is already newer than 761 2024-04-12T00:35:14.611 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 762 (ObjNum 788 snap 237 seq_num 788) dirty exists 2024-04-12T00:35:14.611 INFO:tasks.rados.rados.0.smithi098.stdout:2458: left oid 48 (ObjNum 788 snap 237 seq_num 788) 2024-04-12T00:35:14.612 INFO:tasks.rados.rados.0.smithi098.stdout:2458: done (2 left) 2024-04-12T00:35:14.612 INFO:tasks.rados.rados.0.smithi098.stdout:2461: done (1 left) 2024-04-12T00:35:14.612 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 237 2024-04-12T00:35:14.612 INFO:tasks.rados.rados.0.smithi098.stdout:2462: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-04-12T00:35:14.614 INFO:tasks.rados.rados.0.smithi098.stdout:2462: writing smithi09877355-47 from 0 to 450560 tid 1 2024-04-12T00:35:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:2462: writing smithi09877355-47 from 450560 to 925696 tid 2 2024-04-12T00:35:14.619 INFO:tasks.rados.rados.0.smithi098.stdout:2462: writing smithi09877355-47 from 925696 to 1253376 tid 3 2024-04-12T00:35:14.619 INFO:tasks.rados.rados.0.smithi098.stdout:2463: read oid 14 snap -1 2024-04-12T00:35:14.619 INFO:tasks.rados.rados.0.smithi098.stdout:2463: expect deleted 2024-04-12T00:35:14.619 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 237 2024-04-12T00:35:14.620 INFO:tasks.rados.rados.0.smithi098.stdout:2460: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:35:14.633 INFO:tasks.rados.rados.0.smithi098.stdout:2462: finishing write tid 1 to smithi09877355-47 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2462: finishing write tid 2 to smithi09877355-47 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2462: finishing write tid 3 to smithi09877355-47 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2462: finishing write tid 4 to smithi09877355-47 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2462: finishing write tid 5 to smithi09877355-47 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2462: oid 47 updating version 0 to 1187 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2462: oid 47 version 1187 is already newer than 1184 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2462: oid 47 version 1187 is already newer than 1186 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2462: oid 47 version 1187 is already newer than 1185 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 1187 (ObjNum 791 snap 237 seq_num 791) dirty exists 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2462: left oid 47 (ObjNum 791 snap 237 seq_num 791) 2024-04-12T00:35:14.634 INFO:tasks.rados.rados.0.smithi098.stdout:2464: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2024-04-12T00:35:14.636 INFO:tasks.rados.rados.0.smithi098.stdout:2464: writing smithi09877355-30 from 0 to 466944 tid 1 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:2464: writing smithi09877355-30 from 466944 to 1228800 tid 2 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:2464: writing smithi09877355-30 from 1228800 to 1269760 tid 3 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:2460: done (3 left) 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:2462: done (2 left) 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:2463: done (1 left) 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:2465: read oid 41 snap 175 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:2465: expect deleted 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 237 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:2464: finishing write tid 1 to smithi09877355-30 2024-04-12T00:35:14.641 INFO:tasks.rados.rados.0.smithi098.stdout:2466: seq_num 793 ranges {638976=483328,1122304=647168,1769472=155648} 2024-04-12T00:35:14.647 INFO:tasks.rados.rados.0.smithi098.stdout:2466: writing smithi09877355-38 from 638976 to 1122304 tid 1 2024-04-12T00:35:14.650 INFO:tasks.rados.rados.0.smithi098.stdout:2466: writing smithi09877355-38 from 1122304 to 1769472 tid 2 2024-04-12T00:35:14.651 INFO:tasks.rados.rados.0.smithi098.stdout:2466: writing smithi09877355-38 from 1769472 to 1925120 tid 3 2024-04-12T00:35:14.651 INFO:tasks.rados.rados.0.smithi098.stdout:2467: snap_remove snap 220 2024-04-12T00:35:14.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:14 smithi193 ceph-mon[83763]: pgmap v432: 121 pgs: 15 peering, 8 active+undersized+degraded, 20 active+undersized, 78 active+clean; 428 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 46/858 objects degraded (5.361%) 2024-04-12T00:35:15.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:14 smithi098 ceph-mon[88922]: pgmap v432: 121 pgs: 15 peering, 8 active+undersized+degraded, 20 active+undersized, 78 active+clean; 428 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 46/858 objects degraded (5.361%) 2024-04-12T00:35:15.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:14 smithi098 ceph-mon[91373]: pgmap v432: 121 pgs: 15 peering, 8 active+undersized+degraded, 20 active+undersized, 78 active+clean; 428 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 46/858 objects degraded (5.361%) 2024-04-12T00:35:15.601 INFO:tasks.rados.rados.0.smithi098.stdout:2467: done (3 left) 2024-04-12T00:35:15.601 INFO:tasks.rados.rados.0.smithi098.stdout:2468: read oid 8 snap -1 2024-04-12T00:35:15.601 INFO:tasks.rados.rados.0.smithi098.stdout:2468: expect deleted 2024-04-12T00:35:15.601 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 237 2024-04-12T00:35:15.601 INFO:tasks.rados.rados.0.smithi098.stdout:2469: seq_num 794 ranges {5332992=499712,5832704=532480,6365184=270336} 2024-04-12T00:35:15.633 INFO:tasks.rados.rados.0.smithi098.stdout:2469: writing smithi09877355-10 from 5332992 to 5832704 tid 1 2024-04-12T00:35:15.684 INFO:tasks.rados.rados.0.smithi098.stdout:2469: writing smithi09877355-10 from 5832704 to 6365184 tid 2 2024-04-12T00:35:15.684 INFO:tasks.rados.rados.0.smithi098.stdout:2469: writing smithi09877355-10 from 6365184 to 6635520 tid 3 2024-04-12T00:35:15.684 INFO:tasks.rados.rados.0.smithi098.stdout:2470: snap_create 2024-04-12T00:35:15.684 INFO:tasks.rados.rados.0.smithi098.stdout:2464: finishing write tid 2 to smithi09877355-30 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2464: finishing write tid 3 to smithi09877355-30 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2464: finishing write tid 4 to smithi09877355-30 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2464: finishing write tid 5 to smithi09877355-30 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2464: oid 30 updating version 0 to 1205 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2464: oid 30 version 1205 is already newer than 1204 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2464: oid 30 version 1205 is already newer than 1203 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2464: oid 30 version 1205 is already newer than 1202 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1205 (ObjNum 792 snap 237 seq_num 792) dirty exists 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2464: left oid 30 (ObjNum 792 snap 237 seq_num 792) 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2466: finishing write tid 1 to smithi09877355-38 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2466: finishing write tid 2 to smithi09877355-38 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2466: finishing write tid 3 to smithi09877355-38 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2466: finishing write tid 4 to smithi09877355-38 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2466: finishing write tid 5 to smithi09877355-38 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2466: oid 38 updating version 0 to 1180 2024-04-12T00:35:15.685 INFO:tasks.rados.rados.0.smithi098.stdout:2466: oid 38 updating version 1180 to 1182 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2466: oid 38 version 1182 is already newer than 1179 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2466: oid 38 version 1182 is already newer than 1181 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 1182 (ObjNum 793 snap 237 seq_num 793) dirty exists 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2466: left oid 38 (ObjNum 793 snap 237 seq_num 793) 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: finishing write tid 1 to smithi09877355-10 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: finishing write tid 2 to smithi09877355-10 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: finishing write tid 3 to smithi09877355-10 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: finishing write tid 4 to smithi09877355-10 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: finishing write tid 5 to smithi09877355-10 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: oid 10 updating version 0 to 1189 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: oid 10 version 1189 is already newer than 1188 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: oid 10 updating version 1189 to 1190 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: oid 10 updating version 1190 to 1191 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1191 (ObjNum 794 snap 237 seq_num 794) dirty exists 2024-04-12T00:35:15.686 INFO:tasks.rados.rados.0.smithi098.stdout:2469: left oid 10 (ObjNum 794 snap 237 seq_num 794) 2024-04-12T00:35:15.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:15 smithi193 ceph-mon[83763]: osdmap e517: 8 total, 8 up, 8 in 2024-04-12T00:35:16.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:35:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:35:15] "GET /metrics HTTP/1.1" 200 36193 "" "Prometheus/2.43.0" 2024-04-12T00:35:16.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:15 smithi098 ceph-mon[91373]: osdmap e517: 8 total, 8 up, 8 in 2024-04-12T00:35:16.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:15 smithi098 ceph-mon[88922]: osdmap e517: 8 total, 8 up, 8 in 2024-04-12T00:35:16.608 INFO:tasks.rados.rados.0.smithi098.stdout:2464: done (5 left) 2024-04-12T00:35:16.608 INFO:tasks.rados.rados.0.smithi098.stdout:2465: done (4 left) 2024-04-12T00:35:16.608 INFO:tasks.rados.rados.0.smithi098.stdout:2466: done (3 left) 2024-04-12T00:35:16.608 INFO:tasks.rados.rados.0.smithi098.stdout:2468: done (2 left) 2024-04-12T00:35:16.608 INFO:tasks.rados.rados.0.smithi098.stdout:2469: done (1 left) 2024-04-12T00:35:16.608 INFO:tasks.rados.rados.0.smithi098.stdout:2470: done (0 left) 2024-04-12T00:35:16.609 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 238 2024-04-12T00:35:16.609 INFO:tasks.rados.rados.0.smithi098.stdout:2471: seq_num 795 ranges {4505600=524288,5029888=417792,5447680=385024} 2024-04-12T00:35:16.634 INFO:tasks.rados.rados.0.smithi098.stdout:2471: writing smithi09877355-12 from 4505600 to 5029888 tid 1 2024-04-12T00:35:16.636 INFO:tasks.rados.rados.0.smithi098.stdout:2471: writing smithi09877355-12 from 5029888 to 5447680 tid 2 2024-04-12T00:35:16.639 INFO:tasks.rados.rados.0.smithi098.stdout:2471: writing smithi09877355-12 from 5447680 to 5832704 tid 3 2024-04-12T00:35:16.639 INFO:tasks.rados.rados.0.smithi098.stdout:2472: rollback oid 49 current snap is 238 2024-04-12T00:35:16.639 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 49 to 210 2024-04-12T00:35:16.639 INFO:tasks.rados.rados.0.smithi098.stdout:2473: copy_from oid 20 from oid 40 current snap is 238 2024-04-12T00:35:16.639 INFO:tasks.rados.rados.0.smithi098.stdout:2474: rollback oid 8 current snap is 238 2024-04-12T00:35:16.639 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 217 2024-04-12T00:35:16.639 INFO:tasks.rados.rados.0.smithi098.stdout:2475: delete oid 31 current snap is 238 2024-04-12T00:35:16.643 INFO:tasks.rados.rados.0.smithi098.stdout:2471: finishing write tid 1 to smithi09877355-12 2024-04-12T00:35:16.643 INFO:tasks.rados.rados.0.smithi098.stdout:2471: finishing write tid 2 to smithi09877355-12 2024-04-12T00:35:16.643 INFO:tasks.rados.rados.0.smithi098.stdout:2471: finishing write tid 3 to smithi09877355-12 2024-04-12T00:35:16.644 INFO:tasks.rados.rados.0.smithi098.stdout:2471: finishing write tid 4 to smithi09877355-12 2024-04-12T00:35:16.644 INFO:tasks.rados.rados.0.smithi098.stdout:2474: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:35:16.644 INFO:tasks.rados.rados.0.smithi098.stdout:2474: finishing rollback tid 2 to smithi09877355-8 2024-04-12T00:35:16.644 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1241 (ObjNum 716 snap 210 seq_num 716) dirty exists 2024-04-12T00:35:16.645 INFO:tasks.rados.rados.0.smithi098.stdout:2473: finishing copy_from to smithi09877355-20 2024-04-12T00:35:16.645 INFO:tasks.rados.rados.0.smithi098.stdout:2473: got expected ENOENT (src dne) 2024-04-12T00:35:16.646 INFO:tasks.rados.rados.0.smithi098.stdout:2474: done (4 left) 2024-04-12T00:35:16.646 INFO:tasks.rados.rados.0.smithi098.stdout:2475: done (3 left) 2024-04-12T00:35:16.646 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 238 2024-04-12T00:35:16.646 INFO:tasks.rados.rados.0.smithi098.stdout:2476: seq_num 797 ranges {5332992=557056,5890048=589824,6479872=212992} 2024-04-12T00:35:16.676 INFO:tasks.rados.rados.0.smithi098.stdout:2476: writing smithi09877355-26 from 5332992 to 5890048 tid 1 2024-04-12T00:35:16.683 INFO:tasks.rados.rados.0.smithi098.stdout:2476: writing smithi09877355-26 from 5890048 to 6479872 tid 2 2024-04-12T00:35:16.684 INFO:tasks.rados.rados.0.smithi098.stdout:2476: writing smithi09877355-26 from 6479872 to 6692864 tid 3 2024-04-12T00:35:16.684 INFO:tasks.rados.rados.0.smithi098.stdout:2477: setattr oid 6 current snap is 238 2024-04-12T00:35:16.684 INFO:tasks.rados.rados.0.smithi098.stdout:2473: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:35:16.684 INFO:tasks.rados.rados.0.smithi098.stdout:2471: finishing write tid 5 to smithi09877355-12 2024-04-12T00:35:16.684 INFO:tasks.rados.rados.0.smithi098.stdout:2471: oid 12 updating version 0 to 1188 2024-04-12T00:35:16.684 INFO:tasks.rados.rados.0.smithi098.stdout:2471: oid 12 updating version 1188 to 1190 2024-04-12T00:35:16.684 INFO:tasks.rados.rados.0.smithi098.stdout:2471: oid 12 version 1190 is already newer than 1189 2024-04-12T00:35:16.685 INFO:tasks.rados.rados.0.smithi098.stdout:2471: oid 12 updating version 1190 to 1191 2024-04-12T00:35:16.685 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1191 (ObjNum 795 snap 238 seq_num 795) dirty exists 2024-04-12T00:35:16.685 INFO:tasks.rados.rados.0.smithi098.stdout:2471: left oid 12 (ObjNum 795 snap 238 seq_num 795) 2024-04-12T00:35:16.685 INFO:tasks.rados.rados.0.smithi098.stdout:2472: finishing rollback tid 0 to smithi09877355-49 2024-04-12T00:35:16.685 INFO:tasks.rados.rados.0.smithi098.stdout:2472: finishing rollback tid 1 to smithi09877355-49 2024-04-12T00:35:16.685 INFO:tasks.rados.rados.0.smithi098.stdout:2472: finishing rollback tid 2 to smithi09877355-49 2024-04-12T00:35:16.685 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1208 (ObjNum 697 snap 206 seq_num 697) dirty exists 2024-04-12T00:35:16.685 INFO:tasks.rados.rados.0.smithi098.stdout:2476: finishing write tid 1 to smithi09877355-26 2024-04-12T00:35:16.686 INFO:tasks.rados.rados.0.smithi098.stdout:2471: done (4 left) 2024-04-12T00:35:16.686 INFO:tasks.rados.rados.0.smithi098.stdout:2472: done (3 left) 2024-04-12T00:35:16.687 INFO:tasks.rados.rados.0.smithi098.stdout:2473: done (2 left) 2024-04-12T00:35:16.687 INFO:tasks.rados.rados.0.smithi098.stdout:2478: read oid 33 snap -1 2024-04-12T00:35:16.687 INFO:tasks.rados.rados.0.smithi098.stdout:2478: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:35:16.687 INFO:tasks.rados.rados.0.smithi098.stdout:2479: copy_from oid 20 from oid 39 current snap is 238 2024-04-12T00:35:16.687 INFO:tasks.rados.rados.0.smithi098.stdout:2480: delete oid 24 current snap is 238 2024-04-12T00:35:16.689 INFO:tasks.rados.rados.0.smithi098.stdout:2476: finishing write tid 2 to smithi09877355-26 2024-04-12T00:35:16.689 INFO:tasks.rados.rados.0.smithi098.stdout:2478: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:35:16.689 INFO:tasks.rados.rados.0.smithi098.stdout:2476: finishing write tid 3 to smithi09877355-26 2024-04-12T00:35:16.689 INFO:tasks.rados.rados.0.smithi098.stdout:2476: finishing write tid 4 to smithi09877355-26 2024-04-12T00:35:16.689 INFO:tasks.rados.rados.0.smithi098.stdout:2479: finishing copy_from to smithi09877355-20 2024-04-12T00:35:16.689 INFO:tasks.rados.rados.0.smithi098.stdout:2479: got expected ENOENT (src dne) 2024-04-12T00:35:16.689 INFO:tasks.rados.rados.0.smithi098.stdout:2479: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:35:16.689 INFO:tasks.rados.rados.0.smithi098.stdout:2476: finishing write tid 5 to smithi09877355-26 2024-04-12T00:35:16.689 INFO:tasks.rados.rados.0.smithi098.stdout:2476: oid 26 updating version 0 to 1195 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:2476: oid 26 version 1195 is already newer than 1192 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:2476: oid 26 version 1195 is already newer than 1194 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:2476: oid 26 version 1195 is already newer than 1193 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 1195 (ObjNum 797 snap 238 seq_num 797) dirty exists 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:2476: left oid 26 (ObjNum 797 snap 238 seq_num 797) 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1239 (ObjNum 731 snap 216 seq_num 731) dirty exists 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:2476: done (4 left) 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:2477: done (3 left) 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:2478: done (2 left) 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:2479: done (1 left) 2024-04-12T00:35:16.690 INFO:tasks.rados.rados.0.smithi098.stdout:2480: done (0 left) 2024-04-12T00:35:16.691 INFO:tasks.rados.rados.0.smithi098.stdout:2481: snap_remove snap 233 2024-04-12T00:35:16.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:16 smithi193 ceph-mon[83763]: osdmap e518: 8 total, 8 up, 8 in 2024-04-12T00:35:16.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:16 smithi193 ceph-mon[83763]: pgmap v435: 121 pgs: 1 active+clean+snaptrim, 15 peering, 3 active+undersized+degraded, 14 active+undersized, 88 active+clean; 432 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 22/861 objects degraded (2.555%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T00:35:17.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:35:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T00:35:16.828+0000 7f6432f72700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T00:35:17.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:16 smithi098 ceph-mon[91373]: osdmap e518: 8 total, 8 up, 8 in 2024-04-12T00:35:17.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:16 smithi098 ceph-mon[91373]: pgmap v435: 121 pgs: 1 active+clean+snaptrim, 15 peering, 3 active+undersized+degraded, 14 active+undersized, 88 active+clean; 432 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 22/861 objects degraded (2.555%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T00:35:17.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:16 smithi098 ceph-mon[88922]: osdmap e518: 8 total, 8 up, 8 in 2024-04-12T00:35:17.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:16 smithi098 ceph-mon[88922]: pgmap v435: 121 pgs: 1 active+clean+snaptrim, 15 peering, 3 active+undersized+degraded, 14 active+undersized, 88 active+clean; 432 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 22/861 objects degraded (2.555%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T00:35:17.614 INFO:tasks.rados.rados.0.smithi098.stdout:2481: done (0 left) 2024-04-12T00:35:17.614 INFO:tasks.rados.rados.0.smithi098.stdout:2482: rollback oid 12 current snap is 238 2024-04-12T00:35:17.614 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 12 to 215 2024-04-12T00:35:17.614 INFO:tasks.rados.rados.0.smithi098.stdout:2483: snap_create 2024-04-12T00:35:17.623 INFO:tasks.rados.rados.0.smithi098.stdout:2482: finishing rollback tid 0 to smithi09877355-12 2024-04-12T00:35:17.623 INFO:tasks.rados.rados.0.smithi098.stdout:2482: finishing rollback tid 1 to smithi09877355-12 2024-04-12T00:35:17.624 INFO:tasks.rados.rados.0.smithi098.stdout:2482: finishing rollback tid 2 to smithi09877355-12 2024-04-12T00:35:17.624 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1198 (ObjNum 715 snap 210 seq_num 715) dirty exists 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: osdmap e519: 8 total, 8 up, 8 in 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[91373]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: osdmap e519: 8 total, 8 up, 8 in 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:17 smithi098 ceph-mon[88922]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T00:35:18.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: osdmap e519: 8 total, 8 up, 8 in 2024-04-12T00:35:18.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:18.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:18.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:18.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:35:18.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:18.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:18.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:18.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:18.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:18.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:18.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:18.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:17 smithi193 ceph-mon[83763]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T00:35:18.626 INFO:tasks.rados.rados.0.smithi098.stdout:2482: done (1 left) 2024-04-12T00:35:18.626 INFO:tasks.rados.rados.0.smithi098.stdout:2483: done (0 left) 2024-04-12T00:35:18.626 INFO:tasks.rados.rados.0.smithi098.stdout:2484: snap_remove snap 227 2024-04-12T00:35:18.941 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:18 smithi098 ceph-mon[91373]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T00:35:18.942 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:18 smithi098 ceph-mon[91373]: pgmap v438: 121 pgs: 1 active+clean+snaptrim, 3 peering, 117 active+clean; 437 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 3.1 MiB/s wr, 16 op/s; 1.4 MiB/s, 1 objects/s recovering 2024-04-12T00:35:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:18 smithi098 ceph-mon[88922]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T00:35:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:18 smithi098 ceph-mon[88922]: pgmap v438: 121 pgs: 1 active+clean+snaptrim, 3 peering, 117 active+clean; 437 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 3.1 MiB/s wr, 16 op/s; 1.4 MiB/s, 1 objects/s recovering 2024-04-12T00:35:19.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:18 smithi193 ceph-mon[83763]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T00:35:19.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:18 smithi193 ceph-mon[83763]: pgmap v438: 121 pgs: 1 active+clean+snaptrim, 3 peering, 117 active+clean; 437 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 3.1 MiB/s wr, 16 op/s; 1.4 MiB/s, 1 objects/s recovering 2024-04-12T00:35:19.630 INFO:tasks.rados.rados.0.smithi098.stdout:2484: done (0 left) 2024-04-12T00:35:19.630 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 239 2024-04-12T00:35:19.631 INFO:tasks.rados.rados.0.smithi098.stdout:2485: seq_num 799 ranges {0=589824,589824=802816} 2024-04-12T00:35:19.633 INFO:tasks.rados.rados.0.smithi098.stdout:2485: writing smithi09877355-2 from 0 to 589824 tid 1 2024-04-12T00:35:19.639 INFO:tasks.rados.rados.0.smithi098.stdout:2485: writing smithi09877355-2 from 589824 to 1392640 tid 2 2024-04-12T00:35:19.639 INFO:tasks.rados.rados.0.smithi098.stdout:2486: read oid 25 snap -1 2024-04-12T00:35:19.639 INFO:tasks.rados.rados.0.smithi098.stdout:2486: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:35:19.640 INFO:tasks.rados.rados.0.smithi098.stdout:2487: copy_from oid 24 from oid 3 current snap is 239 2024-04-12T00:35:19.640 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 239 2024-04-12T00:35:19.640 INFO:tasks.rados.rados.0.smithi098.stdout:2488: seq_num 800 ranges {3268608=606208,3874816=688128,4562944=114688} 2024-04-12T00:35:19.661 INFO:tasks.rados.rados.0.smithi098.stdout:2488: writing smithi09877355-15 from 3268608 to 3874816 tid 1 2024-04-12T00:35:19.665 INFO:tasks.rados.rados.0.smithi098.stdout:2488: writing smithi09877355-15 from 3874816 to 4562944 tid 2 2024-04-12T00:35:19.666 INFO:tasks.rados.rados.0.smithi098.stdout:2488: writing smithi09877355-15 from 4562944 to 4677632 tid 3 2024-04-12T00:35:19.666 INFO:tasks.rados.rados.0.smithi098.stdout:2489: delete oid 20 current snap is 239 2024-04-12T00:35:19.666 INFO:tasks.rados.rados.0.smithi098.stdout:2485: finishing write tid 1 to smithi09877355-2 2024-04-12T00:35:19.666 INFO:tasks.rados.rados.0.smithi098.stdout:2486: expect (ObjNum 459 snap 122 seq_num 459) 2024-04-12T00:35:19.682 INFO:tasks.rados.rados.0.smithi098.stdout:2485: finishing write tid 2 to smithi09877355-2 2024-04-12T00:35:19.682 INFO:tasks.rados.rados.0.smithi098.stdout:2485: finishing write tid 3 to smithi09877355-2 2024-04-12T00:35:19.682 INFO:tasks.rados.rados.0.smithi098.stdout:2485: finishing write tid 4 to smithi09877355-2 2024-04-12T00:35:19.682 INFO:tasks.rados.rados.0.smithi098.stdout:2485: oid 2 updating version 0 to 1225 2024-04-12T00:35:19.682 INFO:tasks.rados.rados.0.smithi098.stdout:2485: oid 2 version 1225 is already newer than 1224 2024-04-12T00:35:19.682 INFO:tasks.rados.rados.0.smithi098.stdout:2485: oid 2 updating version 1225 to 1226 2024-04-12T00:35:19.682 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1226 (ObjNum 799 snap 239 seq_num 799) dirty exists 2024-04-12T00:35:19.682 INFO:tasks.rados.rados.0.smithi098.stdout:2485: left oid 2 (ObjNum 799 snap 239 seq_num 799) 2024-04-12T00:35:19.682 INFO:tasks.rados.rados.0.smithi098.stdout:2487: finishing copy_from racing read to smithi09877355-24 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2485: done (4 left) 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2486: done (3 left) 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2489: done (2 left) 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2490: rollback oid 31 current snap is 239 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 238 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2487: finishing copy_from to smithi09877355-24 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 751 (ObjNum 703 snap 207 seq_num 703) dirty exists 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2488: finishing write tid 1 to smithi09877355-15 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2488: finishing write tid 2 to smithi09877355-15 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2488: finishing write tid 3 to smithi09877355-15 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2488: finishing write tid 4 to smithi09877355-15 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2488: finishing write tid 5 to smithi09877355-15 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2488: oid 15 updating version 0 to 1726 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2488: oid 15 version 1726 is already newer than 1725 2024-04-12T00:35:19.683 INFO:tasks.rados.rados.0.smithi098.stdout:2488: oid 15 updating version 1726 to 1728 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:2488: oid 15 version 1728 is already newer than 1727 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1728 (ObjNum 800 snap 239 seq_num 800) dirty exists 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:2488: left oid 15 (ObjNum 800 snap 239 seq_num 800) 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:2487: done (2 left) 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:2488: done (1 left) 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:2491: rollback oid 12 current snap is 239 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 12 to 175 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:2492: rollback oid 50 current snap is 239 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 224 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 239 2024-04-12T00:35:19.684 INFO:tasks.rados.rados.0.smithi098.stdout:2493: seq_num 802 ranges {7774208=638976,8413184=458752,8871936=344064} 2024-04-12T00:35:19.726 INFO:tasks.rados.rados.0.smithi098.stdout:2493: writing smithi09877355-46 from 7774208 to 8413184 tid 1 2024-04-12T00:35:19.728 INFO:tasks.rados.rados.0.smithi098.stdout:2493: writing smithi09877355-46 from 8413184 to 8871936 tid 2 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:2493: writing smithi09877355-46 from 8871936 to 9216000 tid 3 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:2494: snap_create 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:2490: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1215 (ObjNum 65 snap 0 seq_num 1567255389) dirty dne 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:2491: finishing rollback tid 0 to smithi09877355-12 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:2492: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:2491: finishing rollback tid 1 to smithi09877355-12 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:2492: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:2492: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:35:19.731 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 1229 (ObjNum 667 snap 192 seq_num 667) dirty exists 2024-04-12T00:35:19.732 INFO:tasks.rados.rados.0.smithi098.stdout:2491: finishing rollback tid 2 to smithi09877355-12 2024-04-12T00:35:19.732 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1201 (ObjNum 539 snap 143 seq_num 539) dirty exists 2024-04-12T00:35:19.732 INFO:tasks.rados.rados.0.smithi098.stdout:2493: finishing write tid 1 to smithi09877355-46 2024-04-12T00:35:19.733 INFO:tasks.rados.rados.0.smithi098.stdout:2493: finishing write tid 2 to smithi09877355-46 2024-04-12T00:35:19.733 INFO:tasks.rados.rados.0.smithi098.stdout:2493: finishing write tid 3 to smithi09877355-46 2024-04-12T00:35:19.734 INFO:tasks.rados.rados.0.smithi098.stdout:2493: finishing write tid 4 to smithi09877355-46 2024-04-12T00:35:19.734 INFO:tasks.rados.rados.0.smithi098.stdout:2493: finishing write tid 5 to smithi09877355-46 2024-04-12T00:35:19.735 INFO:tasks.rados.rados.0.smithi098.stdout:2493: oid 46 updating version 0 to 1212 2024-04-12T00:35:19.735 INFO:tasks.rados.rados.0.smithi098.stdout:2493: oid 46 version 1212 is already newer than 1210 2024-04-12T00:35:19.735 INFO:tasks.rados.rados.0.smithi098.stdout:2493: oid 46 version 1212 is already newer than 1209 2024-04-12T00:35:19.735 INFO:tasks.rados.rados.0.smithi098.stdout:2493: oid 46 version 1212 is already newer than 1211 2024-04-12T00:35:19.735 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1212 (ObjNum 802 snap 239 seq_num 802) dirty exists 2024-04-12T00:35:19.735 INFO:tasks.rados.rados.0.smithi098.stdout:2493: left oid 46 (ObjNum 802 snap 239 seq_num 802) 2024-04-12T00:35:20.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:19 smithi098 ceph-mon[91373]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/861 objects degraded (2.555%), 3 pgs degraded) 2024-04-12T00:35:20.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:19 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:35:20.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:19 smithi098 ceph-mon[91373]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T00:35:20.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:19 smithi098 ceph-mon[88922]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/861 objects degraded (2.555%), 3 pgs degraded) 2024-04-12T00:35:20.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:19 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:35:20.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:19 smithi098 ceph-mon[88922]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T00:35:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:19 smithi193 ceph-mon[83763]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/861 objects degraded (2.555%), 3 pgs degraded) 2024-04-12T00:35:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:19 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:35:20.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:19 smithi193 ceph-mon[83763]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T00:35:20.637 INFO:tasks.rados.rados.0.smithi098.stdout:2490: done (4 left) 2024-04-12T00:35:20.638 INFO:tasks.rados.rados.0.smithi098.stdout:2491: done (3 left) 2024-04-12T00:35:20.638 INFO:tasks.rados.rados.0.smithi098.stdout:2492: done (2 left) 2024-04-12T00:35:20.638 INFO:tasks.rados.rados.0.smithi098.stdout:2493: done (1 left) 2024-04-12T00:35:20.638 INFO:tasks.rados.rados.0.smithi098.stdout:2494: done (0 left) 2024-04-12T00:35:20.638 INFO:tasks.rados.rados.0.smithi098.stdout:2495: read oid 19 snap -1 2024-04-12T00:35:20.638 INFO:tasks.rados.rados.0.smithi098.stdout:2495: expect (ObjNum 729 snap 216 seq_num 729) 2024-04-12T00:35:20.638 INFO:tasks.rados.rados.0.smithi098.stdout:2496: copy_from oid 3 from oid 21 current snap is 240 2024-04-12T00:35:20.638 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 240 2024-04-12T00:35:20.638 INFO:tasks.rados.rados.0.smithi098.stdout:2497: seq_num 803 ranges {3596288=655360,4251648=745472,4997120=57344} 2024-04-12T00:35:20.661 INFO:tasks.rados.rados.0.smithi098.stdout:2497: writing smithi09877355-24 from 3596288 to 4251648 tid 1 2024-04-12T00:35:20.666 INFO:tasks.rados.rados.0.smithi098.stdout:2497: writing smithi09877355-24 from 4251648 to 4997120 tid 2 2024-04-12T00:35:20.667 INFO:tasks.rados.rados.0.smithi098.stdout:2497: writing smithi09877355-24 from 4997120 to 5054464 tid 3 2024-04-12T00:35:20.667 INFO:tasks.rados.rados.0.smithi098.stdout:2498: rollback oid 11 current snap is 240 2024-04-12T00:35:20.667 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 11 to 186 2024-04-12T00:35:20.667 INFO:tasks.rados.rados.0.smithi098.stdout:2496: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:35:20.667 INFO:tasks.rados.rados.0.smithi098.stdout:2496: finishing copy_from to smithi09877355-3 2024-04-12T00:35:20.667 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1518 (ObjNum 777 snap 234 seq_num 777) dirty exists 2024-04-12T00:35:20.667 INFO:tasks.rados.rados.0.smithi098.stdout:2495: expect (ObjNum 729 snap 216 seq_num 729) 2024-04-12T00:35:20.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:20 smithi193 ceph-mon[83763]: osdmap e522: 8 total, 8 up, 8 in 2024-04-12T00:35:20.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:20 smithi193 ceph-mon[83763]: pgmap v441: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 439 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 22 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T00:35:20.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:20.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:20.925 INFO:tasks.rados.rados.0.smithi098.stdout:2497: finishing write tid 1 to smithi09877355-24 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2497: finishing write tid 2 to smithi09877355-24 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2498: finishing rollback tid 0 to smithi09877355-11 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2498: finishing rollback tid 1 to smithi09877355-11 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2498: finishing rollback tid 2 to smithi09877355-11 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1732 (ObjNum 618 snap 176 seq_num 618) dirty exists 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2497: finishing write tid 3 to smithi09877355-24 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2497: finishing write tid 4 to smithi09877355-24 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2497: finishing write tid 5 to smithi09877355-24 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2497: oid 24 updating version 0 to 1241 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2497: oid 24 updating version 1241 to 1243 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2497: oid 24 version 1243 is already newer than 1242 2024-04-12T00:35:20.926 INFO:tasks.rados.rados.0.smithi098.stdout:2497: oid 24 updating version 1243 to 1244 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1244 (ObjNum 803 snap 240 seq_num 803) dirty exists 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:2497: left oid 24 (ObjNum 803 snap 240 seq_num 803) 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:2495: done (3 left) 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:2496: done (2 left) 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:2497: done (1 left) 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:2498: done (0 left) 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:2499: read oid 29 snap -1 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:2499: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 240 2024-04-12T00:35:20.927 INFO:tasks.rados.rados.0.smithi098.stdout:2500: seq_num 804 ranges {1392640=671744,2064384=622592,2686976=180224} 2024-04-12T00:35:20.936 INFO:tasks.rados.rados.0.smithi098.stdout:2500: writing smithi09877355-2 from 1392640 to 2064384 tid 1 2024-04-12T00:35:20.940 INFO:tasks.rados.rados.0.smithi098.stdout:2500: writing smithi09877355-2 from 2064384 to 2686976 tid 2 2024-04-12T00:35:20.941 INFO:tasks.rados.rados.0.smithi098.stdout:2500: writing smithi09877355-2 from 2686976 to 2867200 tid 3 2024-04-12T00:35:20.941 INFO:tasks.rados.rados.0.smithi098.stdout:2499: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:35:20.946 INFO:tasks.rados.rados.0.smithi098.stdout:2500: finishing write tid 1 to smithi09877355-2 2024-04-12T00:35:20.946 INFO:tasks.rados.rados.0.smithi098.stdout:2500: finishing write tid 2 to smithi09877355-2 2024-04-12T00:35:20.946 INFO:tasks.rados.rados.0.smithi098.stdout:2500: finishing write tid 3 to smithi09877355-2 2024-04-12T00:35:20.946 INFO:tasks.rados.rados.0.smithi098.stdout:2499: done (1 left) 2024-04-12T00:35:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2501: delete oid 17 current snap is 240 2024-04-12T00:35:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2500: finishing write tid 4 to smithi09877355-2 2024-04-12T00:35:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2500: finishing write tid 5 to smithi09877355-2 2024-04-12T00:35:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2500: oid 2 updating version 0 to 1233 2024-04-12T00:35:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2500: oid 2 version 1233 is already newer than 1231 2024-04-12T00:35:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2500: oid 2 version 1233 is already newer than 1230 2024-04-12T00:35:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2500: oid 2 version 1233 is already newer than 1232 2024-04-12T00:35:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1233 (ObjNum 804 snap 240 seq_num 804) dirty exists 2024-04-12T00:35:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2500: left oid 2 (ObjNum 804 snap 240 seq_num 804) 2024-04-12T00:35:20.948 INFO:tasks.rados.rados.0.smithi098.stdout:2500: done (1 left) 2024-04-12T00:35:20.948 INFO:tasks.rados.rados.0.smithi098.stdout:2501: done (0 left) 2024-04-12T00:35:20.948 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 240 2024-04-12T00:35:20.948 INFO:tasks.rados.rados.0.smithi098.stdout:2502: seq_num 806 ranges {1269760=704512,1974272=442368,2416640=360448} 2024-04-12T00:35:20.958 INFO:tasks.rados.rados.0.smithi098.stdout:2502: writing smithi09877355-30 from 1269760 to 1974272 tid 1 2024-04-12T00:35:20.961 INFO:tasks.rados.rados.0.smithi098.stdout:2502: writing smithi09877355-30 from 1974272 to 2416640 tid 2 2024-04-12T00:35:20.963 INFO:tasks.rados.rados.0.smithi098.stdout:2502: writing smithi09877355-30 from 2416640 to 2777088 tid 3 2024-04-12T00:35:20.963 INFO:tasks.rados.rados.0.smithi098.stdout:2503: delete oid 35 current snap is 240 2024-04-12T00:35:20.964 INFO:tasks.rados.rados.0.smithi098.stdout:2502: finishing write tid 1 to smithi09877355-30 2024-04-12T00:35:20.965 INFO:tasks.rados.rados.0.smithi098.stdout:2503: done (1 left) 2024-04-12T00:35:20.965 INFO:tasks.rados.rados.0.smithi098.stdout:2504: rollback oid 39 current snap is 240 2024-04-12T00:35:20.966 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 39 to 231 2024-04-12T00:35:20.966 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 240 2024-04-12T00:35:20.966 INFO:tasks.rados.rados.0.smithi098.stdout:2505: seq_num 808 ranges {1253376=737280,1990656=614400,2605056=188416} 2024-04-12T00:35:20.976 INFO:tasks.rados.rados.0.smithi098.stdout:2505: writing smithi09877355-47 from 1253376 to 1990656 tid 1 2024-04-12T00:35:20.979 INFO:tasks.rados.rados.0.smithi098.stdout:2505: writing smithi09877355-47 from 1990656 to 2605056 tid 2 2024-04-12T00:35:20.981 INFO:tasks.rados.rados.0.smithi098.stdout:2505: writing smithi09877355-47 from 2605056 to 2793472 tid 3 2024-04-12T00:35:20.981 INFO:tasks.rados.rados.0.smithi098.stdout:2506: read oid 7 snap -1 2024-04-12T00:35:20.981 INFO:tasks.rados.rados.0.smithi098.stdout:2506: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:35:20.981 INFO:tasks.rados.rados.0.smithi098.stdout:2507: rmattr oid 1 current snap is 240 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2507: done (4 left) 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2508: setattr oid 3 current snap is 240 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2502: finishing write tid 2 to smithi09877355-30 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2502: finishing write tid 3 to smithi09877355-30 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2502: finishing write tid 4 to smithi09877355-30 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2502: finishing write tid 5 to smithi09877355-30 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2502: oid 30 updating version 0 to 1216 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2502: oid 30 version 1216 is already newer than 1213 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2502: oid 30 version 1216 is already newer than 1215 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2502: oid 30 version 1216 is already newer than 1214 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1216 (ObjNum 806 snap 240 seq_num 806) dirty exists 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2502: left oid 30 (ObjNum 806 snap 240 seq_num 806) 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:2504: finishing rollback tid 1 to smithi09877355-39 2024-04-12T00:35:20.982 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1539 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T00:35:20.983 INFO:tasks.rados.rados.0.smithi098.stdout:2505: finishing write tid 1 to smithi09877355-47 2024-04-12T00:35:20.983 INFO:tasks.rados.rados.0.smithi098.stdout:2502: done (4 left) 2024-04-12T00:35:20.983 INFO:tasks.rados.rados.0.smithi098.stdout:2504: done (3 left) 2024-04-12T00:35:20.983 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 240 2024-04-12T00:35:20.983 INFO:tasks.rados.rados.0.smithi098.stdout:2509: seq_num 809 ranges {2179072=753664,2932736=499712,3432448=303104} 2024-04-12T00:35:20.998 INFO:tasks.rados.rados.0.smithi098.stdout:2509: writing smithi09877355-37 from 2179072 to 2932736 tid 1 2024-04-12T00:35:21.001 INFO:tasks.rados.rados.0.smithi098.stdout:2509: writing smithi09877355-37 from 2932736 to 3432448 tid 2 2024-04-12T00:35:21.003 INFO:tasks.rados.rados.0.smithi098.stdout:2509: writing smithi09877355-37 from 3432448 to 3735552 tid 3 2024-04-12T00:35:21.003 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 240 2024-04-12T00:35:21.003 INFO:tasks.rados.rados.0.smithi098.stdout:2505: finishing write tid 2 to smithi09877355-47 2024-04-12T00:35:21.003 INFO:tasks.rados.rados.0.smithi098.stdout:2510: seq_num 810 ranges {2990080=770048,3760128=778240,4538368=24576} 2024-04-12T00:35:21.023 INFO:tasks.rados.rados.0.smithi098.stdout:2510: writing smithi09877355-18 from 2990080 to 3760128 tid 1 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:2510: writing smithi09877355-18 from 3760128 to 4538368 tid 2 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:2510: writing smithi09877355-18 from 4538368 to 4562944 tid 3 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 240 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:2505: finishing write tid 3 to smithi09877355-47 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:2505: finishing write tid 4 to smithi09877355-47 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1519 (ObjNum 777 snap 234 seq_num 777) dirty exists 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:2505: finishing write tid 5 to smithi09877355-47 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:2505: oid 47 updating version 0 to 1194 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:2505: oid 47 version 1194 is already newer than 1193 2024-04-12T00:35:21.028 INFO:tasks.rados.rados.0.smithi098.stdout:2505: oid 47 updating version 1194 to 1195 2024-04-12T00:35:21.029 INFO:tasks.rados.rados.0.smithi098.stdout:2505: oid 47 updating version 1195 to 1196 2024-04-12T00:35:21.029 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 1196 (ObjNum 808 snap 240 seq_num 808) dirty exists 2024-04-12T00:35:21.029 INFO:tasks.rados.rados.0.smithi098.stdout:2505: left oid 47 (ObjNum 808 snap 240 seq_num 808) 2024-04-12T00:35:21.029 INFO:tasks.rados.rados.0.smithi098.stdout:2511: seq_num 811 ranges {753664=786432,1540096=663552,2203648=139264} 2024-04-12T00:35:21.036 INFO:tasks.rados.rados.0.smithi098.stdout:2511: writing smithi09877355-11 from 753664 to 1540096 tid 1 2024-04-12T00:35:21.040 INFO:tasks.rados.rados.0.smithi098.stdout:2511: writing smithi09877355-11 from 1540096 to 2203648 tid 2 2024-04-12T00:35:21.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:20 smithi098 ceph-mon[91373]: osdmap e522: 8 total, 8 up, 8 in 2024-04-12T00:35:21.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:20 smithi098 ceph-mon[91373]: pgmap v441: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 439 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 22 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T00:35:21.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:21.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:21.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:20 smithi098 ceph-mon[88922]: osdmap e522: 8 total, 8 up, 8 in 2024-04-12T00:35:21.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:20 smithi098 ceph-mon[88922]: pgmap v441: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 439 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 22 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T00:35:21.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:21.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:21.041 INFO:tasks.rados.rados.0.smithi098.stdout:2511: writing smithi09877355-11 from 2203648 to 2342912 tid 3 2024-04-12T00:35:21.041 INFO:tasks.rados.rados.0.smithi098.stdout:2505: done (5 left) 2024-04-12T00:35:21.042 INFO:tasks.rados.rados.0.smithi098.stdout:2508: done (4 left) 2024-04-12T00:35:21.042 INFO:tasks.rados.rados.0.smithi098.stdout:2512: rollback oid 48 current snap is 240 2024-04-12T00:35:21.042 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 48 to 199 2024-04-12T00:35:21.042 INFO:tasks.rados.rados.0.smithi098.stdout:2506: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:35:21.240 INFO:tasks.rados.rados.0.smithi098.stdout:2509: finishing write tid 1 to smithi09877355-37 2024-04-12T00:35:21.240 INFO:tasks.rados.rados.0.smithi098.stdout:2506: done (4 left) 2024-04-12T00:35:21.240 INFO:tasks.rados.rados.0.smithi098.stdout:2513: delete oid 6 current snap is 240 2024-04-12T00:35:21.240 INFO:tasks.rados.rados.0.smithi098.stdout:2509: finishing write tid 2 to smithi09877355-37 2024-04-12T00:35:21.240 INFO:tasks.rados.rados.0.smithi098.stdout:2509: finishing write tid 3 to smithi09877355-37 2024-04-12T00:35:21.240 INFO:tasks.rados.rados.0.smithi098.stdout:2509: finishing write tid 4 to smithi09877355-37 2024-04-12T00:35:21.240 INFO:tasks.rados.rados.0.smithi098.stdout:2509: finishing write tid 5 to smithi09877355-37 2024-04-12T00:35:21.240 INFO:tasks.rados.rados.0.smithi098.stdout:2509: oid 37 updating version 0 to 1520 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2509: oid 37 updating version 1520 to 1522 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2509: oid 37 version 1522 is already newer than 1521 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2509: oid 37 updating version 1522 to 1523 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1523 (ObjNum 809 snap 240 seq_num 809) dirty exists 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2509: left oid 37 (ObjNum 809 snap 240 seq_num 809) 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2510: finishing write tid 1 to smithi09877355-18 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2510: finishing write tid 2 to smithi09877355-18 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2510: finishing write tid 3 to smithi09877355-18 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2510: finishing write tid 4 to smithi09877355-18 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2510: finishing write tid 5 to smithi09877355-18 2024-04-12T00:35:21.241 INFO:tasks.rados.rados.0.smithi098.stdout:2510: oid 18 updating version 0 to 1192 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2510: oid 18 updating version 1192 to 1194 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2510: oid 18 version 1194 is already newer than 1193 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2510: oid 18 updating version 1194 to 1195 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1195 (ObjNum 810 snap 240 seq_num 810) dirty exists 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2510: left oid 18 (ObjNum 810 snap 240 seq_num 810) 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2511: finishing write tid 1 to smithi09877355-11 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2512: finishing rollback tid 0 to smithi09877355-48 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2512: finishing rollback tid 1 to smithi09877355-48 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2512: finishing rollback tid 2 to smithi09877355-48 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 765 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2511: finishing write tid 2 to smithi09877355-11 2024-04-12T00:35:21.242 INFO:tasks.rados.rados.0.smithi098.stdout:2511: finishing write tid 3 to smithi09877355-11 2024-04-12T00:35:21.243 INFO:tasks.rados.rados.0.smithi098.stdout:2511: finishing write tid 4 to smithi09877355-11 2024-04-12T00:35:21.243 INFO:tasks.rados.rados.0.smithi098.stdout:2511: finishing write tid 5 to smithi09877355-11 2024-04-12T00:35:21.243 INFO:tasks.rados.rados.0.smithi098.stdout:2511: oid 11 updating version 0 to 1734 2024-04-12T00:35:21.243 INFO:tasks.rados.rados.0.smithi098.stdout:2511: oid 11 updating version 1734 to 1737 2024-04-12T00:35:21.243 INFO:tasks.rados.rados.0.smithi098.stdout:2511: oid 11 version 1737 is already newer than 1736 2024-04-12T00:35:21.243 INFO:tasks.rados.rados.0.smithi098.stdout:2511: oid 11 version 1737 is already newer than 1735 2024-04-12T00:35:21.243 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1737 (ObjNum 811 snap 240 seq_num 811) dirty exists 2024-04-12T00:35:21.243 INFO:tasks.rados.rados.0.smithi098.stdout:2511: left oid 11 (ObjNum 811 snap 240 seq_num 811) 2024-04-12T00:35:21.243 INFO:tasks.rados.rados.0.smithi098.stdout:2509: done (4 left) 2024-04-12T00:35:21.244 INFO:tasks.rados.rados.0.smithi098.stdout:2510: done (3 left) 2024-04-12T00:35:21.244 INFO:tasks.rados.rados.0.smithi098.stdout:2511: done (2 left) 2024-04-12T00:35:21.244 INFO:tasks.rados.rados.0.smithi098.stdout:2512: done (1 left) 2024-04-12T00:35:21.244 INFO:tasks.rados.rados.0.smithi098.stdout:2513: done (0 left) 2024-04-12T00:35:21.244 INFO:tasks.rados.rados.0.smithi098.stdout:2514: snap_create 2024-04-12T00:35:21.502 INFO:tasks.rados.rados.0.smithi098.stdout:2514: done (0 left) 2024-04-12T00:35:21.502 INFO:tasks.rados.rados.0.smithi098.stdout:2515: copy_from oid 8 from oid 3 current snap is 241 2024-04-12T00:35:21.502 INFO:tasks.rados.rados.0.smithi098.stdout:2516: setattr oid 13 current snap is 241 2024-04-12T00:35:21.503 INFO:tasks.rados.rados.0.smithi098.stdout:2517: delete oid 23 current snap is 241 2024-04-12T00:35:21.508 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1738 (ObjNum 33 snap 0 seq_num 29526592) dirty exists 2024-04-12T00:35:21.510 INFO:tasks.rados.rados.0.smithi098.stdout:2516: done (2 left) 2024-04-12T00:35:21.510 INFO:tasks.rados.rados.0.smithi098.stdout:2517: done (1 left) 2024-04-12T00:35:21.510 INFO:tasks.rados.rados.0.smithi098.stdout:2518: copy_from oid 37 from oid 48 current snap is 241 2024-04-12T00:35:21.510 INFO:tasks.rados.rados.0.smithi098.stdout:2519: snap_create 2024-04-12T00:35:21.517 INFO:tasks.rados.rados.0.smithi098.stdout:2515: finishing copy_from racing read to smithi09877355-8 2024-04-12T00:35:21.517 INFO:tasks.rados.rados.0.smithi098.stdout:2518: finishing copy_from racing read to smithi09877355-37 2024-04-12T00:35:21.517 INFO:tasks.rados.rados.0.smithi098.stdout:2518: finishing copy_from to smithi09877355-37 2024-04-12T00:35:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 765 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-12T00:35:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:2515: finishing copy_from to smithi09877355-8 2024-04-12T00:35:21.518 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1519 (ObjNum 777 snap 234 seq_num 777) dirty exists 2024-04-12T00:35:22.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:21 smithi098 ceph-mon[91373]: osdmap e523: 8 total, 8 up, 8 in 2024-04-12T00:35:22.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:21 smithi098 ceph-mon[91373]: osdmap e524: 8 total, 8 up, 8 in 2024-04-12T00:35:22.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:21 smithi098 ceph-mon[88922]: osdmap e523: 8 total, 8 up, 8 in 2024-04-12T00:35:22.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:21 smithi098 ceph-mon[88922]: osdmap e524: 8 total, 8 up, 8 in 2024-04-12T00:35:22.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:21 smithi193 ceph-mon[83763]: osdmap e523: 8 total, 8 up, 8 in 2024-04-12T00:35:22.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:21 smithi193 ceph-mon[83763]: osdmap e524: 8 total, 8 up, 8 in 2024-04-12T00:35:22.510 INFO:tasks.rados.rados.0.smithi098.stdout:2515: done (2 left) 2024-04-12T00:35:22.510 INFO:tasks.rados.rados.0.smithi098.stdout:2518: done (1 left) 2024-04-12T00:35:22.510 INFO:tasks.rados.rados.0.smithi098.stdout:2519: done (0 left) 2024-04-12T00:35:22.510 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 242 2024-04-12T00:35:22.510 INFO:tasks.rados.rados.0.smithi098.stdout:2520: seq_num 814 ranges {5619712=442368,6062080=770048,6832128=434176} 2024-04-12T00:35:22.542 INFO:tasks.rados.rados.0.smithi098.stdout:2520: writing smithi09877355-12 from 5619712 to 6062080 tid 1 2024-04-12T00:35:22.547 INFO:tasks.rados.rados.0.smithi098.stdout:2520: writing smithi09877355-12 from 6062080 to 6832128 tid 2 2024-04-12T00:35:22.550 INFO:tasks.rados.rados.0.smithi098.stdout:2520: writing smithi09877355-12 from 6832128 to 7266304 tid 3 2024-04-12T00:35:22.551 INFO:tasks.rados.rados.0.smithi098.stdout:2521: read oid 33 snap -1 2024-04-12T00:35:22.551 INFO:tasks.rados.rados.0.smithi098.stdout:2521: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:35:22.551 INFO:tasks.rados.rados.0.smithi098.stdout:2522: read oid 50 snap 223 2024-04-12T00:35:22.551 INFO:tasks.rados.rados.0.smithi098.stdout:2522: expect (ObjNum 667 snap 192 seq_num 667) 2024-04-12T00:35:22.551 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 242 2024-04-12T00:35:22.551 INFO:tasks.rados.rados.0.smithi098.stdout:2520: finishing write tid 1 to smithi09877355-12 2024-04-12T00:35:22.551 INFO:tasks.rados.rados.0.smithi098.stdout:2523: seq_num 815 ranges {0=458752,458752=655360,1114112=409600,1523712=139264} 2024-04-12T00:35:22.553 INFO:tasks.rados.rados.0.smithi098.stdout:2523: writing smithi09877355-45 from 0 to 458752 tid 1 2024-04-12T00:35:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:2523: writing smithi09877355-45 from 458752 to 1114112 tid 2 2024-04-12T00:35:22.562 INFO:tasks.rados.rados.0.smithi098.stdout:2523: writing smithi09877355-45 from 1114112 to 1523712 tid 3 2024-04-12T00:35:22.562 INFO:tasks.rados.rados.0.smithi098.stdout:2523: writing smithi09877355-45 from 1523712 to 1662976 tid 4 2024-04-12T00:35:22.562 INFO:tasks.rados.rados.0.smithi098.stdout:2524: rollback oid 36 current snap is 242 2024-04-12T00:35:22.563 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 191 2024-04-12T00:35:22.563 INFO:tasks.rados.rados.0.smithi098.stdout:2521: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:35:22.564 INFO:tasks.rados.rados.0.smithi098.stdout:2520: finishing write tid 2 to smithi09877355-12 2024-04-12T00:35:22.564 INFO:tasks.rados.rados.0.smithi098.stdout:2520: finishing write tid 3 to smithi09877355-12 2024-04-12T00:35:22.564 INFO:tasks.rados.rados.0.smithi098.stdout:2520: finishing write tid 4 to smithi09877355-12 2024-04-12T00:35:22.564 INFO:tasks.rados.rados.0.smithi098.stdout:2520: finishing write tid 5 to smithi09877355-12 2024-04-12T00:35:22.564 INFO:tasks.rados.rados.0.smithi098.stdout:2520: oid 12 updating version 0 to 1203 2024-04-12T00:35:22.564 INFO:tasks.rados.rados.0.smithi098.stdout:2520: oid 12 updating version 1203 to 1205 2024-04-12T00:35:22.565 INFO:tasks.rados.rados.0.smithi098.stdout:2520: oid 12 version 1205 is already newer than 1202 2024-04-12T00:35:22.565 INFO:tasks.rados.rados.0.smithi098.stdout:2520: oid 12 version 1205 is already newer than 1204 2024-04-12T00:35:22.565 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1205 (ObjNum 814 snap 242 seq_num 814) dirty exists 2024-04-12T00:35:22.565 INFO:tasks.rados.rados.0.smithi098.stdout:2520: left oid 12 (ObjNum 814 snap 242 seq_num 814) 2024-04-12T00:35:22.565 INFO:tasks.rados.rados.0.smithi098.stdout:2523: finishing write tid 1 to smithi09877355-45 2024-04-12T00:35:22.565 INFO:tasks.rados.rados.0.smithi098.stdout:2520: done (4 left) 2024-04-12T00:35:22.565 INFO:tasks.rados.rados.0.smithi098.stdout:2521: done (3 left) 2024-04-12T00:35:22.565 INFO:tasks.rados.rados.0.smithi098.stdout:2525: snap_remove snap 228 2024-04-12T00:35:22.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:35:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:35:23.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:22 smithi098 ceph-mon[91373]: pgmap v444: 121 pgs: 121 active+clean; 446 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-12T00:35:23.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:22 smithi098 ceph-mon[91373]: osdmap e525: 8 total, 8 up, 8 in 2024-04-12T00:35:23.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:22 smithi098 ceph-mon[88922]: pgmap v444: 121 pgs: 121 active+clean; 446 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-12T00:35:23.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:22 smithi098 ceph-mon[88922]: osdmap e525: 8 total, 8 up, 8 in 2024-04-12T00:35:23.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:22 smithi193 ceph-mon[83763]: pgmap v444: 121 pgs: 121 active+clean; 446 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-12T00:35:23.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:22 smithi193 ceph-mon[83763]: osdmap e525: 8 total, 8 up, 8 in 2024-04-12T00:35:23.508 INFO:tasks.rados.rados.0.smithi098.stdout:2525: done (3 left) 2024-04-12T00:35:23.508 INFO:tasks.rados.rados.0.smithi098.stdout:2526: delete oid 42 current snap is 242 2024-04-12T00:35:23.508 INFO:tasks.rados.rados.0.smithi098.stdout:2523: finishing write tid 2 to smithi09877355-45 2024-04-12T00:35:23.508 INFO:tasks.rados.rados.0.smithi098.stdout:2523: finishing write tid 3 to smithi09877355-45 2024-04-12T00:35:23.508 INFO:tasks.rados.rados.0.smithi098.stdout:2523: finishing write tid 4 to smithi09877355-45 2024-04-12T00:35:23.508 INFO:tasks.rados.rados.0.smithi098.stdout:2523: finishing write tid 5 to smithi09877355-45 2024-04-12T00:35:23.509 INFO:tasks.rados.rados.0.smithi098.stdout:2523: finishing write tid 6 to smithi09877355-45 2024-04-12T00:35:23.509 INFO:tasks.rados.rados.0.smithi098.stdout:2523: oid 45 updating version 0 to 754 2024-04-12T00:35:23.509 INFO:tasks.rados.rados.0.smithi098.stdout:2523: oid 45 updating version 754 to 757 2024-04-12T00:35:23.509 INFO:tasks.rados.rados.0.smithi098.stdout:2523: oid 45 version 757 is already newer than 755 2024-04-12T00:35:23.509 INFO:tasks.rados.rados.0.smithi098.stdout:2523: oid 45 version 757 is already newer than 756 2024-04-12T00:35:23.509 INFO:tasks.rados.rados.0.smithi098.stdout:2523: oid 45 version 757 is already newer than 753 2024-04-12T00:35:23.509 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 757 (ObjNum 815 snap 242 seq_num 815) dirty exists 2024-04-12T00:35:23.509 INFO:tasks.rados.rados.0.smithi098.stdout:2523: left oid 45 (ObjNum 815 snap 242 seq_num 815) 2024-04-12T00:35:23.509 INFO:tasks.rados.rados.0.smithi098.stdout:2522: expect (ObjNum 667 snap 192 seq_num 667) 2024-04-12T00:35:23.648 INFO:tasks.rados.rados.0.smithi098.stdout:2524: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:35:23.648 INFO:tasks.rados.rados.0.smithi098.stdout:2524: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:35:23.648 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1528 (ObjNum 660 snap 191 seq_num 660) dirty exists 2024-04-12T00:35:23.648 INFO:tasks.rados.rados.0.smithi098.stdout:2522: done (3 left) 2024-04-12T00:35:23.648 INFO:tasks.rados.rados.0.smithi098.stdout:2523: done (2 left) 2024-04-12T00:35:23.648 INFO:tasks.rados.rados.0.smithi098.stdout:2524: done (1 left) 2024-04-12T00:35:23.648 INFO:tasks.rados.rados.0.smithi098.stdout:2526: done (0 left) 2024-04-12T00:35:23.648 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 242 2024-04-12T00:35:23.648 INFO:tasks.rados.rados.0.smithi098.stdout:2527: seq_num 817 ranges {6635520=491520,7127040=417792,7544832=425984,7970816=360448} 2024-04-12T00:35:23.684 INFO:tasks.rados.rados.0.smithi098.stdout:2527: writing smithi09877355-10 from 6635520 to 7127040 tid 1 2024-04-12T00:35:23.686 INFO:tasks.rados.rados.0.smithi098.stdout:2527: writing smithi09877355-10 from 7127040 to 7544832 tid 2 2024-04-12T00:35:23.689 INFO:tasks.rados.rados.0.smithi098.stdout:2527: writing smithi09877355-10 from 7544832 to 7970816 tid 3 2024-04-12T00:35:23.692 INFO:tasks.rados.rados.0.smithi098.stdout:2527: writing smithi09877355-10 from 7970816 to 8331264 tid 4 2024-04-12T00:35:23.692 INFO:tasks.rados.rados.0.smithi098.stdout:2528: read oid 6 snap -1 2024-04-12T00:35:23.692 INFO:tasks.rados.rados.0.smithi098.stdout:2528: expect deleted 2024-04-12T00:35:23.692 INFO:tasks.rados.rados.0.smithi098.stdout:2529: rollback oid 37 current snap is 242 2024-04-12T00:35:23.692 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 37 to 190 2024-04-12T00:35:23.692 INFO:tasks.rados.rados.0.smithi098.stdout:2527: finishing write tid 1 to smithi09877355-10 2024-04-12T00:35:23.692 INFO:tasks.rados.rados.0.smithi098.stdout:2530: read oid 17 snap -1 2024-04-12T00:35:23.692 INFO:tasks.rados.rados.0.smithi098.stdout:2530: expect deleted 2024-04-12T00:35:23.692 INFO:tasks.rados.rados.0.smithi098.stdout:2531: snap_remove snap 239 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:2531: done (4 left) 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:2532: read oid 7 snap -1 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:2532: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:2533: rollback oid 21 current snap is 242 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 21 to 235 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:2534: rollback oid 28 current snap is 242 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 28 to 221 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:2527: finishing write tid 2 to smithi09877355-10 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:2529: finishing rollback tid 0 to smithi09877355-37 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:2529: finishing rollback tid 1 to smithi09877355-37 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1525 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T00:35:24.516 INFO:tasks.rados.rados.0.smithi098.stdout:2527: finishing write tid 3 to smithi09877355-10 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: finishing write tid 4 to smithi09877355-10 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: finishing write tid 5 to smithi09877355-10 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: finishing write tid 6 to smithi09877355-10 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: oid 10 updating version 0 to 1198 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: oid 10 updating version 1198 to 1201 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: oid 10 version 1201 is already newer than 1200 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: oid 10 version 1201 is already newer than 1197 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: oid 10 version 1201 is already newer than 1199 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1201 (ObjNum 817 snap 242 seq_num 817) dirty exists 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: left oid 10 (ObjNum 817 snap 242 seq_num 817) 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2527: done (6 left) 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2528: done (5 left) 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2529: done (4 left) 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2530: done (3 left) 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:2535: rollback oid 37 current snap is 242 2024-04-12T00:35:24.517 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 37 to 221 2024-04-12T00:35:24.518 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 242 2024-04-12T00:35:24.518 INFO:tasks.rados.rados.0.smithi098.stdout:2536: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2024-04-12T00:35:24.519 INFO:tasks.rados.rados.0.smithi098.stdout:2536: writing smithi09877355-6 from 0 to 507904 tid 1 2024-04-12T00:35:24.524 INFO:tasks.rados.rados.0.smithi098.stdout:2536: writing smithi09877355-6 from 507904 to 1212416 tid 2 2024-04-12T00:35:24.528 INFO:tasks.rados.rados.0.smithi098.stdout:2536: writing smithi09877355-6 from 1212416 to 1712128 tid 3 2024-04-12T00:35:24.528 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 242 2024-04-12T00:35:24.528 INFO:tasks.rados.rados.0.smithi098.stdout:2537: seq_num 819 ranges {4677632=524288,5201920=589824,5791744=614400} 2024-04-12T00:35:24.556 INFO:tasks.rados.rados.0.smithi098.stdout:2537: writing smithi09877355-15 from 4677632 to 5201920 tid 1 2024-04-12T00:35:24.559 INFO:tasks.rados.rados.0.smithi098.stdout:2537: writing smithi09877355-15 from 5201920 to 5791744 tid 2 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:2537: writing smithi09877355-15 from 5791744 to 6406144 tid 3 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:2538: copy_from oid 29 from oid 35 current snap is 242 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:2533: finishing rollback tid 0 to smithi09877355-21 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:2533: finishing rollback tid 1 to smithi09877355-21 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:2535: finishing rollback tid 1 to smithi09877355-37 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:2533: finishing rollback tid 2 to smithi09877355-21 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1531 (ObjNum 777 snap 234 seq_num 777) dirty exists 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:2534: finishing rollback tid 0 to smithi09877355-28 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:2534: finishing rollback tid 1 to smithi09877355-28 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1521 (ObjNum 65 snap 0 seq_num 1431660885) dirty dne 2024-04-12T00:35:24.564 INFO:tasks.rados.rados.0.smithi098.stdout:2535: finishing rollback tid 2 to smithi09877355-37 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1527 (ObjNum 657 snap 189 seq_num 657) dirty exists 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:2536: finishing write tid 1 to smithi09877355-6 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:2536: finishing write tid 2 to smithi09877355-6 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:2533: done (6 left) 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:2534: done (5 left) 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:2535: done (4 left) 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:2539: setattr oid 27 current snap is 242 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:2536: finishing write tid 3 to smithi09877355-6 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:2536: finishing write tid 4 to smithi09877355-6 2024-04-12T00:35:24.565 INFO:tasks.rados.rados.0.smithi098.stdout:2532: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:35:24.762 INFO:tasks.rados.rados.0.smithi098.stdout:2536: finishing write tid 5 to smithi09877355-6 2024-04-12T00:35:24.762 INFO:tasks.rados.rados.0.smithi098.stdout:2536: oid 6 updating version 0 to 1248 2024-04-12T00:35:24.762 INFO:tasks.rados.rados.0.smithi098.stdout:2536: oid 6 version 1248 is already newer than 1246 2024-04-12T00:35:24.762 INFO:tasks.rados.rados.0.smithi098.stdout:2536: oid 6 updating version 1248 to 1249 2024-04-12T00:35:24.762 INFO:tasks.rados.rados.0.smithi098.stdout:2536: oid 6 version 1249 is already newer than 1247 2024-04-12T00:35:24.762 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1249 (ObjNum 818 snap 242 seq_num 818) dirty exists 2024-04-12T00:35:24.762 INFO:tasks.rados.rados.0.smithi098.stdout:2536: left oid 6 (ObjNum 818 snap 242 seq_num 818) 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2537: finishing write tid 1 to smithi09877355-15 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2537: finishing write tid 2 to smithi09877355-15 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2538: finishing copy_from to smithi09877355-29 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2538: got expected ENOENT (src dne) 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2538: finishing copy_from racing read to smithi09877355-29 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2537: finishing write tid 3 to smithi09877355-15 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2537: finishing write tid 4 to smithi09877355-15 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2537: finishing write tid 5 to smithi09877355-15 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2537: oid 15 updating version 0 to 1750 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2537: oid 15 updating version 1750 to 1752 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2537: oid 15 updating version 1752 to 1753 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:2537: oid 15 version 1753 is already newer than 1751 2024-04-12T00:35:24.763 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1753 (ObjNum 819 snap 242 seq_num 819) dirty exists 2024-04-12T00:35:24.764 INFO:tasks.rados.rados.0.smithi098.stdout:2537: left oid 15 (ObjNum 819 snap 242 seq_num 819) 2024-04-12T00:35:24.764 INFO:tasks.rados.rados.0.smithi098.stdout:2532: done (4 left) 2024-04-12T00:35:24.764 INFO:tasks.rados.rados.0.smithi098.stdout:2536: done (3 left) 2024-04-12T00:35:24.764 INFO:tasks.rados.rados.0.smithi098.stdout:2537: done (2 left) 2024-04-12T00:35:24.764 INFO:tasks.rados.rados.0.smithi098.stdout:2538: done (1 left) 2024-04-12T00:35:24.764 INFO:tasks.rados.rados.0.smithi098.stdout:2540: read oid 41 snap -1 2024-04-12T00:35:24.764 INFO:tasks.rados.rados.0.smithi098.stdout:2540: expect (ObjNum 772 snap 230 seq_num 772) 2024-04-12T00:35:24.764 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 242 2024-04-12T00:35:24.764 INFO:tasks.rados.rados.0.smithi098.stdout:2541: seq_num 820 ranges {1024000=540672,1564672=475136,2039808=598016,2637824=131072} 2024-04-12T00:35:24.769 INFO:tasks.rados.rados.0.smithi098.stdout:2541: writing smithi09877355-8 from 1024000 to 1564672 tid 1 2024-04-12T00:35:24.772 INFO:tasks.rados.rados.0.smithi098.stdout:2541: writing smithi09877355-8 from 1564672 to 2039808 tid 2 2024-04-12T00:35:24.776 INFO:tasks.rados.rados.0.smithi098.stdout:2541: writing smithi09877355-8 from 2039808 to 2637824 tid 3 2024-04-12T00:35:24.777 INFO:tasks.rados.rados.0.smithi098.stdout:2541: writing smithi09877355-8 from 2637824 to 2768896 tid 4 2024-04-12T00:35:24.777 INFO:tasks.rados.rados.0.smithi098.stdout:2542: copy_from oid 30 from oid 45 current snap is 242 2024-04-12T00:35:24.777 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1522 (ObjNum 490 snap 126 seq_num 490) dirty exists 2024-04-12T00:35:24.777 INFO:tasks.rados.rados.0.smithi098.stdout:2540: expect (ObjNum 772 snap 230 seq_num 772) 2024-04-12T00:35:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:24 smithi098 ceph-mon[91373]: osdmap e526: 8 total, 8 up, 8 in 2024-04-12T00:35:24.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:24 smithi098 ceph-mon[91373]: pgmap v447: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 468 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-12T00:35:24.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:24 smithi098 ceph-mon[88922]: osdmap e526: 8 total, 8 up, 8 in 2024-04-12T00:35:24.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:24 smithi098 ceph-mon[88922]: pgmap v447: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 468 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-12T00:35:24.862 INFO:tasks.rados.rados.0.smithi098.stdout:2541: finishing write tid 1 to smithi09877355-8 2024-04-12T00:35:24.862 INFO:tasks.rados.rados.0.smithi098.stdout:2541: finishing write tid 2 to smithi09877355-8 2024-04-12T00:35:24.862 INFO:tasks.rados.rados.0.smithi098.stdout:2541: finishing write tid 3 to smithi09877355-8 2024-04-12T00:35:24.862 INFO:tasks.rados.rados.0.smithi098.stdout:2541: finishing write tid 4 to smithi09877355-8 2024-04-12T00:35:24.862 INFO:tasks.rados.rados.0.smithi098.stdout:2541: finishing write tid 5 to smithi09877355-8 2024-04-12T00:35:24.862 INFO:tasks.rados.rados.0.smithi098.stdout:2541: finishing write tid 6 to smithi09877355-8 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:2541: oid 8 updating version 0 to 1525 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:2541: oid 8 updating version 1525 to 1526 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:2541: oid 8 version 1526 is already newer than 1523 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:2541: oid 8 version 1526 is already newer than 1524 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:2541: oid 8 updating version 1526 to 1527 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1527 (ObjNum 820 snap 242 seq_num 820) dirty exists 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:2541: left oid 8 (ObjNum 820 snap 242 seq_num 820) 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:2542: finishing copy_from racing read to smithi09877355-30 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:2542: finishing copy_from to smithi09877355-30 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 757 (ObjNum 815 snap 242 seq_num 815) dirty exists 2024-04-12T00:35:24.863 INFO:tasks.rados.rados.0.smithi098.stdout:2539: done (3 left) 2024-04-12T00:35:24.864 INFO:tasks.rados.rados.0.smithi098.stdout:2540: done (2 left) 2024-04-12T00:35:24.864 INFO:tasks.rados.rados.0.smithi098.stdout:2541: done (1 left) 2024-04-12T00:35:24.864 INFO:tasks.rados.rados.0.smithi098.stdout:2542: done (0 left) 2024-04-12T00:35:24.864 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 242 2024-04-12T00:35:24.864 INFO:tasks.rados.rados.0.smithi098.stdout:2543: seq_num 821 ranges {6406144=557056,6963200=761856,7725056=442368} 2024-04-12T00:35:24.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:24 smithi193 ceph-mon[83763]: osdmap e526: 8 total, 8 up, 8 in 2024-04-12T00:35:24.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:24 smithi193 ceph-mon[83763]: pgmap v447: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 468 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-12T00:35:24.898 INFO:tasks.rados.rados.0.smithi098.stdout:2543: writing smithi09877355-15 from 6406144 to 6963200 tid 1 2024-04-12T00:35:24.903 INFO:tasks.rados.rados.0.smithi098.stdout:2543: writing smithi09877355-15 from 6963200 to 7725056 tid 2 2024-04-12T00:35:24.905 INFO:tasks.rados.rados.0.smithi098.stdout:2543: writing smithi09877355-15 from 7725056 to 8167424 tid 3 2024-04-12T00:35:24.905 INFO:tasks.rados.rados.0.smithi098.stdout:2544: delete oid 33 current snap is 242 2024-04-12T00:35:24.905 INFO:tasks.rados.rados.0.smithi098.stdout:2543: finishing write tid 1 to smithi09877355-15 2024-04-12T00:35:24.907 INFO:tasks.rados.rados.0.smithi098.stdout:2544: done (1 left) 2024-04-12T00:35:24.908 INFO:tasks.rados.rados.0.smithi098.stdout:2545: setattr oid 3 current snap is 242 2024-04-12T00:35:24.909 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 242 2024-04-12T00:35:24.909 INFO:tasks.rados.rados.0.smithi098.stdout:2546: seq_num 823 ranges {4554752=589824,5144576=573440,5718016=630784} 2024-04-12T00:35:24.936 INFO:tasks.rados.rados.0.smithi098.stdout:2546: writing smithi09877355-27 from 4554752 to 5144576 tid 1 2024-04-12T00:35:24.939 INFO:tasks.rados.rados.0.smithi098.stdout:2546: writing smithi09877355-27 from 5144576 to 5718016 tid 2 2024-04-12T00:35:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2546: writing smithi09877355-27 from 5718016 to 6348800 tid 3 2024-04-12T00:35:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2547: setattr oid 6 current snap is 242 2024-04-12T00:35:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2543: finishing write tid 2 to smithi09877355-15 2024-04-12T00:35:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2543: finishing write tid 3 to smithi09877355-15 2024-04-12T00:35:24.943 INFO:tasks.rados.rados.0.smithi098.stdout:2543: finishing write tid 4 to smithi09877355-15 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2543: finishing write tid 5 to smithi09877355-15 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2543: oid 15 updating version 0 to 1754 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2543: oid 15 updating version 1754 to 1755 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2543: oid 15 updating version 1755 to 1756 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2543: oid 15 updating version 1756 to 1757 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1757 (ObjNum 821 snap 242 seq_num 821) dirty exists 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2543: left oid 15 (ObjNum 821 snap 242 seq_num 821) 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1528 (ObjNum 777 snap 234 seq_num 777) dirty exists 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2546: finishing write tid 1 to smithi09877355-27 2024-04-12T00:35:24.944 INFO:tasks.rados.rados.0.smithi098.stdout:2546: finishing write tid 2 to smithi09877355-27 2024-04-12T00:35:24.946 INFO:tasks.rados.rados.0.smithi098.stdout:2543: done (3 left) 2024-04-12T00:35:24.946 INFO:tasks.rados.rados.0.smithi098.stdout:2545: done (2 left) 2024-04-12T00:35:24.946 INFO:tasks.rados.rados.0.smithi098.stdout:2548: rollback oid 17 current snap is 242 2024-04-12T00:35:24.946 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 17 to 235 2024-04-12T00:35:24.946 INFO:tasks.rados.rados.0.smithi098.stdout:2549: read oid 34 snap -1 2024-04-12T00:35:24.946 INFO:tasks.rados.rados.0.smithi098.stdout:2549: expect (ObjNum 657 snap 189 seq_num 657) 2024-04-12T00:35:24.946 INFO:tasks.rados.rados.0.smithi098.stdout:2550: snap_create 2024-04-12T00:35:24.946 INFO:tasks.rados.rados.0.smithi098.stdout:2546: finishing write tid 3 to smithi09877355-27 2024-04-12T00:35:24.947 INFO:tasks.rados.rados.0.smithi098.stdout:2546: finishing write tid 4 to smithi09877355-27 2024-04-12T00:35:24.949 INFO:tasks.rados.rados.0.smithi098.stdout:2548: finishing rollback tid 1 to smithi09877355-17 2024-04-12T00:35:24.949 INFO:tasks.rados.rados.0.smithi098.stdout:2548: finishing rollback tid 2 to smithi09877355-17 2024-04-12T00:35:24.949 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1203 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T00:35:24.949 INFO:tasks.rados.rados.0.smithi098.stdout:2546: finishing write tid 5 to smithi09877355-27 2024-04-12T00:35:24.949 INFO:tasks.rados.rados.0.smithi098.stdout:2546: oid 27 updating version 0 to 1529 2024-04-12T00:35:24.950 INFO:tasks.rados.rados.0.smithi098.stdout:2546: oid 27 version 1529 is already newer than 1528 2024-04-12T00:35:24.950 INFO:tasks.rados.rados.0.smithi098.stdout:2546: oid 27 updating version 1529 to 1530 2024-04-12T00:35:24.950 INFO:tasks.rados.rados.0.smithi098.stdout:2546: oid 27 updating version 1530 to 1531 2024-04-12T00:35:24.950 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1531 (ObjNum 823 snap 242 seq_num 823) dirty exists 2024-04-12T00:35:24.950 INFO:tasks.rados.rados.0.smithi098.stdout:2546: left oid 27 (ObjNum 823 snap 242 seq_num 823) 2024-04-12T00:35:24.950 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1250 (ObjNum 818 snap 242 seq_num 818) dirty exists 2024-04-12T00:35:24.950 INFO:tasks.rados.rados.0.smithi098.stdout:2549: expect (ObjNum 657 snap 189 seq_num 657) 2024-04-12T00:35:25.520 INFO:tasks.rados.rados.0.smithi098.stdout:2546: done (4 left) 2024-04-12T00:35:25.521 INFO:tasks.rados.rados.0.smithi098.stdout:2547: done (3 left) 2024-04-12T00:35:25.521 INFO:tasks.rados.rados.0.smithi098.stdout:2548: done (2 left) 2024-04-12T00:35:25.521 INFO:tasks.rados.rados.0.smithi098.stdout:2549: done (1 left) 2024-04-12T00:35:25.521 INFO:tasks.rados.rados.0.smithi098.stdout:2550: done (0 left) 2024-04-12T00:35:25.521 INFO:tasks.rados.rados.0.smithi098.stdout:2551: read oid 5 snap -1 2024-04-12T00:35:25.521 INFO:tasks.rados.rados.0.smithi098.stdout:2551: expect deleted 2024-04-12T00:35:25.521 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 243 2024-04-12T00:35:25.521 INFO:tasks.rados.rados.0.smithi098.stdout:2552: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-04-12T00:35:25.523 INFO:tasks.rados.rados.0.smithi098.stdout:2552: writing smithi09877355-23 from 0 to 606208 tid 1 2024-04-12T00:35:25.526 INFO:tasks.rados.rados.0.smithi098.stdout:2552: writing smithi09877355-23 from 606208 to 1064960 tid 2 2024-04-12T00:35:25.529 INFO:tasks.rados.rados.0.smithi098.stdout:2552: writing smithi09877355-23 from 1064960 to 1638400 tid 3 2024-04-12T00:35:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:2552: writing smithi09877355-23 from 1638400 to 1810432 tid 4 2024-04-12T00:35:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:2553: copy_from oid 25 from oid 22 current snap is 243 2024-04-12T00:35:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:2552: finishing write tid 1 to smithi09877355-23 2024-04-12T00:35:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:2552: finishing write tid 2 to smithi09877355-23 2024-04-12T00:35:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:2551: done (2 left) 2024-04-12T00:35:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:2554: read oid 7 snap -1 2024-04-12T00:35:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:2554: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:35:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 243 2024-04-12T00:35:25.531 INFO:tasks.rados.rados.0.smithi098.stdout:2555: seq_num 825 ranges {1925120=622592,2547712=745472,3293184=458752} 2024-04-12T00:35:25.544 INFO:tasks.rados.rados.0.smithi098.stdout:2555: writing smithi09877355-38 from 1925120 to 2547712 tid 1 2024-04-12T00:35:25.549 INFO:tasks.rados.rados.0.smithi098.stdout:2555: writing smithi09877355-38 from 2547712 to 3293184 tid 2 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2555: writing smithi09877355-38 from 3293184 to 3751936 tid 3 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2556: rollback oid 50 current snap is 243 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 224 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2553: finishing copy_from to smithi09877355-25 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2553: got expected ENOENT (src dne) 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2553: finishing copy_from racing read to smithi09877355-25 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2552: finishing write tid 3 to smithi09877355-23 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2552: finishing write tid 4 to smithi09877355-23 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2552: finishing write tid 5 to smithi09877355-23 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2552: finishing write tid 6 to smithi09877355-23 2024-04-12T00:35:25.552 INFO:tasks.rados.rados.0.smithi098.stdout:2552: oid 23 updating version 0 to 1536 2024-04-12T00:35:25.553 INFO:tasks.rados.rados.0.smithi098.stdout:2552: oid 23 version 1536 is already newer than 1534 2024-04-12T00:35:25.553 INFO:tasks.rados.rados.0.smithi098.stdout:2552: oid 23 version 1536 is already newer than 1535 2024-04-12T00:35:25.553 INFO:tasks.rados.rados.0.smithi098.stdout:2552: oid 23 version 1536 is already newer than 1532 2024-04-12T00:35:25.553 INFO:tasks.rados.rados.0.smithi098.stdout:2552: oid 23 version 1536 is already newer than 1533 2024-04-12T00:35:25.553 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1536 (ObjNum 824 snap 243 seq_num 824) dirty exists 2024-04-12T00:35:25.553 INFO:tasks.rados.rados.0.smithi098.stdout:2552: left oid 23 (ObjNum 824 snap 243 seq_num 824) 2024-04-12T00:35:25.553 INFO:tasks.rados.rados.0.smithi098.stdout:2554: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:35:25.751 INFO:tasks.rados.rados.0.smithi098.stdout:2555: finishing write tid 1 to smithi09877355-38 2024-04-12T00:35:25.751 INFO:tasks.rados.rados.0.smithi098.stdout:2556: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:35:25.751 INFO:tasks.rados.rados.0.smithi098.stdout:2556: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:35:25.751 INFO:tasks.rados.rados.0.smithi098.stdout:2555: finishing write tid 2 to smithi09877355-38 2024-04-12T00:35:25.751 INFO:tasks.rados.rados.0.smithi098.stdout:2555: finishing write tid 3 to smithi09877355-38 2024-04-12T00:35:25.751 INFO:tasks.rados.rados.0.smithi098.stdout:2556: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 1236 (ObjNum 667 snap 192 seq_num 667) dirty exists 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2555: finishing write tid 4 to smithi09877355-38 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2555: finishing write tid 5 to smithi09877355-38 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2555: oid 38 updating version 0 to 1184 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2555: oid 38 updating version 1184 to 1186 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2555: oid 38 version 1186 is already newer than 1183 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2555: oid 38 version 1186 is already newer than 1185 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 1186 (ObjNum 825 snap 243 seq_num 825) dirty exists 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2555: left oid 38 (ObjNum 825 snap 243 seq_num 825) 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2552: done (4 left) 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2553: done (3 left) 2024-04-12T00:35:25.752 INFO:tasks.rados.rados.0.smithi098.stdout:2554: done (2 left) 2024-04-12T00:35:25.753 INFO:tasks.rados.rados.0.smithi098.stdout:2555: done (1 left) 2024-04-12T00:35:25.753 INFO:tasks.rados.rados.0.smithi098.stdout:2556: done (0 left) 2024-04-12T00:35:25.753 INFO:tasks.rados.rados.0.smithi098.stdout:2557: snap_create 2024-04-12T00:35:25.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:25 smithi098 ceph-mon[91373]: osdmap e527: 8 total, 8 up, 8 in 2024-04-12T00:35:25.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:25.791 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:35:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:35:25] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-12T00:35:25.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:25 smithi098 ceph-mon[88922]: osdmap e527: 8 total, 8 up, 8 in 2024-04-12T00:35:25.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:25.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:25 smithi193 ceph-mon[83763]: osdmap e527: 8 total, 8 up, 8 in 2024-04-12T00:35:25.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:26.505 INFO:tasks.rados.rados.0.smithi098.stdout:2557: done (0 left) 2024-04-12T00:35:26.505 INFO:tasks.rados.rados.0.smithi098.stdout:2558: snap_create 2024-04-12T00:35:26.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:26 smithi098 ceph-mon[91373]: osdmap e528: 8 total, 8 up, 8 in 2024-04-12T00:35:26.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:26 smithi098 ceph-mon[91373]: pgmap v450: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 479 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 30 op/s 2024-04-12T00:35:26.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:26 smithi098 ceph-mon[91373]: osdmap e529: 8 total, 8 up, 8 in 2024-04-12T00:35:26.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:26 smithi098 ceph-mon[88922]: osdmap e528: 8 total, 8 up, 8 in 2024-04-12T00:35:26.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:26 smithi098 ceph-mon[88922]: pgmap v450: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 479 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 30 op/s 2024-04-12T00:35:26.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:26 smithi098 ceph-mon[88922]: osdmap e529: 8 total, 8 up, 8 in 2024-04-12T00:35:26.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:26 smithi193 ceph-mon[83763]: osdmap e528: 8 total, 8 up, 8 in 2024-04-12T00:35:26.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:26 smithi193 ceph-mon[83763]: pgmap v450: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 479 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 30 op/s 2024-04-12T00:35:26.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:26 smithi193 ceph-mon[83763]: osdmap e529: 8 total, 8 up, 8 in 2024-04-12T00:35:27.507 INFO:tasks.rados.rados.0.smithi098.stdout:2558: done (0 left) 2024-04-12T00:35:27.507 INFO:tasks.rados.rados.0.smithi098.stdout:2559: read oid 34 snap -1 2024-04-12T00:35:27.507 INFO:tasks.rados.rados.0.smithi098.stdout:2559: expect (ObjNum 657 snap 189 seq_num 657) 2024-04-12T00:35:27.507 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 245 2024-04-12T00:35:27.507 INFO:tasks.rados.rados.0.smithi098.stdout:2560: seq_num 826 ranges {1712128=638976,2351104=630784,2981888=573440} 2024-04-12T00:35:27.519 INFO:tasks.rados.rados.0.smithi098.stdout:2560: writing smithi09877355-6 from 1712128 to 2351104 tid 1 2024-04-12T00:35:27.523 INFO:tasks.rados.rados.0.smithi098.stdout:2560: writing smithi09877355-6 from 2351104 to 2981888 tid 2 2024-04-12T00:35:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2560: writing smithi09877355-6 from 2981888 to 3555328 tid 3 2024-04-12T00:35:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2561: delete oid 25 current snap is 245 2024-04-12T00:35:27.527 INFO:tasks.rados.rados.0.smithi098.stdout:2559: expect (ObjNum 657 snap 189 seq_num 657) 2024-04-12T00:35:27.565 INFO:tasks.rados.rados.0.smithi098.stdout:2560: finishing write tid 1 to smithi09877355-6 2024-04-12T00:35:27.565 INFO:tasks.rados.rados.0.smithi098.stdout:2560: finishing write tid 2 to smithi09877355-6 2024-04-12T00:35:27.565 INFO:tasks.rados.rados.0.smithi098.stdout:2559: done (2 left) 2024-04-12T00:35:27.565 INFO:tasks.rados.rados.0.smithi098.stdout:2561: done (1 left) 2024-04-12T00:35:27.565 INFO:tasks.rados.rados.0.smithi098.stdout:2562: snap_remove snap 237 2024-04-12T00:35:27.616 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:35:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=sqlstore.transactions t=2024-04-12T00:35:27.364411718Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T00:35:27.616 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:35:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[59568]: logger=cleanup t=2024-04-12T00:35:27.365706551Z level=info msg="Completed cleanup jobs" duration=12.633718ms 2024-04-12T00:35:28.516 INFO:tasks.rados.rados.0.smithi098.stdout:2562: done (1 left) 2024-04-12T00:35:28.516 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 245 2024-04-12T00:35:28.516 INFO:tasks.rados.rados.0.smithi098.stdout:2563: seq_num 828 ranges {2768896=671744,3440640=802816,4243456=401408} 2024-04-12T00:35:28.536 INFO:tasks.rados.rados.0.smithi098.stdout:2563: writing smithi09877355-8 from 2768896 to 3440640 tid 1 2024-04-12T00:35:28.541 INFO:tasks.rados.rados.0.smithi098.stdout:2563: writing smithi09877355-8 from 3440640 to 4243456 tid 2 2024-04-12T00:35:28.544 INFO:tasks.rados.rados.0.smithi098.stdout:2563: writing smithi09877355-8 from 4243456 to 4644864 tid 3 2024-04-12T00:35:28.544 INFO:tasks.rados.rados.0.smithi098.stdout:2564: read oid 48 snap -1 2024-04-12T00:35:28.544 INFO:tasks.rados.rados.0.smithi098.stdout:2564: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-12T00:35:28.544 INFO:tasks.rados.rados.0.smithi098.stdout:2565: rollback oid 24 current snap is 245 2024-04-12T00:35:28.544 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 24 to 185 2024-04-12T00:35:28.544 INFO:tasks.rados.rados.0.smithi098.stdout:2560: finishing write tid 3 to smithi09877355-6 2024-04-12T00:35:28.544 INFO:tasks.rados.rados.0.smithi098.stdout:2560: finishing write tid 4 to smithi09877355-6 2024-04-12T00:35:28.544 INFO:tasks.rados.rados.0.smithi098.stdout:2560: finishing write tid 5 to smithi09877355-6 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2560: oid 6 updating version 0 to 1253 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2560: oid 6 version 1253 is already newer than 1251 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2560: oid 6 version 1253 is already newer than 1252 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2560: oid 6 updating version 1253 to 1254 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1254 (ObjNum 826 snap 245 seq_num 826) dirty exists 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2560: left oid 6 (ObjNum 826 snap 245 seq_num 826) 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2563: finishing write tid 1 to smithi09877355-8 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2560: done (3 left) 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2566: read oid 15 snap -1 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2566: expect (ObjNum 821 snap 242 seq_num 821) 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2567: rmattr oid 29 current snap is 245 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2568: copy_from oid 14 from oid 32 current snap is 245 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 245 2024-04-12T00:35:28.545 INFO:tasks.rados.rados.0.smithi098.stdout:2569: seq_num 829 ranges {3735552=688128,4423680=729088,5152768=475136} 2024-04-12T00:35:28.569 INFO:tasks.rados.rados.0.smithi098.stdout:2569: writing smithi09877355-50 from 3735552 to 4423680 tid 1 2024-04-12T00:35:28.573 INFO:tasks.rados.rados.0.smithi098.stdout:2569: writing smithi09877355-50 from 4423680 to 5152768 tid 2 2024-04-12T00:35:28.577 INFO:tasks.rados.rados.0.smithi098.stdout:2569: writing smithi09877355-50 from 5152768 to 5627904 tid 3 2024-04-12T00:35:28.578 INFO:tasks.rados.rados.0.smithi098.stdout:2570: delete oid 10 current snap is 245 2024-04-12T00:35:28.578 INFO:tasks.rados.rados.0.smithi098.stdout:2563: finishing write tid 2 to smithi09877355-8 2024-04-12T00:35:28.578 INFO:tasks.rados.rados.0.smithi098.stdout:2568: finishing copy_from to smithi09877355-14 2024-04-12T00:35:28.578 INFO:tasks.rados.rados.0.smithi098.stdout:2568: got expected ENOENT (src dne) 2024-04-12T00:35:28.578 INFO:tasks.rados.rados.0.smithi098.stdout:2568: finishing copy_from racing read to smithi09877355-14 2024-04-12T00:35:28.578 INFO:tasks.rados.rados.0.smithi098.stdout:2564: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-12T00:35:28.603 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 1230 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-04-12T00:35:28.603 INFO:tasks.rados.rados.0.smithi098.stdout:2565: finishing rollback tid 0 to smithi09877355-24 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:2565: finishing rollback tid 1 to smithi09877355-24 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:2564: done (7 left) 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:2567: done (6 left) 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:2568: done (5 left) 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:2570: done (4 left) 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 245 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:2563: finishing write tid 3 to smithi09877355-8 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:2565: finishing rollback tid 2 to smithi09877355-24 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1258 (ObjNum 632 snap 178 seq_num 632) dirty exists 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:2563: finishing write tid 4 to smithi09877355-8 2024-04-12T00:35:28.604 INFO:tasks.rados.rados.0.smithi098.stdout:2571: seq_num 831 ranges {7266304=720896,7987200=499712,8486912=704512} 2024-04-12T00:35:28.645 INFO:tasks.rados.rados.0.smithi098.stdout:2571: writing smithi09877355-12 from 7266304 to 7987200 tid 1 2024-04-12T00:35:28.648 INFO:tasks.rados.rados.0.smithi098.stdout:2571: writing smithi09877355-12 from 7987200 to 8486912 tid 2 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:2571: writing smithi09877355-12 from 8486912 to 9191424 tid 3 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:2565: done (4 left) 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:2572: delete oid 48 current snap is 245 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:2563: finishing write tid 5 to smithi09877355-8 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:2563: oid 8 updating version 0 to 1535 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:2563: oid 8 version 1535 is already newer than 1533 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:2563: oid 8 version 1535 is already newer than 1534 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:2563: oid 8 version 1535 is already newer than 1532 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1535 (ObjNum 828 snap 245 seq_num 828) dirty exists 2024-04-12T00:35:28.653 INFO:tasks.rados.rados.0.smithi098.stdout:2563: left oid 8 (ObjNum 828 snap 245 seq_num 828) 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: finishing write tid 1 to smithi09877355-50 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: finishing write tid 2 to smithi09877355-50 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: finishing write tid 3 to smithi09877355-50 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: finishing write tid 4 to smithi09877355-50 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: finishing write tid 5 to smithi09877355-50 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: oid 50 updating version 0 to 1239 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: oid 50 updating version 1239 to 1240 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: oid 50 version 1240 is already newer than 1237 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: oid 50 version 1240 is already newer than 1238 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 1240 (ObjNum 829 snap 245 seq_num 829) dirty exists 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2569: left oid 50 (ObjNum 829 snap 245 seq_num 829) 2024-04-12T00:35:28.654 INFO:tasks.rados.rados.0.smithi098.stdout:2566: expect (ObjNum 821 snap 242 seq_num 821) 2024-04-12T00:35:28.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:28 smithi098 ceph-mon[91373]: osdmap e530: 8 total, 8 up, 8 in 2024-04-12T00:35:28.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:28 smithi098 ceph-mon[91373]: pgmap v453: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 489 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-12T00:35:28.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:28 smithi098 ceph-mon[88922]: osdmap e530: 8 total, 8 up, 8 in 2024-04-12T00:35:28.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:28 smithi098 ceph-mon[88922]: pgmap v453: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 489 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-12T00:35:28.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:28 smithi193 ceph-mon[83763]: osdmap e530: 8 total, 8 up, 8 in 2024-04-12T00:35:28.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:28 smithi193 ceph-mon[83763]: pgmap v453: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 489 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-12T00:35:29.180 INFO:tasks.rados.rados.0.smithi098.stdout:2571: finishing write tid 1 to smithi09877355-12 2024-04-12T00:35:29.180 INFO:tasks.rados.rados.0.smithi098.stdout:2571: finishing write tid 2 to smithi09877355-12 2024-04-12T00:35:29.180 INFO:tasks.rados.rados.0.smithi098.stdout:2571: finishing write tid 3 to smithi09877355-12 2024-04-12T00:35:29.180 INFO:tasks.rados.rados.0.smithi098.stdout:2571: finishing write tid 4 to smithi09877355-12 2024-04-12T00:35:29.180 INFO:tasks.rados.rados.0.smithi098.stdout:2571: finishing write tid 5 to smithi09877355-12 2024-04-12T00:35:29.180 INFO:tasks.rados.rados.0.smithi098.stdout:2571: oid 12 updating version 0 to 1208 2024-04-12T00:35:29.180 INFO:tasks.rados.rados.0.smithi098.stdout:2571: oid 12 version 1208 is already newer than 1207 2024-04-12T00:35:29.180 INFO:tasks.rados.rados.0.smithi098.stdout:2571: oid 12 version 1208 is already newer than 1206 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:2571: oid 12 updating version 1208 to 1209 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1209 (ObjNum 831 snap 245 seq_num 831) dirty exists 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:2571: left oid 12 (ObjNum 831 snap 245 seq_num 831) 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:2563: done (4 left) 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:2566: done (3 left) 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:2569: done (2 left) 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:2571: done (1 left) 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:2572: done (0 left) 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 245 2024-04-12T00:35:29.181 INFO:tasks.rados.rados.0.smithi098.stdout:2573: seq_num 833 ranges {3825664=761856,4587520=671744,5259264=532480} 2024-04-12T00:35:29.203 INFO:tasks.rados.rados.0.smithi098.stdout:2573: writing smithi09877355-49 from 3825664 to 4587520 tid 1 2024-04-12T00:35:29.207 INFO:tasks.rados.rados.0.smithi098.stdout:2573: writing smithi09877355-49 from 4587520 to 5259264 tid 2 2024-04-12T00:35:29.211 INFO:tasks.rados.rados.0.smithi098.stdout:2573: writing smithi09877355-49 from 5259264 to 5791744 tid 3 2024-04-12T00:35:29.211 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 245 2024-04-12T00:35:29.211 INFO:tasks.rados.rados.0.smithi098.stdout:2573: finishing write tid 1 to smithi09877355-49 2024-04-12T00:35:29.211 INFO:tasks.rados.rados.0.smithi098.stdout:2573: finishing write tid 2 to smithi09877355-49 2024-04-12T00:35:29.211 INFO:tasks.rados.rados.0.smithi098.stdout:2574: seq_num 834 ranges {8167424=778240,8945664=557056,9502720=548864,10051584=98304} 2024-04-12T00:35:29.258 INFO:tasks.rados.rados.0.smithi098.stdout:2574: writing smithi09877355-15 from 8167424 to 8945664 tid 1 2024-04-12T00:35:29.261 INFO:tasks.rados.rados.0.smithi098.stdout:2574: writing smithi09877355-15 from 8945664 to 9502720 tid 2 2024-04-12T00:35:29.264 INFO:tasks.rados.rados.0.smithi098.stdout:2574: writing smithi09877355-15 from 9502720 to 10051584 tid 3 2024-04-12T00:35:29.264 INFO:tasks.rados.rados.0.smithi098.stdout:2574: writing smithi09877355-15 from 10051584 to 10149888 tid 4 2024-04-12T00:35:29.265 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 245 2024-04-12T00:35:29.265 INFO:tasks.rados.rados.0.smithi098.stdout:2575: seq_num 835 ranges {4562944=794624,5357568=442368,5799936=712704,6512640=49152} 2024-04-12T00:35:29.292 INFO:tasks.rados.rados.0.smithi098.stdout:2575: writing smithi09877355-18 from 4562944 to 5357568 tid 1 2024-04-12T00:35:29.295 INFO:tasks.rados.rados.0.smithi098.stdout:2575: writing smithi09877355-18 from 5357568 to 5799936 tid 2 2024-04-12T00:35:29.299 INFO:tasks.rados.rados.0.smithi098.stdout:2575: writing smithi09877355-18 from 5799936 to 6512640 tid 3 2024-04-12T00:35:29.299 INFO:tasks.rados.rados.0.smithi098.stdout:2575: writing smithi09877355-18 from 6512640 to 6561792 tid 4 2024-04-12T00:35:29.299 INFO:tasks.rados.rados.0.smithi098.stdout:2576: read oid 42 snap -1 2024-04-12T00:35:29.300 INFO:tasks.rados.rados.0.smithi098.stdout:2576: expect deleted 2024-04-12T00:35:29.300 INFO:tasks.rados.rados.0.smithi098.stdout:2577: snap_remove snap 219 2024-04-12T00:35:29.520 INFO:tasks.rados.rados.0.smithi098.stdout:2577: done (4 left) 2024-04-12T00:35:29.520 INFO:tasks.rados.rados.0.smithi098.stdout:2578: delete oid 3 current snap is 245 2024-04-12T00:35:29.520 INFO:tasks.rados.rados.0.smithi098.stdout:2573: finishing write tid 3 to smithi09877355-49 2024-04-12T00:35:29.520 INFO:tasks.rados.rados.0.smithi098.stdout:2573: finishing write tid 4 to smithi09877355-49 2024-04-12T00:35:29.520 INFO:tasks.rados.rados.0.smithi098.stdout:2573: finishing write tid 5 to smithi09877355-49 2024-04-12T00:35:29.520 INFO:tasks.rados.rados.0.smithi098.stdout:2573: oid 49 updating version 0 to 1217 2024-04-12T00:35:29.520 INFO:tasks.rados.rados.0.smithi098.stdout:2573: oid 49 updating version 1217 to 1219 2024-04-12T00:35:29.520 INFO:tasks.rados.rados.0.smithi098.stdout:2573: oid 49 updating version 1219 to 1220 2024-04-12T00:35:29.520 INFO:tasks.rados.rados.0.smithi098.stdout:2573: oid 49 version 1220 is already newer than 1218 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1220 (ObjNum 833 snap 245 seq_num 833) dirty exists 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2573: left oid 49 (ObjNum 833 snap 245 seq_num 833) 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: finishing write tid 1 to smithi09877355-15 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: finishing write tid 2 to smithi09877355-15 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: finishing write tid 3 to smithi09877355-15 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: finishing write tid 4 to smithi09877355-15 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: finishing write tid 5 to smithi09877355-15 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: finishing write tid 6 to smithi09877355-15 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: oid 15 updating version 0 to 1763 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: oid 15 updating version 1763 to 1764 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: oid 15 updating version 1764 to 1767 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: oid 15 version 1767 is already newer than 1766 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: oid 15 version 1767 is already newer than 1765 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1767 (ObjNum 834 snap 245 seq_num 834) dirty exists 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2574: left oid 15 (ObjNum 834 snap 245 seq_num 834) 2024-04-12T00:35:29.521 INFO:tasks.rados.rados.0.smithi098.stdout:2575: finishing write tid 1 to smithi09877355-18 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: finishing write tid 2 to smithi09877355-18 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: finishing write tid 3 to smithi09877355-18 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: finishing write tid 4 to smithi09877355-18 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: finishing write tid 5 to smithi09877355-18 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: finishing write tid 6 to smithi09877355-18 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: oid 18 updating version 0 to 1200 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: oid 18 version 1200 is already newer than 1196 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: oid 18 version 1200 is already newer than 1197 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: oid 18 version 1200 is already newer than 1198 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: oid 18 version 1200 is already newer than 1199 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1200 (ObjNum 835 snap 245 seq_num 835) dirty exists 2024-04-12T00:35:29.522 INFO:tasks.rados.rados.0.smithi098.stdout:2575: left oid 18 (ObjNum 835 snap 245 seq_num 835) 2024-04-12T00:35:29.528 INFO:tasks.rados.rados.0.smithi098.stdout:2573: done (4 left) 2024-04-12T00:35:29.528 INFO:tasks.rados.rados.0.smithi098.stdout:2574: done (3 left) 2024-04-12T00:35:29.528 INFO:tasks.rados.rados.0.smithi098.stdout:2575: done (2 left) 2024-04-12T00:35:29.529 INFO:tasks.rados.rados.0.smithi098.stdout:2576: done (1 left) 2024-04-12T00:35:29.529 INFO:tasks.rados.rados.0.smithi098.stdout:2578: done (0 left) 2024-04-12T00:35:29.529 INFO:tasks.rados.rados.0.smithi098.stdout:2579: delete oid 39 current snap is 245 2024-04-12T00:35:29.538 INFO:tasks.rados.rados.0.smithi098.stdout:2579: done (0 left) 2024-04-12T00:35:29.538 INFO:tasks.rados.rados.0.smithi098.stdout:2580: copy_from oid 18 from oid 48 current snap is 245 2024-04-12T00:35:29.538 INFO:tasks.rados.rados.0.smithi098.stdout:2581: read oid 29 snap -1 2024-04-12T00:35:29.539 INFO:tasks.rados.rados.0.smithi098.stdout:2581: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:35:29.539 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 245 2024-04-12T00:35:29.539 INFO:tasks.rados.rados.0.smithi098.stdout:2582: seq_num 838 ranges {4644864=442368,5087232=540672,5627904=532480,6160384=442368,6602752=90112} 2024-04-12T00:35:29.566 INFO:tasks.rados.rados.0.smithi098.stdout:2582: writing smithi09877355-8 from 4644864 to 5087232 tid 1 2024-04-12T00:35:29.569 INFO:tasks.rados.rados.0.smithi098.stdout:2582: writing smithi09877355-8 from 5087232 to 5627904 tid 2 2024-04-12T00:35:29.572 INFO:tasks.rados.rados.0.smithi098.stdout:2582: writing smithi09877355-8 from 5627904 to 6160384 tid 3 2024-04-12T00:35:29.575 INFO:tasks.rados.rados.0.smithi098.stdout:2582: writing smithi09877355-8 from 6160384 to 6602752 tid 4 2024-04-12T00:35:29.575 INFO:tasks.rados.rados.0.smithi098.stdout:2582: writing smithi09877355-8 from 6602752 to 6692864 tid 5 2024-04-12T00:35:29.575 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 245 2024-04-12T00:35:29.576 INFO:tasks.rados.rados.0.smithi098.stdout:2580: finishing copy_from to smithi09877355-18 2024-04-12T00:35:29.576 INFO:tasks.rados.rados.0.smithi098.stdout:2580: got expected ENOENT (src dne) 2024-04-12T00:35:29.576 INFO:tasks.rados.rados.0.smithi098.stdout:2580: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:35:29.576 INFO:tasks.rados.rados.0.smithi098.stdout:2581: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:35:29.580 INFO:tasks.rados.rados.0.smithi098.stdout:2582: finishing write tid 1 to smithi09877355-8 2024-04-12T00:35:29.580 INFO:tasks.rados.rados.0.smithi098.stdout:2582: finishing write tid 2 to smithi09877355-8 2024-04-12T00:35:29.580 INFO:tasks.rados.rados.0.smithi098.stdout:2583: seq_num 839 ranges {4169728=458752,4628480=425984,5054464=688128,5742592=491520} 2024-04-12T00:35:29.604 INFO:tasks.rados.rados.0.smithi098.stdout:2583: writing smithi09877355-19 from 4169728 to 4628480 tid 1 2024-04-12T00:35:29.606 INFO:tasks.rados.rados.0.smithi098.stdout:2583: writing smithi09877355-19 from 4628480 to 5054464 tid 2 2024-04-12T00:35:29.610 INFO:tasks.rados.rados.0.smithi098.stdout:2583: writing smithi09877355-19 from 5054464 to 5742592 tid 3 2024-04-12T00:35:29.613 INFO:tasks.rados.rados.0.smithi098.stdout:2583: writing smithi09877355-19 from 5742592 to 6234112 tid 4 2024-04-12T00:35:29.613 INFO:tasks.rados.rados.0.smithi098.stdout:2580: done (3 left) 2024-04-12T00:35:29.614 INFO:tasks.rados.rados.0.smithi098.stdout:2581: done (2 left) 2024-04-12T00:35:29.614 INFO:tasks.rados.rados.0.smithi098.stdout:2584: read oid 2 snap -1 2024-04-12T00:35:29.614 INFO:tasks.rados.rados.0.smithi098.stdout:2584: expect (ObjNum 804 snap 240 seq_num 804) 2024-04-12T00:35:29.614 INFO:tasks.rados.rados.0.smithi098.stdout:2585: snap_remove snap 192 2024-04-12T00:35:29.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:29 smithi098 ceph-mon[91373]: osdmap e531: 8 total, 8 up, 8 in 2024-04-12T00:35:29.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:29 smithi098 ceph-mon[88922]: osdmap e531: 8 total, 8 up, 8 in 2024-04-12T00:35:29.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:29 smithi193 ceph-mon[83763]: osdmap e531: 8 total, 8 up, 8 in 2024-04-12T00:35:30.527 INFO:tasks.rados.rados.0.smithi098.stdout:2585: done (3 left) 2024-04-12T00:35:30.527 INFO:tasks.rados.rados.0.smithi098.stdout:2586: setattr oid 14 current snap is 245 2024-04-12T00:35:30.530 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 245 2024-04-12T00:35:30.530 INFO:tasks.rados.rados.0.smithi098.stdout:2587: seq_num 840 ranges {2793472=475136,3268608=712704,3981312=499712,4481024=393216} 2024-04-12T00:35:30.549 INFO:tasks.rados.rados.0.smithi098.stdout:2587: writing smithi09877355-47 from 2793472 to 3268608 tid 1 2024-04-12T00:35:30.553 INFO:tasks.rados.rados.0.smithi098.stdout:2587: writing smithi09877355-47 from 3268608 to 3981312 tid 2 2024-04-12T00:35:30.556 INFO:tasks.rados.rados.0.smithi098.stdout:2587: writing smithi09877355-47 from 3981312 to 4481024 tid 3 2024-04-12T00:35:30.558 INFO:tasks.rados.rados.0.smithi098.stdout:2587: writing smithi09877355-47 from 4481024 to 4874240 tid 4 2024-04-12T00:35:30.558 INFO:tasks.rados.rados.0.smithi098.stdout:2588: snap_remove snap 210 2024-04-12T00:35:30.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:30 smithi098 ceph-mon[91373]: osdmap e532: 8 total, 8 up, 8 in 2024-04-12T00:35:30.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:30 smithi098 ceph-mon[91373]: pgmap v456: 121 pgs: 121 active+clean; 498 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.2 MiB/s wr, 33 op/s 2024-04-12T00:35:30.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:30 smithi098 ceph-mon[88922]: osdmap e532: 8 total, 8 up, 8 in 2024-04-12T00:35:30.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:30 smithi098 ceph-mon[88922]: pgmap v456: 121 pgs: 121 active+clean; 498 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.2 MiB/s wr, 33 op/s 2024-04-12T00:35:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:30 smithi193 ceph-mon[83763]: osdmap e532: 8 total, 8 up, 8 in 2024-04-12T00:35:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:30 smithi193 ceph-mon[83763]: pgmap v456: 121 pgs: 121 active+clean; 498 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.2 MiB/s wr, 33 op/s 2024-04-12T00:35:31.506 INFO:tasks.rados.rados.0.smithi098.stdout:2582: finishing write tid 3 to smithi09877355-8 2024-04-12T00:35:31.506 INFO:tasks.rados.rados.0.smithi098.stdout:2582: finishing write tid 4 to smithi09877355-8 2024-04-12T00:35:31.506 INFO:tasks.rados.rados.0.smithi098.stdout:2582: finishing write tid 5 to smithi09877355-8 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2582: finishing write tid 6 to smithi09877355-8 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2582: finishing write tid 7 to smithi09877355-8 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2582: oid 8 updating version 0 to 1540 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2582: oid 8 updating version 1540 to 1541 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2582: oid 8 version 1541 is already newer than 1538 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2582: oid 8 version 1541 is already newer than 1539 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2582: oid 8 version 1541 is already newer than 1537 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2582: oid 8 version 1541 is already newer than 1536 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1541 (ObjNum 838 snap 245 seq_num 838) dirty exists 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2582: left oid 8 (ObjNum 838 snap 245 seq_num 838) 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2583: finishing write tid 1 to smithi09877355-19 2024-04-12T00:35:31.507 INFO:tasks.rados.rados.0.smithi098.stdout:2583: finishing write tid 2 to smithi09877355-19 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: finishing write tid 3 to smithi09877355-19 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: finishing write tid 4 to smithi09877355-19 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: finishing write tid 5 to smithi09877355-19 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: finishing write tid 6 to smithi09877355-19 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: oid 19 updating version 0 to 1202 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: oid 19 updating version 1202 to 1204 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: oid 19 version 1204 is already newer than 1201 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: oid 19 version 1204 is already newer than 1203 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: oid 19 updating version 1204 to 1205 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1205 (ObjNum 839 snap 245 seq_num 839) dirty exists 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2583: left oid 19 (ObjNum 839 snap 245 seq_num 839) 2024-04-12T00:35:31.508 INFO:tasks.rados.rados.0.smithi098.stdout:2584: expect (ObjNum 804 snap 240 seq_num 804) 2024-04-12T00:35:31.615 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 1187 (ObjNum 33 snap 0 seq_num 29139408) dirty exists 2024-04-12T00:35:31.615 INFO:tasks.rados.rados.0.smithi098.stdout:2587: finishing write tid 1 to smithi09877355-47 2024-04-12T00:35:31.615 INFO:tasks.rados.rados.0.smithi098.stdout:2587: finishing write tid 2 to smithi09877355-47 2024-04-12T00:35:31.615 INFO:tasks.rados.rados.0.smithi098.stdout:2587: finishing write tid 3 to smithi09877355-47 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:2587: finishing write tid 4 to smithi09877355-47 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:2587: finishing write tid 5 to smithi09877355-47 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:2587: finishing write tid 6 to smithi09877355-47 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:2587: oid 47 updating version 0 to 1206 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:2587: oid 47 updating version 1206 to 1209 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:2587: oid 47 version 1209 is already newer than 1207 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:2587: oid 47 version 1209 is already newer than 1208 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:2587: oid 47 version 1209 is already newer than 1205 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 1209 (ObjNum 840 snap 245 seq_num 840) dirty exists 2024-04-12T00:35:31.616 INFO:tasks.rados.rados.0.smithi098.stdout:2587: left oid 47 (ObjNum 840 snap 245 seq_num 840) 2024-04-12T00:35:31.617 INFO:tasks.rados.rados.0.smithi098.stdout:2582: done (5 left) 2024-04-12T00:35:31.617 INFO:tasks.rados.rados.0.smithi098.stdout:2583: done (4 left) 2024-04-12T00:35:31.617 INFO:tasks.rados.rados.0.smithi098.stdout:2584: done (3 left) 2024-04-12T00:35:31.617 INFO:tasks.rados.rados.0.smithi098.stdout:2586: done (2 left) 2024-04-12T00:35:31.617 INFO:tasks.rados.rados.0.smithi098.stdout:2587: done (1 left) 2024-04-12T00:35:31.617 INFO:tasks.rados.rados.0.smithi098.stdout:2588: done (0 left) 2024-04-12T00:35:31.617 INFO:tasks.rados.rados.0.smithi098.stdout:2589: snap_remove snap 243 2024-04-12T00:35:31.681 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:35:31.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:31 smithi098 ceph-mon[91373]: osdmap e533: 8 total, 8 up, 8 in 2024-04-12T00:35:31.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:31 smithi098 ceph-mon[91373]: osdmap e534: 8 total, 8 up, 8 in 2024-04-12T00:35:31.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:31 smithi098 ceph-mon[88922]: osdmap e533: 8 total, 8 up, 8 in 2024-04-12T00:35:31.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:31 smithi098 ceph-mon[88922]: osdmap e534: 8 total, 8 up, 8 in 2024-04-12T00:35:31.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:31 smithi193 ceph-mon[83763]: osdmap e533: 8 total, 8 up, 8 in 2024-04-12T00:35:31.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:31 smithi193 ceph-mon[83763]: osdmap e534: 8 total, 8 up, 8 in 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (9m) 2m ago 10m 25.4M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (10m) 19s ago 10m 90.5M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (11m) 2m ago 11m 20.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (11m) 19s ago 11m 18.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (5m) 19s ago 14m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (6m) 2m ago 16m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (5m) 2m ago 16m 50.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (4m) 19s ago 15m 46.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (4m) 2m ago 14m 43.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:35:32.002 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (9m) 2m ago 9m 15.4M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (9m) 19s ago 9m 14.7M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (3m) 2m ago 14m 161M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (3m) 2m ago 13m 144M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (2m) 2m ago 13m 97.0M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (2m) 2m ago 13m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (94s) 19s ago 12m 144M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 1bd8a7541b94 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (59s) 19s ago 12m 134M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3ce1fb3e5c84 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (24s) 19s ago 11m 12.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d79c44e24adf 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (11m) 19s ago 11m 239M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 c2f08d956659 2024-04-12T00:35:32.003 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (5m) 19s ago 10m 60.5M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:35:32.394 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:35:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:35:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:35:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 7 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 12 2024-04-12T00:35:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:35:32.396 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:35:32.538 INFO:tasks.rados.rados.0.smithi098.stdout:2589: done (0 left) 2024-04-12T00:35:32.538 INFO:tasks.rados.rados.0.smithi098.stdout:2590: delete oid 28 current snap is 245 2024-04-12T00:35:32.541 INFO:tasks.rados.rados.0.smithi098.stdout:2590: done (0 left) 2024-04-12T00:35:32.541 INFO:tasks.rados.rados.0.smithi098.stdout:2591: delete oid 19 current snap is 245 2024-04-12T00:35:32.544 INFO:tasks.rados.rados.0.smithi098.stdout:2591: done (0 left) 2024-04-12T00:35:32.544 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 245 2024-04-12T00:35:32.545 INFO:tasks.rados.rados.0.smithi098.stdout:2592: seq_num 843 ranges {6561792=524288,7086080=761856,7847936=671744,8519680=172032} 2024-04-12T00:35:32.582 INFO:tasks.rados.rados.0.smithi098.stdout:2592: writing smithi09877355-18 from 6561792 to 7086080 tid 1 2024-04-12T00:35:32.587 INFO:tasks.rados.rados.0.smithi098.stdout:2592: writing smithi09877355-18 from 7086080 to 7847936 tid 2 2024-04-12T00:35:32.590 INFO:tasks.rados.rados.0.smithi098.stdout:2592: writing smithi09877355-18 from 7847936 to 8519680 tid 3 2024-04-12T00:35:32.591 INFO:tasks.rados.rados.0.smithi098.stdout:2592: writing smithi09877355-18 from 8519680 to 8691712 tid 4 2024-04-12T00:35:32.592 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 245 2024-04-12T00:35:32.592 INFO:tasks.rados.rados.0.smithi098.stdout:2593: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-04-12T00:35:32.594 INFO:tasks.rados.rados.0.smithi098.stdout:2593: writing smithi09877355-14 from 0 to 540672 tid 1 2024-04-12T00:35:32.598 INFO:tasks.rados.rados.0.smithi098.stdout:2593: writing smithi09877355-14 from 540672 to 1236992 tid 2 2024-04-12T00:35:32.601 INFO:tasks.rados.rados.0.smithi098.stdout:2593: writing smithi09877355-14 from 1236992 to 1712128 tid 3 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2593: writing smithi09877355-14 from 1712128 to 2146304 tid 4 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2594: delete oid 35 current snap is 245 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2592: finishing write tid 1 to smithi09877355-18 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2592: finishing write tid 2 to smithi09877355-18 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2592: finishing write tid 3 to smithi09877355-18 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2592: finishing write tid 4 to smithi09877355-18 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2592: finishing write tid 5 to smithi09877355-18 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2592: finishing write tid 6 to smithi09877355-18 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2592: oid 18 updating version 0 to 1210 2024-04-12T00:35:32.604 INFO:tasks.rados.rados.0.smithi098.stdout:2592: oid 18 version 1210 is already newer than 1208 2024-04-12T00:35:32.605 INFO:tasks.rados.rados.0.smithi098.stdout:2592: oid 18 updating version 1210 to 1211 2024-04-12T00:35:32.605 INFO:tasks.rados.rados.0.smithi098.stdout:2592: oid 18 version 1211 is already newer than 1209 2024-04-12T00:35:32.605 INFO:tasks.rados.rados.0.smithi098.stdout:2592: oid 18 version 1211 is already newer than 1207 2024-04-12T00:35:32.605 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1211 (ObjNum 843 snap 245 seq_num 843) dirty exists 2024-04-12T00:35:32.605 INFO:tasks.rados.rados.0.smithi098.stdout:2592: left oid 18 (ObjNum 843 snap 245 seq_num 843) 2024-04-12T00:35:32.605 INFO:tasks.rados.rados.0.smithi098.stdout:2593: finishing write tid 1 to smithi09877355-14 2024-04-12T00:35:32.605 INFO:tasks.rados.rados.0.smithi098.stdout:2593: finishing write tid 2 to smithi09877355-14 2024-04-12T00:35:32.605 INFO:tasks.rados.rados.0.smithi098.stdout:2593: finishing write tid 3 to smithi09877355-14 2024-04-12T00:35:32.605 INFO:tasks.rados.rados.0.smithi098.stdout:2592: done (2 left) 2024-04-12T00:35:32.606 INFO:tasks.rados.rados.0.smithi098.stdout:2594: done (1 left) 2024-04-12T00:35:32.606 INFO:tasks.rados.rados.0.smithi098.stdout:2595: setattr oid 35 current snap is 245 2024-04-12T00:35:32.606 INFO:tasks.rados.rados.0.smithi098.stdout:2596: copy_from oid 26 from oid 1 current snap is 245 2024-04-12T00:35:32.606 INFO:tasks.rados.rados.0.smithi098.stdout:2597: copy_from oid 17 from oid 29 current snap is 245 2024-04-12T00:35:32.606 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 245 2024-04-12T00:35:32.607 INFO:tasks.rados.rados.0.smithi098.stdout:2598: seq_num 846 ranges {6348800=573440,6922240=466944,7389184=491520,7880704=548864,8429568=98304} 2024-04-12T00:35:32.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:35:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:35:32.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:32 smithi193 ceph-mon[83763]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:32.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:32.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:32 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:32.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:32 smithi193 ceph-mon[83763]: Upgrade: osd.7 is safe to restart 2024-04-12T00:35:32.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:32 smithi193 ceph-mon[83763]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T00:35:32.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:32 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3438898018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:32.643 INFO:tasks.rados.rados.0.smithi098.stdout:2598: writing smithi09877355-27 from 6348800 to 6922240 tid 1 2024-04-12T00:35:32.645 INFO:tasks.rados.rados.0.smithi098.stdout:2598: writing smithi09877355-27 from 6922240 to 7389184 tid 2 2024-04-12T00:35:32.648 INFO:tasks.rados.rados.0.smithi098.stdout:2598: writing smithi09877355-27 from 7389184 to 7880704 tid 3 2024-04-12T00:35:32.651 INFO:tasks.rados.rados.0.smithi098.stdout:2598: writing smithi09877355-27 from 7880704 to 8429568 tid 4 2024-04-12T00:35:32.652 INFO:tasks.rados.rados.0.smithi098.stdout:2598: writing smithi09877355-27 from 8429568 to 8527872 tid 5 2024-04-12T00:35:32.652 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 245 2024-04-12T00:35:32.652 INFO:tasks.rados.rados.0.smithi098.stdout:2593: finishing write tid 4 to smithi09877355-14 2024-04-12T00:35:32.653 INFO:tasks.rados.rados.0.smithi098.stdout:2593: finishing write tid 5 to smithi09877355-14 2024-04-12T00:35:32.653 INFO:tasks.rados.rados.0.smithi098.stdout:2599: seq_num 847 ranges {2867200=589824,3457024=753664,4210688=655360,4866048=196608} 2024-04-12T00:35:32.670 INFO:tasks.rados.rados.0.smithi098.stdout:2599: writing smithi09877355-2 from 2867200 to 3457024 tid 1 2024-04-12T00:35:32.675 INFO:tasks.rados.rados.0.smithi098.stdout:2599: writing smithi09877355-2 from 3457024 to 4210688 tid 2 2024-04-12T00:35:32.678 INFO:tasks.rados.rados.0.smithi098.stdout:2599: writing smithi09877355-2 from 4210688 to 4866048 tid 3 2024-04-12T00:35:32.680 INFO:tasks.rados.rados.0.smithi098.stdout:2599: writing smithi09877355-2 from 4866048 to 5062656 tid 4 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2600: read oid 9 snap -1 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2600: expect deleted 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2601: rmattr oid 28 current snap is 245 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2601: done (7 left) 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2602: rollback oid 44 current snap is 245 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 44 to 215 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2596: finishing copy_from to smithi09877355-26 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2596: got expected ENOENT (src dne) 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 758 (ObjNum 33 snap 0 seq_num 4289688824) dirty exists 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2596: finishing copy_from racing read to smithi09877355-26 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2593: finishing write tid 6 to smithi09877355-14 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2593: oid 14 updating version 0 to 1189 2024-04-12T00:35:32.681 INFO:tasks.rados.rados.0.smithi098.stdout:2593: oid 14 updating version 1189 to 1190 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2593: oid 14 version 1190 is already newer than 1188 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2593: oid 14 updating version 1190 to 1191 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2593: oid 14 updating version 1191 to 1192 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 1192 (ObjNum 844 snap 245 seq_num 844) dirty exists 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2593: left oid 14 (ObjNum 844 snap 245 seq_num 844) 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2597: finishing copy_from racing read to smithi09877355-17 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2597: finishing copy_from to smithi09877355-17 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1230 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2598: finishing write tid 1 to smithi09877355-27 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2593: done (7 left) 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2595: done (6 left) 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2596: done (5 left) 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2597: done (4 left) 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 245 2024-04-12T00:35:32.682 INFO:tasks.rados.rados.0.smithi098.stdout:2598: finishing write tid 2 to smithi09877355-27 2024-04-12T00:35:32.683 INFO:tasks.rados.rados.0.smithi098.stdout:2603: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-04-12T00:35:32.683 INFO:tasks.rados.rados.0.smithi098.stdout:2603: writing smithi09877355-19 from 0 to 606208 tid 1 2024-04-12T00:35:32.687 INFO:tasks.rados.rados.0.smithi098.stdout:2603: writing smithi09877355-19 from 606208 to 1236992 tid 2 2024-04-12T00:35:32.689 INFO:tasks.rados.rados.0.smithi098.stdout:2603: writing smithi09877355-19 from 1236992 to 1695744 tid 3 2024-04-12T00:35:32.693 INFO:tasks.rados.rados.0.smithi098.stdout:2603: writing smithi09877355-19 from 1695744 to 2211840 tid 4 2024-04-12T00:35:32.693 INFO:tasks.rados.rados.0.smithi098.stdout:2604: read oid 25 snap -1 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2604: expect deleted 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 245 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: finishing write tid 3 to smithi09877355-27 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: finishing write tid 4 to smithi09877355-27 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: finishing write tid 5 to smithi09877355-27 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: finishing write tid 6 to smithi09877355-27 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: finishing write tid 7 to smithi09877355-27 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: oid 27 updating version 0 to 1545 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: oid 27 version 1545 is already newer than 1542 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: oid 27 updating version 1545 to 1546 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: oid 27 updating version 1546 to 1547 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: oid 27 version 1547 is already newer than 1543 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:2598: oid 27 version 1547 is already newer than 1544 2024-04-12T00:35:32.694 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1547 (ObjNum 846 snap 245 seq_num 846) dirty exists 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2598: left oid 27 (ObjNum 846 snap 245 seq_num 846) 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: finishing write tid 1 to smithi09877355-2 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: finishing write tid 2 to smithi09877355-2 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: finishing write tid 3 to smithi09877355-2 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: finishing write tid 4 to smithi09877355-2 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: finishing write tid 5 to smithi09877355-2 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2602: finishing rollback tid 0 to smithi09877355-44 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: finishing write tid 6 to smithi09877355-2 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: oid 2 updating version 0 to 1243 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: oid 2 version 1243 is already newer than 1241 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: oid 2 updating version 1243 to 1244 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: oid 2 updating version 1244 to 1245 2024-04-12T00:35:32.695 INFO:tasks.rados.rados.0.smithi098.stdout:2599: oid 2 version 1245 is already newer than 1242 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1245 (ObjNum 847 snap 245 seq_num 847) dirty exists 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:2599: left oid 2 (ObjNum 847 snap 245 seq_num 847) 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:2602: finishing rollback tid 1 to smithi09877355-44 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:2602: finishing rollback tid 2 to smithi09877355-44 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 1802 (ObjNum 670 snap 196 seq_num 670) dirty exists 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:2603: finishing write tid 1 to smithi09877355-19 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:2603: finishing write tid 2 to smithi09877355-19 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:2603: finishing write tid 3 to smithi09877355-19 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:2605: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2024-04-12T00:35:32.696 INFO:tasks.rados.rados.0.smithi098.stdout:2605: writing smithi09877355-40 from 0 to 622592 tid 1 2024-04-12T00:35:32.699 INFO:tasks.rados.rados.0.smithi098.stdout:2605: writing smithi09877355-40 from 622592 to 1138688 tid 2 2024-04-12T00:35:32.703 INFO:tasks.rados.rados.0.smithi098.stdout:2605: writing smithi09877355-40 from 1138688 to 1802240 tid 3 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2605: writing smithi09877355-40 from 1802240 to 2228224 tid 4 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2598: done (6 left) 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2599: done (5 left) 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2600: done (4 left) 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2602: done (3 left) 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2606: copy_from oid 3 from oid 15 current snap is 245 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2603: finishing write tid 4 to smithi09877355-19 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2603: finishing write tid 5 to smithi09877355-19 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2603: finishing write tid 6 to smithi09877355-19 2024-04-12T00:35:32.706 INFO:tasks.rados.rados.0.smithi098.stdout:2603: oid 19 updating version 0 to 1216 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2603: oid 19 version 1216 is already newer than 1215 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2603: oid 19 version 1216 is already newer than 1214 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2603: oid 19 version 1216 is already newer than 1212 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2603: oid 19 version 1216 is already newer than 1213 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1216 (ObjNum 848 snap 245 seq_num 848) dirty exists 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2603: left oid 19 (ObjNum 848 snap 245 seq_num 848) 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2605: finishing write tid 1 to smithi09877355-40 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2605: finishing write tid 2 to smithi09877355-40 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2603: done (3 left) 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2604: done (2 left) 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2607: snap_create 2024-04-12T00:35:32.707 INFO:tasks.rados.rados.0.smithi098.stdout:2605: finishing write tid 3 to smithi09877355-40 2024-04-12T00:35:32.709 INFO:tasks.rados.rados.0.smithi098.stdout:2605: finishing write tid 4 to smithi09877355-40 2024-04-12T00:35:32.709 INFO:tasks.rados.rados.0.smithi098.stdout:2605: finishing write tid 5 to smithi09877355-40 2024-04-12T00:35:32.713 INFO:tasks.rados.rados.0.smithi098.stdout:2605: finishing write tid 6 to smithi09877355-40 2024-04-12T00:35:32.714 INFO:tasks.rados.rados.0.smithi098.stdout:2605: oid 40 updating version 0 to 1211 2024-04-12T00:35:32.714 INFO:tasks.rados.rados.0.smithi098.stdout:2605: oid 40 updating version 1211 to 1213 2024-04-12T00:35:32.714 INFO:tasks.rados.rados.0.smithi098.stdout:2605: oid 40 version 1213 is already newer than 1210 2024-04-12T00:35:32.714 INFO:tasks.rados.rados.0.smithi098.stdout:2605: oid 40 updating version 1213 to 1214 2024-04-12T00:35:32.714 INFO:tasks.rados.rados.0.smithi098.stdout:2605: oid 40 version 1214 is already newer than 1212 2024-04-12T00:35:32.714 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1214 (ObjNum 849 snap 245 seq_num 849) dirty exists 2024-04-12T00:35:32.714 INFO:tasks.rados.rados.0.smithi098.stdout:2605: left oid 40 (ObjNum 849 snap 245 seq_num 849) 2024-04-12T00:35:32.742 INFO:tasks.rados.rados.0.smithi098.stdout:2606: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:35:32.743 INFO:tasks.rados.rados.0.smithi098.stdout:2606: finishing copy_from to smithi09877355-3 2024-04-12T00:35:32.743 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1767 (ObjNum 834 snap 245 seq_num 834) dirty exists 2024-04-12T00:35:32.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[88922]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:32.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[88922]: Upgrade: osd.7 is safe to restart 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[88922]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3438898018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[91373]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[91373]: Upgrade: osd.7 is safe to restart 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[91373]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T00:35:32.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:32 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3438898018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:33.542 INFO:tasks.rados.rados.0.smithi098.stdout:2605: done (2 left) 2024-04-12T00:35:33.542 INFO:tasks.rados.rados.0.smithi098.stdout:2606: done (1 left) 2024-04-12T00:35:33.542 INFO:tasks.rados.rados.0.smithi098.stdout:2607: done (0 left) 2024-04-12T00:35:33.542 INFO:tasks.rados.rados.0.smithi098.stdout:2608: snap_create 2024-04-12T00:35:33.790 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[88922]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:33.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[88922]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T00:35:33.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:33.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T00:35:33.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:33.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[91373]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:33.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[91373]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T00:35:33.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:33.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T00:35:33.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:33.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:33 smithi193 ceph-mon[83763]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:35:33.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:33 smithi193 ceph-mon[83763]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T00:35:33.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:33.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T00:35:33.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:34.554 INFO:tasks.rados.rados.0.smithi098.stdout:2608: done (0 left) 2024-04-12T00:35:34.554 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 247 2024-04-12T00:35:34.554 INFO:tasks.rados.rados.0.smithi098.stdout:2609: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-04-12T00:35:34.556 INFO:tasks.rados.rados.0.smithi098.stdout:2609: writing smithi09877355-42 from 0 to 638976 tid 1 2024-04-12T00:35:34.561 INFO:tasks.rados.rados.0.smithi098.stdout:2609: writing smithi09877355-42 from 638976 to 1441792 tid 2 2024-04-12T00:35:34.565 INFO:tasks.rados.rados.0.smithi098.stdout:2609: writing smithi09877355-42 from 1441792 to 1916928 tid 3 2024-04-12T00:35:34.567 INFO:tasks.rados.rados.0.smithi098.stdout:2609: writing smithi09877355-42 from 1916928 to 2244608 tid 4 2024-04-12T00:35:34.567 INFO:tasks.rados.rados.0.smithi098.stdout:2610: read oid 35 snap 242 2024-04-12T00:35:34.567 INFO:tasks.rados.rados.0.smithi098.stdout:2610: expect deleted 2024-04-12T00:35:34.567 INFO:tasks.rados.rados.0.smithi098.stdout:2611: read oid 9 snap -1 2024-04-12T00:35:34.567 INFO:tasks.rados.rados.0.smithi098.stdout:2611: expect deleted 2024-04-12T00:35:34.568 INFO:tasks.rados.rados.0.smithi098.stdout:2612: snap_remove snap 217 2024-04-12T00:35:34.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:34 smithi193 ceph-mon[83763]: Upgrade: Updating osd.7 2024-04-12T00:35:34.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:34 smithi193 ceph-mon[83763]: Deploying daemon osd.7 on smithi193 2024-04-12T00:35:34.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:34 smithi193 ceph-mon[83763]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T00:35:34.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:34 smithi193 ceph-mon[83763]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 515 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.1 MiB/s wr, 27 op/s 2024-04-12T00:35:35.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:34 smithi098 ceph-mon[88922]: Upgrade: Updating osd.7 2024-04-12T00:35:35.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:34 smithi098 ceph-mon[88922]: Deploying daemon osd.7 on smithi193 2024-04-12T00:35:35.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:34 smithi098 ceph-mon[88922]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T00:35:35.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:34 smithi098 ceph-mon[88922]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 515 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.1 MiB/s wr, 27 op/s 2024-04-12T00:35:35.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:34 smithi098 ceph-mon[91373]: Upgrade: Updating osd.7 2024-04-12T00:35:35.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:34 smithi098 ceph-mon[91373]: Deploying daemon osd.7 on smithi193 2024-04-12T00:35:35.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:34 smithi098 ceph-mon[91373]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T00:35:35.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:34 smithi098 ceph-mon[91373]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 515 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.1 MiB/s wr, 27 op/s 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: finishing write tid 1 to smithi09877355-42 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: finishing write tid 2 to smithi09877355-42 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: finishing write tid 3 to smithi09877355-42 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: finishing write tid 4 to smithi09877355-42 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: finishing write tid 5 to smithi09877355-42 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: finishing write tid 6 to smithi09877355-42 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: oid 42 updating version 0 to 1122 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: oid 42 version 1122 is already newer than 1121 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: oid 42 updating version 1122 to 1123 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: oid 42 updating version 1123 to 1124 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:2609: oid 42 updating version 1124 to 1125 2024-04-12T00:35:35.560 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 1125 (ObjNum 850 snap 247 seq_num 850) dirty exists 2024-04-12T00:35:35.561 INFO:tasks.rados.rados.0.smithi098.stdout:2609: left oid 42 (ObjNum 850 snap 247 seq_num 850) 2024-04-12T00:35:35.561 INFO:tasks.rados.rados.0.smithi098.stdout:2609: done (3 left) 2024-04-12T00:35:35.561 INFO:tasks.rados.rados.0.smithi098.stdout:2610: done (2 left) 2024-04-12T00:35:35.561 INFO:tasks.rados.rados.0.smithi098.stdout:2611: done (1 left) 2024-04-12T00:35:35.561 INFO:tasks.rados.rados.0.smithi098.stdout:2612: done (0 left) 2024-04-12T00:35:35.561 INFO:tasks.rados.rados.0.smithi098.stdout:2613: copy_from oid 33 from oid 39 current snap is 247 2024-04-12T00:35:35.561 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 247 2024-04-12T00:35:35.561 INFO:tasks.rados.rados.0.smithi098.stdout:2614: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2024-04-12T00:35:35.564 INFO:tasks.rados.rados.0.smithi098.stdout:2614: writing smithi09877355-43 from 0 to 655360 tid 1 2024-04-12T00:35:35.569 INFO:tasks.rados.rados.0.smithi098.stdout:2614: writing smithi09877355-43 from 655360 to 1343488 tid 2 2024-04-12T00:35:35.574 INFO:tasks.rados.rados.0.smithi098.stdout:2614: writing smithi09877355-43 from 1343488 to 2023424 tid 3 2024-04-12T00:35:35.576 INFO:tasks.rados.rados.0.smithi098.stdout:2614: writing smithi09877355-43 from 2023424 to 2260992 tid 4 2024-04-12T00:35:35.576 INFO:tasks.rados.rados.0.smithi098.stdout:2615: rollback oid 36 current snap is 247 2024-04-12T00:35:35.576 INFO:tasks.rados.rados.0.smithi098.stdout:2613: finishing copy_from to smithi09877355-33 2024-04-12T00:35:35.576 INFO:tasks.rados.rados.0.smithi098.stdout:2613: got expected ENOENT (src dne) 2024-04-12T00:35:35.576 INFO:tasks.rados.rados.0.smithi098.stdout:2613: finishing copy_from racing read to smithi09877355-33 2024-04-12T00:35:35.576 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 175 2024-04-12T00:35:35.576 INFO:tasks.rados.rados.0.smithi098.stdout:2613: done (2 left) 2024-04-12T00:35:35.576 INFO:tasks.rados.rados.0.smithi098.stdout:2616: snap_create 2024-04-12T00:35:35.577 INFO:tasks.rados.rados.0.smithi098.stdout:2614: finishing write tid 1 to smithi09877355-43 2024-04-12T00:35:35.580 INFO:tasks.rados.rados.0.smithi098.stdout:2614: finishing write tid 2 to smithi09877355-43 2024-04-12T00:35:35.581 INFO:tasks.rados.rados.0.smithi098.stdout:2614: finishing write tid 3 to smithi09877355-43 2024-04-12T00:35:35.584 INFO:tasks.rados.rados.0.smithi098.stdout:2615: finishing rollback tid 0 to smithi09877355-36 2024-04-12T00:35:35.584 INFO:tasks.rados.rados.0.smithi098.stdout:2614: finishing write tid 4 to smithi09877355-43 2024-04-12T00:35:35.584 INFO:tasks.rados.rados.0.smithi098.stdout:2615: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:35:35.584 INFO:tasks.rados.rados.0.smithi098.stdout:2615: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:35:35.585 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1539 (ObjNum 542 snap 143 seq_num 542) dirty exists 2024-04-12T00:35:35.585 INFO:tasks.rados.rados.0.smithi098.stdout:2614: finishing write tid 5 to smithi09877355-43 2024-04-12T00:35:35.588 INFO:tasks.rados.rados.0.smithi098.stdout:2614: finishing write tid 6 to smithi09877355-43 2024-04-12T00:35:35.588 INFO:tasks.rados.rados.0.smithi098.stdout:2614: oid 43 updating version 0 to 1769 2024-04-12T00:35:35.588 INFO:tasks.rados.rados.0.smithi098.stdout:2614: oid 43 updating version 1769 to 1771 2024-04-12T00:35:35.588 INFO:tasks.rados.rados.0.smithi098.stdout:2614: oid 43 version 1771 is already newer than 1770 2024-04-12T00:35:35.588 INFO:tasks.rados.rados.0.smithi098.stdout:2614: oid 43 updating version 1771 to 1772 2024-04-12T00:35:35.588 INFO:tasks.rados.rados.0.smithi098.stdout:2614: oid 43 version 1772 is already newer than 1768 2024-04-12T00:35:35.588 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 1772 (ObjNum 851 snap 247 seq_num 851) dirty exists 2024-04-12T00:35:35.588 INFO:tasks.rados.rados.0.smithi098.stdout:2614: left oid 43 (ObjNum 851 snap 247 seq_num 851) 2024-04-12T00:35:35.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:35 smithi193 ceph-mon[83763]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T00:35:35.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:36.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:35:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:35:35] "GET /metrics HTTP/1.1" 200 36186 "" "Prometheus/2.43.0" 2024-04-12T00:35:36.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:35 smithi098 ceph-mon[91373]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T00:35:36.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:36.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:35 smithi098 ceph-mon[88922]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T00:35:36.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:36.508 INFO:tasks.rados.rados.0.smithi098.stdout:2614: done (2 left) 2024-04-12T00:35:36.508 INFO:tasks.rados.rados.0.smithi098.stdout:2615: done (1 left) 2024-04-12T00:35:36.508 INFO:tasks.rados.rados.0.smithi098.stdout:2616: done (0 left) 2024-04-12T00:35:36.508 INFO:tasks.rados.rados.0.smithi098.stdout:2617: snap_create 2024-04-12T00:35:36.866 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:36 smithi193 systemd[1]: Stopping Ceph osd.7 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:35:36.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:36 smithi193 ceph-mon[83763]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T00:35:36.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:36 smithi193 ceph-mon[83763]: pgmap v465: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 529 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.2 MiB/s wr, 21 op/s 2024-04-12T00:35:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:36 smithi193 ceph-mon[83763]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T00:35:37.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:36 smithi098 ceph-mon[91373]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T00:35:37.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:36 smithi098 ceph-mon[91373]: pgmap v465: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 529 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.2 MiB/s wr, 21 op/s 2024-04-12T00:35:37.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:36 smithi098 ceph-mon[91373]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T00:35:37.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:36 smithi098 ceph-mon[88922]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T00:35:37.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:36 smithi098 ceph-mon[88922]: pgmap v465: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 529 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.2 MiB/s wr, 21 op/s 2024-04-12T00:35:37.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:36 smithi098 ceph-mon[88922]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T00:35:37.366 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[52017]: 2024-04-12T00:35:37.067+0000 7f25fa1d9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:35:37.366 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[52017]: 2024-04-12T00:35:37.067+0000 7f25fa1d9700 -1 osd.7 539 *** Got signal Terminated *** 2024-04-12T00:35:37.366 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[52017]: 2024-04-12T00:35:37.067+0000 7f25fa1d9700 -1 osd.7 539 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T00:35:37.514 INFO:tasks.rados.rados.0.smithi098.stdout:2617: done (0 left) 2024-04-12T00:35:37.515 INFO:tasks.rados.rados.0.smithi098.stdout:2618: rollback oid 2 current snap is 249 2024-04-12T00:35:37.515 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 2 to 223 2024-04-12T00:35:37.515 INFO:tasks.rados.rados.0.smithi098.stdout:2619: read oid 40 snap -1 2024-04-12T00:35:37.515 INFO:tasks.rados.rados.0.smithi098.stdout:2619: expect (ObjNum 849 snap 245 seq_num 849) 2024-04-12T00:35:37.515 INFO:tasks.rados.rados.0.smithi098.stdout:2620: read oid 24 snap -1 2024-04-12T00:35:37.515 INFO:tasks.rados.rados.0.smithi098.stdout:2620: expect (ObjNum 632 snap 178 seq_num 632) 2024-04-12T00:35:37.515 INFO:tasks.rados.rados.0.smithi098.stdout:2621: read oid 50 snap -1 2024-04-12T00:35:37.515 INFO:tasks.rados.rados.0.smithi098.stdout:2621: expect (ObjNum 829 snap 245 seq_num 829) 2024-04-12T00:35:37.515 INFO:tasks.rados.rados.0.smithi098.stdout:2622: delete oid 17 current snap is 249 2024-04-12T00:35:37.528 INFO:tasks.rados.rados.0.smithi098.stdout:2618: finishing rollback tid 0 to smithi09877355-2 2024-04-12T00:35:37.528 INFO:tasks.rados.rados.0.smithi098.stdout:2618: finishing rollback tid 1 to smithi09877355-2 2024-04-12T00:35:37.528 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1247 (ObjNum 33 snap 0 seq_num 30092176) dirty dne 2024-04-12T00:35:37.532 INFO:tasks.rados.rados.0.smithi098.stdout:2620: expect (ObjNum 632 snap 178 seq_num 632) 2024-04-12T00:35:37.657 INFO:tasks.rados.rados.0.smithi098.stdout:2619: expect (ObjNum 849 snap 245 seq_num 849) 2024-04-12T00:35:37.715 INFO:tasks.rados.rados.0.smithi098.stdout:2621: expect (ObjNum 829 snap 245 seq_num 829) 2024-04-12T00:35:37.849 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:37 smithi193 ceph-mon[83763]: osd.7 marked itself down and dead 2024-04-12T00:35:37.849 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:37 smithi193 ceph-mon[83763]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:35:37.849 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:37 smithi193 ceph-mon[83763]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-12T00:35:37.849 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:37 smithi193 ceph-mon[83763]: osdmap e540: 8 total, 7 up, 8 in 2024-04-12T00:35:38.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:37 smithi098 ceph-mon[91373]: osd.7 marked itself down and dead 2024-04-12T00:35:38.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:37 smithi098 ceph-mon[91373]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:35:38.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:37 smithi098 ceph-mon[91373]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-12T00:35:38.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:37 smithi098 ceph-mon[91373]: osdmap e540: 8 total, 7 up, 8 in 2024-04-12T00:35:38.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:37 smithi098 ceph-mon[88922]: osd.7 marked itself down and dead 2024-04-12T00:35:38.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:37 smithi098 ceph-mon[88922]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T00:35:38.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:37 smithi098 ceph-mon[88922]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-12T00:35:38.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:37 smithi098 ceph-mon[88922]: osdmap e540: 8 total, 7 up, 8 in 2024-04-12T00:35:38.116 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:37 smithi193 podman[103817]: 2024-04-12 00:35:37.850554277 +0000 UTC m=+1.045905782 container died c2f08d956659ed5fb0e9f36988dbad073b5e0edaa2b688236f24431df0bcc006 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-12T00:35:38.476 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:38 smithi193 podman[103817]: 2024-04-12 00:35:38.251329355 +0000 UTC m=+1.446680859 container cleanup c2f08d956659ed5fb0e9f36988dbad073b5e0edaa2b688236f24431df0bcc006 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-04-12T00:35:38.476 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:38 smithi193 bash[103817]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7 2024-04-12T00:35:38.525 INFO:tasks.rados.rados.0.smithi098.stdout:2618: done (4 left) 2024-04-12T00:35:38.525 INFO:tasks.rados.rados.0.smithi098.stdout:2619: done (3 left) 2024-04-12T00:35:38.525 INFO:tasks.rados.rados.0.smithi098.stdout:2620: done (2 left) 2024-04-12T00:35:38.525 INFO:tasks.rados.rados.0.smithi098.stdout:2621: done (1 left) 2024-04-12T00:35:38.525 INFO:tasks.rados.rados.0.smithi098.stdout:2622: done (0 left) 2024-04-12T00:35:38.525 INFO:tasks.rados.rados.0.smithi098.stdout:2623: copy_from oid 15 from oid 29 current snap is 249 2024-04-12T00:35:38.525 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 249 2024-04-12T00:35:38.525 INFO:tasks.rados.rados.0.smithi098.stdout:2624: seq_num 853 ranges {1998848=696320,2695168=507904,3203072=647168,3850240=450560} 2024-04-12T00:35:38.539 INFO:tasks.rados.rados.0.smithi098.stdout:2624: writing smithi09877355-4 from 1998848 to 2695168 tid 1 2024-04-12T00:35:38.542 INFO:tasks.rados.rados.0.smithi098.stdout:2624: writing smithi09877355-4 from 2695168 to 3203072 tid 2 2024-04-12T00:35:38.546 INFO:tasks.rados.rados.0.smithi098.stdout:2624: writing smithi09877355-4 from 3203072 to 3850240 tid 3 2024-04-12T00:35:38.549 INFO:tasks.rados.rados.0.smithi098.stdout:2624: writing smithi09877355-4 from 3850240 to 4300800 tid 4 2024-04-12T00:35:38.549 INFO:tasks.rados.rados.0.smithi098.stdout:2625: delete oid 41 current snap is 249 2024-04-12T00:35:38.549 INFO:tasks.rados.rados.0.smithi098.stdout:2623: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:35:38.549 INFO:tasks.rados.rados.0.smithi098.stdout:2623: finishing copy_from to smithi09877355-15 2024-04-12T00:35:38.549 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1230 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-04-12T00:35:38.549 INFO:tasks.rados.rados.0.smithi098.stdout:2624: finishing write tid 1 to smithi09877355-4 2024-04-12T00:35:38.549 INFO:tasks.rados.rados.0.smithi098.stdout:2624: finishing write tid 2 to smithi09877355-4 2024-04-12T00:35:38.549 INFO:tasks.rados.rados.0.smithi098.stdout:2624: finishing write tid 3 to smithi09877355-4 2024-04-12T00:35:38.551 INFO:tasks.rados.rados.0.smithi098.stdout:2623: done (2 left) 2024-04-12T00:35:38.551 INFO:tasks.rados.rados.0.smithi098.stdout:2625: done (1 left) 2024-04-12T00:35:38.551 INFO:tasks.rados.rados.0.smithi098.stdout:2626: read oid 22 snap 218 2024-04-12T00:35:38.551 INFO:tasks.rados.rados.0.smithi098.stdout:2626: expect (ObjNum 636 snap 180 seq_num 636) 2024-04-12T00:35:38.551 INFO:tasks.rados.rados.0.smithi098.stdout:2627: delete oid 9 current snap is 249 2024-04-12T00:35:38.552 INFO:tasks.rados.rados.0.smithi098.stdout:2624: finishing write tid 4 to smithi09877355-4 2024-04-12T00:35:38.552 INFO:tasks.rados.rados.0.smithi098.stdout:2624: finishing write tid 5 to smithi09877355-4 2024-04-12T00:35:38.553 INFO:tasks.rados.rados.0.smithi098.stdout:2627: done (2 left) 2024-04-12T00:35:38.553 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 249 2024-04-12T00:35:38.553 INFO:tasks.rados.rados.0.smithi098.stdout:2628: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2024-04-12T00:35:38.557 INFO:tasks.rados.rados.0.smithi098.stdout:2628: writing smithi09877355-32 from 0 to 745472 tid 1 2024-04-12T00:35:38.561 INFO:tasks.rados.rados.0.smithi098.stdout:2628: writing smithi09877355-32 from 745472 to 1302528 tid 2 2024-04-12T00:35:38.563 INFO:tasks.rados.rados.0.smithi098.stdout:2628: writing smithi09877355-32 from 1302528 to 1720320 tid 3 2024-04-12T00:35:38.566 INFO:tasks.rados.rados.0.smithi098.stdout:2628: writing smithi09877355-32 from 1720320 to 2154496 tid 4 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2628: writing smithi09877355-32 from 2154496 to 2351104 tid 5 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2629: copy_from oid 10 from oid 21 current snap is 249 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2624: finishing write tid 6 to smithi09877355-4 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2624: oid 4 updating version 0 to 1196 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2624: oid 4 updating version 1196 to 1197 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2624: oid 4 version 1197 is already newer than 1194 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2624: oid 4 version 1197 is already newer than 1193 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2624: oid 4 version 1197 is already newer than 1195 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 1197 (ObjNum 853 snap 249 seq_num 853) dirty exists 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2624: left oid 4 (ObjNum 853 snap 249 seq_num 853) 2024-04-12T00:35:38.568 INFO:tasks.rados.rados.0.smithi098.stdout:2626: expect (ObjNum 636 snap 180 seq_num 636) 2024-04-12T00:35:38.598 INFO:tasks.rados.rados.0.smithi098.stdout:2628: finishing write tid 1 to smithi09877355-32 2024-04-12T00:35:38.598 INFO:tasks.rados.rados.0.smithi098.stdout:2628: finishing write tid 2 to smithi09877355-32 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: finishing write tid 3 to smithi09877355-32 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: finishing write tid 4 to smithi09877355-32 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: finishing write tid 5 to smithi09877355-32 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: finishing write tid 6 to smithi09877355-32 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: finishing write tid 7 to smithi09877355-32 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: oid 32 updating version 0 to 1777 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: oid 32 updating version 1777 to 1778 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: oid 32 version 1778 is already newer than 1773 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: oid 32 version 1778 is already newer than 1776 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: oid 32 version 1778 is already newer than 1775 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: oid 32 version 1778 is already newer than 1774 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 1778 (ObjNum 856 snap 249 seq_num 856) dirty exists 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: left oid 32 (ObjNum 856 snap 249 seq_num 856) 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2624: done (3 left) 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2626: done (2 left) 2024-04-12T00:35:38.599 INFO:tasks.rados.rados.0.smithi098.stdout:2628: done (1 left) 2024-04-12T00:35:38.600 INFO:tasks.rados.rados.0.smithi098.stdout:2630: snap_remove snap 190 2024-04-12T00:35:38.826 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:38 smithi193 ceph-mon[83763]: pgmap v468: 121 pgs: 16 peering, 15 stale+active+clean, 90 active+clean; 535 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 17 op/s 2024-04-12T00:35:38.826 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:38 smithi193 ceph-mon[83763]: osdmap e541: 8 total, 7 up, 8 in 2024-04-12T00:35:38.827 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:38 smithi193 podman[103846]: 2024-04-12 00:35:38.477636774 +0000 UTC m=+0.619304824 container remove c2f08d956659ed5fb0e9f36988dbad073b5e0edaa2b688236f24431df0bcc006 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T00:35:39.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:38 smithi098 ceph-mon[91373]: pgmap v468: 121 pgs: 16 peering, 15 stale+active+clean, 90 active+clean; 535 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 17 op/s 2024-04-12T00:35:39.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:38 smithi098 ceph-mon[91373]: osdmap e541: 8 total, 7 up, 8 in 2024-04-12T00:35:39.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:38 smithi098 ceph-mon[88922]: pgmap v468: 121 pgs: 16 peering, 15 stale+active+clean, 90 active+clean; 535 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 17 op/s 2024-04-12T00:35:39.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:38 smithi098 ceph-mon[88922]: osdmap e541: 8 total, 7 up, 8 in 2024-04-12T00:35:39.081 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:38 smithi193 podman[103937]: 2024-04-12 00:35:38.730382495 +0000 UTC m=+0.017584379 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:35:39.081 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:38 smithi193 podman[103937]: 2024-04-12 00:35:38.864064423 +0000 UTC m=+0.151266302 container create f74735e96ab814008432d97d3e02c206b29f04fcc069723d318a4d643c7d8c9e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:35:39.366 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:39 smithi193 podman[103937]: 2024-04-12 00:35:39.082160116 +0000 UTC m=+0.369362008 container init f74735e96ab814008432d97d3e02c206b29f04fcc069723d318a4d643c7d8c9e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:35:39.366 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:39 smithi193 podman[103937]: 2024-04-12 00:35:39.085761867 +0000 UTC m=+0.372963752 container start f74735e96ab814008432d97d3e02c206b29f04fcc069723d318a4d643c7d8c9e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:35:39.367 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:39 smithi193 podman[103937]: 2024-04-12 00:35:39.172935576 +0000 UTC m=+0.460137469 container attach f74735e96ab814008432d97d3e02c206b29f04fcc069723d318a4d643c7d8c9e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-12T00:35:39.580 INFO:tasks.rados.rados.0.smithi098.stdout:2630: done (1 left) 2024-04-12T00:35:39.580 INFO:tasks.rados.rados.0.smithi098.stdout:2631: read oid 13 snap -1 2024-04-12T00:35:39.580 INFO:tasks.rados.rados.0.smithi098.stdout:2631: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:35:39.580 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 249 2024-04-12T00:35:39.580 INFO:tasks.rados.rados.0.smithi098.stdout:2629: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:35:39.580 INFO:tasks.rados.rados.0.smithi098.stdout:2629: finishing copy_from to smithi09877355-10 2024-04-12T00:35:39.580 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1531 (ObjNum 777 snap 234 seq_num 777) dirty exists 2024-04-12T00:35:39.580 INFO:tasks.rados.rados.0.smithi098.stdout:2632: seq_num 857 ranges {0=761856,761856=442368,1204224=630784,1835008=532480} 2024-04-12T00:35:39.584 INFO:tasks.rados.rados.0.smithi098.stdout:2632: writing smithi09877355-33 from 0 to 761856 tid 1 2024-04-12T00:35:39.588 INFO:tasks.rados.rados.0.smithi098.stdout:2632: writing smithi09877355-33 from 761856 to 1204224 tid 2 2024-04-12T00:35:39.592 INFO:tasks.rados.rados.0.smithi098.stdout:2632: writing smithi09877355-33 from 1204224 to 1835008 tid 3 2024-04-12T00:35:39.596 INFO:tasks.rados.rados.0.smithi098.stdout:2632: writing smithi09877355-33 from 1835008 to 2367488 tid 4 2024-04-12T00:35:39.596 INFO:tasks.rados.rados.0.smithi098.stdout:2629: done (2 left) 2024-04-12T00:35:39.596 INFO:tasks.rados.rados.0.smithi098.stdout:2633: snap_remove snap 185 2024-04-12T00:35:39.682 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:39 smithi193 ceph-mon[83763]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-12T00:35:39.683 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:39 smithi193 podman[103937]: 2024-04-12 00:35:39.372913794 +0000 UTC m=+0.660115674 container died f74735e96ab814008432d97d3e02c206b29f04fcc069723d318a4d643c7d8c9e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-12T00:35:40.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:39 smithi098 ceph-mon[91373]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-12T00:35:40.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:39 smithi098 ceph-mon[88922]: Health check failed: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-12T00:35:40.366 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 podman[103962]: 2024-04-12 00:35:40.076862761 +0000 UTC m=+0.695933403 container remove f74735e96ab814008432d97d3e02c206b29f04fcc069723d318a4d643c7d8c9e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T00:35:40.366 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-12T00:35:40.367 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 systemd[1]: Stopped Ceph osd.7 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:35:40.367 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.7.service: Consumed 16.916s CPU time. 2024-04-12T00:35:40.367 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 systemd[1]: Starting Ceph osd.7 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:35:40.584 INFO:tasks.rados.rados.0.smithi098.stdout:2633: done (2 left) 2024-04-12T00:35:40.584 INFO:tasks.rados.rados.0.smithi098.stdout:2634: copy_from oid 4 from oid 27 current snap is 249 2024-04-12T00:35:40.584 INFO:tasks.rados.rados.0.smithi098.stdout:2631: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: finishing write tid 1 to smithi09877355-33 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: finishing write tid 2 to smithi09877355-33 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: finishing write tid 3 to smithi09877355-33 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: finishing write tid 4 to smithi09877355-33 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: finishing write tid 5 to smithi09877355-33 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: finishing write tid 6 to smithi09877355-33 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: oid 33 updating version 0 to 1233 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: oid 33 updating version 1233 to 1234 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: oid 33 updating version 1234 to 1235 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: oid 33 version 1235 is already newer than 1231 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: oid 33 version 1235 is already newer than 1232 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 1235 (ObjNum 857 snap 249 seq_num 857) dirty exists 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2632: left oid 33 (ObjNum 857 snap 249 seq_num 857) 2024-04-12T00:35:40.589 INFO:tasks.rados.rados.0.smithi098.stdout:2631: done (2 left) 2024-04-12T00:35:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:2632: done (1 left) 2024-04-12T00:35:40.590 INFO:tasks.rados.rados.0.smithi098.stdout:2635: snap_remove snap 248 2024-04-12T00:35:40.630 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 00:35:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T00:35:40.605+0000 7fabbaec9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap ff after trimming was started 2024-04-12T00:35:40.630 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:40 smithi193 ceph-mon[83763]: osdmap e542: 8 total, 7 up, 8 in 2024-04-12T00:35:40.630 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:40 smithi193 ceph-mon[83763]: pgmap v471: 121 pgs: 25 peering, 11 stale+active+clean, 4 active+undersized, 81 active+clean; 545 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-12T00:35:40.630 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 podman[104062]: 2024-04-12 00:35:40.510974165 +0000 UTC m=+0.112416736 container create 20a1e6be46dcb69b8f23f985edd965df089db5e083015b59ed83cd544df4e1a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-12T00:35:40.630 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 podman[104062]: 2024-04-12 00:35:40.416872654 +0000 UTC m=+0.018315241 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:35:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:40 smithi098 ceph-mon[91373]: osdmap e542: 8 total, 7 up, 8 in 2024-04-12T00:35:41.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:40 smithi098 ceph-mon[91373]: pgmap v471: 121 pgs: 25 peering, 11 stale+active+clean, 4 active+undersized, 81 active+clean; 545 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-12T00:35:41.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:40 smithi098 ceph-mon[88922]: osdmap e542: 8 total, 7 up, 8 in 2024-04-12T00:35:41.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:40 smithi098 ceph-mon[88922]: pgmap v471: 121 pgs: 25 peering, 11 stale+active+clean, 4 active+undersized, 81 active+clean; 545 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-12T00:35:41.116 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 podman[104062]: 2024-04-12 00:35:40.755407864 +0000 UTC m=+0.356850439 container init 20a1e6be46dcb69b8f23f985edd965df089db5e083015b59ed83cd544df4e1a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T00:35:41.116 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 podman[104062]: 2024-04-12 00:35:40.758734563 +0000 UTC m=+0.360177142 container start 20a1e6be46dcb69b8f23f985edd965df089db5e083015b59ed83cd544df4e1a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-12T00:35:41.116 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:40 smithi193 podman[104062]: 2024-04-12 00:35:40.830209342 +0000 UTC m=+0.431651916 container attach 20a1e6be46dcb69b8f23f985edd965df089db5e083015b59ed83cd544df4e1a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate[104077]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate[104077]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 bash[104062]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 bash[104062]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 bash[104062]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 bash[104062]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 bash[104062]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 bash[104062]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 bash[104062]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate[104077]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T00:35:41.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate[104077]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T00:35:41.450 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate[104077]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-12T00:35:41.450 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate[104077]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T00:35:41.450 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate[104077]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-12T00:35:41.450 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 podman[104062]: 2024-04-12 00:35:41.21931296 +0000 UTC m=+0.820755531 container died 20a1e6be46dcb69b8f23f985edd965df089db5e083015b59ed83cd544df4e1a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T00:35:41.516 INFO:tasks.rados.rados.0.smithi098.stdout:2634: finishing copy_from racing read to smithi09877355-4 2024-04-12T00:35:41.516 INFO:tasks.rados.rados.0.smithi098.stdout:2634: finishing copy_from to smithi09877355-4 2024-04-12T00:35:41.517 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 1547 (ObjNum 846 snap 245 seq_num 846) dirty exists 2024-04-12T00:35:41.517 INFO:tasks.rados.rados.0.smithi098.stdout:2634: done (1 left) 2024-04-12T00:35:41.517 INFO:tasks.rados.rados.0.smithi098.stdout:2635: done (0 left) 2024-04-12T00:35:41.517 INFO:tasks.rados.rados.0.smithi098.stdout:2636: copy_from oid 3 from oid 2 current snap is 249 2024-04-12T00:35:41.517 INFO:tasks.rados.rados.0.smithi098.stdout:2637: read oid 17 snap -1 2024-04-12T00:35:41.517 INFO:tasks.rados.rados.0.smithi098.stdout:2637: expect deleted 2024-04-12T00:35:41.517 INFO:tasks.rados.rados.0.smithi098.stdout:2638: delete oid 35 current snap is 249 2024-04-12T00:35:41.523 INFO:tasks.rados.rados.0.smithi098.stdout:2636: finishing copy_from to smithi09877355-3 2024-04-12T00:35:41.523 INFO:tasks.rados.rados.0.smithi098.stdout:2636: got expected ENOENT (src dne) 2024-04-12T00:35:41.524 INFO:tasks.rados.rados.0.smithi098.stdout:2636: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:35:41.525 INFO:tasks.rados.rados.0.smithi098.stdout:2636: done (2 left) 2024-04-12T00:35:41.525 INFO:tasks.rados.rados.0.smithi098.stdout:2637: done (1 left) 2024-04-12T00:35:41.525 INFO:tasks.rados.rados.0.smithi098.stdout:2638: done (0 left) 2024-04-12T00:35:41.525 INFO:tasks.rados.rados.0.smithi098.stdout:2639: setattr oid 48 current snap is 249 2024-04-12T00:35:41.527 INFO:tasks.rados.rados.0.smithi098.stdout:2640: snap_create 2024-04-12T00:35:41.530 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 767 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T00:35:41.699 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:41 smithi193 ceph-mon[83763]: osdmap e543: 8 total, 7 up, 8 in 2024-04-12T00:35:41.699 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:41 smithi193 ceph-mon[83763]: osdmap e544: 8 total, 7 up, 8 in 2024-04-12T00:35:41.998 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 podman[104208]: 2024-04-12 00:35:41.700480452 +0000 UTC m=+0.476124194 container remove 20a1e6be46dcb69b8f23f985edd965df089db5e083015b59ed83cd544df4e1a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-12T00:35:41.998 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 podman[104272]: 2024-04-12 00:35:41.81565263 +0000 UTC m=+0.017883790 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:35:41.998 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:41 smithi193 podman[104272]: 2024-04-12 00:35:41.918237117 +0000 UTC m=+0.120468319 container create 96d924bed0d33fece5bdaeb640946c9f1ac89efa84a708faff51fde2735d4fc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-12T00:35:42.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:41 smithi098 ceph-mon[91373]: osdmap e543: 8 total, 7 up, 8 in 2024-04-12T00:35:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:41 smithi098 ceph-mon[91373]: osdmap e544: 8 total, 7 up, 8 in 2024-04-12T00:35:42.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:41 smithi098 ceph-mon[88922]: osdmap e543: 8 total, 7 up, 8 in 2024-04-12T00:35:42.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:41 smithi098 ceph-mon[88922]: osdmap e544: 8 total, 7 up, 8 in 2024-04-12T00:35:42.366 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:35:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:35:42.367 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:42 smithi193 podman[104272]: 2024-04-12 00:35:42.112222806 +0000 UTC m=+0.314453969 container init 96d924bed0d33fece5bdaeb640946c9f1ac89efa84a708faff51fde2735d4fc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=) 2024-04-12T00:35:42.367 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:42 smithi193 podman[104272]: 2024-04-12 00:35:42.115235367 +0000 UTC m=+0.317466535 container start 96d924bed0d33fece5bdaeb640946c9f1ac89efa84a708faff51fde2735d4fc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-12T00:35:42.367 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:42 smithi193 ceph-osd[104291]: -- 172.21.15.193:0/3176135580 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555d0f971680 con 0x555d0f93b000 2024-04-12T00:35:42.367 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:42 smithi193 bash[104272]: 96d924bed0d33fece5bdaeb640946c9f1ac89efa84a708faff51fde2735d4fc9 2024-04-12T00:35:42.367 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:42 smithi193 systemd[1]: Started Ceph osd.7 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:35:42.511 INFO:tasks.rados.rados.0.smithi098.stdout:2639: done (1 left) 2024-04-12T00:35:42.512 INFO:tasks.rados.rados.0.smithi098.stdout:2640: done (0 left) 2024-04-12T00:35:42.512 INFO:tasks.rados.rados.0.smithi098.stdout:2641: snap_remove snap 221 2024-04-12T00:35:42.866 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T00:35:42.656+0000 7ff69d66c7c0 -1 Falling back to public interface 2024-04-12T00:35:42.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:42 smithi193 ceph-mon[83763]: pgmap v474: 121 pgs: 7 active+undersized+degraded, 25 peering, 18 active+undersized, 71 active+clean; 546 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 39/1029 objects degraded (3.790%) 2024-04-12T00:35:42.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:42.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:42 smithi193 ceph-mon[83763]: osdmap e545: 8 total, 7 up, 8 in 2024-04-12T00:35:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[91373]: pgmap v474: 121 pgs: 7 active+undersized+degraded, 25 peering, 18 active+undersized, 71 active+clean; 546 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 39/1029 objects degraded (3.790%) 2024-04-12T00:35:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[91373]: osdmap e545: 8 total, 7 up, 8 in 2024-04-12T00:35:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[88922]: pgmap v474: 121 pgs: 7 active+undersized+degraded, 25 peering, 18 active+undersized, 71 active+clean; 546 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 39/1029 objects degraded (3.790%) 2024-04-12T00:35:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:42 smithi098 ceph-mon[88922]: osdmap e545: 8 total, 7 up, 8 in 2024-04-12T00:35:43.514 INFO:tasks.rados.rados.0.smithi098.stdout:2641: done (0 left) 2024-04-12T00:35:43.514 INFO:tasks.rados.rados.0.smithi098.stdout:2642: snap_remove snap 247 2024-04-12T00:35:43.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:43 smithi193 ceph-mon[83763]: Health check failed: Degraded data redundancy: 39/1029 objects degraded (3.790%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:43.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:43 smithi193 ceph-mon[83763]: osdmap e546: 8 total, 7 up, 8 in 2024-04-12T00:35:44.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:43 smithi098 ceph-mon[91373]: Health check failed: Degraded data redundancy: 39/1029 objects degraded (3.790%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:44.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:43 smithi098 ceph-mon[91373]: osdmap e546: 8 total, 7 up, 8 in 2024-04-12T00:35:44.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:43 smithi098 ceph-mon[88922]: Health check failed: Degraded data redundancy: 39/1029 objects degraded (3.790%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:44.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:43 smithi098 ceph-mon[88922]: osdmap e546: 8 total, 7 up, 8 in 2024-04-12T00:35:44.518 INFO:tasks.rados.rados.0.smithi098.stdout:2642: done (0 left) 2024-04-12T00:35:44.518 INFO:tasks.rados.rados.0.smithi098.stdout:2643: rollback oid 18 current snap is 250 2024-04-12T00:35:44.518 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 18 to 186 2024-04-12T00:35:44.518 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 250 2024-04-12T00:35:44.518 INFO:tasks.rados.rados.0.smithi098.stdout:2644: seq_num 859 ranges {1024000=794624,1818624=614400,2433024=638976,3072000=352256} 2024-04-12T00:35:44.528 INFO:tasks.rados.rados.0.smithi098.stdout:2644: writing smithi09877355-10 from 1024000 to 1818624 tid 1 2024-04-12T00:35:44.532 INFO:tasks.rados.rados.0.smithi098.stdout:2644: writing smithi09877355-10 from 1818624 to 2433024 tid 2 2024-04-12T00:35:44.535 INFO:tasks.rados.rados.0.smithi098.stdout:2644: writing smithi09877355-10 from 2433024 to 3072000 tid 3 2024-04-12T00:35:44.538 INFO:tasks.rados.rados.0.smithi098.stdout:2644: writing smithi09877355-10 from 3072000 to 3424256 tid 4 2024-04-12T00:35:44.538 INFO:tasks.rados.rados.0.smithi098.stdout:2645: snap_create 2024-04-12T00:35:44.538 INFO:tasks.rados.rados.0.smithi098.stdout:2643: finishing rollback tid 0 to smithi09877355-18 2024-04-12T00:35:44.538 INFO:tasks.rados.rados.0.smithi098.stdout:2643: finishing rollback tid 1 to smithi09877355-18 2024-04-12T00:35:44.538 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1218 (ObjNum 33 snap 0 seq_num 4289693488) dirty dne 2024-04-12T00:35:44.538 INFO:tasks.rados.rados.0.smithi098.stdout:2644: finishing write tid 1 to smithi09877355-10 2024-04-12T00:35:44.538 INFO:tasks.rados.rados.0.smithi098.stdout:2644: finishing write tid 2 to smithi09877355-10 2024-04-12T00:35:44.540 INFO:tasks.rados.rados.0.smithi098.stdout:2644: finishing write tid 3 to smithi09877355-10 2024-04-12T00:35:44.540 INFO:tasks.rados.rados.0.smithi098.stdout:2644: finishing write tid 4 to smithi09877355-10 2024-04-12T00:35:44.540 INFO:tasks.rados.rados.0.smithi098.stdout:2644: finishing write tid 5 to smithi09877355-10 2024-04-12T00:35:44.541 INFO:tasks.rados.rados.0.smithi098.stdout:2644: finishing write tid 6 to smithi09877355-10 2024-04-12T00:35:44.541 INFO:tasks.rados.rados.0.smithi098.stdout:2644: oid 10 updating version 0 to 1534 2024-04-12T00:35:44.541 INFO:tasks.rados.rados.0.smithi098.stdout:2644: oid 10 version 1534 is already newer than 1533 2024-04-12T00:35:44.541 INFO:tasks.rados.rados.0.smithi098.stdout:2644: oid 10 version 1534 is already newer than 1532 2024-04-12T00:35:44.541 INFO:tasks.rados.rados.0.smithi098.stdout:2644: oid 10 updating version 1534 to 1535 2024-04-12T00:35:44.541 INFO:tasks.rados.rados.0.smithi098.stdout:2644: oid 10 updating version 1535 to 1536 2024-04-12T00:35:44.542 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1536 (ObjNum 859 snap 250 seq_num 859) dirty exists 2024-04-12T00:35:44.542 INFO:tasks.rados.rados.0.smithi098.stdout:2644: left oid 10 (ObjNum 859 snap 250 seq_num 859) 2024-04-12T00:35:44.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:44 smithi193 ceph-mon[83763]: pgmap v477: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 555 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 802 KiB/s rd, 3.4 MiB/s wr, 4 op/s; 91/1032 objects degraded (8.818%) 2024-04-12T00:35:44.865 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:44 smithi193 ceph-mon[83763]: osdmap e547: 8 total, 7 up, 8 in 2024-04-12T00:35:45.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:44 smithi098 ceph-mon[91373]: pgmap v477: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 555 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 802 KiB/s rd, 3.4 MiB/s wr, 4 op/s; 91/1032 objects degraded (8.818%) 2024-04-12T00:35:45.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:44 smithi098 ceph-mon[91373]: osdmap e547: 8 total, 7 up, 8 in 2024-04-12T00:35:45.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:44 smithi098 ceph-mon[88922]: pgmap v477: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 555 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 802 KiB/s rd, 3.4 MiB/s wr, 4 op/s; 91/1032 objects degraded (8.818%) 2024-04-12T00:35:45.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:44 smithi098 ceph-mon[88922]: osdmap e547: 8 total, 7 up, 8 in 2024-04-12T00:35:45.517 INFO:tasks.rados.rados.0.smithi098.stdout:2643: done (2 left) 2024-04-12T00:35:45.517 INFO:tasks.rados.rados.0.smithi098.stdout:2644: done (1 left) 2024-04-12T00:35:45.517 INFO:tasks.rados.rados.0.smithi098.stdout:2645: done (0 left) 2024-04-12T00:35:45.517 INFO:tasks.rados.rados.0.smithi098.stdout:2646: rollback oid 20 current snap is 251 2024-04-12T00:35:45.517 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 20 to 216 2024-04-12T00:35:45.518 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 251 2024-04-12T00:35:45.518 INFO:tasks.rados.rados.0.smithi098.stdout:2647: seq_num 860 ranges {0=8192} 2024-04-12T00:35:45.518 INFO:tasks.rados.rados.0.smithi098.stdout:2647: writing smithi09877355-35 from 0 to 8192 tid 1 2024-04-12T00:35:45.518 INFO:tasks.rados.rados.0.smithi098.stdout:2648: delete oid 5 current snap is 251 2024-04-12T00:35:45.521 INFO:tasks.rados.rados.0.smithi098.stdout:2647: finishing write tid 1 to smithi09877355-35 2024-04-12T00:35:45.521 INFO:tasks.rados.rados.0.smithi098.stdout:2647: finishing write tid 2 to smithi09877355-35 2024-04-12T00:35:45.521 INFO:tasks.rados.rados.0.smithi098.stdout:2648: done (2 left) 2024-04-12T00:35:45.522 INFO:tasks.rados.rados.0.smithi098.stdout:2649: setattr oid 15 current snap is 251 2024-04-12T00:35:45.522 INFO:tasks.rados.rados.0.smithi098.stdout:2646: finishing rollback tid 1 to smithi09877355-20 2024-04-12T00:35:45.522 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 1178 (ObjNum 33 snap 0 seq_num 1482385746) dirty dne 2024-04-12T00:35:45.523 INFO:tasks.rados.rados.0.smithi098.stdout:2646: done (2 left) 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2650: rmattr oid 7 current snap is 251 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2651: rmattr oid 1 current snap is 251 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2651: done (3 left) 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2652: read oid 2 snap 238 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2652: expect deleted 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2653: read oid 45 snap -1 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2653: expect (ObjNum 815 snap 242 seq_num 815) 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2654: delete oid 39 current snap is 251 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2647: finishing write tid 3 to smithi09877355-35 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2647: oid 35 updating version 0 to 761 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2647: oid 35 version 761 is already newer than 760 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 761 (ObjNum 860 snap 251 seq_num 860) dirty exists 2024-04-12T00:35:45.524 INFO:tasks.rados.rados.0.smithi098.stdout:2647: left oid 35 (ObjNum 860 snap 251 seq_num 860) 2024-04-12T00:35:45.527 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 768 (ObjNum 773 snap 230 seq_num 773) dirty exists 2024-04-12T00:35:45.529 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1848 (ObjNum 720 snap 212 seq_num 720) dirty exists 2024-04-12T00:35:45.531 INFO:tasks.rados.rados.0.smithi098.stdout:2647: done (5 left) 2024-04-12T00:35:45.531 INFO:tasks.rados.rados.0.smithi098.stdout:2649: done (4 left) 2024-04-12T00:35:45.531 INFO:tasks.rados.rados.0.smithi098.stdout:2650: done (3 left) 2024-04-12T00:35:45.531 INFO:tasks.rados.rados.0.smithi098.stdout:2652: done (2 left) 2024-04-12T00:35:45.531 INFO:tasks.rados.rados.0.smithi098.stdout:2654: done (1 left) 2024-04-12T00:35:45.531 INFO:tasks.rados.rados.0.smithi098.stdout:2655: snap_create 2024-04-12T00:35:45.532 INFO:tasks.rados.rados.0.smithi098.stdout:2653: expect (ObjNum 815 snap 242 seq_num 815) 2024-04-12T00:35:45.850 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:45 smithi193 ceph-mon[83763]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-04-12T00:35:45.850 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:45 smithi193 ceph-mon[83763]: osdmap e548: 8 total, 7 up, 8 in 2024-04-12T00:35:46.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:45 smithi098 ceph-mon[91373]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-04-12T00:35:46.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:45 smithi098 ceph-mon[91373]: osdmap e548: 8 total, 7 up, 8 in 2024-04-12T00:35:46.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:35:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:35:45] "GET /metrics HTTP/1.1" 200 36186 "" "Prometheus/2.43.0" 2024-04-12T00:35:46.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:45 smithi098 ceph-mon[88922]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-04-12T00:35:46.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:45 smithi098 ceph-mon[88922]: osdmap e548: 8 total, 7 up, 8 in 2024-04-12T00:35:46.116 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:45 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T00:35:45.849+0000 7ff69d66c7c0 -1 osd.7 539 log_to_monitors true 2024-04-12T00:35:46.519 INFO:tasks.rados.rados.0.smithi098.stdout:2653: done (1 left) 2024-04-12T00:35:46.519 INFO:tasks.rados.rados.0.smithi098.stdout:2655: done (0 left) 2024-04-12T00:35:46.519 INFO:tasks.rados.rados.0.smithi098.stdout:2656: snap_remove snap 214 2024-04-12T00:35:46.866 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:35:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T00:35:46.537+0000 7ff68aabc700 -1 osd.7 539 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T00:35:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:46 smithi193 ceph-mon[83763]: from='osd.7 [v2:172.21.15.193:6824/2038714018,v1:172.21.15.193:6825/2038714018]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:35:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:46 smithi193 ceph-mon[83763]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:35:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:46 smithi193 ceph-mon[83763]: pgmap v480: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 555 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.1 MiB/s wr, 11 op/s; 91/1032 objects degraded (8.818%) 2024-04-12T00:35:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:46 smithi193 ceph-mon[83763]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T00:35:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:46 smithi193 ceph-mon[83763]: from='osd.7 [v2:172.21.15.193:6824/2038714018,v1:172.21.15.193:6825/2038714018]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:46 smithi193 ceph-mon[83763]: osdmap e549: 8 total, 7 up, 8 in 2024-04-12T00:35:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:46 smithi193 ceph-mon[83763]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[88922]: from='osd.7 [v2:172.21.15.193:6824/2038714018,v1:172.21.15.193:6825/2038714018]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:35:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[88922]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:35:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[88922]: pgmap v480: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 555 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.1 MiB/s wr, 11 op/s; 91/1032 objects degraded (8.818%) 2024-04-12T00:35:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[88922]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T00:35:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[88922]: from='osd.7 [v2:172.21.15.193:6824/2038714018,v1:172.21.15.193:6825/2038714018]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[88922]: osdmap e549: 8 total, 7 up, 8 in 2024-04-12T00:35:47.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[88922]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[91373]: from='osd.7 [v2:172.21.15.193:6824/2038714018,v1:172.21.15.193:6825/2038714018]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:35:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[91373]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T00:35:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[91373]: pgmap v480: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 555 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.1 MiB/s wr, 11 op/s; 91/1032 objects degraded (8.818%) 2024-04-12T00:35:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[91373]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T00:35:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[91373]: from='osd.7 [v2:172.21.15.193:6824/2038714018,v1:172.21.15.193:6825/2038714018]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[91373]: osdmap e549: 8 total, 7 up, 8 in 2024-04-12T00:35:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:46 smithi098 ceph-mon[91373]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-04-12T00:35:47.521 INFO:tasks.rados.rados.0.smithi098.stdout:2656: done (0 left) 2024-04-12T00:35:47.521 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 252 2024-04-12T00:35:47.521 INFO:tasks.rados.rados.0.smithi098.stdout:2657: seq_num 863 ranges {0=57344} 2024-04-12T00:35:47.521 INFO:tasks.rados.rados.0.smithi098.stdout:2657: writing smithi09877355-31 from 0 to 57344 tid 1 2024-04-12T00:35:47.521 INFO:tasks.rados.rados.0.smithi098.stdout:2658: delete oid 49 current snap is 252 2024-04-12T00:35:47.535 INFO:tasks.rados.rados.0.smithi098.stdout:2657: finishing write tid 1 to smithi09877355-31 2024-04-12T00:35:47.535 INFO:tasks.rados.rados.0.smithi098.stdout:2657: finishing write tid 2 to smithi09877355-31 2024-04-12T00:35:47.540 INFO:tasks.rados.rados.0.smithi098.stdout:2657: finishing write tid 3 to smithi09877355-31 2024-04-12T00:35:47.540 INFO:tasks.rados.rados.0.smithi098.stdout:2657: oid 31 updating version 0 to 1216 2024-04-12T00:35:47.540 INFO:tasks.rados.rados.0.smithi098.stdout:2657: oid 31 updating version 1216 to 1217 2024-04-12T00:35:47.540 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1217 (ObjNum 863 snap 252 seq_num 863) dirty exists 2024-04-12T00:35:47.540 INFO:tasks.rados.rados.0.smithi098.stdout:2657: left oid 31 (ObjNum 863 snap 252 seq_num 863) 2024-04-12T00:35:47.543 INFO:tasks.rados.rados.0.smithi098.stdout:2657: done (1 left) 2024-04-12T00:35:47.543 INFO:tasks.rados.rados.0.smithi098.stdout:2658: done (0 left) 2024-04-12T00:35:47.543 INFO:tasks.rados.rados.0.smithi098.stdout:2659: delete oid 44 current snap is 252 2024-04-12T00:35:47.549 INFO:tasks.rados.rados.0.smithi098.stdout:2659: done (0 left) 2024-04-12T00:35:47.549 INFO:tasks.rados.rados.0.smithi098.stdout:2660: snap_remove snap 232 2024-04-12T00:35:48.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:48.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:48.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[91373]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:35:48.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[91373]: osd.7 [v2:172.21.15.193:6824/2038714018,v1:172.21.15.193:6825/2038714018] boot 2024-04-12T00:35:48.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[91373]: osdmap e550: 8 total, 8 up, 8 in 2024-04-12T00:35:48.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:35:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[88922]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:35:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[88922]: osd.7 [v2:172.21.15.193:6824/2038714018,v1:172.21.15.193:6825/2038714018] boot 2024-04-12T00:35:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[88922]: osdmap e550: 8 total, 8 up, 8 in 2024-04-12T00:35:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:35:48.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:48.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:48.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:47 smithi193 ceph-mon[83763]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T00:35:48.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:47 smithi193 ceph-mon[83763]: osd.7 [v2:172.21.15.193:6824/2038714018,v1:172.21.15.193:6825/2038714018] boot 2024-04-12T00:35:48.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:47 smithi193 ceph-mon[83763]: osdmap e550: 8 total, 8 up, 8 in 2024-04-12T00:35:48.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T00:35:48.523 INFO:tasks.rados.rados.0.smithi098.stdout:2660: done (0 left) 2024-04-12T00:35:48.523 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 252 2024-04-12T00:35:48.523 INFO:tasks.rados.rados.0.smithi098.stdout:2661: seq_num 866 ranges {1662976=106496} 2024-04-12T00:35:48.533 INFO:tasks.rados.rados.0.smithi098.stdout:2661: writing smithi09877355-45 from 1662976 to 1769472 tid 1 2024-04-12T00:35:48.533 INFO:tasks.rados.rados.0.smithi098.stdout:2662: read oid 30 snap -1 2024-04-12T00:35:48.533 INFO:tasks.rados.rados.0.smithi098.stdout:2662: expect (ObjNum 815 snap 242 seq_num 815) 2024-04-12T00:35:48.533 INFO:tasks.rados.rados.0.smithi098.stdout:2663: rmattr oid 41 current snap is 252 2024-04-12T00:35:48.534 INFO:tasks.rados.rados.0.smithi098.stdout:2663: done (2 left) 2024-04-12T00:35:48.534 INFO:tasks.rados.rados.0.smithi098.stdout:2664: snap_remove snap 156 2024-04-12T00:35:49.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:49.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:49.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:48 smithi098 ceph-mon[91373]: pgmap v483: 121 pgs: 12 peering, 11 active+undersized+degraded, 27 active+undersized, 71 active+clean; 557 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 588 KiB/s wr, 15 op/s; 92/1035 objects degraded (8.889%) 2024-04-12T00:35:49.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:48 smithi098 ceph-mon[91373]: osdmap e551: 8 total, 8 up, 8 in 2024-04-12T00:35:49.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:49.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:49.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:48 smithi098 ceph-mon[88922]: pgmap v483: 121 pgs: 12 peering, 11 active+undersized+degraded, 27 active+undersized, 71 active+clean; 557 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 588 KiB/s wr, 15 op/s; 92/1035 objects degraded (8.889%) 2024-04-12T00:35:49.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:48 smithi098 ceph-mon[88922]: osdmap e551: 8 total, 8 up, 8 in 2024-04-12T00:35:49.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:49.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:49.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:48 smithi193 ceph-mon[83763]: pgmap v483: 121 pgs: 12 peering, 11 active+undersized+degraded, 27 active+undersized, 71 active+clean; 557 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 588 KiB/s wr, 15 op/s; 92/1035 objects degraded (8.889%) 2024-04-12T00:35:49.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:48 smithi193 ceph-mon[83763]: osdmap e551: 8 total, 8 up, 8 in 2024-04-12T00:35:49.525 INFO:tasks.rados.rados.0.smithi098.stdout:2664: done (2 left) 2024-04-12T00:35:49.526 INFO:tasks.rados.rados.0.smithi098.stdout:2665: snap_create 2024-04-12T00:35:49.526 INFO:tasks.rados.rados.0.smithi098.stdout:2662: expect (ObjNum 815 snap 242 seq_num 815) 2024-04-12T00:35:49.580 INFO:tasks.rados.rados.0.smithi098.stdout:2661: finishing write tid 1 to smithi09877355-45 2024-04-12T00:35:49.580 INFO:tasks.rados.rados.0.smithi098.stdout:2661: finishing write tid 2 to smithi09877355-45 2024-04-12T00:35:49.580 INFO:tasks.rados.rados.0.smithi098.stdout:2661: finishing write tid 3 to smithi09877355-45 2024-04-12T00:35:49.580 INFO:tasks.rados.rados.0.smithi098.stdout:2661: oid 45 updating version 0 to 762 2024-04-12T00:35:49.580 INFO:tasks.rados.rados.0.smithi098.stdout:2661: oid 45 updating version 762 to 763 2024-04-12T00:35:49.580 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 763 (ObjNum 866 snap 252 seq_num 866) dirty exists 2024-04-12T00:35:49.580 INFO:tasks.rados.rados.0.smithi098.stdout:2661: left oid 45 (ObjNum 866 snap 252 seq_num 866) 2024-04-12T00:35:49.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:49 smithi193 ceph-mon[83763]: Health check update: Degraded data redundancy: 92/1035 objects degraded (8.889%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:49.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:49 smithi193 ceph-mon[83763]: osdmap e552: 8 total, 8 up, 8 in 2024-04-12T00:35:50.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:49 smithi098 ceph-mon[88922]: Health check update: Degraded data redundancy: 92/1035 objects degraded (8.889%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:50.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:49 smithi098 ceph-mon[88922]: osdmap e552: 8 total, 8 up, 8 in 2024-04-12T00:35:50.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:49 smithi098 ceph-mon[91373]: Health check update: Degraded data redundancy: 92/1035 objects degraded (8.889%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T00:35:50.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:49 smithi098 ceph-mon[91373]: osdmap e552: 8 total, 8 up, 8 in 2024-04-12T00:35:50.526 INFO:tasks.rados.rados.0.smithi098.stdout:2661: done (2 left) 2024-04-12T00:35:50.527 INFO:tasks.rados.rados.0.smithi098.stdout:2662: done (1 left) 2024-04-12T00:35:50.527 INFO:tasks.rados.rados.0.smithi098.stdout:2665: done (0 left) 2024-04-12T00:35:50.527 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 253 2024-04-12T00:35:50.527 INFO:tasks.rados.rados.0.smithi098.stdout:2666: seq_num 867 ranges {0=122880} 2024-04-12T00:35:50.528 INFO:tasks.rados.rados.0.smithi098.stdout:2666: writing smithi09877355-20 from 0 to 122880 tid 1 2024-04-12T00:35:50.528 INFO:tasks.rados.rados.0.smithi098.stdout:2667: read oid 9 snap 160 2024-04-12T00:35:50.528 INFO:tasks.rados.rados.0.smithi098.stdout:2667: expect (ObjNum 555 snap 150 seq_num 555) 2024-04-12T00:35:50.528 INFO:tasks.rados.rados.0.smithi098.stdout:2668: read oid 30 snap -1 2024-04-12T00:35:50.528 INFO:tasks.rados.rados.0.smithi098.stdout:2668: expect (ObjNum 815 snap 242 seq_num 815) 2024-04-12T00:35:50.528 INFO:tasks.rados.rados.0.smithi098.stdout:2669: rollback oid 50 current snap is 253 2024-04-12T00:35:50.528 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 251 2024-04-12T00:35:50.528 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 253 2024-04-12T00:35:50.528 INFO:tasks.rados.rados.0.smithi098.stdout:2670: seq_num 868 ranges {2670592=139264} 2024-04-12T00:35:50.543 INFO:tasks.rados.rados.0.smithi098.stdout:2670: writing smithi09877355-24 from 2670592 to 2809856 tid 1 2024-04-12T00:35:50.543 INFO:tasks.rados.rados.0.smithi098.stdout:2671: snap_remove snap 249 2024-04-12T00:35:51.259 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:50 smithi193 ceph-mon[83763]: pgmap v486: 121 pgs: 18 peering, 9 active+undersized+degraded, 20 active+undersized, 74 active+clean; 557 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 602 KiB/s wr, 9 op/s; 56/1038 objects degraded (5.395%) 2024-04-12T00:35:51.260 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:51.260 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:51.260 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:50 smithi193 ceph-mon[83763]: osdmap e553: 8 total, 8 up, 8 in 2024-04-12T00:35:51.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:50 smithi098 ceph-mon[91373]: pgmap v486: 121 pgs: 18 peering, 9 active+undersized+degraded, 20 active+undersized, 74 active+clean; 557 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 602 KiB/s wr, 9 op/s; 56/1038 objects degraded (5.395%) 2024-04-12T00:35:51.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:51.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:51.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:50 smithi098 ceph-mon[91373]: osdmap e553: 8 total, 8 up, 8 in 2024-04-12T00:35:51.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:50 smithi098 ceph-mon[88922]: pgmap v486: 121 pgs: 18 peering, 9 active+undersized+degraded, 20 active+undersized, 74 active+clean; 557 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 602 KiB/s wr, 9 op/s; 56/1038 objects degraded (5.395%) 2024-04-12T00:35:51.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:51.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:35:51.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:50 smithi098 ceph-mon[88922]: osdmap e553: 8 total, 8 up, 8 in 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2671: done (5 left) 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2672: rollback oid 18 current snap is 253 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 18 to 245 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2673: delete oid 38 current snap is 253 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2666: finishing write tid 1 to smithi09877355-20 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2666: finishing write tid 2 to smithi09877355-20 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2666: finishing write tid 3 to smithi09877355-20 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2666: oid 20 updating version 0 to 1549 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:2666: oid 20 version 1549 is already newer than 1548 2024-04-12T00:35:51.531 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 1549 (ObjNum 867 snap 253 seq_num 867) dirty exists 2024-04-12T00:35:51.532 INFO:tasks.rados.rados.0.smithi098.stdout:2666: left oid 20 (ObjNum 867 snap 253 seq_num 867) 2024-04-12T00:35:51.532 INFO:tasks.rados.rados.0.smithi098.stdout:2669: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:35:51.532 INFO:tasks.rados.rados.0.smithi098.stdout:2669: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:35:51.532 INFO:tasks.rados.rados.0.smithi098.stdout:2669: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:35:51.532 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 1250 (ObjNum 829 snap 245 seq_num 829) dirty exists 2024-04-12T00:35:51.532 INFO:tasks.rados.rados.0.smithi098.stdout:2667: expect (ObjNum 555 snap 150 seq_num 555) 2024-04-12T00:35:51.751 INFO:tasks.rados.rados.0.smithi098.stdout:2668: expect (ObjNum 815 snap 242 seq_num 815) 2024-04-12T00:35:51.793 INFO:tasks.rados.rados.0.smithi098.stdout:2670: finishing write tid 1 to smithi09877355-24 2024-04-12T00:35:51.793 INFO:tasks.rados.rados.0.smithi098.stdout:2670: finishing write tid 2 to smithi09877355-24 2024-04-12T00:35:51.793 INFO:tasks.rados.rados.0.smithi098.stdout:2670: finishing write tid 3 to smithi09877355-24 2024-04-12T00:35:51.793 INFO:tasks.rados.rados.0.smithi098.stdout:2670: oid 24 updating version 0 to 1260 2024-04-12T00:35:51.793 INFO:tasks.rados.rados.0.smithi098.stdout:2670: oid 24 version 1260 is already newer than 1259 2024-04-12T00:35:51.793 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1260 (ObjNum 868 snap 253 seq_num 868) dirty exists 2024-04-12T00:35:51.793 INFO:tasks.rados.rados.0.smithi098.stdout:2670: left oid 24 (ObjNum 868 snap 253 seq_num 868) 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:2672: finishing rollback tid 1 to smithi09877355-18 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:2666: done (6 left) 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:2667: done (5 left) 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:2668: done (4 left) 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:2669: done (3 left) 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:2670: done (2 left) 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:2673: done (1 left) 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 253 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:2672: finishing rollback tid 2 to smithi09877355-18 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1220 (ObjNum 843 snap 245 seq_num 843) dirty exists 2024-04-12T00:35:51.794 INFO:tasks.rados.rados.0.smithi098.stdout:2674: seq_num 870 ranges {8527872=172032} 2024-04-12T00:35:51.838 INFO:tasks.rados.rados.0.smithi098.stdout:2674: writing smithi09877355-27 from 8527872 to 8699904 tid 1 2024-04-12T00:35:51.838 INFO:tasks.rados.rados.0.smithi098.stdout:2672: done (1 left) 2024-04-12T00:35:51.838 INFO:tasks.rados.rados.0.smithi098.stdout:2675: snap_remove snap 238 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2674: finishing write tid 1 to smithi09877355-27 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2674: finishing write tid 2 to smithi09877355-27 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2674: finishing write tid 3 to smithi09877355-27 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2674: oid 27 updating version 0 to 1548 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2674: oid 27 updating version 1548 to 1549 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1549 (ObjNum 870 snap 253 seq_num 870) dirty exists 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2674: left oid 27 (ObjNum 870 snap 253 seq_num 870) 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2674: done (1 left) 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2675: done (0 left) 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2676: read oid 32 snap -1 2024-04-12T00:35:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:2676: expect (ObjNum 856 snap 249 seq_num 856) 2024-04-12T00:35:52.551 INFO:tasks.rados.rados.0.smithi098.stdout:2677: rollback oid 11 current snap is 253 2024-04-12T00:35:52.551 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 11 to 160 2024-04-12T00:35:52.551 INFO:tasks.rados.rados.0.smithi098.stdout:2678: setattr oid 49 current snap is 253 2024-04-12T00:35:52.553 INFO:tasks.rados.rados.0.smithi098.stdout:2679: copy_from oid 50 from oid 39 current snap is 253 2024-04-12T00:35:52.553 INFO:tasks.rados.rados.0.smithi098.stdout:2680: rmattr oid 46 current snap is 253 2024-04-12T00:35:52.553 INFO:tasks.rados.rados.0.smithi098.stdout:2680: done (4 left) 2024-04-12T00:35:52.553 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 253 2024-04-12T00:35:52.553 INFO:tasks.rados.rados.0.smithi098.stdout:2681: seq_num 871 ranges {1409024=188416} 2024-04-12T00:35:52.564 INFO:tasks.rados.rados.0.smithi098.stdout:2681: writing smithi09877355-37 from 1409024 to 1597440 tid 1 2024-04-12T00:35:52.565 INFO:tasks.rados.rados.0.smithi098.stdout:2682: delete oid 42 current snap is 253 2024-04-12T00:35:52.570 INFO:tasks.rados.rados.0.smithi098.stdout:2679: finishing copy_from to smithi09877355-50 2024-04-12T00:35:52.570 INFO:tasks.rados.rados.0.smithi098.stdout:2679: got expected ENOENT (src dne) 2024-04-12T00:35:52.570 INFO:tasks.rados.rados.0.smithi098.stdout:2679: finishing copy_from racing read to smithi09877355-50 2024-04-12T00:35:52.573 INFO:tasks.rados.rados.0.smithi098.stdout:2677: finishing rollback tid 0 to smithi09877355-11 2024-04-12T00:35:52.577 INFO:tasks.rados.rados.0.smithi098.stdout:2677: finishing rollback tid 1 to smithi09877355-11 2024-04-12T00:35:52.577 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1892 (ObjNum 129 snap 0 seq_num 27951144) dirty dne 2024-04-12T00:35:52.577 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1222 (ObjNum 129 snap 0 seq_num 1656303574) dirty exists 2024-04-12T00:35:52.582 INFO:tasks.rados.rados.0.smithi098.stdout:2677: done (5 left) 2024-04-12T00:35:52.582 INFO:tasks.rados.rados.0.smithi098.stdout:2678: done (4 left) 2024-04-12T00:35:52.582 INFO:tasks.rados.rados.0.smithi098.stdout:2679: done (3 left) 2024-04-12T00:35:52.582 INFO:tasks.rados.rados.0.smithi098.stdout:2682: done (2 left) 2024-04-12T00:35:52.582 INFO:tasks.rados.rados.0.smithi098.stdout:2683: snap_remove snap 230 2024-04-12T00:35:52.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:35:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:35:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all osd 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-12T00:35:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: osdmap e554: 8 total, 8 up, 8 in 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: Upgrade: Setting require_osd_release to 19 squid 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-12T00:35:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:52 smithi193 ceph-mon[83763]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 18 peering, 102 active+clean; 561 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 40 KiB/s wr, 2 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-04-12T00:35:52.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:52.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all osd 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-12T00:35:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-12T00:35:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: osdmap e554: 8 total, 8 up, 8 in 2024-04-12T00:35:52.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-12T00:35:52.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-12T00:35:52.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-12T00:35:52.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: Upgrade: Setting require_osd_release to 19 squid 2024-04-12T00:35:52.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-12T00:35:52.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[88922]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 18 peering, 102 active+clean; 561 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 40 KiB/s wr, 2 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-04-12T00:35:52.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all osd 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-12T00:35:52.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: osdmap e554: 8 total, 8 up, 8 in 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: Upgrade: Setting require_osd_release to 19 squid 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-12T00:35:52.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:52 smithi098 ceph-mon[91373]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 18 peering, 102 active+clean; 561 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 40 KiB/s wr, 2 op/s; 3.1 MiB/s, 1 objects/s recovering 2024-04-12T00:35:53.468 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[88922]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/1038 objects degraded (5.395%), 9 pgs degraded) 2024-04-12T00:35:53.468 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[88922]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-12T00:35:53.468 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-12T00:35:53.468 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[88922]: osdmap e555: 8 total, 8 up, 8 in 2024-04-12T00:35:53.468 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T00:35:53.468 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[88922]: Upgrade: It appears safe to stop mds.a 2024-04-12T00:35:53.468 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[91373]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/1038 objects degraded (5.395%), 9 pgs degraded) 2024-04-12T00:35:53.469 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[91373]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-12T00:35:53.469 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-12T00:35:53.469 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[91373]: osdmap e555: 8 total, 8 up, 8 in 2024-04-12T00:35:53.469 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T00:35:53.469 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:53 smithi098 ceph-mon[91373]: Upgrade: It appears safe to stop mds.a 2024-04-12T00:35:53.550 INFO:tasks.rados.rados.0.smithi098.stdout:2683: done (2 left) 2024-04-12T00:35:53.550 INFO:tasks.rados.rados.0.smithi098.stdout:2684: read oid 2 snap -1 2024-04-12T00:35:53.550 INFO:tasks.rados.rados.0.smithi098.stdout:2684: expect deleted 2024-04-12T00:35:53.550 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 253 2024-04-12T00:35:53.550 INFO:tasks.rados.rados.0.smithi098.stdout:2685: seq_num 873 ranges {0=229376} 2024-04-12T00:35:53.553 INFO:tasks.rados.rados.0.smithi098.stdout:2685: writing smithi09877355-39 from 0 to 229376 tid 1 2024-04-12T00:35:53.553 INFO:tasks.rados.rados.0.smithi098.stdout:2686: rollback oid 3 current snap is 253 2024-04-12T00:35:53.553 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 3 to 202 2024-04-12T00:35:53.553 INFO:tasks.rados.rados.0.smithi098.stdout:2687: rmattr oid 43 current snap is 253 2024-04-12T00:35:53.553 INFO:tasks.rados.rados.0.smithi098.stdout:2688: read oid 33 snap 251 2024-04-12T00:35:53.553 INFO:tasks.rados.rados.0.smithi098.stdout:2688: expect (ObjNum 857 snap 249 seq_num 857) 2024-04-12T00:35:53.553 INFO:tasks.rados.rados.0.smithi098.stdout:2689: delete oid 22 current snap is 253 2024-04-12T00:35:53.553 INFO:tasks.rados.rados.0.smithi098.stdout:2676: expect (ObjNum 856 snap 249 seq_num 856) 2024-04-12T00:35:53.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:53 smithi193 ceph-mon[83763]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/1038 objects degraded (5.395%), 9 pgs degraded) 2024-04-12T00:35:53.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:53 smithi193 ceph-mon[83763]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-12T00:35:53.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-12T00:35:53.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:53 smithi193 ceph-mon[83763]: osdmap e555: 8 total, 8 up, 8 in 2024-04-12T00:35:53.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T00:35:53.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:53 smithi193 ceph-mon[83763]: Upgrade: It appears safe to stop mds.a 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2681: finishing write tid 1 to smithi09877355-37 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2681: finishing write tid 2 to smithi09877355-37 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2676: done (7 left) 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2689: done (6 left) 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2690: copy_from oid 4 from oid 49 current snap is 253 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2681: finishing write tid 3 to smithi09877355-37 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2681: oid 37 updating version 0 to 1779 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2681: oid 37 updating version 1779 to 1780 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1780 (ObjNum 871 snap 253 seq_num 871) dirty exists 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2681: left oid 37 (ObjNum 871 snap 253 seq_num 871) 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2685: finishing write tid 1 to smithi09877355-39 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2685: finishing write tid 2 to smithi09877355-39 2024-04-12T00:35:53.625 INFO:tasks.rados.rados.0.smithi098.stdout:2686: finishing rollback tid 0 to smithi09877355-3 2024-04-12T00:35:53.626 INFO:tasks.rados.rados.0.smithi098.stdout:2685: finishing write tid 3 to smithi09877355-39 2024-04-12T00:35:53.626 INFO:tasks.rados.rados.0.smithi098.stdout:2685: oid 39 updating version 0 to 1899 2024-04-12T00:35:53.626 INFO:tasks.rados.rados.0.smithi098.stdout:2685: oid 39 updating version 1899 to 1900 2024-04-12T00:35:53.626 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1900 (ObjNum 873 snap 253 seq_num 873) dirty exists 2024-04-12T00:35:53.626 INFO:tasks.rados.rados.0.smithi098.stdout:2685: left oid 39 (ObjNum 873 snap 253 seq_num 873) 2024-04-12T00:35:53.626 INFO:tasks.rados.rados.0.smithi098.stdout:2688: expect (ObjNum 857 snap 249 seq_num 857) 2024-04-12T00:35:53.686 INFO:tasks.rados.rados.0.smithi098.stdout:2686: finishing rollback tid 1 to smithi09877355-3 2024-04-12T00:35:53.686 INFO:tasks.rados.rados.0.smithi098.stdout:2686: finishing rollback tid 2 to smithi09877355-3 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1783 (ObjNum 667 snap 192 seq_num 667) dirty exists 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:2681: done (6 left) 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:2684: done (5 left) 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:2685: done (4 left) 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:2686: done (3 left) 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:2688: done (2 left) 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:2691: read oid 15 snap -1 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:2691: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 253 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 1784 (ObjNum 851 snap 247 seq_num 851) dirty exists 2024-04-12T00:35:53.687 INFO:tasks.rados.rados.0.smithi098.stdout:2692: seq_num 875 ranges {8192=262144} 2024-04-12T00:35:53.688 INFO:tasks.rados.rados.0.smithi098.stdout:2692: writing smithi09877355-35 from 8192 to 270336 tid 1 2024-04-12T00:35:53.688 INFO:tasks.rados.rados.0.smithi098.stdout:2687: done (3 left) 2024-04-12T00:35:53.688 INFO:tasks.rados.rados.0.smithi098.stdout:2693: read oid 24 snap 242 2024-04-12T00:35:53.688 INFO:tasks.rados.rados.0.smithi098.stdout:2693: expect (ObjNum 803 snap 240 seq_num 803) 2024-04-12T00:35:53.688 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 253 2024-04-12T00:35:53.688 INFO:tasks.rados.rados.0.smithi098.stdout:2690: finishing copy_from racing read to smithi09877355-4 2024-04-12T00:35:53.689 INFO:tasks.rados.rados.0.smithi098.stdout:2690: finishing copy_from to smithi09877355-4 2024-04-12T00:35:53.689 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 1222 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-04-12T00:35:53.689 INFO:tasks.rados.rados.0.smithi098.stdout:2694: seq_num 876 ranges {2146304=278528} 2024-04-12T00:35:53.702 INFO:tasks.rados.rados.0.smithi098.stdout:2694: writing smithi09877355-14 from 2146304 to 2424832 tid 1 2024-04-12T00:35:53.702 INFO:tasks.rados.rados.0.smithi098.stdout:2690: done (4 left) 2024-04-12T00:35:53.702 INFO:tasks.rados.rados.0.smithi098.stdout:2695: rollback oid 19 current snap is 253 2024-04-12T00:35:53.702 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 222 2024-04-12T00:35:53.702 INFO:tasks.rados.rados.0.smithi098.stdout:2691: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:35:53.708 INFO:tasks.rados.rados.0.smithi098.stdout:2692: finishing write tid 1 to smithi09877355-35 2024-04-12T00:35:53.708 INFO:tasks.rados.rados.0.smithi098.stdout:2692: finishing write tid 2 to smithi09877355-35 2024-04-12T00:35:53.708 INFO:tasks.rados.rados.0.smithi098.stdout:2692: finishing write tid 3 to smithi09877355-35 2024-04-12T00:35:53.708 INFO:tasks.rados.rados.0.smithi098.stdout:2692: oid 35 updating version 0 to 764 2024-04-12T00:35:53.709 INFO:tasks.rados.rados.0.smithi098.stdout:2692: oid 35 updating version 764 to 765 2024-04-12T00:35:53.709 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 765 (ObjNum 875 snap 253 seq_num 875) dirty exists 2024-04-12T00:35:53.709 INFO:tasks.rados.rados.0.smithi098.stdout:2692: left oid 35 (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:35:53.709 INFO:tasks.rados.rados.0.smithi098.stdout:2691: done (4 left) 2024-04-12T00:35:53.709 INFO:tasks.rados.rados.0.smithi098.stdout:2692: done (3 left) 2024-04-12T00:35:53.709 INFO:tasks.rados.rados.0.smithi098.stdout:2696: snap_remove snap 186 2024-04-12T00:35:54.556 INFO:tasks.rados.rados.0.smithi098.stdout:2696: done (3 left) 2024-04-12T00:35:54.556 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 253 2024-04-12T00:35:54.556 INFO:tasks.rados.rados.0.smithi098.stdout:2697: seq_num 877 ranges {0=294912} 2024-04-12T00:35:54.558 INFO:tasks.rados.rados.0.smithi098.stdout:2697: writing smithi09877355-28 from 0 to 294912 tid 1 2024-04-12T00:35:54.558 INFO:tasks.rados.rados.0.smithi098.stdout:2698: snap_create 2024-04-12T00:35:54.559 INFO:tasks.rados.rados.0.smithi098.stdout:2693: expect (ObjNum 803 snap 240 seq_num 803) 2024-04-12T00:35:54.786 INFO:tasks.rados.rados.0.smithi098.stdout:2695: finishing rollback tid 0 to smithi09877355-19 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2695: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1222 (ObjNum 33 snap 0 seq_num 1656968313) dirty dne 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2694: finishing write tid 1 to smithi09877355-14 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2694: finishing write tid 2 to smithi09877355-14 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2694: finishing write tid 3 to smithi09877355-14 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2694: oid 14 updating version 0 to 1551 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2694: oid 14 updating version 1551 to 1552 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 1552 (ObjNum 876 snap 253 seq_num 876) dirty exists 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2694: left oid 14 (ObjNum 876 snap 253 seq_num 876) 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2697: finishing write tid 1 to smithi09877355-28 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2697: finishing write tid 2 to smithi09877355-28 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2697: finishing write tid 3 to smithi09877355-28 2024-04-12T00:35:54.787 INFO:tasks.rados.rados.0.smithi098.stdout:2697: oid 28 updating version 0 to 1550 2024-04-12T00:35:54.788 INFO:tasks.rados.rados.0.smithi098.stdout:2697: oid 28 updating version 1550 to 1551 2024-04-12T00:35:54.788 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1551 (ObjNum 877 snap 253 seq_num 877) dirty exists 2024-04-12T00:35:54.788 INFO:tasks.rados.rados.0.smithi098.stdout:2697: left oid 28 (ObjNum 877 snap 253 seq_num 877) 2024-04-12T00:35:54.806 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[91373]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T00:35:54.806 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[91373]: pgmap v492: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 562 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 90 KiB/s wr, 12 op/s; 3.7 MiB/s, 2 objects/s recovering 2024-04-12T00:35:54.806 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:54.807 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:35:54.807 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:54.807 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[88922]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T00:35:54.807 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[88922]: pgmap v492: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 562 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 90 KiB/s wr, 12 op/s; 3.7 MiB/s, 2 objects/s recovering 2024-04-12T00:35:54.807 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:54.807 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:35:54.807 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:54.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:54 smithi193 ceph-mon[83763]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T00:35:54.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:54 smithi193 ceph-mon[83763]: pgmap v492: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 562 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 90 KiB/s wr, 12 op/s; 3.7 MiB/s, 2 objects/s recovering 2024-04-12T00:35:54.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:35:54.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:35:54.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:35:55.560 INFO:tasks.rados.rados.0.smithi098.stdout:2693: done (4 left) 2024-04-12T00:35:55.560 INFO:tasks.rados.rados.0.smithi098.stdout:2694: done (3 left) 2024-04-12T00:35:55.560 INFO:tasks.rados.rados.0.smithi098.stdout:2695: done (2 left) 2024-04-12T00:35:55.560 INFO:tasks.rados.rados.0.smithi098.stdout:2697: done (1 left) 2024-04-12T00:35:55.560 INFO:tasks.rados.rados.0.smithi098.stdout:2698: done (0 left) 2024-04-12T00:35:55.560 INFO:tasks.rados.rados.0.smithi098.stdout:2699: setattr oid 17 current snap is 254 2024-04-12T00:35:55.560 INFO:tasks.rados.rados.0.smithi098.stdout:2700: read oid 6 snap -1 2024-04-12T00:35:55.561 INFO:tasks.rados.rados.0.smithi098.stdout:2700: expect (ObjNum 826 snap 245 seq_num 826) 2024-04-12T00:35:55.561 INFO:tasks.rados.rados.0.smithi098.stdout:2701: delete oid 43 current snap is 254 2024-04-12T00:35:55.567 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1537 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T00:35:55.567 INFO:tasks.rados.rados.0.smithi098.stdout:2699: done (2 left) 2024-04-12T00:35:55.568 INFO:tasks.rados.rados.0.smithi098.stdout:2701: done (1 left) 2024-04-12T00:35:55.568 INFO:tasks.rados.rados.0.smithi098.stdout:2702: rollback oid 18 current snap is 254 2024-04-12T00:35:55.568 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 18 to 160 2024-04-12T00:35:55.568 INFO:tasks.rados.rados.0.smithi098.stdout:2703: rmattr oid 46 current snap is 254 2024-04-12T00:35:55.568 INFO:tasks.rados.rados.0.smithi098.stdout:2703: done (2 left) 2024-04-12T00:35:55.568 INFO:tasks.rados.rados.0.smithi098.stdout:2704: read oid 36 snap -1 2024-04-12T00:35:55.568 INFO:tasks.rados.rados.0.smithi098.stdout:2704: expect (ObjNum 542 snap 143 seq_num 542) 2024-04-12T00:35:55.568 INFO:tasks.rados.rados.0.smithi098.stdout:2705: delete oid 10 current snap is 254 2024-04-12T00:35:55.572 INFO:tasks.rados.rados.0.smithi098.stdout:2705: done (3 left) 2024-04-12T00:35:55.572 INFO:tasks.rados.rados.0.smithi098.stdout:2706: rmattr oid 40 current snap is 254 2024-04-12T00:35:55.572 INFO:tasks.rados.rados.0.smithi098.stdout:2706: done (3 left) 2024-04-12T00:35:55.572 INFO:tasks.rados.rados.0.smithi098.stdout:2707: snap_remove snap 235 2024-04-12T00:35:55.762 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:35:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:35:55] "GET /metrics HTTP/1.1" 200 36114 "" "Prometheus/2.43.0" 2024-04-12T00:35:55.762 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:55 smithi098 ceph-mon[91373]: Upgrade: Updating mds.a 2024-04-12T00:35:55.763 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:55 smithi098 ceph-mon[91373]: Deploying daemon mds.a on smithi098 2024-04-12T00:35:55.763 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:55 smithi098 ceph-mon[91373]: osdmap e557: 8 total, 8 up, 8 in 2024-04-12T00:35:55.763 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:55 smithi098 ceph-mon[88922]: Upgrade: Updating mds.a 2024-04-12T00:35:55.763 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:55 smithi098 ceph-mon[88922]: Deploying daemon mds.a on smithi098 2024-04-12T00:35:55.763 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:55 smithi098 ceph-mon[88922]: osdmap e557: 8 total, 8 up, 8 in 2024-04-12T00:35:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:55 smithi193 ceph-mon[83763]: Upgrade: Updating mds.a 2024-04-12T00:35:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:55 smithi193 ceph-mon[83763]: Deploying daemon mds.a on smithi098 2024-04-12T00:35:55.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:55 smithi193 ceph-mon[83763]: osdmap e557: 8 total, 8 up, 8 in 2024-04-12T00:35:56.309 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:35:56 smithi098 systemd[1]: Stopping Ceph mds.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:35:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:2707: done (3 left) 2024-04-12T00:35:56.315 INFO:tasks.rados.rados.0.smithi098.stdout:2708: rollback oid 25 current snap is 254 2024-04-12T00:35:56.315 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 241 2024-04-12T00:35:56.315 INFO:tasks.rados.rados.0.smithi098.stdout:2702: finishing rollback tid 0 to smithi09877355-18 2024-04-12T00:35:56.315 INFO:tasks.rados.rados.0.smithi098.stdout:2709: copy_from oid 16 from oid 26 current snap is 254 2024-04-12T00:35:56.315 INFO:tasks.rados.rados.0.smithi098.stdout:2700: expect (ObjNum 826 snap 245 seq_num 826) 2024-04-12T00:35:56.448 INFO:tasks.rados.rados.0.smithi098.stdout:2702: finishing rollback tid 1 to smithi09877355-18 2024-04-12T00:35:56.448 INFO:tasks.rados.rados.0.smithi098.stdout:2702: finishing rollback tid 2 to smithi09877355-18 2024-04-12T00:35:56.449 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1225 (ObjNum 573 snap 158 seq_num 573) dirty exists 2024-04-12T00:35:56.449 INFO:tasks.rados.rados.0.smithi098.stdout:2704: expect (ObjNum 542 snap 143 seq_num 542) 2024-04-12T00:35:56.569 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[64240]: 2024-04-12T00:35:56.309+0000 7f3f582a8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:35:56.569 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[64240]: 2024-04-12T00:35:56.309+0000 7f3f582a8700 -1 mds.a *** got signal Terminated *** 2024-04-12T00:35:56.569 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a[88918]: 2024-04-12T00:35:56.309+0000 7ff9c7f8a700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T00:35:56.652 INFO:tasks.rados.rados.0.smithi098.stdout:2708: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:35:56.652 INFO:tasks.rados.rados.0.smithi098.stdout:2700: done (4 left) 2024-04-12T00:35:56.652 INFO:tasks.rados.rados.0.smithi098.stdout:2702: done (3 left) 2024-04-12T00:35:56.652 INFO:tasks.rados.rados.0.smithi098.stdout:2704: done (2 left) 2024-04-12T00:35:56.652 INFO:tasks.rados.rados.0.smithi098.stdout:2710: read oid 35 snap -1 2024-04-12T00:35:56.652 INFO:tasks.rados.rados.0.smithi098.stdout:2710: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:2711: copy_from oid 36 from oid 7 current snap is 254 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:2708: finishing rollback tid 2 to smithi09877355-25 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1262 (ObjNum 459 snap 122 seq_num 459) dirty exists 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:2709: finishing copy_from racing read to smithi09877355-16 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:2709: finishing copy_from to smithi09877355-16 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1195 (ObjNum 797 snap 238 seq_num 797) dirty exists 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:2708: done (3 left) 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:2709: done (2 left) 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:2712: read oid 33 snap -1 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:2712: expect (ObjNum 857 snap 249 seq_num 857) 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 254 2024-04-12T00:35:56.653 INFO:tasks.rados.rados.0.smithi098.stdout:2713: seq_num 880 ranges {0=344064} 2024-04-12T00:35:56.654 INFO:tasks.rados.rados.0.smithi098.stdout:2713: writing smithi09877355-44 from 0 to 344064 tid 1 2024-04-12T00:35:56.654 INFO:tasks.rados.rados.0.smithi098.stdout:2714: setattr oid 21 current snap is 254 2024-04-12T00:35:56.654 INFO:tasks.rados.rados.0.smithi098.stdout:2710: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:35:56.665 INFO:tasks.rados.rados.0.smithi098.stdout:2713: finishing write tid 1 to smithi09877355-44 2024-04-12T00:35:56.665 INFO:tasks.rados.rados.0.smithi098.stdout:2713: finishing write tid 2 to smithi09877355-44 2024-04-12T00:35:56.665 INFO:tasks.rados.rados.0.smithi098.stdout:2713: finishing write tid 3 to smithi09877355-44 2024-04-12T00:35:56.665 INFO:tasks.rados.rados.0.smithi098.stdout:2713: oid 44 updating version 0 to 1919 2024-04-12T00:35:56.665 INFO:tasks.rados.rados.0.smithi098.stdout:2713: oid 44 version 1919 is already newer than 1918 2024-04-12T00:35:56.666 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 1919 (ObjNum 880 snap 254 seq_num 880) dirty exists 2024-04-12T00:35:56.666 INFO:tasks.rados.rados.0.smithi098.stdout:2713: left oid 44 (ObjNum 880 snap 254 seq_num 880) 2024-04-12T00:35:56.666 INFO:tasks.rados.rados.0.smithi098.stdout:2712: expect (ObjNum 857 snap 249 seq_num 857) 2024-04-12T00:35:56.729 INFO:tasks.rados.rados.0.smithi098.stdout:2711: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:35:56.729 INFO:tasks.rados.rados.0.smithi098.stdout:2711: finishing copy_from to smithi09877355-36 2024-04-12T00:35:56.729 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 768 (ObjNum 773 snap 230 seq_num 773) dirty exists 2024-04-12T00:35:56.729 INFO:tasks.rados.rados.0.smithi098.stdout:2710: done (4 left) 2024-04-12T00:35:56.730 INFO:tasks.rados.rados.0.smithi098.stdout:2711: done (3 left) 2024-04-12T00:35:56.730 INFO:tasks.rados.rados.0.smithi098.stdout:2712: done (2 left) 2024-04-12T00:35:56.730 INFO:tasks.rados.rados.0.smithi098.stdout:2713: done (1 left) 2024-04-12T00:35:56.730 INFO:tasks.rados.rados.0.smithi098.stdout:2715: read oid 47 snap -1 2024-04-12T00:35:56.730 INFO:tasks.rados.rados.0.smithi098.stdout:2715: expect (ObjNum 840 snap 245 seq_num 840) 2024-04-12T00:35:56.730 INFO:tasks.rados.rados.0.smithi098.stdout:2716: rmattr oid 44 current snap is 254 2024-04-12T00:35:56.730 INFO:tasks.rados.rados.0.smithi098.stdout:2716: done (2 left) 2024-04-12T00:35:56.730 INFO:tasks.rados.rados.0.smithi098.stdout:2717: snap_create 2024-04-12T00:35:56.732 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1541 (ObjNum 777 snap 234 seq_num 777) dirty exists 2024-04-12T00:35:56.751 INFO:tasks.rados.rados.0.smithi098.stdout:2715: expect (ObjNum 840 snap 245 seq_num 840) 2024-04-12T00:35:56.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: osdmap e558: 8 total, 8 up, 8 in 2024-04-12T00:35:56.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: pgmap v495: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 564 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 110 KiB/s wr, 15 op/s; 572 KiB/s, 0 objects/s recovering 2024-04-12T00:35:56.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T00:35:56.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T00:35:56.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: osdmap e559: 8 total, 8 up, 8 in 2024-04-12T00:35:56.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-12T00:35:56.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T00:35:56.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T00:35:56.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-12T00:35:56.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:56 smithi193 ceph-mon[83763]: osdmap e560: 8 total, 8 up, 8 in 2024-04-12T00:35:57.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: osdmap e558: 8 total, 8 up, 8 in 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: pgmap v495: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 564 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 110 KiB/s wr, 15 op/s; 572 KiB/s, 0 objects/s recovering 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: osdmap e559: 8 total, 8 up, 8 in 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[91373]: osdmap e560: 8 total, 8 up, 8 in 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: osdmap e558: 8 total, 8 up, 8 in 2024-04-12T00:35:57.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: pgmap v495: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 564 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 110 KiB/s wr, 15 op/s; 572 KiB/s, 0 objects/s recovering 2024-04-12T00:35:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T00:35:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T00:35:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: osdmap e559: 8 total, 8 up, 8 in 2024-04-12T00:35:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-12T00:35:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T00:35:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T00:35:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-12T00:35:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:56 smithi098 ceph-mon[88922]: osdmap e560: 8 total, 8 up, 8 in 2024-04-12T00:35:57.574 INFO:tasks.rados.rados.0.smithi098.stdout:2714: done (2 left) 2024-04-12T00:35:57.574 INFO:tasks.rados.rados.0.smithi098.stdout:2715: done (1 left) 2024-04-12T00:35:57.574 INFO:tasks.rados.rados.0.smithi098.stdout:2717: done (0 left) 2024-04-12T00:35:57.574 INFO:tasks.rados.rados.0.smithi098.stdout:2718: delete oid 33 current snap is 255 2024-04-12T00:35:57.578 INFO:tasks.rados.rados.0.smithi098.stdout:2718: done (0 left) 2024-04-12T00:35:57.578 INFO:tasks.rados.rados.0.smithi098.stdout:2719: snap_remove snap 250 2024-04-12T00:35:58.580 INFO:tasks.rados.rados.0.smithi098.stdout:2719: done (0 left) 2024-04-12T00:35:58.580 INFO:tasks.rados.rados.0.smithi098.stdout:2720: snap_remove snap 253 2024-04-12T00:35:58.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:58 smithi193 ceph-mon[83763]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:reconnect 2024-04-12T00:35:58.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:58 smithi193 ceph-mon[83763]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-12T00:35:58.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:58 smithi193 ceph-mon[83763]: osdmap e561: 8 total, 8 up, 8 in 2024-04-12T00:35:58.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:58 smithi193 ceph-mon[83763]: pgmap v499: 121 pgs: 121 active+clean; 574 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-12T00:35:58.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:58 smithi098 ceph-mon[91373]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:reconnect 2024-04-12T00:35:58.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:58 smithi098 ceph-mon[91373]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-12T00:35:58.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:58 smithi098 ceph-mon[91373]: osdmap e561: 8 total, 8 up, 8 in 2024-04-12T00:35:58.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:58 smithi098 ceph-mon[91373]: pgmap v499: 121 pgs: 121 active+clean; 574 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-12T00:35:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:58 smithi098 ceph-mon[88922]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:reconnect 2024-04-12T00:35:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:58 smithi098 ceph-mon[88922]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-12T00:35:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:58 smithi098 ceph-mon[88922]: osdmap e561: 8 total, 8 up, 8 in 2024-04-12T00:35:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:58 smithi098 ceph-mon[88922]: pgmap v499: 121 pgs: 121 active+clean; 574 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-12T00:35:59.587 INFO:tasks.rados.rados.0.smithi098.stdout:2720: done (0 left) 2024-04-12T00:35:59.587 INFO:tasks.rados.rados.0.smithi098.stdout:2721: read oid 40 snap -1 2024-04-12T00:35:59.587 INFO:tasks.rados.rados.0.smithi098.stdout:2721: expect (ObjNum 849 snap 245 seq_num 849) 2024-04-12T00:35:59.587 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 255 2024-04-12T00:35:59.587 INFO:tasks.rados.rados.0.smithi098.stdout:2722: seq_num 882 ranges {6692864=376832} 2024-04-12T00:35:59.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:59 smithi193 ceph-mon[83763]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:rejoin 2024-04-12T00:35:59.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:59 smithi193 ceph-mon[83763]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-12T00:35:59.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:59 smithi193 ceph-mon[83763]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-12T00:35:59.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:35:59 smithi193 ceph-mon[83763]: osdmap e562: 8 total, 8 up, 8 in 2024-04-12T00:35:59.626 INFO:tasks.rados.rados.0.smithi098.stdout:2722: writing smithi09877355-16 from 6692864 to 7069696 tid 1 2024-04-12T00:35:59.626 INFO:tasks.rados.rados.0.smithi098.stdout:2723: delete oid 9 current snap is 255 2024-04-12T00:35:59.626 INFO:tasks.rados.rados.0.smithi098.stdout:2721: expect (ObjNum 849 snap 245 seq_num 849) 2024-04-12T00:35:59.688 INFO:tasks.rados.rados.0.smithi098.stdout:2722: finishing write tid 1 to smithi09877355-16 2024-04-12T00:35:59.688 INFO:tasks.rados.rados.0.smithi098.stdout:2722: finishing write tid 2 to smithi09877355-16 2024-04-12T00:35:59.688 INFO:tasks.rados.rados.0.smithi098.stdout:2722: finishing write tid 3 to smithi09877355-16 2024-04-12T00:35:59.688 INFO:tasks.rados.rados.0.smithi098.stdout:2722: oid 16 updating version 0 to 1932 2024-04-12T00:35:59.688 INFO:tasks.rados.rados.0.smithi098.stdout:2722: oid 16 version 1932 is already newer than 1931 2024-04-12T00:35:59.688 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1932 (ObjNum 882 snap 255 seq_num 882) dirty exists 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:2722: left oid 16 (ObjNum 882 snap 255 seq_num 882) 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:2721: done (2 left) 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:2722: done (1 left) 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:2723: done (0 left) 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:2724: rollback oid 19 current snap is 255 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 218 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:2725: rollback oid 47 current snap is 255 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 202 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:2726: copy_from oid 40 from oid 5 current snap is 255 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:2727: copy_from oid 17 from oid 4 current snap is 255 2024-04-12T00:35:59.689 INFO:tasks.rados.rados.0.smithi098.stdout:2728: snap_remove snap 199 2024-04-12T00:35:59.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:59 smithi098 ceph-mon[91373]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:rejoin 2024-04-12T00:35:59.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:59 smithi098 ceph-mon[91373]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-12T00:35:59.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:59 smithi098 ceph-mon[91373]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-12T00:35:59.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:35:59 smithi098 ceph-mon[91373]: osdmap e562: 8 total, 8 up, 8 in 2024-04-12T00:35:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:59 smithi098 ceph-mon[88922]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:rejoin 2024-04-12T00:35:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:59 smithi098 ceph-mon[88922]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-12T00:35:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:59 smithi098 ceph-mon[88922]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-12T00:35:59.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:35:59 smithi098 ceph-mon[88922]: osdmap e562: 8 total, 8 up, 8 in 2024-04-12T00:36:00.588 INFO:tasks.rados.rados.0.smithi098.stdout:2726: finishing copy_from to smithi09877355-40 2024-04-12T00:36:00.588 INFO:tasks.rados.rados.0.smithi098.stdout:2726: got expected ENOENT (src dne) 2024-04-12T00:36:00.588 INFO:tasks.rados.rados.0.smithi098.stdout:2726: finishing copy_from racing read to smithi09877355-40 2024-04-12T00:36:00.588 INFO:tasks.rados.rados.0.smithi098.stdout:2724: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:36:00.588 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1222 (ObjNum 33 snap 0 seq_num 29250176) dirty dne 2024-04-12T00:36:00.588 INFO:tasks.rados.rados.0.smithi098.stdout:2725: finishing rollback tid 0 to smithi09877355-47 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2725: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2725: finishing rollback tid 2 to smithi09877355-47 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 1541 (ObjNum 614 snap 173 seq_num 614) dirty exists 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2727: finishing copy_from racing read to smithi09877355-17 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2727: finishing copy_from to smithi09877355-17 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1222 (ObjNum 129 snap 0 seq_num 28344144) dirty exists 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2724: done (4 left) 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2725: done (3 left) 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2726: done (2 left) 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2727: done (1 left) 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2728: done (0 left) 2024-04-12T00:36:00.589 INFO:tasks.rados.rados.0.smithi098.stdout:2729: delete oid 29 current snap is 255 2024-04-12T00:36:00.599 INFO:tasks.rados.rados.0.smithi098.stdout:2729: done (0 left) 2024-04-12T00:36:00.599 INFO:tasks.rados.rados.0.smithi098.stdout:2730: delete oid 21 current snap is 255 2024-04-12T00:36:00.607 INFO:tasks.rados.rados.0.smithi098.stdout:2730: done (0 left) 2024-04-12T00:36:00.607 INFO:tasks.rados.rados.0.smithi098.stdout:2731: copy_from oid 13 from oid 17 current snap is 255 2024-04-12T00:36:00.608 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 255 2024-04-12T00:36:00.608 INFO:tasks.rados.rados.0.smithi098.stdout:2732: seq_num 886 ranges {6692864=442368} 2024-04-12T00:36:00.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:00 smithi193 ceph-mon[83763]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T00:36:00.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:00 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:36:00.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:00 smithi193 ceph-mon[83763]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:active 2024-04-12T00:36:00.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:00 smithi193 ceph-mon[83763]: fsmap cephfs:1 {0=b=up:active} 2024-04-12T00:36:00.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:00 smithi193 ceph-mon[83763]: osdmap e563: 8 total, 8 up, 8 in 2024-04-12T00:36:00.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:00 smithi193 ceph-mon[83763]: pgmap v502: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-12T00:36:00.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:00 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:00.646 INFO:tasks.rados.rados.0.smithi098.stdout:2732: writing smithi09877355-26 from 6692864 to 7135232 tid 1 2024-04-12T00:36:00.647 INFO:tasks.rados.rados.0.smithi098.stdout:2733: snap_create 2024-04-12T00:36:00.647 INFO:tasks.rados.rados.0.smithi098.stdout:2731: finishing copy_from racing read to smithi09877355-13 2024-04-12T00:36:00.647 INFO:tasks.rados.rados.0.smithi098.stdout:2731: finishing copy_from to smithi09877355-13 2024-04-12T00:36:00.647 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1222 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:36:00.650 INFO:tasks.rados.rados.0.smithi098.stdout:2732: finishing write tid 1 to smithi09877355-26 2024-04-12T00:36:00.650 INFO:tasks.rados.rados.0.smithi098.stdout:2732: finishing write tid 2 to smithi09877355-26 2024-04-12T00:36:00.651 INFO:tasks.rados.rados.0.smithi098.stdout:2732: finishing write tid 3 to smithi09877355-26 2024-04-12T00:36:00.651 INFO:tasks.rados.rados.0.smithi098.stdout:2732: oid 26 updating version 0 to 1216 2024-04-12T00:36:00.651 INFO:tasks.rados.rados.0.smithi098.stdout:2732: oid 26 version 1216 is already newer than 1215 2024-04-12T00:36:00.651 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 1216 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-12T00:36:00.651 INFO:tasks.rados.rados.0.smithi098.stdout:2732: left oid 26 (ObjNum 886 snap 255 seq_num 886) 2024-04-12T00:36:00.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[91373]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[91373]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:active 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[91373]: fsmap cephfs:1 {0=b=up:active} 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[91373]: osdmap e563: 8 total, 8 up, 8 in 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[91373]: pgmap v502: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[88922]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[88922]: mds.? [v2:172.21.15.193:6832/3809717640,v1:172.21.15.193:6833/3809717640] up:active 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[88922]: fsmap cephfs:1 {0=b=up:active} 2024-04-12T00:36:00.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[88922]: osdmap e563: 8 total, 8 up, 8 in 2024-04-12T00:36:00.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[88922]: pgmap v502: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-12T00:36:00.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:00 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:01.116 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:00 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b[55970]: 2024-04-12T00:36:00.833+0000 7f4faea7f700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-12T00:36:01.523 INFO:tasks.rados.rados.0.smithi098.stdout:2731: done (2 left) 2024-04-12T00:36:01.523 INFO:tasks.rados.rados.0.smithi098.stdout:2732: done (1 left) 2024-04-12T00:36:01.523 INFO:tasks.rados.rados.0.smithi098.stdout:2733: done (0 left) 2024-04-12T00:36:01.523 INFO:tasks.rados.rados.0.smithi098.stdout:2734: copy_from oid 24 from oid 35 current snap is 256 2024-04-12T00:36:01.523 INFO:tasks.rados.rados.0.smithi098.stdout:2735: read oid 32 snap 244 2024-04-12T00:36:01.524 INFO:tasks.rados.rados.0.smithi098.stdout:2735: expect deleted 2024-04-12T00:36:01.524 INFO:tasks.rados.rados.0.smithi098.stdout:2736: read oid 38 snap -1 2024-04-12T00:36:01.524 INFO:tasks.rados.rados.0.smithi098.stdout:2736: expect deleted 2024-04-12T00:36:01.524 INFO:tasks.rados.rados.0.smithi098.stdout:2737: read oid 50 snap 252 2024-04-12T00:36:01.524 INFO:tasks.rados.rados.0.smithi098.stdout:2737: expect (ObjNum 829 snap 245 seq_num 829) 2024-04-12T00:36:01.524 INFO:tasks.rados.rados.0.smithi098.stdout:2738: snap_remove snap 246 2024-04-12T00:36:01.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:01 smithi193 ceph-mon[83763]: osdmap e564: 8 total, 8 up, 8 in 2024-04-12T00:36:01.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:01 smithi193 ceph-mon[83763]: osdmap e565: 8 total, 8 up, 8 in 2024-04-12T00:36:02.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:01 smithi098 ceph-mon[91373]: osdmap e564: 8 total, 8 up, 8 in 2024-04-12T00:36:02.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:01 smithi098 ceph-mon[91373]: osdmap e565: 8 total, 8 up, 8 in 2024-04-12T00:36:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:01 smithi098 ceph-mon[88922]: osdmap e564: 8 total, 8 up, 8 in 2024-04-12T00:36:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:01 smithi098 ceph-mon[88922]: osdmap e565: 8 total, 8 up, 8 in 2024-04-12T00:36:02.518 INFO:tasks.rados.rados.0.smithi098.stdout:2738: done (4 left) 2024-04-12T00:36:02.519 INFO:tasks.rados.rados.0.smithi098.stdout:2739: delete oid 6 current snap is 256 2024-04-12T00:36:02.519 INFO:tasks.rados.rados.0.smithi098.stdout:2734: finishing copy_from racing read to smithi09877355-24 2024-04-12T00:36:02.519 INFO:tasks.rados.rados.0.smithi098.stdout:2734: finishing copy_from to smithi09877355-24 2024-04-12T00:36:02.519 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 765 (ObjNum 875 snap 253 seq_num 875) dirty exists 2024-04-12T00:36:02.519 INFO:tasks.rados.rados.0.smithi098.stdout:2737: expect (ObjNum 829 snap 245 seq_num 829) 2024-04-12T00:36:02.590 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:36:02.773 INFO:tasks.rados.rados.0.smithi098.stdout:2734: done (4 left) 2024-04-12T00:36:02.773 INFO:tasks.rados.rados.0.smithi098.stdout:2735: done (3 left) 2024-04-12T00:36:02.774 INFO:tasks.rados.rados.0.smithi098.stdout:2736: done (2 left) 2024-04-12T00:36:02.774 INFO:tasks.rados.rados.0.smithi098.stdout:2737: done (1 left) 2024-04-12T00:36:02.774 INFO:tasks.rados.rados.0.smithi098.stdout:2739: done (0 left) 2024-04-12T00:36:02.774 INFO:tasks.rados.rados.0.smithi098.stdout:2740: rollback oid 31 current snap is 256 2024-04-12T00:36:02.774 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 218 2024-04-12T00:36:02.774 INFO:tasks.rados.rados.0.smithi098.stdout:2741: snap_remove snap 224 2024-04-12T00:36:02.783 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:36:02.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:02 smithi193 ceph-mon[83763]: pgmap v505: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T00:36:02.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:02 smithi193 ceph-mon[83763]: osdmap e566: 8 total, 8 up, 8 in 2024-04-12T00:36:03.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:02 smithi098 ceph-mon[91373]: pgmap v505: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T00:36:03.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:02 smithi098 ceph-mon[91373]: osdmap e566: 8 total, 8 up, 8 in 2024-04-12T00:36:03.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:02 smithi098 ceph-mon[88922]: pgmap v505: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T00:36:03.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:02 smithi098 ceph-mon[88922]: osdmap e566: 8 total, 8 up, 8 in 2024-04-12T00:36:03.102 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:36:03.102 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (9m) 2m ago 10m 25.4M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:36:03.102 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (10m) 16s ago 10m 91.2M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:36:03.102 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (11m) 2m ago 11m 20.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b425524751d0 2024-04-12T00:36:03.102 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (11m) 16s ago 11m 18.1M - 18.2.2-1187-gd540ebac bb2c5eac26a4 61b44aa20bfd 2024-04-12T00:36:03.102 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (6m) 16s ago 15m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:36:03.102 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (6m) 2m ago 16m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:36:03.102 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (5m) 2m ago 17m 50.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:36:03.102 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (5m) 16s ago 15m 46.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (5m) 2m ago 15m 43.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (10m) 2m ago 10m 15.4M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (10m) 16s ago 10m 14.8M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (4m) 2m ago 14m 161M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (3m) 2m ago 14m 144M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (3m) 2m ago 14m 97.0M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (2m) 2m ago 13m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (2m) 16s ago 13m 166M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 1bd8a7541b94 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (91s) 16s ago 12m 180M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3ce1fb3e5c84 2024-04-12T00:36:03.103 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (55s) 16s ago 12m 91.1M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d79c44e24adf 2024-04-12T00:36:03.104 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (21s) 16s ago 12m 12.7M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 96d924bed0d3 2024-04-12T00:36:03.104 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (6m) 16s ago 11m 60.6M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:36:03.503 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:36:03.503 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:36:03.503 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:36:03.503 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:36:03.503 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:36:03.503 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:36:03.503 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:36:03.503 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:36:03.503 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T00:36:03.504 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:36:03.504 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:36:03.504 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1 2024-04-12T00:36:03.504 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:36:03.504 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:36:03.504 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T00:36:03.504 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 13 2024-04-12T00:36:03.504 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:36:03.504 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:36:03.600 INFO:tasks.rados.rados.0.smithi098.stdout:2741: done (1 left) 2024-04-12T00:36:03.601 INFO:tasks.rados.rados.0.smithi098.stdout:2742: read oid 14 snap -1 2024-04-12T00:36:03.601 INFO:tasks.rados.rados.0.smithi098.stdout:2742: expect (ObjNum 876 snap 253 seq_num 876) 2024-04-12T00:36:03.601 INFO:tasks.rados.rados.0.smithi098.stdout:2743: rollback oid 9 current snap is 256 2024-04-12T00:36:03.601 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 231 2024-04-12T00:36:03.601 INFO:tasks.rados.rados.0.smithi098.stdout:2744: rollback oid 40 current snap is 256 2024-04-12T00:36:03.601 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 40 to 244 2024-04-12T00:36:03.601 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 256 2024-04-12T00:36:03.601 INFO:tasks.rados.rados.0.smithi098.stdout:2745: seq_num 888 ranges {1662976=475136} 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2745: writing smithi09877355-30 from 1662976 to 2138112 tid 1 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2740: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2740: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2740: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1220 (ObjNum 725 snap 215 seq_num 725) dirty exists 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2743: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2740: done (4 left) 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2746: read oid 10 snap -1 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2746: expect deleted 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2747: read oid 48 snap -1 2024-04-12T00:36:03.614 INFO:tasks.rados.rados.0.smithi098.stdout:2747: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:36:03.615 INFO:tasks.rados.rados.0.smithi098.stdout:2748: snap_create 2024-04-12T00:36:03.615 INFO:tasks.rados.rados.0.smithi098.stdout:2743: finishing rollback tid 2 to smithi09877355-9 2024-04-12T00:36:03.615 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1224 (ObjNum 769 snap 229 seq_num 769) dirty exists 2024-04-12T00:36:03.615 INFO:tasks.rados.rados.0.smithi098.stdout:2747: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:36:03.619 INFO:tasks.rados.rados.0.smithi098.stdout:2745: finishing write tid 1 to smithi09877355-30 2024-04-12T00:36:03.621 INFO:tasks.rados.rados.0.smithi098.stdout:2745: finishing write tid 2 to smithi09877355-30 2024-04-12T00:36:03.621 INFO:tasks.rados.rados.0.smithi098.stdout:2744: finishing rollback tid 0 to smithi09877355-40 2024-04-12T00:36:03.621 INFO:tasks.rados.rados.0.smithi098.stdout:2744: finishing rollback tid 1 to smithi09877355-40 2024-04-12T00:36:03.622 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1218 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T00:36:03.623 INFO:tasks.rados.rados.0.smithi098.stdout:2745: finishing write tid 3 to smithi09877355-30 2024-04-12T00:36:03.623 INFO:tasks.rados.rados.0.smithi098.stdout:2745: oid 30 updating version 0 to 1225 2024-04-12T00:36:03.623 INFO:tasks.rados.rados.0.smithi098.stdout:2745: oid 30 updating version 1225 to 1226 2024-04-12T00:36:03.623 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1226 (ObjNum 888 snap 256 seq_num 888) dirty exists 2024-04-12T00:36:03.623 INFO:tasks.rados.rados.0.smithi098.stdout:2745: left oid 30 (ObjNum 888 snap 256 seq_num 888) 2024-04-12T00:36:03.627 INFO:tasks.rados.rados.0.smithi098.stdout:2742: expect (ObjNum 876 snap 253 seq_num 876) 2024-04-12T00:36:03.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:03 smithi098 ceph-mon[91373]: from='client.54262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:03.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:03 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/576222803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:03.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:03 smithi098 ceph-mon[88922]: from='client.54262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:03.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:03 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/576222803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:03.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:03 smithi193 ceph-mon[83763]: from='client.54262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:03.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:03 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/576222803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:04.612 INFO:tasks.rados.rados.0.smithi098.stdout:2742: done (6 left) 2024-04-12T00:36:04.612 INFO:tasks.rados.rados.0.smithi098.stdout:2743: done (5 left) 2024-04-12T00:36:04.612 INFO:tasks.rados.rados.0.smithi098.stdout:2744: done (4 left) 2024-04-12T00:36:04.612 INFO:tasks.rados.rados.0.smithi098.stdout:2745: done (3 left) 2024-04-12T00:36:04.612 INFO:tasks.rados.rados.0.smithi098.stdout:2746: done (2 left) 2024-04-12T00:36:04.612 INFO:tasks.rados.rados.0.smithi098.stdout:2747: done (1 left) 2024-04-12T00:36:04.612 INFO:tasks.rados.rados.0.smithi098.stdout:2748: done (0 left) 2024-04-12T00:36:04.612 INFO:tasks.rados.rados.0.smithi098.stdout:2749: snap_remove snap 240 2024-04-12T00:36:04.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:04 smithi193 ceph-mon[83763]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:04.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:04 smithi193 ceph-mon[83763]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T00:36:04.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:04 smithi193 ceph-mon[83763]: pgmap v508: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 350 KiB/s wr, 25 op/s 2024-04-12T00:36:05.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:04 smithi098 ceph-mon[91373]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:05.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:04 smithi098 ceph-mon[91373]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T00:36:05.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:04 smithi098 ceph-mon[91373]: pgmap v508: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 350 KiB/s wr, 25 op/s 2024-04-12T00:36:05.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:04 smithi098 ceph-mon[88922]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:05.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:04 smithi098 ceph-mon[88922]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T00:36:05.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:04 smithi098 ceph-mon[88922]: pgmap v508: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 350 KiB/s wr, 25 op/s 2024-04-12T00:36:05.426 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:05 smithi098 podman[116774]: 2024-04-12 00:36:05.164074107 +0000 UTC m=+8.979207498 container died b425524751d0977d0e3a1a8f3ccebb58ae260e3f875d86db3e1a689ca8efe1fb (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-12T00:36:05.618 INFO:tasks.rados.rados.0.smithi098.stdout:2749: done (0 left) 2024-04-12T00:36:05.618 INFO:tasks.rados.rados.0.smithi098.stdout:2750: copy_from oid 14 from oid 19 current snap is 257 2024-04-12T00:36:05.618 INFO:tasks.rados.rados.0.smithi098.stdout:2751: rollback oid 13 current snap is 257 2024-04-12T00:36:05.618 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 13 to 215 2024-04-12T00:36:05.618 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 257 2024-04-12T00:36:05.618 INFO:tasks.rados.rados.0.smithi098.stdout:2752: seq_num 889 ranges {3735552=491520} 2024-04-12T00:36:05.642 INFO:tasks.rados.rados.0.smithi098.stdout:2752: writing smithi09877355-3 from 3735552 to 4227072 tid 1 2024-04-12T00:36:05.642 INFO:tasks.rados.rados.0.smithi098.stdout:2753: delete oid 43 current snap is 257 2024-04-12T00:36:05.642 INFO:tasks.rados.rados.0.smithi098.stdout:2750: finishing copy_from to smithi09877355-14 2024-04-12T00:36:05.642 INFO:tasks.rados.rados.0.smithi098.stdout:2750: got expected ENOENT (src dne) 2024-04-12T00:36:05.642 INFO:tasks.rados.rados.0.smithi098.stdout:2750: finishing copy_from racing read to smithi09877355-14 2024-04-12T00:36:05.642 INFO:tasks.rados.rados.0.smithi098.stdout:2751: finishing rollback tid 0 to smithi09877355-13 2024-04-12T00:36:05.642 INFO:tasks.rados.rados.0.smithi098.stdout:2751: finishing rollback tid 1 to smithi09877355-13 2024-04-12T00:36:05.642 INFO:tasks.rados.rados.0.smithi098.stdout:2751: finishing rollback tid 2 to smithi09877355-13 2024-04-12T00:36:05.642 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1972 (ObjNum 710 snap 209 seq_num 710) dirty exists 2024-04-12T00:36:05.646 INFO:tasks.rados.rados.0.smithi098.stdout:2752: finishing write tid 1 to smithi09877355-3 2024-04-12T00:36:05.646 INFO:tasks.rados.rados.0.smithi098.stdout:2752: finishing write tid 2 to smithi09877355-3 2024-04-12T00:36:05.650 INFO:tasks.rados.rados.0.smithi098.stdout:2750: done (3 left) 2024-04-12T00:36:05.650 INFO:tasks.rados.rados.0.smithi098.stdout:2751: done (2 left) 2024-04-12T00:36:05.650 INFO:tasks.rados.rados.0.smithi098.stdout:2753: done (1 left) 2024-04-12T00:36:05.650 INFO:tasks.rados.rados.0.smithi098.stdout:2754: snap_create 2024-04-12T00:36:05.651 INFO:tasks.rados.rados.0.smithi098.stdout:2752: finishing write tid 3 to smithi09877355-3 2024-04-12T00:36:05.651 INFO:tasks.rados.rados.0.smithi098.stdout:2752: oid 3 updating version 0 to 1787 2024-04-12T00:36:05.651 INFO:tasks.rados.rados.0.smithi098.stdout:2752: oid 3 version 1787 is already newer than 1786 2024-04-12T00:36:05.651 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1787 (ObjNum 889 snap 257 seq_num 889) dirty exists 2024-04-12T00:36:05.651 INFO:tasks.rados.rados.0.smithi098.stdout:2752: left oid 3 (ObjNum 889 snap 257 seq_num 889) 2024-04-12T00:36:05.683 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:05 smithi098 ceph-mon[91373]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T00:36:05.683 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:05.683 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:05.683 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:05 smithi098 podman[116774]: 2024-04-12 00:36:05.517401486 +0000 UTC m=+9.332534872 container cleanup b425524751d0977d0e3a1a8f3ccebb58ae260e3f875d86db3e1a689ca8efe1fb (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-12T00:36:05.683 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:05 smithi098 bash[116774]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a 2024-04-12T00:36:05.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:05 smithi098 ceph-mon[88922]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T00:36:05.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:05.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:05.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:05 smithi193 ceph-mon[83763]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T00:36:05.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:05.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:05.936 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:36:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:36:05] "GET /metrics HTTP/1.1" 200 36029 "" "Prometheus/2.43.0" 2024-04-12T00:36:05.937 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:05 smithi098 podman[116861]: 2024-04-12 00:36:05.810556976 +0000 UTC m=+0.649204191 container remove b425524751d0977d0e3a1a8f3ccebb58ae260e3f875d86db3e1a689ca8efe1fb (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-12T00:36:06.291 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:05 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-12T00:36:06.291 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:05 smithi098 systemd[1]: Stopped Ceph mds.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:06.291 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:05 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.a.service: Consumed 1.662s CPU time. 2024-04-12T00:36:06.291 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:06 smithi098 systemd[1]: Starting Ceph mds.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:36:06.521 INFO:tasks.rados.rados.0.smithi098.stdout:2752: done (1 left) 2024-04-12T00:36:06.521 INFO:tasks.rados.rados.0.smithi098.stdout:2754: done (0 left) 2024-04-12T00:36:06.521 INFO:tasks.rados.rados.0.smithi098.stdout:2755: read oid 11 snap -1 2024-04-12T00:36:06.521 INFO:tasks.rados.rados.0.smithi098.stdout:2755: expect deleted 2024-04-12T00:36:06.521 INFO:tasks.rados.rados.0.smithi098.stdout:2756: snap_remove snap 255 2024-04-12T00:36:06.630 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:06 smithi098 ceph-mon[91373]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T00:36:06.630 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:06 smithi098 ceph-mon[91373]: pgmap v511: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 174 KiB/s wr, 13 op/s 2024-04-12T00:36:06.630 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:06 smithi098 ceph-mon[91373]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T00:36:06.630 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:06 smithi098 ceph-mon[88922]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T00:36:06.630 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:06 smithi098 ceph-mon[88922]: pgmap v511: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 174 KiB/s wr, 13 op/s 2024-04-12T00:36:06.630 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:06 smithi098 ceph-mon[88922]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T00:36:06.631 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:06 smithi098 podman[116993]: 2024-04-12 00:36:06.28212888 +0000 UTC m=+0.017251780 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:36:06.631 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:06 smithi098 podman[116993]: 2024-04-12 00:36:06.394899734 +0000 UTC m=+0.130022659 container create c283699613548d9584a29928017d123944fa8cc429ccf5d15d10d76ea4bd8a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T00:36:07.041 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:06 smithi098 podman[116993]: 2024-04-12 00:36:06.631092095 +0000 UTC m=+0.366214998 container init c283699613548d9584a29928017d123944fa8cc429ccf5d15d10d76ea4bd8a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-12T00:36:07.041 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:06 smithi098 podman[116993]: 2024-04-12 00:36:06.635256428 +0000 UTC m=+0.370379313 container start c283699613548d9584a29928017d123944fa8cc429ccf5d15d10d76ea4bd8a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-12T00:36:07.041 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[117008]: starting mds.a at 2024-04-12T00:36:07.041 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:06 smithi098 bash[116993]: c283699613548d9584a29928017d123944fa8cc429ccf5d15d10d76ea4bd8a46 2024-04-12T00:36:07.041 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:06 smithi098 systemd[1]: Started Ceph mds.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:07.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:06 smithi193 ceph-mon[83763]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T00:36:07.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:06 smithi193 ceph-mon[83763]: pgmap v511: 121 pgs: 121 active+clean; 560 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 174 KiB/s wr, 13 op/s 2024-04-12T00:36:07.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:06 smithi193 ceph-mon[83763]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T00:36:07.520 INFO:tasks.rados.rados.0.smithi098.stdout:2756: done (1 left) 2024-04-12T00:36:07.520 INFO:tasks.rados.rados.0.smithi098.stdout:2757: setattr oid 1 current snap is 258 2024-04-12T00:36:07.522 INFO:tasks.rados.rados.0.smithi098.stdout:2755: done (1 left) 2024-04-12T00:36:07.522 INFO:tasks.rados.rados.0.smithi098.stdout:2758: read oid 46 snap -1 2024-04-12T00:36:07.522 INFO:tasks.rados.rados.0.smithi098.stdout:2758: expect (ObjNum 802 snap 239 seq_num 802) 2024-04-12T00:36:07.522 INFO:tasks.rados.rados.0.smithi098.stdout:2759: rollback oid 20 current snap is 258 2024-04-12T00:36:07.522 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 20 to 256 2024-04-12T00:36:07.522 INFO:tasks.rados.rados.0.smithi098.stdout:2760: delete oid 42 current snap is 258 2024-04-12T00:36:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:2760: done (3 left) 2024-04-12T00:36:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:2761: rollback oid 6 current snap is 258 2024-04-12T00:36:07.524 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 6 to 244 2024-04-12T00:36:07.525 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 258 2024-04-12T00:36:07.525 INFO:tasks.rados.rados.0.smithi098.stdout:2762: seq_num 892 ranges {65536=548864} 2024-04-12T00:36:07.528 INFO:tasks.rados.rados.0.smithi098.stdout:2762: writing smithi09877355-15 from 65536 to 614400 tid 1 2024-04-12T00:36:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 1238 (ObjNum 65 snap 0 seq_num 4289688400) dirty exists 2024-04-12T00:36:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:2759: finishing rollback tid 0 to smithi09877355-20 2024-04-12T00:36:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:2759: finishing rollback tid 1 to smithi09877355-20 2024-04-12T00:36:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:2759: finishing rollback tid 2 to smithi09877355-20 2024-04-12T00:36:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 1555 (ObjNum 867 snap 253 seq_num 867) dirty exists 2024-04-12T00:36:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:2757: done (4 left) 2024-04-12T00:36:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:2759: done (3 left) 2024-04-12T00:36:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 258 2024-04-12T00:36:07.529 INFO:tasks.rados.rados.0.smithi098.stdout:2763: seq_num 893 ranges {229376=565248} 2024-04-12T00:36:07.534 INFO:tasks.rados.rados.0.smithi098.stdout:2763: writing smithi09877355-39 from 229376 to 794624 tid 1 2024-04-12T00:36:07.534 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 258 2024-04-12T00:36:07.534 INFO:tasks.rados.rados.0.smithi098.stdout:2761: finishing rollback tid 1 to smithi09877355-6 2024-04-12T00:36:07.534 INFO:tasks.rados.rados.0.smithi098.stdout:2761: finishing rollback tid 2 to smithi09877355-6 2024-04-12T00:36:07.534 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1265 (ObjNum 818 snap 242 seq_num 818) dirty exists 2024-04-12T00:36:07.534 INFO:tasks.rados.rados.0.smithi098.stdout:2764: seq_num 894 ranges {0=581632} 2024-04-12T00:36:07.538 INFO:tasks.rados.rados.0.smithi098.stdout:2764: writing smithi09877355-40 from 0 to 581632 tid 1 2024-04-12T00:36:07.538 INFO:tasks.rados.rados.0.smithi098.stdout:2761: done (4 left) 2024-04-12T00:36:07.538 INFO:tasks.rados.rados.0.smithi098.stdout:2765: snap_create 2024-04-12T00:36:07.538 INFO:tasks.rados.rados.0.smithi098.stdout:2762: finishing write tid 1 to smithi09877355-15 2024-04-12T00:36:07.539 INFO:tasks.rados.rados.0.smithi098.stdout:2762: finishing write tid 2 to smithi09877355-15 2024-04-12T00:36:07.539 INFO:tasks.rados.rados.0.smithi098.stdout:2763: finishing write tid 1 to smithi09877355-39 2024-04-12T00:36:07.539 INFO:tasks.rados.rados.0.smithi098.stdout:2762: finishing write tid 3 to smithi09877355-15 2024-04-12T00:36:07.540 INFO:tasks.rados.rados.0.smithi098.stdout:2762: oid 15 updating version 0 to 1980 2024-04-12T00:36:07.540 INFO:tasks.rados.rados.0.smithi098.stdout:2762: oid 15 updating version 1980 to 1981 2024-04-12T00:36:07.540 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 1981 (ObjNum 892 snap 258 seq_num 892) dirty exists 2024-04-12T00:36:07.540 INFO:tasks.rados.rados.0.smithi098.stdout:2762: left oid 15 (ObjNum 892 snap 258 seq_num 892) 2024-04-12T00:36:07.540 INFO:tasks.rados.rados.0.smithi098.stdout:2763: finishing write tid 2 to smithi09877355-39 2024-04-12T00:36:07.541 INFO:tasks.rados.rados.0.smithi098.stdout:2763: finishing write tid 3 to smithi09877355-39 2024-04-12T00:36:07.541 INFO:tasks.rados.rados.0.smithi098.stdout:2763: oid 39 updating version 0 to 1983 2024-04-12T00:36:07.541 INFO:tasks.rados.rados.0.smithi098.stdout:2763: oid 39 updating version 1983 to 1984 2024-04-12T00:36:07.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 1984 (ObjNum 893 snap 258 seq_num 893) dirty exists 2024-04-12T00:36:07.541 INFO:tasks.rados.rados.0.smithi098.stdout:2763: left oid 39 (ObjNum 893 snap 258 seq_num 893) 2024-04-12T00:36:07.543 INFO:tasks.rados.rados.0.smithi098.stdout:2764: finishing write tid 1 to smithi09877355-40 2024-04-12T00:36:07.543 INFO:tasks.rados.rados.0.smithi098.stdout:2764: finishing write tid 2 to smithi09877355-40 2024-04-12T00:36:07.544 INFO:tasks.rados.rados.0.smithi098.stdout:2764: finishing write tid 3 to smithi09877355-40 2024-04-12T00:36:07.545 INFO:tasks.rados.rados.0.smithi098.stdout:2764: oid 40 updating version 0 to 1220 2024-04-12T00:36:07.545 INFO:tasks.rados.rados.0.smithi098.stdout:2764: oid 40 version 1220 is already newer than 1219 2024-04-12T00:36:07.545 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1220 (ObjNum 894 snap 258 seq_num 894) dirty exists 2024-04-12T00:36:07.545 INFO:tasks.rados.rados.0.smithi098.stdout:2764: left oid 40 (ObjNum 894 snap 258 seq_num 894) 2024-04-12T00:36:07.559 INFO:tasks.rados.rados.0.smithi098.stdout:2758: expect (ObjNum 802 snap 239 seq_num 802) 2024-04-12T00:36:07.866 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:07.866 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:07.866 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[91373]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[91373]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:boot 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[91373]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[88922]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[88922]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:boot 2024-04-12T00:36:07.867 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[88922]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-12T00:36:07.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:36:08.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:08.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:08.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:08.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:07 smithi193 ceph-mon[83763]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T00:36:08.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:07 smithi193 ceph-mon[83763]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:boot 2024-04-12T00:36:08.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:07 smithi193 ceph-mon[83763]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-12T00:36:08.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T00:36:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2758: done (4 left) 2024-04-12T00:36:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2762: done (3 left) 2024-04-12T00:36:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2763: done (2 left) 2024-04-12T00:36:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2764: done (1 left) 2024-04-12T00:36:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2765: done (0 left) 2024-04-12T00:36:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2766: copy_from oid 48 from oid 43 current snap is 259 2024-04-12T00:36:08.524 INFO:tasks.rados.rados.0.smithi098.stdout:2767: setattr oid 7 current snap is 259 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2766: finishing copy_from to smithi09877355-48 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2766: got expected ENOENT (src dne) 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2766: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2766: done (1 left) 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2768: read oid 9 snap 203 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2768: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2769: read oid 34 snap -1 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2769: expect (ObjNum 657 snap 189 seq_num 657) 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2770: read oid 13 snap 218 2024-04-12T00:36:08.526 INFO:tasks.rados.rados.0.smithi098.stdout:2770: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T00:36:08.527 INFO:tasks.rados.rados.0.smithi098.stdout:2771: snap_remove snap 202 2024-04-12T00:36:09.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:08 smithi098 ceph-mon[91373]: pgmap v514: 121 pgs: 121 active+clean; 562 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 142 KiB/s wr, 9 op/s 2024-04-12T00:36:09.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:08 smithi098 ceph-mon[91373]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T00:36:09.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:08 smithi098 ceph-mon[88922]: pgmap v514: 121 pgs: 121 active+clean; 562 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 142 KiB/s wr, 9 op/s 2024-04-12T00:36:09.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:08 smithi098 ceph-mon[88922]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T00:36:09.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:08 smithi193 ceph-mon[83763]: pgmap v514: 121 pgs: 121 active+clean; 562 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 142 KiB/s wr, 9 op/s 2024-04-12T00:36:09.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:08 smithi193 ceph-mon[83763]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T00:36:09.530 INFO:tasks.rados.rados.0.smithi098.stdout:2771: done (4 left) 2024-04-12T00:36:09.530 INFO:tasks.rados.rados.0.smithi098.stdout:2772: snap_remove snap 222 2024-04-12T00:36:10.531 INFO:tasks.rados.rados.0.smithi098.stdout:2772: done (4 left) 2024-04-12T00:36:10.531 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 259 2024-04-12T00:36:10.532 INFO:tasks.rados.rados.0.smithi098.stdout:2773: seq_num 895 ranges {9216000=598016} 2024-04-12T00:36:10.586 INFO:tasks.rados.rados.0.smithi098.stdout:2773: writing smithi09877355-46 from 9216000 to 9814016 tid 1 2024-04-12T00:36:10.587 INFO:tasks.rados.rados.0.smithi098.stdout:2774: snap_create 2024-04-12T00:36:10.587 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 769 (ObjNum 773 snap 230 seq_num 773) dirty exists 2024-04-12T00:36:10.587 INFO:tasks.rados.rados.0.smithi098.stdout:2768: expect (ObjNum 668 snap 192 seq_num 668) 2024-04-12T00:36:10.679 INFO:tasks.rados.rados.0.smithi098.stdout:2769: expect (ObjNum 657 snap 189 seq_num 657) 2024-04-12T00:36:10.717 INFO:tasks.rados.rados.0.smithi098.stdout:2770: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T00:36:10.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:10 smithi098 ceph-mon[91373]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T00:36:10.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:10 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:10.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:10 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:10.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:10 smithi098 ceph-mon[91373]: pgmap v517: 121 pgs: 121 active+clean; 571 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 378 KiB/s wr, 11 op/s 2024-04-12T00:36:10.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:10 smithi098 ceph-mon[88922]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T00:36:10.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:10 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:10.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:10 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:10.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:10 smithi098 ceph-mon[88922]: pgmap v517: 121 pgs: 121 active+clean; 571 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 378 KiB/s wr, 11 op/s 2024-04-12T00:36:10.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:10 smithi193 ceph-mon[83763]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T00:36:10.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:10 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:10.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:10 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:10.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:10 smithi193 ceph-mon[83763]: pgmap v517: 121 pgs: 121 active+clean; 571 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 378 KiB/s wr, 11 op/s 2024-04-12T00:36:10.874 INFO:tasks.rados.rados.0.smithi098.stdout:2773: finishing write tid 1 to smithi09877355-46 2024-04-12T00:36:10.874 INFO:tasks.rados.rados.0.smithi098.stdout:2773: finishing write tid 2 to smithi09877355-46 2024-04-12T00:36:10.874 INFO:tasks.rados.rados.0.smithi098.stdout:2773: finishing write tid 3 to smithi09877355-46 2024-04-12T00:36:10.874 INFO:tasks.rados.rados.0.smithi098.stdout:2773: oid 46 updating version 0 to 1227 2024-04-12T00:36:10.874 INFO:tasks.rados.rados.0.smithi098.stdout:2773: oid 46 updating version 1227 to 1228 2024-04-12T00:36:10.874 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1228 (ObjNum 895 snap 259 seq_num 895) dirty exists 2024-04-12T00:36:10.874 INFO:tasks.rados.rados.0.smithi098.stdout:2773: left oid 46 (ObjNum 895 snap 259 seq_num 895) 2024-04-12T00:36:11.522 INFO:tasks.rados.rados.0.smithi098.stdout:2767: done (5 left) 2024-04-12T00:36:11.522 INFO:tasks.rados.rados.0.smithi098.stdout:2768: done (4 left) 2024-04-12T00:36:11.522 INFO:tasks.rados.rados.0.smithi098.stdout:2769: done (3 left) 2024-04-12T00:36:11.522 INFO:tasks.rados.rados.0.smithi098.stdout:2770: done (2 left) 2024-04-12T00:36:11.523 INFO:tasks.rados.rados.0.smithi098.stdout:2773: done (1 left) 2024-04-12T00:36:11.523 INFO:tasks.rados.rados.0.smithi098.stdout:2774: done (0 left) 2024-04-12T00:36:11.523 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 260 2024-04-12T00:36:11.523 INFO:tasks.rados.rados.0.smithi098.stdout:2775: seq_num 896 ranges {4571136=614400} 2024-04-12T00:36:11.550 INFO:tasks.rados.rados.0.smithi098.stdout:2775: writing smithi09877355-13 from 4571136 to 5185536 tid 1 2024-04-12T00:36:11.550 INFO:tasks.rados.rados.0.smithi098.stdout:2776: copy_from oid 41 from oid 46 current snap is 260 2024-04-12T00:36:11.550 INFO:tasks.rados.rados.0.smithi098.stdout:2777: snap_remove snap 204 2024-04-12T00:36:11.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:11 smithi098 ceph-mon[91373]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T00:36:11.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:11.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:11.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:11 smithi098 ceph-mon[91373]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T00:36:11.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:11 smithi098 ceph-mon[88922]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T00:36:11.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:11.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:11.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:11 smithi098 ceph-mon[88922]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T00:36:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:11 smithi193 ceph-mon[83763]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T00:36:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:11.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:11 smithi193 ceph-mon[83763]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T00:36:12.366 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:36:12.539 INFO:tasks.rados.rados.0.smithi098.stdout:2777: done (2 left) 2024-04-12T00:36:12.539 INFO:tasks.rados.rados.0.smithi098.stdout:2778: read oid 23 snap -1 2024-04-12T00:36:12.539 INFO:tasks.rados.rados.0.smithi098.stdout:2778: expect (ObjNum 824 snap 243 seq_num 824) 2024-04-12T00:36:12.540 INFO:tasks.rados.rados.0.smithi098.stdout:2779: rollback oid 28 current snap is 260 2024-04-12T00:36:12.540 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 28 to 258 2024-04-12T00:36:12.540 INFO:tasks.rados.rados.0.smithi098.stdout:2780: setattr oid 3 current snap is 260 2024-04-12T00:36:12.541 INFO:tasks.rados.rados.0.smithi098.stdout:2775: finishing write tid 1 to smithi09877355-13 2024-04-12T00:36:12.541 INFO:tasks.rados.rados.0.smithi098.stdout:2775: finishing write tid 2 to smithi09877355-13 2024-04-12T00:36:12.541 INFO:tasks.rados.rados.0.smithi098.stdout:2775: finishing write tid 3 to smithi09877355-13 2024-04-12T00:36:12.541 INFO:tasks.rados.rados.0.smithi098.stdout:2775: oid 13 updating version 0 to 2010 2024-04-12T00:36:12.541 INFO:tasks.rados.rados.0.smithi098.stdout:2775: oid 13 updating version 2010 to 2011 2024-04-12T00:36:12.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2011 (ObjNum 896 snap 260 seq_num 896) dirty exists 2024-04-12T00:36:12.541 INFO:tasks.rados.rados.0.smithi098.stdout:2775: left oid 13 (ObjNum 896 snap 260 seq_num 896) 2024-04-12T00:36:12.541 INFO:tasks.rados.rados.0.smithi098.stdout:2776: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:36:12.541 INFO:tasks.rados.rados.0.smithi098.stdout:2776: finishing copy_from to smithi09877355-41 2024-04-12T00:36:12.542 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1228 (ObjNum 895 snap 259 seq_num 895) dirty exists 2024-04-12T00:36:12.543 INFO:tasks.rados.rados.0.smithi098.stdout:2775: done (4 left) 2024-04-12T00:36:12.543 INFO:tasks.rados.rados.0.smithi098.stdout:2776: done (3 left) 2024-04-12T00:36:12.544 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 260 2024-04-12T00:36:12.544 INFO:tasks.rados.rados.0.smithi098.stdout:2781: seq_num 897 ranges {0=630784} 2024-04-12T00:36:12.545 INFO:tasks.rados.rados.0.smithi098.stdout:2781: writing smithi09877355-1 from 0 to 630784 tid 1 2024-04-12T00:36:12.546 INFO:tasks.rados.rados.0.smithi098.stdout:2782: snap_remove snap 242 2024-04-12T00:36:12.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:12 smithi098 ceph-mon[91373]: pgmap v520: 121 pgs: 121 active+clean; 569 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 508 KiB/s wr, 10 op/s 2024-04-12T00:36:12.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:12 smithi098 ceph-mon[88922]: pgmap v520: 121 pgs: 121 active+clean; 569 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 508 KiB/s wr, 10 op/s 2024-04-12T00:36:12.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:12 smithi193 ceph-mon[83763]: pgmap v520: 121 pgs: 121 active+clean; 569 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 508 KiB/s wr, 10 op/s 2024-04-12T00:36:13.543 INFO:tasks.rados.rados.0.smithi098.stdout:2782: done (4 left) 2024-04-12T00:36:13.543 INFO:tasks.rados.rados.0.smithi098.stdout:2783: delete oid 5 current snap is 260 2024-04-12T00:36:13.543 INFO:tasks.rados.rados.0.smithi098.stdout:2779: finishing rollback tid 0 to smithi09877355-28 2024-04-12T00:36:13.543 INFO:tasks.rados.rados.0.smithi098.stdout:2779: finishing rollback tid 1 to smithi09877355-28 2024-04-12T00:36:13.543 INFO:tasks.rados.rados.0.smithi098.stdout:2779: finishing rollback tid 2 to smithi09877355-28 2024-04-12T00:36:13.543 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1554 (ObjNum 877 snap 253 seq_num 877) dirty exists 2024-04-12T00:36:13.543 INFO:tasks.rados.rados.0.smithi098.stdout:2781: finishing write tid 1 to smithi09877355-1 2024-04-12T00:36:13.543 INFO:tasks.rados.rados.0.smithi098.stdout:2781: finishing write tid 2 to smithi09877355-1 2024-04-12T00:36:13.543 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1788 (ObjNum 889 snap 257 seq_num 889) dirty exists 2024-04-12T00:36:13.544 INFO:tasks.rados.rados.0.smithi098.stdout:2781: finishing write tid 3 to smithi09877355-1 2024-04-12T00:36:13.544 INFO:tasks.rados.rados.0.smithi098.stdout:2781: oid 1 updating version 0 to 1239 2024-04-12T00:36:13.544 INFO:tasks.rados.rados.0.smithi098.stdout:2781: oid 1 updating version 1239 to 1240 2024-04-12T00:36:13.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 1240 (ObjNum 897 snap 260 seq_num 897) dirty exists 2024-04-12T00:36:13.544 INFO:tasks.rados.rados.0.smithi098.stdout:2781: left oid 1 (ObjNum 897 snap 260 seq_num 897) 2024-04-12T00:36:13.544 INFO:tasks.rados.rados.0.smithi098.stdout:2778: expect (ObjNum 824 snap 243 seq_num 824) 2024-04-12T00:36:13.600 INFO:tasks.rados.rados.0.smithi098.stdout:2778: done (4 left) 2024-04-12T00:36:13.601 INFO:tasks.rados.rados.0.smithi098.stdout:2779: done (3 left) 2024-04-12T00:36:13.601 INFO:tasks.rados.rados.0.smithi098.stdout:2780: done (2 left) 2024-04-12T00:36:13.601 INFO:tasks.rados.rados.0.smithi098.stdout:2781: done (1 left) 2024-04-12T00:36:13.601 INFO:tasks.rados.rados.0.smithi098.stdout:2783: done (0 left) 2024-04-12T00:36:13.601 INFO:tasks.rados.rados.0.smithi098.stdout:2784: snap_create 2024-04-12T00:36:13.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:13 smithi098 ceph-mon[91373]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T00:36:13.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:13 smithi098 ceph-mon[88922]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T00:36:13.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:13 smithi193 ceph-mon[83763]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T00:36:14.552 INFO:tasks.rados.rados.0.smithi098.stdout:2784: done (0 left) 2024-04-12T00:36:14.552 INFO:tasks.rados.rados.0.smithi098.stdout:2785: read oid 43 snap 241 2024-04-12T00:36:14.552 INFO:tasks.rados.rados.0.smithi098.stdout:2785: expect (ObjNum 28773568 snap 22064 seq_num 28839136) 2024-04-12T00:36:14.552 INFO:tasks.rados.rados.0.smithi098.stdout:2786: snap_remove snap 254 2024-04-12T00:36:14.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:14 smithi193 ceph-mon[83763]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T00:36:14.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:14 smithi193 ceph-mon[83763]: pgmap v523: 121 pgs: 121 active+clean; 579 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-12T00:36:15.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:14 smithi098 ceph-mon[91373]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T00:36:15.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:14 smithi098 ceph-mon[91373]: pgmap v523: 121 pgs: 121 active+clean; 579 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-12T00:36:15.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:14 smithi098 ceph-mon[88922]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T00:36:15.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:14 smithi098 ceph-mon[88922]: pgmap v523: 121 pgs: 121 active+clean; 579 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-12T00:36:15.557 INFO:tasks.rados.rados.0.smithi098.stdout:2786: done (1 left) 2024-04-12T00:36:15.557 INFO:tasks.rados.rados.0.smithi098.stdout:2787: delete oid 24 current snap is 261 2024-04-12T00:36:15.557 INFO:tasks.rados.rados.0.smithi098.stdout:2785: expect (ObjNum 28773568 snap 22064 seq_num 28839136) 2024-04-12T00:36:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:2785: done (1 left) 2024-04-12T00:36:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:2787: done (0 left) 2024-04-12T00:36:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:2788: snap_remove snap 234 2024-04-12T00:36:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T00:36:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:36:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:15.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:15.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:15.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:15.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T00:36:15.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:15 smithi193 ceph-mon[83763]: Upgrade: It appears safe to stop mds.b 2024-04-12T00:36:16.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:36:15] "GET /metrics HTTP/1.1" 200 36029 "" "Prometheus/2.43.0" 2024-04-12T00:36:16.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T00:36:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[91373]: Upgrade: It appears safe to stop mds.b 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T00:36:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:15 smithi098 ceph-mon[88922]: Upgrade: It appears safe to stop mds.b 2024-04-12T00:36:16.527 INFO:tasks.rados.rados.0.smithi098.stdout:2788: done (0 left) 2024-04-12T00:36:16.527 INFO:tasks.rados.rados.0.smithi098.stdout:2789: read oid 45 snap 207 2024-04-12T00:36:16.527 INFO:tasks.rados.rados.0.smithi098.stdout:2789: expect deleted 2024-04-12T00:36:16.527 INFO:tasks.rados.rados.0.smithi098.stdout:2790: read oid 9 snap 231 2024-04-12T00:36:16.527 INFO:tasks.rados.rados.0.smithi098.stdout:2790: expect (ObjNum 769 snap 229 seq_num 769) 2024-04-12T00:36:16.527 INFO:tasks.rados.rados.0.smithi098.stdout:2791: copy_from oid 42 from oid 50 current snap is 261 2024-04-12T00:36:16.527 INFO:tasks.rados.rados.0.smithi098.stdout:2792: delete oid 40 current snap is 261 2024-04-12T00:36:16.534 INFO:tasks.rados.rados.0.smithi098.stdout:2789: done (3 left) 2024-04-12T00:36:16.534 INFO:tasks.rados.rados.0.smithi098.stdout:2792: done (2 left) 2024-04-12T00:36:16.534 INFO:tasks.rados.rados.0.smithi098.stdout:2793: copy_from oid 12 from oid 4 current snap is 261 2024-04-12T00:36:16.534 INFO:tasks.rados.rados.0.smithi098.stdout:2794: read oid 5 snap -1 2024-04-12T00:36:16.534 INFO:tasks.rados.rados.0.smithi098.stdout:2794: expect deleted 2024-04-12T00:36:16.534 INFO:tasks.rados.rados.0.smithi098.stdout:2795: delete oid 44 current snap is 261 2024-04-12T00:36:16.539 INFO:tasks.rados.rados.0.smithi098.stdout:2793: finishing copy_from racing read to smithi09877355-12 2024-04-12T00:36:16.545 INFO:tasks.rados.rados.0.smithi098.stdout:2793: finishing copy_from to smithi09877355-12 2024-04-12T00:36:16.545 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1222 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T00:36:16.554 INFO:tasks.rados.rados.0.smithi098.stdout:2793: done (4 left) 2024-04-12T00:36:16.554 INFO:tasks.rados.rados.0.smithi098.stdout:2794: done (3 left) 2024-04-12T00:36:16.554 INFO:tasks.rados.rados.0.smithi098.stdout:2795: done (2 left) 2024-04-12T00:36:16.554 INFO:tasks.rados.rados.0.smithi098.stdout:2796: snap_create 2024-04-12T00:36:16.568 INFO:tasks.rados.rados.0.smithi098.stdout:2791: finishing copy_from racing read to smithi09877355-42 2024-04-12T00:36:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:2790: expect (ObjNum 769 snap 229 seq_num 769) 2024-04-12T00:36:16.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:16 smithi193 ceph-mon[83763]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T00:36:16.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:16 smithi193 ceph-mon[83763]: pgmap v526: 121 pgs: 121 active+clean; 579 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-12T00:36:16.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:16.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:36:16.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:16 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:16.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:16 smithi193 ceph-mon[83763]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T00:36:17.041 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[106757]: 2024-04-12T00:36:16.548+0000 7eff52779700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 130 after trimming was started 2024-04-12T00:36:17.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[91373]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T00:36:17.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[91373]: pgmap v526: 121 pgs: 121 active+clean; 579 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-12T00:36:17.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:17.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:36:17.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:17.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[91373]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T00:36:17.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[88922]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T00:36:17.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[88922]: pgmap v526: 121 pgs: 121 active+clean; 579 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-12T00:36:17.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:17.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T00:36:17.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:17.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:16 smithi098 ceph-mon[88922]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T00:36:17.328 INFO:tasks.rados.rados.0.smithi098.stdout:2791: finishing copy_from to smithi09877355-42 2024-04-12T00:36:17.594 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 1250 (ObjNum 829 snap 245 seq_num 829) dirty exists 2024-04-12T00:36:17.595 INFO:tasks.rados.rados.0.smithi098.stdout:2790: done (2 left) 2024-04-12T00:36:17.595 INFO:tasks.rados.rados.0.smithi098.stdout:2791: done (1 left) 2024-04-12T00:36:17.595 INFO:tasks.rados.rados.0.smithi098.stdout:2796: done (0 left) 2024-04-12T00:36:17.595 INFO:tasks.rados.rados.0.smithi098.stdout:2797: rmattr oid 44 current snap is 262 2024-04-12T00:36:17.595 INFO:tasks.rados.rados.0.smithi098.stdout:2797: done (0 left) 2024-04-12T00:36:17.595 INFO:tasks.rados.rados.0.smithi098.stdout:2798: snap_remove snap 258 2024-04-12T00:36:17.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:17 smithi193 ceph-mon[83763]: Upgrade: Updating mds.b 2024-04-12T00:36:17.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:17 smithi193 ceph-mon[83763]: Deploying daemon mds.b on smithi193 2024-04-12T00:36:17.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:17 smithi193 ceph-mon[83763]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T00:36:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:17 smithi098 ceph-mon[91373]: Upgrade: Updating mds.b 2024-04-12T00:36:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:17 smithi098 ceph-mon[91373]: Deploying daemon mds.b on smithi193 2024-04-12T00:36:18.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:17 smithi098 ceph-mon[91373]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T00:36:18.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:17 smithi098 ceph-mon[88922]: Upgrade: Updating mds.b 2024-04-12T00:36:18.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:17 smithi098 ceph-mon[88922]: Deploying daemon mds.b on smithi193 2024-04-12T00:36:18.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:17 smithi098 ceph-mon[88922]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T00:36:18.366 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:18 smithi193 systemd[1]: Stopping Ceph mds.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:36:18.460 INFO:tasks.rados.rados.0.smithi098.stdout:2798: done (0 left) 2024-04-12T00:36:18.460 INFO:tasks.rados.rados.0.smithi098.stdout:2799: read oid 10 snap -1 2024-04-12T00:36:18.460 INFO:tasks.rados.rados.0.smithi098.stdout:2799: expect deleted 2024-04-12T00:36:18.460 INFO:tasks.rados.rados.0.smithi098.stdout:2800: copy_from oid 38 from oid 48 current snap is 262 2024-04-12T00:36:18.460 INFO:tasks.rados.rados.0.smithi098.stdout:2801: copy_from oid 2 from oid 9 current snap is 262 2024-04-12T00:36:18.460 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 262 2024-04-12T00:36:18.460 INFO:tasks.rados.rados.0.smithi098.stdout:2802: seq_num 902 ranges {0=712704} 2024-04-12T00:36:18.463 INFO:tasks.rados.rados.0.smithi098.stdout:2802: writing smithi09877355-4 from 0 to 712704 tid 1 2024-04-12T00:36:18.464 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 262 2024-04-12T00:36:18.464 INFO:tasks.rados.rados.0.smithi098.stdout:2803: seq_num 903 ranges {147456=729088} 2024-04-12T00:36:18.470 INFO:tasks.rados.rados.0.smithi098.stdout:2803: writing smithi09877355-31 from 147456 to 876544 tid 1 2024-04-12T00:36:18.470 INFO:tasks.rados.rados.0.smithi098.stdout:2804: snap_remove snap 231 2024-04-12T00:36:18.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[91373]: pgmap v529: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 577 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 150 KiB/s wr, 7 op/s 2024-04-12T00:36:18.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[91373]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T00:36:18.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[91373]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T00:36:18.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[91373]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T00:36:18.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[91373]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T00:36:18.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[91373]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[91373]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[91373]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a[88918]: 2024-04-12T00:36:18.451+0000 7ff9c7f8a700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[88922]: pgmap v529: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 577 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 150 KiB/s wr, 7 op/s 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[88922]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[88922]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[88922]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[88922]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[88922]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[88922]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T00:36:18.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:18 smithi098 ceph-mon[88922]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-12T00:36:18.866 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b[55970]: 2024-04-12T00:36:18.451+0000 7f4fb2a87700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T00:36:18.866 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b[55970]: 2024-04-12T00:36:18.451+0000 7f4fb2a87700 -1 mds.b *** got signal Terminated *** 2024-04-12T00:36:18.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-mon[83763]: pgmap v529: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 577 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 150 KiB/s wr, 7 op/s 2024-04-12T00:36:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-mon[83763]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T00:36:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-mon[83763]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T00:36:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-mon[83763]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T00:36:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-mon[83763]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T00:36:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-mon[83763]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T00:36:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-mon[83763]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T00:36:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:18 smithi193 ceph-mon[83763]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-12T00:36:19.478 INFO:tasks.rados.rados.0.smithi098.stdout:2800: finishing copy_from racing read to smithi09877355-38 2024-04-12T00:36:19.478 INFO:tasks.rados.rados.0.smithi098.stdout:2802: finishing write tid 1 to smithi09877355-4 2024-04-12T00:36:19.478 INFO:tasks.rados.rados.0.smithi098.stdout:2802: finishing write tid 2 to smithi09877355-4 2024-04-12T00:36:19.478 INFO:tasks.rados.rados.0.smithi098.stdout:2800: finishing copy_from to smithi09877355-38 2024-04-12T00:36:19.478 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 767 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:36:19.478 INFO:tasks.rados.rados.0.smithi098.stdout:2802: finishing write tid 3 to smithi09877355-4 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2802: oid 4 updating version 0 to 1556 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2802: oid 4 updating version 1556 to 1557 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 1557 (ObjNum 902 snap 262 seq_num 902) dirty exists 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2802: left oid 4 (ObjNum 902 snap 262 seq_num 902) 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2803: finishing write tid 1 to smithi09877355-31 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2803: finishing write tid 2 to smithi09877355-31 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2803: finishing write tid 3 to smithi09877355-31 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2803: oid 31 updating version 0 to 1221 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2803: oid 31 updating version 1221 to 1222 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1222 (ObjNum 903 snap 262 seq_num 903) dirty exists 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2803: left oid 31 (ObjNum 903 snap 262 seq_num 903) 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2801: finishing copy_from racing read to smithi09877355-2 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2801: finishing copy_from to smithi09877355-2 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1224 (ObjNum 769 snap 229 seq_num 769) dirty exists 2024-04-12T00:36:19.479 INFO:tasks.rados.rados.0.smithi098.stdout:2799: done (5 left) 2024-04-12T00:36:19.480 INFO:tasks.rados.rados.0.smithi098.stdout:2800: done (4 left) 2024-04-12T00:36:19.480 INFO:tasks.rados.rados.0.smithi098.stdout:2801: done (3 left) 2024-04-12T00:36:19.480 INFO:tasks.rados.rados.0.smithi098.stdout:2802: done (2 left) 2024-04-12T00:36:19.480 INFO:tasks.rados.rados.0.smithi098.stdout:2803: done (1 left) 2024-04-12T00:36:19.480 INFO:tasks.rados.rados.0.smithi098.stdout:2804: done (0 left) 2024-04-12T00:36:19.480 INFO:tasks.rados.rados.0.smithi098.stdout:2805: delete oid 11 current snap is 262 2024-04-12T00:36:19.488 INFO:tasks.rados.rados.0.smithi098.stdout:2805: done (0 left) 2024-04-12T00:36:19.488 INFO:tasks.rados.rados.0.smithi098.stdout:2806: rollback oid 31 current snap is 262 2024-04-12T00:36:19.488 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 175 2024-04-12T00:36:19.488 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 262 2024-04-12T00:36:19.488 INFO:tasks.rados.rados.0.smithi098.stdout:2807: seq_num 905 ranges {0=761856} 2024-04-12T00:36:19.494 INFO:tasks.rados.rados.0.smithi098.stdout:2807: writing smithi09877355-29 from 0 to 761856 tid 1 2024-04-12T00:36:19.494 INFO:tasks.rados.rados.0.smithi098.stdout:2808: read oid 48 snap 203 2024-04-12T00:36:19.494 INFO:tasks.rados.rados.0.smithi098.stdout:2808: expect deleted 2024-04-12T00:36:19.494 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 262 2024-04-12T00:36:19.494 INFO:tasks.rados.rados.0.smithi098.stdout:2809: seq_num 906 ranges {0=778240} 2024-04-12T00:36:19.500 INFO:tasks.rados.rados.0.smithi098.stdout:2809: writing smithi09877355-12 from 0 to 778240 tid 1 2024-04-12T00:36:19.500 INFO:tasks.rados.rados.0.smithi098.stdout:2806: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:36:19.500 INFO:tasks.rados.rados.0.smithi098.stdout:2806: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:36:19.500 INFO:tasks.rados.rados.0.smithi098.stdout:2806: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:36:19.500 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1225 (ObjNum 561 snap 153 seq_num 561) dirty exists 2024-04-12T00:36:19.500 INFO:tasks.rados.rados.0.smithi098.stdout:2807: finishing write tid 1 to smithi09877355-29 2024-04-12T00:36:19.501 INFO:tasks.rados.rados.0.smithi098.stdout:2807: finishing write tid 2 to smithi09877355-29 2024-04-12T00:36:19.501 INFO:tasks.rados.rados.0.smithi098.stdout:2806: done (3 left) 2024-04-12T00:36:19.501 INFO:tasks.rados.rados.0.smithi098.stdout:2808: done (2 left) 2024-04-12T00:36:19.501 INFO:tasks.rados.rados.0.smithi098.stdout:2810: copy_from oid 13 from oid 28 current snap is 262 2024-04-12T00:36:19.501 INFO:tasks.rados.rados.0.smithi098.stdout:2811: delete oid 36 current snap is 262 2024-04-12T00:36:19.501 INFO:tasks.rados.rados.0.smithi098.stdout:2807: finishing write tid 3 to smithi09877355-29 2024-04-12T00:36:19.502 INFO:tasks.rados.rados.0.smithi098.stdout:2807: oid 29 updating version 0 to 1241 2024-04-12T00:36:19.502 INFO:tasks.rados.rados.0.smithi098.stdout:2807: oid 29 updating version 1241 to 1242 2024-04-12T00:36:19.502 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 1242 (ObjNum 905 snap 262 seq_num 905) dirty exists 2024-04-12T00:36:19.502 INFO:tasks.rados.rados.0.smithi098.stdout:2807: left oid 29 (ObjNum 905 snap 262 seq_num 905) 2024-04-12T00:36:19.505 INFO:tasks.rados.rados.0.smithi098.stdout:2809: finishing write tid 1 to smithi09877355-12 2024-04-12T00:36:19.505 INFO:tasks.rados.rados.0.smithi098.stdout:2809: finishing write tid 2 to smithi09877355-12 2024-04-12T00:36:19.508 INFO:tasks.rados.rados.0.smithi098.stdout:2809: finishing write tid 3 to smithi09877355-12 2024-04-12T00:36:19.508 INFO:tasks.rados.rados.0.smithi098.stdout:2809: oid 12 updating version 0 to 1223 2024-04-12T00:36:19.508 INFO:tasks.rados.rados.0.smithi098.stdout:2809: oid 12 updating version 1223 to 1224 2024-04-12T00:36:19.508 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1224 (ObjNum 906 snap 262 seq_num 906) dirty exists 2024-04-12T00:36:19.508 INFO:tasks.rados.rados.0.smithi098.stdout:2809: left oid 12 (ObjNum 906 snap 262 seq_num 906) 2024-04-12T00:36:19.509 INFO:tasks.rados.rados.0.smithi098.stdout:2807: done (3 left) 2024-04-12T00:36:19.509 INFO:tasks.rados.rados.0.smithi098.stdout:2809: done (2 left) 2024-04-12T00:36:19.509 INFO:tasks.rados.rados.0.smithi098.stdout:2811: done (1 left) 2024-04-12T00:36:19.509 INFO:tasks.rados.rados.0.smithi098.stdout:2812: read oid 32 snap -1 2024-04-12T00:36:19.509 INFO:tasks.rados.rados.0.smithi098.stdout:2812: expect (ObjNum 856 snap 249 seq_num 856) 2024-04-12T00:36:19.509 INFO:tasks.rados.rados.0.smithi098.stdout:2813: copy_from oid 49 from oid 5 current snap is 262 2024-04-12T00:36:19.509 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 262 2024-04-12T00:36:19.509 INFO:tasks.rados.rados.0.smithi098.stdout:2814: seq_num 908 ranges {6692864=409600,7102464=401408} 2024-04-12T00:36:19.547 INFO:tasks.rados.rados.0.smithi098.stdout:2814: writing smithi09877355-8 from 6692864 to 7102464 tid 1 2024-04-12T00:36:19.550 INFO:tasks.rados.rados.0.smithi098.stdout:2814: writing smithi09877355-8 from 7102464 to 7503872 tid 2 2024-04-12T00:36:19.550 INFO:tasks.rados.rados.0.smithi098.stdout:2815: delete oid 38 current snap is 262 2024-04-12T00:36:19.550 INFO:tasks.rados.rados.0.smithi098.stdout:2810: finishing copy_from racing read to smithi09877355-13 2024-04-12T00:36:19.550 INFO:tasks.rados.rados.0.smithi098.stdout:2813: finishing copy_from to smithi09877355-49 2024-04-12T00:36:19.550 INFO:tasks.rados.rados.0.smithi098.stdout:2813: got expected ENOENT (src dne) 2024-04-12T00:36:19.550 INFO:tasks.rados.rados.0.smithi098.stdout:2810: finishing copy_from to smithi09877355-13 2024-04-12T00:36:19.550 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1554 (ObjNum 877 snap 253 seq_num 877) dirty exists 2024-04-12T00:36:19.550 INFO:tasks.rados.rados.0.smithi098.stdout:2813: finishing copy_from racing read to smithi09877355-49 2024-04-12T00:36:19.550 INFO:tasks.rados.rados.0.smithi098.stdout:2812: expect (ObjNum 856 snap 249 seq_num 856) 2024-04-12T00:36:19.610 INFO:tasks.rados.rados.0.smithi098.stdout:2814: finishing write tid 1 to smithi09877355-8 2024-04-12T00:36:19.610 INFO:tasks.rados.rados.0.smithi098.stdout:2814: finishing write tid 2 to smithi09877355-8 2024-04-12T00:36:19.610 INFO:tasks.rados.rados.0.smithi098.stdout:2814: finishing write tid 3 to smithi09877355-8 2024-04-12T00:36:19.610 INFO:tasks.rados.rados.0.smithi098.stdout:2814: finishing write tid 4 to smithi09877355-8 2024-04-12T00:36:19.610 INFO:tasks.rados.rados.0.smithi098.stdout:2814: oid 8 updating version 0 to 1555 2024-04-12T00:36:19.610 INFO:tasks.rados.rados.0.smithi098.stdout:2814: oid 8 updating version 1555 to 1556 2024-04-12T00:36:19.610 INFO:tasks.rados.rados.0.smithi098.stdout:2814: oid 8 updating version 1556 to 1557 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1557 (ObjNum 908 snap 262 seq_num 908) dirty exists 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2814: left oid 8 (ObjNum 908 snap 262 seq_num 908) 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2810: done (4 left) 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2812: done (3 left) 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2813: done (2 left) 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2814: done (1 left) 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2815: done (0 left) 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2816: rollback oid 8 current snap is 262 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 251 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2817: copy_from oid 10 from oid 47 current snap is 262 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2818: rollback oid 12 current snap is 262 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 12 to 207 2024-04-12T00:36:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:2819: delete oid 43 current snap is 262 2024-04-12T00:36:19.612 INFO:tasks.rados.rados.0.smithi098.stdout:2819: done (3 left) 2024-04-12T00:36:19.612 INFO:tasks.rados.rados.0.smithi098.stdout:2820: read oid 37 snap -1 2024-04-12T00:36:19.612 INFO:tasks.rados.rados.0.smithi098.stdout:2820: expect (ObjNum 871 snap 253 seq_num 871) 2024-04-12T00:36:19.612 INFO:tasks.rados.rados.0.smithi098.stdout:2821: read oid 27 snap -1 2024-04-12T00:36:19.612 INFO:tasks.rados.rados.0.smithi098.stdout:2821: expect (ObjNum 870 snap 253 seq_num 870) 2024-04-12T00:36:19.612 INFO:tasks.rados.rados.0.smithi098.stdout:2822: setattr oid 11 current snap is 262 2024-04-12T00:36:19.613 INFO:tasks.rados.rados.0.smithi098.stdout:2816: finishing rollback tid 0 to smithi09877355-8 2024-04-12T00:36:19.613 INFO:tasks.rados.rados.0.smithi098.stdout:2818: finishing rollback tid 0 to smithi09877355-12 2024-04-12T00:36:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:2823: rollback oid 5 current snap is 262 2024-04-12T00:36:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 5 to 203 2024-04-12T00:36:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:2824: rmattr oid 13 current snap is 262 2024-04-12T00:36:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:2824: done (7 left) 2024-04-12T00:36:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 262 2024-04-12T00:36:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:2825: seq_num 911 ranges {0=466944,466944=401408} 2024-04-12T00:36:19.617 INFO:tasks.rados.rados.0.smithi098.stdout:2825: writing smithi09877355-21 from 0 to 466944 tid 1 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:2825: writing smithi09877355-21 from 466944 to 868352 tid 2 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:2826: delete oid 41 current snap is 262 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:2818: finishing rollback tid 1 to smithi09877355-12 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:2818: finishing rollback tid 2 to smithi09877355-12 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 1227 (ObjNum 699 snap 207 seq_num 699) dirty exists 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2061 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:2823: finishing rollback tid 1 to smithi09877355-5 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:2816: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:2816: finishing rollback tid 2 to smithi09877355-8 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1560 (ObjNum 838 snap 245 seq_num 838) dirty exists 2024-04-12T00:36:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:2820: expect (ObjNum 871 snap 253 seq_num 871) 2024-04-12T00:36:19.689 INFO:tasks.rados.rados.0.smithi098.stdout:2823: finishing rollback tid 2 to smithi09877355-5 2024-04-12T00:36:19.689 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1626 (ObjNum 679 snap 201 seq_num 679) dirty exists 2024-04-12T00:36:19.689 INFO:tasks.rados.rados.0.smithi098.stdout:2825: finishing write tid 1 to smithi09877355-21 2024-04-12T00:36:19.689 INFO:tasks.rados.rados.0.smithi098.stdout:2825: finishing write tid 2 to smithi09877355-21 2024-04-12T00:36:19.689 INFO:tasks.rados.rados.0.smithi098.stdout:2825: finishing write tid 3 to smithi09877355-21 2024-04-12T00:36:19.689 INFO:tasks.rados.rados.0.smithi098.stdout:2825: finishing write tid 4 to smithi09877355-21 2024-04-12T00:36:19.689 INFO:tasks.rados.rados.0.smithi098.stdout:2825: oid 21 updating version 0 to 1629 2024-04-12T00:36:19.689 INFO:tasks.rados.rados.0.smithi098.stdout:2825: oid 21 version 1629 is already newer than 1628 2024-04-12T00:36:19.690 INFO:tasks.rados.rados.0.smithi098.stdout:2825: oid 21 version 1629 is already newer than 1627 2024-04-12T00:36:19.690 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1629 (ObjNum 911 snap 262 seq_num 911) dirty exists 2024-04-12T00:36:19.690 INFO:tasks.rados.rados.0.smithi098.stdout:2825: left oid 21 (ObjNum 911 snap 262 seq_num 911) 2024-04-12T00:36:19.690 INFO:tasks.rados.rados.0.smithi098.stdout:2817: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:36:19.690 INFO:tasks.rados.rados.0.smithi098.stdout:2817: finishing copy_from to smithi09877355-10 2024-04-12T00:36:19.690 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1541 (ObjNum 614 snap 173 seq_num 614) dirty exists 2024-04-12T00:36:19.690 INFO:tasks.rados.rados.0.smithi098.stdout:2821: expect (ObjNum 870 snap 253 seq_num 870) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2816: done (8 left) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2817: done (7 left) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2818: done (6 left) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2820: done (5 left) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2821: done (4 left) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2822: done (3 left) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2823: done (2 left) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2825: done (1 left) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2826: done (0 left) 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2827: copy_from oid 34 from oid 29 current snap is 262 2024-04-12T00:36:20.309 INFO:tasks.rados.rados.0.smithi098.stdout:2828: delete oid 14 current snap is 262 2024-04-12T00:36:20.311 INFO:tasks.rados.rados.0.smithi098.stdout:2828: done (1 left) 2024-04-12T00:36:20.311 INFO:tasks.rados.rados.0.smithi098.stdout:2829: setattr oid 36 current snap is 262 2024-04-12T00:36:20.314 INFO:tasks.rados.rados.0.smithi098.stdout:2830: rollback oid 10 current snap is 262 2024-04-12T00:36:20.314 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 10 to 216 2024-04-12T00:36:20.314 INFO:tasks.rados.rados.0.smithi098.stdout:2831: copy_from oid 46 from oid 49 current snap is 262 2024-04-12T00:36:20.314 INFO:tasks.rados.rados.0.smithi098.stdout:2832: rollback oid 24 current snap is 262 2024-04-12T00:36:20.314 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 24 to 236 2024-04-12T00:36:20.315 INFO:tasks.rados.rados.0.smithi098.stdout:2833: read oid 15 snap -1 2024-04-12T00:36:20.315 INFO:tasks.rados.rados.0.smithi098.stdout:2833: expect (ObjNum 892 snap 258 seq_num 892) 2024-04-12T00:36:20.315 INFO:tasks.rados.rados.0.smithi098.stdout:2834: rollback oid 8 current snap is 262 2024-04-12T00:36:20.315 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 175 2024-04-12T00:36:20.315 INFO:tasks.rados.rados.0.smithi098.stdout:2835: read oid 35 snap -1 2024-04-12T00:36:20.315 INFO:tasks.rados.rados.0.smithi098.stdout:2835: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:36:20.315 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 262 2024-04-12T00:36:20.315 INFO:tasks.rados.rados.0.smithi098.stdout:2827: finishing copy_from racing read to smithi09877355-34 2024-04-12T00:36:20.315 INFO:tasks.rados.rados.0.smithi098.stdout:2836: seq_num 914 ranges {7823360=516096,8339456=401408} 2024-04-12T00:36:20.359 INFO:tasks.rados.rados.0.smithi098.stdout:2836: writing smithi09877355-47 from 7823360 to 8339456 tid 1 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:2836: writing smithi09877355-47 from 8339456 to 8740864 tid 2 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:2837: snap_create 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:2832: finishing rollback tid 1 to smithi09877355-24 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:2827: finishing copy_from to smithi09877355-34 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1242 (ObjNum 905 snap 262 seq_num 905) dirty exists 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:2831: finishing copy_from racing read to smithi09877355-46 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1632 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:2831: finishing copy_from to smithi09877355-46 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1222 (ObjNum 65 snap 0 seq_num 1767067744) dirty exists 2024-04-12T00:36:20.362 INFO:tasks.rados.rados.0.smithi098.stdout:2835: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:36:20.369 INFO:tasks.rados.rados.0.smithi098.stdout:2830: finishing rollback tid 0 to smithi09877355-10 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:2832: finishing rollback tid 2 to smithi09877355-24 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1268 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:2830: finishing rollback tid 1 to smithi09877355-10 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:2830: finishing rollback tid 2 to smithi09877355-10 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1544 (ObjNum 29156928 snap 22064 seq_num 304) dirty exists 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:2834: finishing rollback tid 0 to smithi09877355-8 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:2834: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:2834: finishing rollback tid 2 to smithi09877355-8 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1563 (ObjNum 592 snap 164 seq_num 592) dirty exists 2024-04-12T00:36:20.370 INFO:tasks.rados.rados.0.smithi098.stdout:2833: expect (ObjNum 892 snap 258 seq_num 892) 2024-04-12T00:36:20.390 INFO:tasks.rados.rados.0.smithi098.stdout:2836: finishing write tid 1 to smithi09877355-47 2024-04-12T00:36:20.390 INFO:tasks.rados.rados.0.smithi098.stdout:2836: finishing write tid 2 to smithi09877355-47 2024-04-12T00:36:20.390 INFO:tasks.rados.rados.0.smithi098.stdout:2836: finishing write tid 3 to smithi09877355-47 2024-04-12T00:36:20.390 INFO:tasks.rados.rados.0.smithi098.stdout:2836: finishing write tid 4 to smithi09877355-47 2024-04-12T00:36:20.390 INFO:tasks.rados.rados.0.smithi098.stdout:2836: oid 47 updating version 0 to 1545 2024-04-12T00:36:20.391 INFO:tasks.rados.rados.0.smithi098.stdout:2836: oid 47 updating version 1545 to 1547 2024-04-12T00:36:20.391 INFO:tasks.rados.rados.0.smithi098.stdout:2836: oid 47 version 1547 is already newer than 1546 2024-04-12T00:36:20.391 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 1547 (ObjNum 914 snap 262 seq_num 914) dirty exists 2024-04-12T00:36:20.391 INFO:tasks.rados.rados.0.smithi098.stdout:2836: left oid 47 (ObjNum 914 snap 262 seq_num 914) 2024-04-12T00:36:20.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[91373]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:reconnect 2024-04-12T00:36:20.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[91373]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-12T00:36:20.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[91373]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T00:36:20.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[91373]: pgmap v532: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 584 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T00:36:20.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:20.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:20.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[88922]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:reconnect 2024-04-12T00:36:20.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[88922]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-12T00:36:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[88922]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T00:36:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[88922]: pgmap v532: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 584 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T00:36:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:20.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:20 smithi193 ceph-mon[83763]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:reconnect 2024-04-12T00:36:20.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:20 smithi193 ceph-mon[83763]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-12T00:36:20.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:20 smithi193 ceph-mon[83763]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T00:36:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:20 smithi193 ceph-mon[83763]: pgmap v532: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 584 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T00:36:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:20.930 INFO:tasks.rados.rados.0.smithi098.stdout:2827: done (9 left) 2024-04-12T00:36:20.930 INFO:tasks.rados.rados.0.smithi098.stdout:2829: done (8 left) 2024-04-12T00:36:20.930 INFO:tasks.rados.rados.0.smithi098.stdout:2830: done (7 left) 2024-04-12T00:36:20.930 INFO:tasks.rados.rados.0.smithi098.stdout:2831: done (6 left) 2024-04-12T00:36:20.930 INFO:tasks.rados.rados.0.smithi098.stdout:2832: done (5 left) 2024-04-12T00:36:20.930 INFO:tasks.rados.rados.0.smithi098.stdout:2833: done (4 left) 2024-04-12T00:36:20.930 INFO:tasks.rados.rados.0.smithi098.stdout:2834: done (3 left) 2024-04-12T00:36:20.930 INFO:tasks.rados.rados.0.smithi098.stdout:2835: done (2 left) 2024-04-12T00:36:20.931 INFO:tasks.rados.rados.0.smithi098.stdout:2836: done (1 left) 2024-04-12T00:36:20.931 INFO:tasks.rados.rados.0.smithi098.stdout:2837: done (0 left) 2024-04-12T00:36:20.931 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 263 2024-04-12T00:36:20.931 INFO:tasks.rados.rados.0.smithi098.stdout:2838: seq_num 915 ranges {491520=532480,1024000=401408} 2024-04-12T00:36:20.935 INFO:tasks.rados.rados.0.smithi098.stdout:2838: writing smithi09877355-25 from 491520 to 1024000 tid 1 2024-04-12T00:36:20.938 INFO:tasks.rados.rados.0.smithi098.stdout:2838: writing smithi09877355-25 from 1024000 to 1425408 tid 2 2024-04-12T00:36:20.938 INFO:tasks.rados.rados.0.smithi098.stdout:2839: rmattr oid 5 current snap is 263 2024-04-12T00:36:20.938 INFO:tasks.rados.rados.0.smithi098.stdout:2840: snap_create 2024-04-12T00:36:20.942 INFO:tasks.rados.rados.0.smithi098.stdout:2838: finishing write tid 1 to smithi09877355-25 2024-04-12T00:36:20.943 INFO:tasks.rados.rados.0.smithi098.stdout:2838: finishing write tid 2 to smithi09877355-25 2024-04-12T00:36:20.943 INFO:tasks.rados.rados.0.smithi098.stdout:2838: finishing write tid 3 to smithi09877355-25 2024-04-12T00:36:20.943 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1634 (ObjNum 679 snap 201 seq_num 679) dirty exists 2024-04-12T00:36:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2838: finishing write tid 4 to smithi09877355-25 2024-04-12T00:36:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2838: oid 25 updating version 0 to 1270 2024-04-12T00:36:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2838: oid 25 updating version 1270 to 1271 2024-04-12T00:36:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2838: oid 25 version 1271 is already newer than 1269 2024-04-12T00:36:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1271 (ObjNum 915 snap 263 seq_num 915) dirty exists 2024-04-12T00:36:20.947 INFO:tasks.rados.rados.0.smithi098.stdout:2838: left oid 25 (ObjNum 915 snap 263 seq_num 915) 2024-04-12T00:36:21.523 INFO:tasks.rados.rados.0.smithi098.stdout:2838: done (2 left) 2024-04-12T00:36:21.523 INFO:tasks.rados.rados.0.smithi098.stdout:2839: done (1 left) 2024-04-12T00:36:21.523 INFO:tasks.rados.rados.0.smithi098.stdout:2840: done (0 left) 2024-04-12T00:36:21.523 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 264 2024-04-12T00:36:21.523 INFO:tasks.rados.rados.0.smithi098.stdout:2841: seq_num 916 ranges {0=548864,548864=401408} 2024-04-12T00:36:21.525 INFO:tasks.rados.rados.0.smithi098.stdout:2841: writing smithi09877355-40 from 0 to 548864 tid 1 2024-04-12T00:36:21.528 INFO:tasks.rados.rados.0.smithi098.stdout:2841: writing smithi09877355-40 from 548864 to 950272 tid 2 2024-04-12T00:36:21.528 INFO:tasks.rados.rados.0.smithi098.stdout:2842: snap_create 2024-04-12T00:36:21.534 INFO:tasks.rados.rados.0.smithi098.stdout:2841: finishing write tid 1 to smithi09877355-40 2024-04-12T00:36:21.534 INFO:tasks.rados.rados.0.smithi098.stdout:2841: finishing write tid 2 to smithi09877355-40 2024-04-12T00:36:21.534 INFO:tasks.rados.rados.0.smithi098.stdout:2841: finishing write tid 3 to smithi09877355-40 2024-04-12T00:36:21.536 INFO:tasks.rados.rados.0.smithi098.stdout:2841: finishing write tid 4 to smithi09877355-40 2024-04-12T00:36:21.536 INFO:tasks.rados.rados.0.smithi098.stdout:2841: oid 40 updating version 0 to 1229 2024-04-12T00:36:21.536 INFO:tasks.rados.rados.0.smithi098.stdout:2841: oid 40 updating version 1229 to 1230 2024-04-12T00:36:21.536 INFO:tasks.rados.rados.0.smithi098.stdout:2841: oid 40 version 1230 is already newer than 1228 2024-04-12T00:36:21.536 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1230 (ObjNum 916 snap 264 seq_num 916) dirty exists 2024-04-12T00:36:21.536 INFO:tasks.rados.rados.0.smithi098.stdout:2841: left oid 40 (ObjNum 916 snap 264 seq_num 916) 2024-04-12T00:36:21.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[91373]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:rejoin 2024-04-12T00:36:21.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[91373]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-12T00:36:21.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[91373]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T00:36:21.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:36:21.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[91373]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T00:36:21.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[88922]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:rejoin 2024-04-12T00:36:21.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[88922]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-12T00:36:21.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[88922]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T00:36:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:36:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:21 smithi098 ceph-mon[88922]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T00:36:21.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:21 smithi193 ceph-mon[83763]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:rejoin 2024-04-12T00:36:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:21 smithi193 ceph-mon[83763]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-12T00:36:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:21 smithi193 ceph-mon[83763]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T00:36:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:36:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:21 smithi193 ceph-mon[83763]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T00:36:22.472 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:36:22.528 INFO:tasks.rados.rados.0.smithi098.stdout:2841: done (1 left) 2024-04-12T00:36:22.529 INFO:tasks.rados.rados.0.smithi098.stdout:2842: done (0 left) 2024-04-12T00:36:22.529 INFO:tasks.rados.rados.0.smithi098.stdout:2843: snap_create 2024-04-12T00:36:22.791 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[117008]: 2024-04-12T00:36:22.625+0000 7fe4c4ced700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-12T00:36:22.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[91373]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T00:36:22.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:36:22.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[91373]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:active 2024-04-12T00:36:22.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[91373]: fsmap cephfs:1 {0=a=up:active} 2024-04-12T00:36:22.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[91373]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T00:36:22.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[91373]: pgmap v535: 121 pgs: 121 active+clean; 600 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.7 MiB/s wr, 26 op/s 2024-04-12T00:36:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[88922]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T00:36:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:36:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[88922]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:active 2024-04-12T00:36:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[88922]: fsmap cephfs:1 {0=a=up:active} 2024-04-12T00:36:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[88922]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T00:36:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:22 smithi098 ceph-mon[88922]: pgmap v535: 121 pgs: 121 active+clean; 600 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.7 MiB/s wr, 26 op/s 2024-04-12T00:36:22.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:22 smithi193 ceph-mon[83763]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T00:36:22.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:22 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:36:22.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:22 smithi193 ceph-mon[83763]: mds.? [v2:172.21.15.98:6834/3554421339,v1:172.21.15.98:6835/3554421339] up:active 2024-04-12T00:36:22.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:22 smithi193 ceph-mon[83763]: fsmap cephfs:1 {0=a=up:active} 2024-04-12T00:36:22.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:22 smithi193 ceph-mon[83763]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T00:36:22.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:22 smithi193 ceph-mon[83763]: pgmap v535: 121 pgs: 121 active+clean; 600 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.7 MiB/s wr, 26 op/s 2024-04-12T00:36:23.534 INFO:tasks.rados.rados.0.smithi098.stdout:2843: done (0 left) 2024-04-12T00:36:23.534 INFO:tasks.rados.rados.0.smithi098.stdout:2844: setattr oid 37 current snap is 266 2024-04-12T00:36:23.535 INFO:tasks.rados.rados.0.smithi098.stdout:2845: copy_from oid 13 from oid 1 current snap is 266 2024-04-12T00:36:23.535 INFO:tasks.rados.rados.0.smithi098.stdout:2846: delete oid 27 current snap is 266 2024-04-12T00:36:23.541 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1789 (ObjNum 871 snap 253 seq_num 871) dirty exists 2024-04-12T00:36:23.543 INFO:tasks.rados.rados.0.smithi098.stdout:2844: done (2 left) 2024-04-12T00:36:23.543 INFO:tasks.rados.rados.0.smithi098.stdout:2846: done (1 left) 2024-04-12T00:36:23.543 INFO:tasks.rados.rados.0.smithi098.stdout:2847: copy_from oid 18 from oid 34 current snap is 266 2024-04-12T00:36:23.543 INFO:tasks.rados.rados.0.smithi098.stdout:2848: snap_remove snap 175 2024-04-12T00:36:23.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:23 smithi098 ceph-mon[91373]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T00:36:23.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:23 smithi098 ceph-mon[88922]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T00:36:23.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:23 smithi193 ceph-mon[83763]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2848: done (2 left) 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2849: rmattr oid 15 current snap is 266 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2845: finishing copy_from racing read to smithi09877355-13 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2845: finishing copy_from to smithi09877355-13 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 1240 (ObjNum 897 snap 260 seq_num 897) dirty exists 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2847: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2847: finishing copy_from to smithi09877355-18 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1242 (ObjNum 905 snap 262 seq_num 905) dirty exists 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2845: done (2 left) 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2847: done (1 left) 2024-04-12T00:36:24.550 INFO:tasks.rados.rados.0.smithi098.stdout:2850: setattr oid 48 current snap is 266 2024-04-12T00:36:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 266 2024-04-12T00:36:24.551 INFO:tasks.rados.rados.0.smithi098.stdout:2851: seq_num 918 ranges {0=581632,581632=401408} 2024-04-12T00:36:24.555 INFO:tasks.rados.rados.0.smithi098.stdout:2851: writing smithi09877355-27 from 0 to 581632 tid 1 2024-04-12T00:36:24.559 INFO:tasks.rados.rados.0.smithi098.stdout:2851: writing smithi09877355-27 from 581632 to 983040 tid 2 2024-04-12T00:36:24.559 INFO:tasks.rados.rados.0.smithi098.stdout:2852: read oid 32 snap -1 2024-04-12T00:36:24.559 INFO:tasks.rados.rados.0.smithi098.stdout:2852: expect (ObjNum 856 snap 249 seq_num 856) 2024-04-12T00:36:24.559 INFO:tasks.rados.rados.0.smithi098.stdout:2853: snap_remove snap 216 2024-04-12T00:36:24.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:24 smithi193 ceph-mon[83763]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T00:36:24.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:24 smithi193 ceph-mon[83763]: pgmap v538: 121 pgs: 121 active+clean; 615 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.1 MiB/s wr, 45 op/s 2024-04-12T00:36:24.867 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:24 smithi193 podman[108761]: 2024-04-12 00:36:24.592019711 +0000 UTC m=+6.230477991 container died 61b44aa20bfdaa34e8cc6d4fc2533a8debf812dbeca8c81bcaa4cc56a652ceab (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-12T00:36:25.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:24 smithi098 ceph-mon[91373]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T00:36:25.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:24 smithi098 ceph-mon[91373]: pgmap v538: 121 pgs: 121 active+clean; 615 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.1 MiB/s wr, 45 op/s 2024-04-12T00:36:25.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:24 smithi098 ceph-mon[88922]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T00:36:25.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:24 smithi098 ceph-mon[88922]: pgmap v538: 121 pgs: 121 active+clean; 615 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.1 MiB/s wr, 45 op/s 2024-04-12T00:36:25.366 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:25 smithi193 podman[108761]: 2024-04-12 00:36:25.076351594 +0000 UTC m=+6.714809874 container cleanup 61b44aa20bfdaa34e8cc6d4fc2533a8debf812dbeca8c81bcaa4cc56a652ceab (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T00:36:25.367 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:25 smithi193 bash[108761]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b 2024-04-12T00:36:25.548 INFO:tasks.rados.rados.0.smithi098.stdout:2853: done (4 left) 2024-04-12T00:36:25.548 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 266 2024-04-12T00:36:25.548 INFO:tasks.rados.rados.0.smithi098.stdout:2854: seq_num 919 ranges {122880=598016,720896=401408} 2024-04-12T00:36:25.553 INFO:tasks.rados.rados.0.smithi098.stdout:2854: writing smithi09877355-20 from 122880 to 720896 tid 1 2024-04-12T00:36:25.558 INFO:tasks.rados.rados.0.smithi098.stdout:2854: writing smithi09877355-20 from 720896 to 1122304 tid 2 2024-04-12T00:36:25.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 770 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-12T00:36:25.558 INFO:tasks.rados.rados.0.smithi098.stdout:2851: finishing write tid 1 to smithi09877355-27 2024-04-12T00:36:25.558 INFO:tasks.rados.rados.0.smithi098.stdout:2851: finishing write tid 2 to smithi09877355-27 2024-04-12T00:36:25.558 INFO:tasks.rados.rados.0.smithi098.stdout:2851: finishing write tid 3 to smithi09877355-27 2024-04-12T00:36:25.558 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 2069 (ObjNum 892 snap 258 seq_num 892) dirty exists 2024-04-12T00:36:25.558 INFO:tasks.rados.rados.0.smithi098.stdout:2851: finishing write tid 4 to smithi09877355-27 2024-04-12T00:36:25.558 INFO:tasks.rados.rados.0.smithi098.stdout:2851: oid 27 updating version 0 to 1565 2024-04-12T00:36:25.559 INFO:tasks.rados.rados.0.smithi098.stdout:2851: oid 27 updating version 1565 to 1566 2024-04-12T00:36:25.559 INFO:tasks.rados.rados.0.smithi098.stdout:2851: oid 27 updating version 1566 to 1567 2024-04-12T00:36:25.559 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1567 (ObjNum 918 snap 266 seq_num 918) dirty exists 2024-04-12T00:36:25.559 INFO:tasks.rados.rados.0.smithi098.stdout:2851: left oid 27 (ObjNum 918 snap 266 seq_num 918) 2024-04-12T00:36:25.559 INFO:tasks.rados.rados.0.smithi098.stdout:2852: expect (ObjNum 856 snap 249 seq_num 856) 2024-04-12T00:36:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:2854: finishing write tid 1 to smithi09877355-20 2024-04-12T00:36:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:2854: finishing write tid 2 to smithi09877355-20 2024-04-12T00:36:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:2854: finishing write tid 3 to smithi09877355-20 2024-04-12T00:36:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:2854: finishing write tid 4 to smithi09877355-20 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2854: oid 20 updating version 0 to 1560 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2854: oid 20 updating version 1560 to 1562 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2854: oid 20 version 1562 is already newer than 1561 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 1562 (ObjNum 919 snap 266 seq_num 919) dirty exists 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2854: left oid 20 (ObjNum 919 snap 266 seq_num 919) 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2849: done (4 left) 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2850: done (3 left) 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2851: done (2 left) 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2852: done (1 left) 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2854: done (0 left) 2024-04-12T00:36:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:2855: snap_remove snap 259 2024-04-12T00:36:25.751 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:25 smithi193 ceph-mon[83763]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T00:36:25.751 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:25 smithi193 podman[108775]: 2024-04-12 00:36:25.411564105 +0000 UTC m=+0.823193276 container remove 61b44aa20bfdaa34e8cc6d4fc2533a8debf812dbeca8c81bcaa4cc56a652ceab (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba) 2024-04-12T00:36:25.751 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:25 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.b.service: Deactivated successfully. 2024-04-12T00:36:25.751 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:25 smithi193 systemd[1]: Stopped Ceph mds.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:25.751 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:25 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.b.service: Consumed 1.120s CPU time. 2024-04-12T00:36:25.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:25 smithi098 ceph-mon[91373]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T00:36:25.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:25 smithi098 ceph-mon[88922]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T00:36:25.791 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:36:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:36:25] "GET /metrics HTTP/1.1" 200 36088 "" "Prometheus/2.43.0" 2024-04-12T00:36:26.072 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:25 smithi193 systemd[1]: Starting Ceph mds.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:36:26.072 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:25 smithi193 podman[108903]: 2024-04-12 00:36:25.869416375 +0000 UTC m=+0.017716842 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T00:36:26.072 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:25 smithi193 podman[108903]: 2024-04-12 00:36:25.971236841 +0000 UTC m=+0.119537294 container create 9b7304d52b9c97839ce93d7db5e2acb84ae5320951a3efc3d04a0f6f9f61c1bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-12T00:36:26.366 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:26 smithi193 podman[108903]: 2024-04-12 00:36:26.181973363 +0000 UTC m=+0.330273819 container init 9b7304d52b9c97839ce93d7db5e2acb84ae5320951a3efc3d04a0f6f9f61c1bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True) 2024-04-12T00:36:26.366 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:26 smithi193 podman[108903]: 2024-04-12 00:36:26.184582648 +0000 UTC m=+0.332883110 container start 9b7304d52b9c97839ce93d7db5e2acb84ae5320951a3efc3d04a0f6f9f61c1bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-12T00:36:26.367 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b[108918]: starting mds.b at 2024-04-12T00:36:26.367 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:26 smithi193 bash[108903]: 9b7304d52b9c97839ce93d7db5e2acb84ae5320951a3efc3d04a0f6f9f61c1bb 2024-04-12T00:36:26.367 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 00:36:26 smithi193 systemd[1]: Started Ceph mds.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:26.526 INFO:tasks.rados.rados.0.smithi098.stdout:2855: done (0 left) 2024-04-12T00:36:26.526 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 266 2024-04-12T00:36:26.526 INFO:tasks.rados.rados.0.smithi098.stdout:2856: seq_num 920 ranges {7135232=614400,7749632=401408} 2024-04-12T00:36:26.569 INFO:tasks.rados.rados.0.smithi098.stdout:2856: writing smithi09877355-26 from 7135232 to 7749632 tid 1 2024-04-12T00:36:26.571 INFO:tasks.rados.rados.0.smithi098.stdout:2856: writing smithi09877355-26 from 7749632 to 8151040 tid 2 2024-04-12T00:36:26.571 INFO:tasks.rados.rados.0.smithi098.stdout:2857: snap_create 2024-04-12T00:36:26.573 INFO:tasks.rados.rados.0.smithi098.stdout:2856: finishing write tid 1 to smithi09877355-26 2024-04-12T00:36:26.574 INFO:tasks.rados.rados.0.smithi098.stdout:2856: finishing write tid 2 to smithi09877355-26 2024-04-12T00:36:26.574 INFO:tasks.rados.rados.0.smithi098.stdout:2856: finishing write tid 3 to smithi09877355-26 2024-04-12T00:36:26.575 INFO:tasks.rados.rados.0.smithi098.stdout:2856: finishing write tid 4 to smithi09877355-26 2024-04-12T00:36:26.575 INFO:tasks.rados.rados.0.smithi098.stdout:2856: oid 26 updating version 0 to 1232 2024-04-12T00:36:26.575 INFO:tasks.rados.rados.0.smithi098.stdout:2856: oid 26 version 1232 is already newer than 1231 2024-04-12T00:36:26.575 INFO:tasks.rados.rados.0.smithi098.stdout:2856: oid 26 updating version 1232 to 1233 2024-04-12T00:36:26.575 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 1233 (ObjNum 920 snap 266 seq_num 920) dirty exists 2024-04-12T00:36:26.575 INFO:tasks.rados.rados.0.smithi098.stdout:2856: left oid 26 (ObjNum 920 snap 266 seq_num 920) 2024-04-12T00:36:26.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:26 smithi193 ceph-mon[83763]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T00:36:26.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:26 smithi193 ceph-mon[83763]: pgmap v541: 121 pgs: 121 active+clean; 615 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 39 op/s 2024-04-12T00:36:26.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:26.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:26.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:26.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:26 smithi193 ceph-mon[83763]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T00:36:27.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[91373]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T00:36:27.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[91373]: pgmap v541: 121 pgs: 121 active+clean; 615 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 39 op/s 2024-04-12T00:36:27.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:27.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:27.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:27.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[91373]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T00:36:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[88922]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T00:36:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[88922]: pgmap v541: 121 pgs: 121 active+clean; 615 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 39 op/s 2024-04-12T00:36:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:26 smithi098 ceph-mon[88922]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T00:36:27.556 INFO:tasks.rados.rados.0.smithi098.stdout:2856: done (1 left) 2024-04-12T00:36:27.557 INFO:tasks.rados.rados.0.smithi098.stdout:2857: done (0 left) 2024-04-12T00:36:27.557 INFO:tasks.rados.rados.0.smithi098.stdout:2858: read oid 30 snap -1 2024-04-12T00:36:27.557 INFO:tasks.rados.rados.0.smithi098.stdout:2858: expect (ObjNum 888 snap 256 seq_num 888) 2024-04-12T00:36:27.557 INFO:tasks.rados.rados.0.smithi098.stdout:2859: delete oid 49 current snap is 267 2024-04-12T00:36:27.568 INFO:tasks.rados.rados.0.smithi098.stdout:2859: done (1 left) 2024-04-12T00:36:27.568 INFO:tasks.rados.rados.0.smithi098.stdout:2860: rollback oid 33 current snap is 267 2024-04-12T00:36:27.568 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 33 to 264 2024-04-12T00:36:27.568 INFO:tasks.rados.rados.0.smithi098.stdout:2861: copy_from oid 25 from oid 40 current snap is 267 2024-04-12T00:36:27.568 INFO:tasks.rados.rados.0.smithi098.stdout:2862: read oid 8 snap -1 2024-04-12T00:36:27.568 INFO:tasks.rados.rados.0.smithi098.stdout:2862: expect (ObjNum 592 snap 164 seq_num 592) 2024-04-12T00:36:27.569 INFO:tasks.rados.rados.0.smithi098.stdout:2863: copy_from oid 11 from oid 28 current snap is 267 2024-04-12T00:36:27.569 INFO:tasks.rados.rados.0.smithi098.stdout:2864: rollback oid 13 current snap is 267 2024-04-12T00:36:27.569 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 13 to 215 2024-04-12T00:36:27.569 INFO:tasks.rados.rados.0.smithi098.stdout:2865: read oid 35 snap -1 2024-04-12T00:36:27.569 INFO:tasks.rados.rados.0.smithi098.stdout:2865: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:36:27.569 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 267 2024-04-12T00:36:27.569 INFO:tasks.rados.rados.0.smithi098.stdout:2866: seq_num 922 ranges {0=647168,647168=401408} 2024-04-12T00:36:27.572 INFO:tasks.rados.rados.0.smithi098.stdout:2866: writing smithi09877355-36 from 0 to 647168 tid 1 2024-04-12T00:36:27.574 INFO:tasks.rados.rados.0.smithi098.stdout:2866: writing smithi09877355-36 from 647168 to 1048576 tid 2 2024-04-12T00:36:27.574 INFO:tasks.rados.rados.0.smithi098.stdout:2867: snap_create 2024-04-12T00:36:27.574 INFO:tasks.rados.rados.0.smithi098.stdout:2858: expect (ObjNum 888 snap 256 seq_num 888) 2024-04-12T00:36:27.661 INFO:tasks.rados.rados.0.smithi098.stdout:2860: finishing rollback tid 1 to smithi09877355-33 2024-04-12T00:36:27.662 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 1236 (ObjNum 65 snap 0 seq_num 1567510874) dirty dne 2024-04-12T00:36:27.662 INFO:tasks.rados.rados.0.smithi098.stdout:2865: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2866: finishing write tid 1 to smithi09877355-36 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2866: finishing write tid 2 to smithi09877355-36 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2866: finishing write tid 3 to smithi09877355-36 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2866: finishing write tid 4 to smithi09877355-36 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2866: oid 36 updating version 0 to 1650 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2866: oid 36 updating version 1650 to 1651 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2866: oid 36 updating version 1651 to 1652 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1652 (ObjNum 922 snap 267 seq_num 922) dirty exists 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2866: left oid 36 (ObjNum 922 snap 267 seq_num 922) 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2864: finishing rollback tid 0 to smithi09877355-13 2024-04-12T00:36:27.669 INFO:tasks.rados.rados.0.smithi098.stdout:2864: finishing rollback tid 1 to smithi09877355-13 2024-04-12T00:36:27.670 INFO:tasks.rados.rados.0.smithi098.stdout:2864: finishing rollback tid 2 to smithi09877355-13 2024-04-12T00:36:27.670 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2095 (ObjNum 710 snap 209 seq_num 710) dirty exists 2024-04-12T00:36:27.670 INFO:tasks.rados.rados.0.smithi098.stdout:2861: finishing copy_from racing read to smithi09877355-25 2024-04-12T00:36:27.670 INFO:tasks.rados.rados.0.smithi098.stdout:2861: finishing copy_from to smithi09877355-25 2024-04-12T00:36:27.670 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1230 (ObjNum 916 snap 264 seq_num 916) dirty exists 2024-04-12T00:36:27.670 INFO:tasks.rados.rados.0.smithi098.stdout:2863: finishing copy_from racing read to smithi09877355-11 2024-04-12T00:36:27.670 INFO:tasks.rados.rados.0.smithi098.stdout:2863: finishing copy_from to smithi09877355-11 2024-04-12T00:36:27.670 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 1554 (ObjNum 877 snap 253 seq_num 877) dirty exists 2024-04-12T00:36:27.670 INFO:tasks.rados.rados.0.smithi098.stdout:2862: expect (ObjNum 592 snap 164 seq_num 592) 2024-04-12T00:36:27.683 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:27 smithi193 ceph-mon[83763]: mds.? [v2:172.21.15.193:6832/2040009052,v1:172.21.15.193:6833/2040009052] up:boot 2024-04-12T00:36:27.683 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:27 smithi193 ceph-mon[83763]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:36:27.683 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:36:28.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:27 smithi098 ceph-mon[91373]: mds.? [v2:172.21.15.193:6832/2040009052,v1:172.21.15.193:6833/2040009052] up:boot 2024-04-12T00:36:28.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:27 smithi098 ceph-mon[91373]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:36:28.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:36:28.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:27 smithi098 ceph-mon[88922]: mds.? [v2:172.21.15.193:6832/2040009052,v1:172.21.15.193:6833/2040009052] up:boot 2024-04-12T00:36:28.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:27 smithi098 ceph-mon[88922]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T00:36:28.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T00:36:28.575 INFO:tasks.rados.rados.0.smithi098.stdout:2858: done (8 left) 2024-04-12T00:36:28.575 INFO:tasks.rados.rados.0.smithi098.stdout:2860: done (7 left) 2024-04-12T00:36:28.575 INFO:tasks.rados.rados.0.smithi098.stdout:2861: done (6 left) 2024-04-12T00:36:28.575 INFO:tasks.rados.rados.0.smithi098.stdout:2862: done (5 left) 2024-04-12T00:36:28.576 INFO:tasks.rados.rados.0.smithi098.stdout:2863: done (4 left) 2024-04-12T00:36:28.576 INFO:tasks.rados.rados.0.smithi098.stdout:2864: done (3 left) 2024-04-12T00:36:28.576 INFO:tasks.rados.rados.0.smithi098.stdout:2865: done (2 left) 2024-04-12T00:36:28.576 INFO:tasks.rados.rados.0.smithi098.stdout:2866: done (1 left) 2024-04-12T00:36:28.576 INFO:tasks.rados.rados.0.smithi098.stdout:2867: done (0 left) 2024-04-12T00:36:28.576 INFO:tasks.rados.rados.0.smithi098.stdout:2868: rollback oid 9 current snap is 268 2024-04-12T00:36:28.576 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 262 2024-04-12T00:36:28.576 INFO:tasks.rados.rados.0.smithi098.stdout:2869: setattr oid 48 current snap is 268 2024-04-12T00:36:28.577 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 268 2024-04-12T00:36:28.577 INFO:tasks.rados.rados.0.smithi098.stdout:2870: seq_num 923 ranges {761856=663552,1425408=401408} 2024-04-12T00:36:28.585 INFO:tasks.rados.rados.0.smithi098.stdout:2870: writing smithi09877355-18 from 761856 to 1425408 tid 1 2024-04-12T00:36:28.588 INFO:tasks.rados.rados.0.smithi098.stdout:2870: writing smithi09877355-18 from 1425408 to 1826816 tid 2 2024-04-12T00:36:28.588 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 268 2024-04-12T00:36:28.588 INFO:tasks.rados.rados.0.smithi098.stdout:2868: finishing rollback tid 0 to smithi09877355-9 2024-04-12T00:36:28.588 INFO:tasks.rados.rados.0.smithi098.stdout:2868: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:36:28.588 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 771 (ObjNum 97 snap 0 seq_num 29665104) dirty exists 2024-04-12T00:36:28.588 INFO:tasks.rados.rados.0.smithi098.stdout:2868: finishing rollback tid 2 to smithi09877355-9 2024-04-12T00:36:28.588 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 1232 (ObjNum 769 snap 229 seq_num 769) dirty exists 2024-04-12T00:36:28.588 INFO:tasks.rados.rados.0.smithi098.stdout:2871: seq_num 924 ranges {7675904=679936,8355840=401408} 2024-04-12T00:36:28.632 INFO:tasks.rados.rados.0.smithi098.stdout:2871: writing smithi09877355-2 from 7675904 to 8355840 tid 1 2024-04-12T00:36:28.634 INFO:tasks.rados.rados.0.smithi098.stdout:2871: writing smithi09877355-2 from 8355840 to 8757248 tid 2 2024-04-12T00:36:28.634 INFO:tasks.rados.rados.0.smithi098.stdout:2868: done (3 left) 2024-04-12T00:36:28.634 INFO:tasks.rados.rados.0.smithi098.stdout:2869: done (2 left) 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:2872: snap_create 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:2870: finishing write tid 1 to smithi09877355-18 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:2870: finishing write tid 2 to smithi09877355-18 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:2870: finishing write tid 3 to smithi09877355-18 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:2870: finishing write tid 4 to smithi09877355-18 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:2870: oid 18 updating version 0 to 1244 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:2870: oid 18 version 1244 is already newer than 1243 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:2870: oid 18 updating version 1244 to 1245 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1245 (ObjNum 923 snap 268 seq_num 923) dirty exists 2024-04-12T00:36:28.635 INFO:tasks.rados.rados.0.smithi098.stdout:2870: left oid 18 (ObjNum 923 snap 268 seq_num 923) 2024-04-12T00:36:28.636 INFO:tasks.rados.rados.0.smithi098.stdout:2871: finishing write tid 1 to smithi09877355-2 2024-04-12T00:36:28.637 INFO:tasks.rados.rados.0.smithi098.stdout:2871: finishing write tid 2 to smithi09877355-2 2024-04-12T00:36:28.637 INFO:tasks.rados.rados.0.smithi098.stdout:2871: finishing write tid 3 to smithi09877355-2 2024-04-12T00:36:28.638 INFO:tasks.rados.rados.0.smithi098.stdout:2871: finishing write tid 4 to smithi09877355-2 2024-04-12T00:36:28.638 INFO:tasks.rados.rados.0.smithi098.stdout:2871: oid 2 updating version 0 to 1251 2024-04-12T00:36:28.638 INFO:tasks.rados.rados.0.smithi098.stdout:2871: oid 2 updating version 1251 to 1252 2024-04-12T00:36:28.638 INFO:tasks.rados.rados.0.smithi098.stdout:2871: oid 2 updating version 1252 to 1253 2024-04-12T00:36:28.638 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1253 (ObjNum 924 snap 268 seq_num 924) dirty exists 2024-04-12T00:36:28.638 INFO:tasks.rados.rados.0.smithi098.stdout:2871: left oid 2 (ObjNum 924 snap 268 seq_num 924) 2024-04-12T00:36:28.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:28 smithi098 ceph-mon[91373]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T00:36:28.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:28 smithi098 ceph-mon[91373]: pgmap v544: 121 pgs: 121 active+clean; 611 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-04-12T00:36:28.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:28 smithi098 ceph-mon[88922]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T00:36:28.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:28 smithi098 ceph-mon[88922]: pgmap v544: 121 pgs: 121 active+clean; 611 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-04-12T00:36:28.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:28 smithi193 ceph-mon[83763]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T00:36:28.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:28 smithi193 ceph-mon[83763]: pgmap v544: 121 pgs: 121 active+clean; 611 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-04-12T00:36:29.566 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:29 smithi193 ceph-mon[83763]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T00:36:29.575 INFO:tasks.rados.rados.0.smithi098.stdout:2870: done (2 left) 2024-04-12T00:36:29.575 INFO:tasks.rados.rados.0.smithi098.stdout:2871: done (1 left) 2024-04-12T00:36:29.575 INFO:tasks.rados.rados.0.smithi098.stdout:2872: done (0 left) 2024-04-12T00:36:29.576 INFO:tasks.rados.rados.0.smithi098.stdout:2873: read oid 9 snap -1 2024-04-12T00:36:29.576 INFO:tasks.rados.rados.0.smithi098.stdout:2873: expect (ObjNum 769 snap 229 seq_num 769) 2024-04-12T00:36:29.576 INFO:tasks.rados.rados.0.smithi098.stdout:2874: rmattr oid 1 current snap is 269 2024-04-12T00:36:29.576 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 269 2024-04-12T00:36:29.576 INFO:tasks.rados.rados.0.smithi098.stdout:2875: seq_num 925 ranges {2351104=696320,3047424=401408} 2024-04-12T00:36:29.593 INFO:tasks.rados.rados.0.smithi098.stdout:2875: writing smithi09877355-32 from 2351104 to 3047424 tid 1 2024-04-12T00:36:29.596 INFO:tasks.rados.rados.0.smithi098.stdout:2875: writing smithi09877355-32 from 3047424 to 3448832 tid 2 2024-04-12T00:36:29.596 INFO:tasks.rados.rados.0.smithi098.stdout:2876: delete oid 8 current snap is 269 2024-04-12T00:36:29.596 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 1243 (ObjNum 897 snap 260 seq_num 897) dirty exists 2024-04-12T00:36:29.602 INFO:tasks.rados.rados.0.smithi098.stdout:2875: finishing write tid 1 to smithi09877355-32 2024-04-12T00:36:29.602 INFO:tasks.rados.rados.0.smithi098.stdout:2875: finishing write tid 2 to smithi09877355-32 2024-04-12T00:36:29.602 INFO:tasks.rados.rados.0.smithi098.stdout:2874: done (3 left) 2024-04-12T00:36:29.602 INFO:tasks.rados.rados.0.smithi098.stdout:2876: done (2 left) 2024-04-12T00:36:29.602 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 269 2024-04-12T00:36:29.602 INFO:tasks.rados.rados.0.smithi098.stdout:2877: seq_num 927 ranges {950272=729088,1679360=401408} 2024-04-12T00:36:29.611 INFO:tasks.rados.rados.0.smithi098.stdout:2877: writing smithi09877355-40 from 950272 to 1679360 tid 1 2024-04-12T00:36:29.613 INFO:tasks.rados.rados.0.smithi098.stdout:2877: writing smithi09877355-40 from 1679360 to 2080768 tid 2 2024-04-12T00:36:29.613 INFO:tasks.rados.rados.0.smithi098.stdout:2878: snap_remove snap 244 2024-04-12T00:36:30.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:29 smithi098 ceph-mon[91373]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T00:36:30.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:29 smithi098 ceph-mon[88922]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T00:36:30.588 INFO:tasks.rados.rados.0.smithi098.stdout:2875: finishing write tid 3 to smithi09877355-32 2024-04-12T00:36:30.588 INFO:tasks.rados.rados.0.smithi098.stdout:2875: finishing write tid 4 to smithi09877355-32 2024-04-12T00:36:30.588 INFO:tasks.rados.rados.0.smithi098.stdout:2875: oid 32 updating version 0 to 1792 2024-04-12T00:36:30.589 INFO:tasks.rados.rados.0.smithi098.stdout:2875: oid 32 version 1792 is already newer than 1790 2024-04-12T00:36:30.589 INFO:tasks.rados.rados.0.smithi098.stdout:2875: oid 32 version 1792 is already newer than 1791 2024-04-12T00:36:30.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 1792 (ObjNum 925 snap 269 seq_num 925) dirty exists 2024-04-12T00:36:30.589 INFO:tasks.rados.rados.0.smithi098.stdout:2875: left oid 32 (ObjNum 925 snap 269 seq_num 925) 2024-04-12T00:36:30.589 INFO:tasks.rados.rados.0.smithi098.stdout:2873: expect (ObjNum 769 snap 229 seq_num 769) 2024-04-12T00:36:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:30 smithi193 ceph-mon[83763]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T00:36:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:30 smithi193 ceph-mon[83763]: pgmap v547: 121 pgs: 121 active+clean; 596 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T00:36:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:30 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:30 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:31.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:30 smithi098 ceph-mon[88922]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T00:36:31.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:30 smithi098 ceph-mon[88922]: pgmap v547: 121 pgs: 121 active+clean; 596 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T00:36:31.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:31.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:30 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:31.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:30 smithi098 ceph-mon[91373]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T00:36:31.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:30 smithi098 ceph-mon[91373]: pgmap v547: 121 pgs: 121 active+clean; 596 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T00:36:31.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:30 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:31.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:30 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:31.344 INFO:tasks.rados.rados.0.smithi098.stdout:2877: finishing write tid 1 to smithi09877355-40 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2877: finishing write tid 2 to smithi09877355-40 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2877: finishing write tid 3 to smithi09877355-40 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2877: finishing write tid 4 to smithi09877355-40 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2877: oid 40 updating version 0 to 1234 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2877: oid 40 updating version 1234 to 1236 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2877: oid 40 version 1236 is already newer than 1235 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1236 (ObjNum 927 snap 269 seq_num 927) dirty exists 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2877: left oid 40 (ObjNum 927 snap 269 seq_num 927) 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2873: done (3 left) 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2875: done (2 left) 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2877: done (1 left) 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2878: done (0 left) 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2879: rmattr oid 46 current snap is 269 2024-04-12T00:36:31.345 INFO:tasks.rados.rados.0.smithi098.stdout:2880: delete oid 36 current snap is 269 2024-04-12T00:36:31.347 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1233 (ObjNum 289 snap 0 seq_num 1657281392) dirty exists 2024-04-12T00:36:31.348 INFO:tasks.rados.rados.0.smithi098.stdout:2879: done (1 left) 2024-04-12T00:36:31.348 INFO:tasks.rados.rados.0.smithi098.stdout:2880: done (0 left) 2024-04-12T00:36:31.348 INFO:tasks.rados.rados.0.smithi098.stdout:2881: rollback oid 41 current snap is 269 2024-04-12T00:36:31.348 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 268 2024-04-12T00:36:31.348 INFO:tasks.rados.rados.0.smithi098.stdout:2882: read oid 26 snap -1 2024-04-12T00:36:31.348 INFO:tasks.rados.rados.0.smithi098.stdout:2882: expect (ObjNum 920 snap 266 seq_num 920) 2024-04-12T00:36:31.348 INFO:tasks.rados.rados.0.smithi098.stdout:2883: delete oid 8 current snap is 269 2024-04-12T00:36:31.350 INFO:tasks.rados.rados.0.smithi098.stdout:2883: done (2 left) 2024-04-12T00:36:31.350 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 269 2024-04-12T00:36:31.350 INFO:tasks.rados.rados.0.smithi098.stdout:2884: seq_num 930 ranges {0=786432,786432=401408} 2024-04-12T00:36:31.354 INFO:tasks.rados.rados.0.smithi098.stdout:2884: writing smithi09877355-38 from 0 to 786432 tid 1 2024-04-12T00:36:31.356 INFO:tasks.rados.rados.0.smithi098.stdout:2884: writing smithi09877355-38 from 786432 to 1187840 tid 2 2024-04-12T00:36:31.357 INFO:tasks.rados.rados.0.smithi098.stdout:2885: setattr oid 39 current snap is 269 2024-04-12T00:36:31.357 INFO:tasks.rados.rados.0.smithi098.stdout:2881: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:36:31.357 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1631 (ObjNum 129 snap 0 seq_num 29263792) dirty dne 2024-04-12T00:36:31.358 INFO:tasks.rados.rados.0.smithi098.stdout:2881: done (3 left) 2024-04-12T00:36:31.358 INFO:tasks.rados.rados.0.smithi098.stdout:2886: rmattr oid 14 current snap is 269 2024-04-12T00:36:31.358 INFO:tasks.rados.rados.0.smithi098.stdout:2886: done (3 left) 2024-04-12T00:36:31.358 INFO:tasks.rados.rados.0.smithi098.stdout:2887: copy_from oid 3 from oid 20 current snap is 269 2024-04-12T00:36:31.358 INFO:tasks.rados.rados.0.smithi098.stdout:2888: snap_remove snap 263 2024-04-12T00:36:31.525 INFO:tasks.rados.rados.0.smithi098.stdout:2888: done (4 left) 2024-04-12T00:36:31.525 INFO:tasks.rados.rados.0.smithi098.stdout:2889: rollback oid 48 current snap is 269 2024-04-12T00:36:31.526 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 2109 (ObjNum 893 snap 258 seq_num 893) dirty exists 2024-04-12T00:36:31.526 INFO:tasks.rados.rados.0.smithi098.stdout:2884: finishing write tid 1 to smithi09877355-38 2024-04-12T00:36:31.526 INFO:tasks.rados.rados.0.smithi098.stdout:2887: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:36:31.526 INFO:tasks.rados.rados.0.smithi098.stdout:2887: finishing copy_from to smithi09877355-3 2024-04-12T00:36:31.526 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1562 (ObjNum 919 snap 266 seq_num 919) dirty exists 2024-04-12T00:36:31.526 INFO:tasks.rados.rados.0.smithi098.stdout:2884: finishing write tid 2 to smithi09877355-38 2024-04-12T00:36:31.526 INFO:tasks.rados.rados.0.smithi098.stdout:2882: expect (ObjNum 920 snap 266 seq_num 920) 2024-04-12T00:36:31.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:31 smithi193 ceph-mon[83763]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T00:36:31.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:31.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:31 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:31.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:31 smithi193 ceph-mon[83763]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T00:36:32.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:31 smithi098 ceph-mon[91373]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T00:36:32.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:32.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:31 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:32.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:31 smithi098 ceph-mon[91373]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T00:36:32.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:31 smithi098 ceph-mon[88922]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T00:36:32.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:32.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:31 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:32.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:31 smithi098 ceph-mon[88922]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T00:36:32.169 INFO:tasks.rados.rados.0.smithi098.stdout:2884: finishing write tid 3 to smithi09877355-38 2024-04-12T00:36:32.169 INFO:tasks.rados.rados.0.smithi098.stdout:2884: finishing write tid 4 to smithi09877355-38 2024-04-12T00:36:32.169 INFO:tasks.rados.rados.0.smithi098.stdout:2884: oid 38 updating version 0 to 1563 2024-04-12T00:36:32.169 INFO:tasks.rados.rados.0.smithi098.stdout:2884: oid 38 updating version 1563 to 1564 2024-04-12T00:36:32.169 INFO:tasks.rados.rados.0.smithi098.stdout:2884: oid 38 updating version 1564 to 1565 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 1565 (ObjNum 930 snap 269 seq_num 930) dirty exists 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:2884: left oid 38 (ObjNum 930 snap 269 seq_num 930) 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 48 to 236 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:2882: done (4 left) 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:2884: done (3 left) 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:2885: done (2 left) 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:2887: done (1 left) 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:2890: rollback oid 26 current snap is 269 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 26 to 218 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:2891: rollback oid 28 current snap is 269 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 28 to 160 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 269 2024-04-12T00:36:32.170 INFO:tasks.rados.rados.0.smithi098.stdout:2892: seq_num 931 ranges {1597440=802816,2400256=401408} 2024-04-12T00:36:32.182 INFO:tasks.rados.rados.0.smithi098.stdout:2892: writing smithi09877355-37 from 1597440 to 2400256 tid 1 2024-04-12T00:36:32.185 INFO:tasks.rados.rados.0.smithi098.stdout:2892: writing smithi09877355-37 from 2400256 to 2801664 tid 2 2024-04-12T00:36:32.185 INFO:tasks.rados.rados.0.smithi098.stdout:2893: read oid 49 snap -1 2024-04-12T00:36:32.185 INFO:tasks.rados.rados.0.smithi098.stdout:2893: expect deleted 2024-04-12T00:36:32.185 INFO:tasks.rados.rados.0.smithi098.stdout:2894: snap_remove snap 223 2024-04-12T00:36:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2894: done (5 left) 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2895: snap_create 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2889: finishing rollback tid 0 to smithi09877355-48 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2891: finishing rollback tid 0 to smithi09877355-28 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2889: finishing rollback tid 1 to smithi09877355-48 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 773 (ObjNum 97 snap 0 seq_num 1660951472) dirty dne 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2891: finishing rollback tid 1 to smithi09877355-28 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2891: finishing rollback tid 2 to smithi09877355-28 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1571 (ObjNum 558 snap 152 seq_num 558) dirty exists 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2890: finishing rollback tid 0 to smithi09877355-26 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2890: finishing rollback tid 1 to smithi09877355-26 2024-04-12T00:36:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:2890: finishing rollback tid 2 to smithi09877355-26 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 1239 (ObjNum 495 snap 126 seq_num 495) dirty exists 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:2892: finishing write tid 1 to smithi09877355-37 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:2892: finishing write tid 2 to smithi09877355-37 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:2892: finishing write tid 3 to smithi09877355-37 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:2892: finishing write tid 4 to smithi09877355-37 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:2892: oid 37 updating version 0 to 1793 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:2892: oid 37 updating version 1793 to 1794 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:2892: oid 37 updating version 1794 to 1795 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1795 (ObjNum 931 snap 269 seq_num 931) dirty exists 2024-04-12T00:36:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:2892: left oid 37 (ObjNum 931 snap 269 seq_num 931) 2024-04-12T00:36:32.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:32 smithi193 ceph-mon[83763]: pgmap v550: 121 pgs: 121 active+clean; 597 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 820 KiB/s wr, 17 op/s 2024-04-12T00:36:33.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:32 smithi098 ceph-mon[91373]: pgmap v550: 121 pgs: 121 active+clean; 597 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 820 KiB/s wr, 17 op/s 2024-04-12T00:36:33.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:32 smithi098 ceph-mon[88922]: pgmap v550: 121 pgs: 121 active+clean; 597 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 820 KiB/s wr, 17 op/s 2024-04-12T00:36:33.592 INFO:tasks.rados.rados.0.smithi098.stdout:2889: done (5 left) 2024-04-12T00:36:33.592 INFO:tasks.rados.rados.0.smithi098.stdout:2890: done (4 left) 2024-04-12T00:36:33.592 INFO:tasks.rados.rados.0.smithi098.stdout:2891: done (3 left) 2024-04-12T00:36:33.592 INFO:tasks.rados.rados.0.smithi098.stdout:2892: done (2 left) 2024-04-12T00:36:33.592 INFO:tasks.rados.rados.0.smithi098.stdout:2893: done (1 left) 2024-04-12T00:36:33.592 INFO:tasks.rados.rados.0.smithi098.stdout:2895: done (0 left) 2024-04-12T00:36:33.592 INFO:tasks.rados.rados.0.smithi098.stdout:2896: read oid 27 snap -1 2024-04-12T00:36:33.592 INFO:tasks.rados.rados.0.smithi098.stdout:2896: expect (ObjNum 918 snap 266 seq_num 918) 2024-04-12T00:36:33.592 INFO:tasks.rados.rados.0.smithi098.stdout:2897: snap_remove snap 267 2024-04-12T00:36:33.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:33 smithi193 ceph-mon[83763]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T00:36:33.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:33 smithi098 ceph-mon[91373]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T00:36:33.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:33 smithi098 ceph-mon[88922]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T00:36:33.868 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:36:34.187 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:36:34.187 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (10m) 24s ago 11m 25.9M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:36:34.187 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (11m) 3s ago 11m 91.4M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:36:34.187 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (27s) 24s ago 12m 13.8M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 c28369961354 2024-04-12T00:36:34.187 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (8s) 3s ago 12m 14.3M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 9b7304d52b9c 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (6m) 3s ago 15m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (7m) 24s ago 17m 520M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (6m) 24s ago 17m 62.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (5m) 3s ago 16m 51.5M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (5m) 24s ago 15m 52.2M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (10m) 24s ago 10m 15.8M - 1.5.0 0da6a335fe13 4f27472be8f4 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (10m) 3s ago 10m 15.0M - 1.5.0 0da6a335fe13 d62e187f9e4c 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (4m) 24s ago 15m 300M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (4m) 24s ago 14m 240M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (3m) 24s ago 14m 192M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (3m) 24s ago 14m 86.9M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (2m) 3s ago 13m 218M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 1bd8a7541b94 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (2m) 3s ago 13m 235M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3ce1fb3e5c84 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (87s) 3s ago 12m 115M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d79c44e24adf 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (52s) 3s ago 12m 100M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 96d924bed0d3 2024-04-12T00:36:34.188 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (6m) 3s ago 11m 60.6M - 2.43.0 a07b618ecd1d 6a87fc1aa21a 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T00:36:34.585 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:36:34.586 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:36:34.586 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:36:34.586 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:36:34.586 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:36:34.586 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-12T00:36:34.586 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:36:34.586 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:36:34.599 INFO:tasks.rados.rados.0.smithi098.stdout:2896: expect (ObjNum 918 snap 266 seq_num 918) 2024-04-12T00:36:34.628 INFO:tasks.rados.rados.0.smithi098.stdout:2896: done (1 left) 2024-04-12T00:36:34.628 INFO:tasks.rados.rados.0.smithi098.stdout:2897: done (0 left) 2024-04-12T00:36:34.628 INFO:tasks.rados.rados.0.smithi098.stdout:2898: copy_from oid 47 from oid 42 current snap is 270 2024-04-12T00:36:34.628 INFO:tasks.rados.rados.0.smithi098.stdout:2899: snap_remove snap 236 2024-04-12T00:36:34.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:34 smithi193 ceph-mon[83763]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T00:36:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:34 smithi193 ceph-mon[83763]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:34 smithi193 ceph-mon[83763]: pgmap v553: 121 pgs: 121 active+clean; 601 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-12T00:36:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:34 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2124100239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:34 smithi098 ceph-mon[88922]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T00:36:35.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:34 smithi098 ceph-mon[88922]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:35.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:34 smithi098 ceph-mon[88922]: pgmap v553: 121 pgs: 121 active+clean; 601 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-12T00:36:35.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:34 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2124100239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:34 smithi098 ceph-mon[91373]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T00:36:35.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:34 smithi098 ceph-mon[91373]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:35.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:34 smithi098 ceph-mon[91373]: pgmap v553: 121 pgs: 121 active+clean; 601 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-12T00:36:35.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:34 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2124100239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.616 INFO:tasks.rados.rados.0.smithi098.stdout:2899: done (1 left) 2024-04-12T00:36:35.616 INFO:tasks.rados.rados.0.smithi098.stdout:2900: read oid 15 snap 252 2024-04-12T00:36:35.616 INFO:tasks.rados.rados.0.smithi098.stdout:2900: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:36:35.616 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 270 2024-04-12T00:36:35.617 INFO:tasks.rados.rados.0.smithi098.stdout:2901: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2024-04-12T00:36:35.617 INFO:tasks.rados.rados.0.smithi098.stdout:2901: writing smithi09877355-10 from 0 to 417792 tid 1 2024-04-12T00:36:35.619 INFO:tasks.rados.rados.0.smithi098.stdout:2901: writing smithi09877355-10 from 417792 to 1081344 tid 2 2024-04-12T00:36:35.620 INFO:tasks.rados.rados.0.smithi098.stdout:2901: writing smithi09877355-10 from 1081344 to 1220608 tid 3 2024-04-12T00:36:35.621 INFO:tasks.rados.rados.0.smithi098.stdout:2898: finishing copy_from racing read to smithi09877355-47 2024-04-12T00:36:35.621 INFO:tasks.rados.rados.0.smithi098.stdout:2898: finishing copy_from to smithi09877355-47 2024-04-12T00:36:35.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 1250 (ObjNum 829 snap 245 seq_num 829) dirty exists 2024-04-12T00:36:35.621 INFO:tasks.rados.rados.0.smithi098.stdout:2898: done (2 left) 2024-04-12T00:36:35.621 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 270 2024-04-12T00:36:35.621 INFO:tasks.rados.rados.0.smithi098.stdout:2902: seq_num 933 ranges {2138112=434176,2572288=548864,3121152=253952} 2024-04-12T00:36:35.636 INFO:tasks.rados.rados.0.smithi098.stdout:2902: writing smithi09877355-30 from 2138112 to 2572288 tid 1 2024-04-12T00:36:35.639 INFO:tasks.rados.rados.0.smithi098.stdout:2902: writing smithi09877355-30 from 2572288 to 3121152 tid 2 2024-04-12T00:36:35.641 INFO:tasks.rados.rados.0.smithi098.stdout:2902: writing smithi09877355-30 from 3121152 to 3375104 tid 3 2024-04-12T00:36:35.641 INFO:tasks.rados.rados.0.smithi098.stdout:2903: snap_remove snap 191 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.943 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:36:35] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-12T00:36:35.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:35.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.948 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.948 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.948 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.948 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:35.948 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:35.948 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:36.534 INFO:tasks.rados.rados.0.smithi098.stdout:2903: done (3 left) 2024-04-12T00:36:36.534 INFO:tasks.rados.rados.0.smithi098.stdout:2904: rollback oid 36 current snap is 270 2024-04-12T00:36:36.534 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 256 2024-04-12T00:36:36.534 INFO:tasks.rados.rados.0.smithi098.stdout:2905: setattr oid 5 current snap is 270 2024-04-12T00:36:36.534 INFO:tasks.rados.rados.0.smithi098.stdout:2900: expect (ObjNum 720 snap 212 seq_num 720) 2024-04-12T00:36:36.544 INFO:tasks.rados.rados.0.smithi098.stdout:2901: finishing write tid 1 to smithi09877355-10 2024-04-12T00:36:36.544 INFO:tasks.rados.rados.0.smithi098.stdout:2901: finishing write tid 2 to smithi09877355-10 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2901: finishing write tid 3 to smithi09877355-10 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2900: done (4 left) 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2906: delete oid 7 current snap is 270 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2901: finishing write tid 4 to smithi09877355-10 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2901: finishing write tid 5 to smithi09877355-10 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2901: oid 10 updating version 0 to 1548 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2901: oid 10 updating version 1548 to 1550 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2901: oid 10 updating version 1550 to 1551 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2901: oid 10 version 1551 is already newer than 1549 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1551 (ObjNum 932 snap 270 seq_num 932) dirty exists 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2901: left oid 10 (ObjNum 932 snap 270 seq_num 932) 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2902: finishing write tid 1 to smithi09877355-30 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2902: finishing write tid 2 to smithi09877355-30 2024-04-12T00:36:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:2902: finishing write tid 3 to smithi09877355-30 2024-04-12T00:36:36.546 INFO:tasks.rados.rados.0.smithi098.stdout:2902: finishing write tid 4 to smithi09877355-30 2024-04-12T00:36:36.546 INFO:tasks.rados.rados.0.smithi098.stdout:2902: finishing write tid 5 to smithi09877355-30 2024-04-12T00:36:36.546 INFO:tasks.rados.rados.0.smithi098.stdout:2902: oid 30 updating version 0 to 1237 2024-04-12T00:36:36.546 INFO:tasks.rados.rados.0.smithi098.stdout:2902: oid 30 version 1237 is already newer than 1236 2024-04-12T00:36:36.546 INFO:tasks.rados.rados.0.smithi098.stdout:2902: oid 30 version 1237 is already newer than 1235 2024-04-12T00:36:36.546 INFO:tasks.rados.rados.0.smithi098.stdout:2902: oid 30 version 1237 is already newer than 1234 2024-04-12T00:36:36.546 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1237 (ObjNum 933 snap 270 seq_num 933) dirty exists 2024-04-12T00:36:36.546 INFO:tasks.rados.rados.0.smithi098.stdout:2902: left oid 30 (ObjNum 933 snap 270 seq_num 933) 2024-04-12T00:36:36.553 INFO:tasks.rados.rados.0.smithi098.stdout:2901: done (4 left) 2024-04-12T00:36:36.554 INFO:tasks.rados.rados.0.smithi098.stdout:2902: done (3 left) 2024-04-12T00:36:36.554 INFO:tasks.rados.rados.0.smithi098.stdout:2906: done (2 left) 2024-04-12T00:36:36.554 INFO:tasks.rados.rados.0.smithi098.stdout:2907: copy_from oid 3 from oid 47 current snap is 270 2024-04-12T00:36:36.554 INFO:tasks.rados.rados.0.smithi098.stdout:2908: snap_remove snap 264 2024-04-12T00:36:36.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all mds 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all rgw 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all rbd-mirror 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all ceph-exporter 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all iscsi 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all nfs 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: Upgrade: Setting container_image for all nvmeof 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: pgmap v556: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 604 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:36 smithi193 ceph-mon[83763]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T00:36:36.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all mds 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all rgw 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all rbd-mirror 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all ceph-exporter 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all iscsi 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all nfs 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: Upgrade: Setting container_image for all nvmeof 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: pgmap v556: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 604 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[91373]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all mds 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all rgw 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all rbd-mirror 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all ceph-exporter 2024-04-12T00:36:36.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all iscsi 2024-04-12T00:36:36.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all nfs 2024-04-12T00:36:36.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: Upgrade: Setting container_image for all nvmeof 2024-04-12T00:36:36.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T00:36:36.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: pgmap v556: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 604 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-12T00:36:36.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:36 smithi098 ceph-mon[88922]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T00:36:37.530 INFO:tasks.rados.rados.0.smithi098.stdout:2908: done (3 left) 2024-04-12T00:36:37.530 INFO:tasks.rados.rados.0.smithi098.stdout:2909: rmattr oid 2 current snap is 270 2024-04-12T00:36:37.530 INFO:tasks.rados.rados.0.smithi098.stdout:2909: done (3 left) 2024-04-12T00:36:37.531 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 270 2024-04-12T00:36:37.531 INFO:tasks.rados.rados.0.smithi098.stdout:2910: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-04-12T00:36:37.533 INFO:tasks.rados.rados.0.smithi098.stdout:2910: writing smithi09877355-17 from 0 to 466944 tid 1 2024-04-12T00:36:37.537 INFO:tasks.rados.rados.0.smithi098.stdout:2910: writing smithi09877355-17 from 466944 to 1187840 tid 2 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:2910: writing smithi09877355-17 from 1187840 to 1269760 tid 3 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 270 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:2904: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:2904: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1683 (ObjNum 773 snap 230 seq_num 773) dirty exists 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1685 (ObjNum 679 snap 201 seq_num 679) dirty exists 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:2907: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:2907: finishing copy_from to smithi09877355-3 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1250 (ObjNum 829 snap 245 seq_num 829) dirty exists 2024-04-12T00:36:37.538 INFO:tasks.rados.rados.0.smithi098.stdout:2911: seq_num 936 ranges {5332992=483328,5816320=655360,6471680=147456} 2024-04-12T00:36:37.570 INFO:tasks.rados.rados.0.smithi098.stdout:2911: writing smithi09877355-26 from 5332992 to 5816320 tid 1 2024-04-12T00:36:37.573 INFO:tasks.rados.rados.0.smithi098.stdout:2911: writing smithi09877355-26 from 5816320 to 6471680 tid 2 2024-04-12T00:36:37.575 INFO:tasks.rados.rados.0.smithi098.stdout:2911: writing smithi09877355-26 from 6471680 to 6619136 tid 3 2024-04-12T00:36:37.575 INFO:tasks.rados.rados.0.smithi098.stdout:2904: done (4 left) 2024-04-12T00:36:37.575 INFO:tasks.rados.rados.0.smithi098.stdout:2905: done (3 left) 2024-04-12T00:36:37.575 INFO:tasks.rados.rados.0.smithi098.stdout:2907: done (2 left) 2024-04-12T00:36:37.575 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 270 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: finishing write tid 1 to smithi09877355-17 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: finishing write tid 2 to smithi09877355-17 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: finishing write tid 3 to smithi09877355-17 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: finishing write tid 4 to smithi09877355-17 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: finishing write tid 5 to smithi09877355-17 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: oid 17 updating version 0 to 1555 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: oid 17 version 1555 is already newer than 1552 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: oid 17 version 1555 is already newer than 1553 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: oid 17 version 1555 is already newer than 1554 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1555 (ObjNum 935 snap 270 seq_num 935) dirty exists 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2910: left oid 17 (ObjNum 935 snap 270 seq_num 935) 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2911: finishing write tid 1 to smithi09877355-26 2024-04-12T00:36:37.576 INFO:tasks.rados.rados.0.smithi098.stdout:2912: seq_num 937 ranges {868352=499712,1368064=532480,1900544=270336} 2024-04-12T00:36:37.582 INFO:tasks.rados.rados.0.smithi098.stdout:2912: writing smithi09877355-21 from 868352 to 1368064 tid 1 2024-04-12T00:36:37.585 INFO:tasks.rados.rados.0.smithi098.stdout:2912: writing smithi09877355-21 from 1368064 to 1900544 tid 2 2024-04-12T00:36:37.587 INFO:tasks.rados.rados.0.smithi098.stdout:2912: writing smithi09877355-21 from 1900544 to 2170880 tid 3 2024-04-12T00:36:37.587 INFO:tasks.rados.rados.0.smithi098.stdout:2910: done (2 left) 2024-04-12T00:36:37.587 INFO:tasks.rados.rados.0.smithi098.stdout:2913: copy_from oid 43 from oid 31 current snap is 270 2024-04-12T00:36:37.587 INFO:tasks.rados.rados.0.smithi098.stdout:2911: finishing write tid 2 to smithi09877355-26 2024-04-12T00:36:37.587 INFO:tasks.rados.rados.0.smithi098.stdout:2911: finishing write tid 3 to smithi09877355-26 2024-04-12T00:36:37.587 INFO:tasks.rados.rados.0.smithi098.stdout:2911: finishing write tid 4 to smithi09877355-26 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:2911: finishing write tid 5 to smithi09877355-26 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:2911: oid 26 updating version 0 to 1240 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:2911: oid 26 updating version 1240 to 1241 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:2911: oid 26 updating version 1241 to 1242 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:2911: oid 26 updating version 1242 to 1243 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 1243 (ObjNum 936 snap 270 seq_num 936) dirty exists 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:2911: left oid 26 (ObjNum 936 snap 270 seq_num 936) 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:2911: done (2 left) 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:2914: snap_create 2024-04-12T00:36:37.588 INFO:tasks.rados.rados.0.smithi098.stdout:2912: finishing write tid 1 to smithi09877355-21 2024-04-12T00:36:37.589 INFO:tasks.rados.rados.0.smithi098.stdout:2912: finishing write tid 2 to smithi09877355-21 2024-04-12T00:36:37.591 INFO:tasks.rados.rados.0.smithi098.stdout:2912: finishing write tid 3 to smithi09877355-21 2024-04-12T00:36:37.591 INFO:tasks.rados.rados.0.smithi098.stdout:2912: finishing write tid 4 to smithi09877355-21 2024-04-12T00:36:37.592 INFO:tasks.rados.rados.0.smithi098.stdout:2912: finishing write tid 5 to smithi09877355-21 2024-04-12T00:36:37.592 INFO:tasks.rados.rados.0.smithi098.stdout:2912: oid 21 updating version 0 to 1698 2024-04-12T00:36:37.592 INFO:tasks.rados.rados.0.smithi098.stdout:2912: oid 21 updating version 1698 to 1700 2024-04-12T00:36:37.592 INFO:tasks.rados.rados.0.smithi098.stdout:2912: oid 21 version 1700 is already newer than 1697 2024-04-12T00:36:37.592 INFO:tasks.rados.rados.0.smithi098.stdout:2912: oid 21 version 1700 is already newer than 1699 2024-04-12T00:36:37.592 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1700 (ObjNum 937 snap 270 seq_num 937) dirty exists 2024-04-12T00:36:37.592 INFO:tasks.rados.rados.0.smithi098.stdout:2912: left oid 21 (ObjNum 937 snap 270 seq_num 937) 2024-04-12T00:36:37.613 INFO:tasks.rados.rados.0.smithi098.stdout:2913: finishing copy_from racing read to smithi09877355-43 2024-04-12T00:36:37.616 INFO:tasks.rados.rados.0.smithi098.stdout:2913: finishing copy_from to smithi09877355-43 2024-04-12T00:36:37.616 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 1225 (ObjNum 561 snap 153 seq_num 561) dirty exists 2024-04-12T00:36:37.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:37 smithi098 ceph-mon[91373]: Upgrade: Updating node-exporter.a (1/2) 2024-04-12T00:36:37.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:37 smithi098 ceph-mon[91373]: Deploying daemon node-exporter.a on smithi098 2024-04-12T00:36:37.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:37 smithi098 ceph-mon[91373]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T00:36:37.791 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:37 smithi098 systemd[1]: Stopping Ceph node-exporter.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:36:37.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:37 smithi098 ceph-mon[88922]: Upgrade: Updating node-exporter.a (1/2) 2024-04-12T00:36:37.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:37 smithi098 ceph-mon[88922]: Deploying daemon node-exporter.a on smithi098 2024-04-12T00:36:37.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:37 smithi098 ceph-mon[88922]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T00:36:37.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:37 smithi193 ceph-mon[83763]: Upgrade: Updating node-exporter.a (1/2) 2024-04-12T00:36:37.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:37 smithi193 ceph-mon[83763]: Deploying daemon node-exporter.a on smithi098 2024-04-12T00:36:37.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:37 smithi193 ceph-mon[83763]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T00:36:38.291 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:37 smithi098 podman[120710]: 2024-04-12 00:36:37.930343667 +0000 UTC m=+0.109408631 container died 4f27472be8f4fb1e0eb3f067e8cbb6005a644dfb99aef6c89dd2af9b199e8658 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:38.532 INFO:tasks.rados.rados.0.smithi098.stdout:2912: done (2 left) 2024-04-12T00:36:38.532 INFO:tasks.rados.rados.0.smithi098.stdout:2913: done (1 left) 2024-04-12T00:36:38.532 INFO:tasks.rados.rados.0.smithi098.stdout:2914: done (0 left) 2024-04-12T00:36:38.532 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 271 2024-04-12T00:36:38.532 INFO:tasks.rados.rados.0.smithi098.stdout:2915: seq_num 938 ranges {4571136=516096,5087232=417792,5505024=385024} 2024-04-12T00:36:38.560 INFO:tasks.rados.rados.0.smithi098.stdout:2915: writing smithi09877355-13 from 4571136 to 5087232 tid 1 2024-04-12T00:36:38.562 INFO:tasks.rados.rados.0.smithi098.stdout:2915: writing smithi09877355-13 from 5087232 to 5505024 tid 2 2024-04-12T00:36:38.564 INFO:tasks.rados.rados.0.smithi098.stdout:2915: writing smithi09877355-13 from 5505024 to 5890048 tid 3 2024-04-12T00:36:38.565 INFO:tasks.rados.rados.0.smithi098.stdout:2916: rollback oid 43 current snap is 271 2024-04-12T00:36:38.565 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 43 to 245 2024-04-12T00:36:38.565 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 271 2024-04-12T00:36:38.565 INFO:tasks.rados.rados.0.smithi098.stdout:2917: seq_num 939 ranges {3375104=532480,3907584=704512,4612096=98304} 2024-04-12T00:36:38.586 INFO:tasks.rados.rados.0.smithi098.stdout:2917: writing smithi09877355-30 from 3375104 to 3907584 tid 1 2024-04-12T00:36:38.590 INFO:tasks.rados.rados.0.smithi098.stdout:2917: writing smithi09877355-30 from 3907584 to 4612096 tid 2 2024-04-12T00:36:38.591 INFO:tasks.rados.rados.0.smithi098.stdout:2917: writing smithi09877355-30 from 4612096 to 4710400 tid 3 2024-04-12T00:36:38.591 INFO:tasks.rados.rados.0.smithi098.stdout:2918: snap_create 2024-04-12T00:36:38.591 INFO:tasks.rados.rados.0.smithi098.stdout:2915: finishing write tid 1 to smithi09877355-13 2024-04-12T00:36:38.591 INFO:tasks.rados.rados.0.smithi098.stdout:2915: finishing write tid 2 to smithi09877355-13 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2915: finishing write tid 3 to smithi09877355-13 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2915: finishing write tid 4 to smithi09877355-13 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2916: finishing rollback tid 0 to smithi09877355-43 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2916: finishing rollback tid 1 to smithi09877355-43 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2916: finishing rollback tid 2 to smithi09877355-43 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 1798 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2915: finishing write tid 5 to smithi09877355-13 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2915: oid 13 updating version 0 to 2153 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2915: oid 13 updating version 2153 to 2155 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2915: oid 13 version 2155 is already newer than 2154 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2915: oid 13 updating version 2155 to 2156 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2156 (ObjNum 938 snap 271 seq_num 938) dirty exists 2024-04-12T00:36:38.592 INFO:tasks.rados.rados.0.smithi098.stdout:2915: left oid 13 (ObjNum 938 snap 271 seq_num 938) 2024-04-12T00:36:38.593 INFO:tasks.rados.rados.0.smithi098.stdout:2917: finishing write tid 1 to smithi09877355-30 2024-04-12T00:36:38.596 INFO:tasks.rados.rados.0.smithi098.stdout:2917: finishing write tid 2 to smithi09877355-30 2024-04-12T00:36:38.596 INFO:tasks.rados.rados.0.smithi098.stdout:2917: finishing write tid 3 to smithi09877355-30 2024-04-12T00:36:38.596 INFO:tasks.rados.rados.0.smithi098.stdout:2917: finishing write tid 4 to smithi09877355-30 2024-04-12T00:36:38.597 INFO:tasks.rados.rados.0.smithi098.stdout:2917: finishing write tid 5 to smithi09877355-30 2024-04-12T00:36:38.597 INFO:tasks.rados.rados.0.smithi098.stdout:2917: oid 30 updating version 0 to 1239 2024-04-12T00:36:38.597 INFO:tasks.rados.rados.0.smithi098.stdout:2917: oid 30 updating version 1239 to 1240 2024-04-12T00:36:38.597 INFO:tasks.rados.rados.0.smithi098.stdout:2917: oid 30 version 1240 is already newer than 1238 2024-04-12T00:36:38.598 INFO:tasks.rados.rados.0.smithi098.stdout:2917: oid 30 updating version 1240 to 1241 2024-04-12T00:36:38.598 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1241 (ObjNum 939 snap 271 seq_num 939) dirty exists 2024-04-12T00:36:38.598 INFO:tasks.rados.rados.0.smithi098.stdout:2917: left oid 30 (ObjNum 939 snap 271 seq_num 939) 2024-04-12T00:36:38.614 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:38 smithi098 podman[120710]: 2024-04-12 00:36:38.328244659 +0000 UTC m=+0.507309620 container cleanup 4f27472be8f4fb1e0eb3f067e8cbb6005a644dfb99aef6c89dd2af9b199e8658 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:38.614 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:38 smithi098 bash[120710]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a 2024-04-12T00:36:38.614 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:38 smithi098 podman[120724]: 2024-04-12 00:36:38.529520002 +0000 UTC m=+0.603492780 container remove 4f27472be8f4fb1e0eb3f067e8cbb6005a644dfb99aef6c89dd2af9b199e8658 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:38.614 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:38 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T00:36:38.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:38 smithi193 ceph-mon[83763]: pgmap v559: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 605 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 800 KiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-12T00:36:38.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:38 smithi193 ceph-mon[83763]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T00:36:38.946 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:38 smithi098 ceph-mon[91373]: pgmap v559: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 605 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 800 KiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-12T00:36:38.946 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:38 smithi098 ceph-mon[91373]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T00:36:38.947 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:38 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T00:36:38.947 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:38 smithi098 systemd[1]: Stopped Ceph node-exporter.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:38.947 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:38 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.a.service: Consumed 2.770s CPU time. 2024-04-12T00:36:38.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:38 smithi098 ceph-mon[88922]: pgmap v559: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 605 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 800 KiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-12T00:36:38.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:38 smithi098 ceph-mon[88922]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T00:36:39.243 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:38 smithi098 systemd[1]: Starting Ceph node-exporter.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:36:39.243 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 podman[120856]: 2024-04-12 00:36:39.147147052 +0000 UTC m=+0.103889531 container create cc15f539691c7017c66d843b3e541b67ed7f1d753de79082a0f1117feb7a92d1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:39.243 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 podman[120856]: 2024-04-12 00:36:39.060801098 +0000 UTC m=+0.017543584 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T00:36:39.533 INFO:tasks.rados.rados.0.smithi098.stdout:2915: done (3 left) 2024-04-12T00:36:39.534 INFO:tasks.rados.rados.0.smithi098.stdout:2916: done (2 left) 2024-04-12T00:36:39.534 INFO:tasks.rados.rados.0.smithi098.stdout:2917: done (1 left) 2024-04-12T00:36:39.534 INFO:tasks.rados.rados.0.smithi098.stdout:2918: done (0 left) 2024-04-12T00:36:39.534 INFO:tasks.rados.rados.0.smithi098.stdout:2919: snap_remove snap 268 2024-04-12T00:36:39.542 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 podman[120856]: 2024-04-12 00:36:39.3242644 +0000 UTC m=+0.281006885 container init cc15f539691c7017c66d843b3e541b67ed7f1d753de79082a0f1117feb7a92d1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:39.542 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 podman[120856]: 2024-04-12 00:36:39.326845351 +0000 UTC m=+0.283587831 container start cc15f539691c7017c66d843b3e541b67ed7f1d753de79082a0f1117feb7a92d1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:39.542 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.330Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T00:36:39.542 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.330Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T00:36:39.542 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T00:36:39.542 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T00:36:39.542 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T00:36:39.542 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T00:36:39.543 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T00:36:39.544 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T00:36:39.545 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T00:36:39.545 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T00:36:39.545 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T00:36:39.545 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.331Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T00:36:39.545 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T00:36:39.545 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T00:36:39.545 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T00:36:39.545 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T00:36:39.545 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a[120870]: ts=2024-04-12T00:36:39.332Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 bash[120856]: cc15f539691c7017c66d843b3e541b67ed7f1d753de79082a0f1117feb7a92d1 2024-04-12T00:36:39.546 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 00:36:39 smithi098 systemd[1]: Started Ceph node-exporter.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:40.548 INFO:tasks.rados.rados.0.smithi098.stdout:2919: done (0 left) 2024-04-12T00:36:40.548 INFO:tasks.rados.rados.0.smithi098.stdout:2920: setattr oid 40 current snap is 272 2024-04-12T00:36:40.552 INFO:tasks.rados.rados.0.smithi098.stdout:2921: read oid 41 snap 261 2024-04-12T00:36:40.552 INFO:tasks.rados.rados.0.smithi098.stdout:2921: expect (ObjNum 895 snap 259 seq_num 895) 2024-04-12T00:36:40.552 INFO:tasks.rados.rados.0.smithi098.stdout:2922: snap_remove snap 218 2024-04-12T00:36:40.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:40 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:40 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:40 smithi193 ceph-mon[83763]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T00:36:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:40 smithi193 ceph-mon[83763]: pgmap v562: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 619 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 800 KiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-04-12T00:36:40.776 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:40 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:40.776 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:40 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:40.776 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:40 smithi098 ceph-mon[91373]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T00:36:40.776 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:40 smithi098 ceph-mon[91373]: pgmap v562: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 619 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 800 KiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-04-12T00:36:40.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:40 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:40.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:40 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:40.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:40 smithi098 ceph-mon[88922]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T00:36:40.777 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:40 smithi098 ceph-mon[88922]: pgmap v562: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 619 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 800 KiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-04-12T00:36:41.530 INFO:tasks.rados.rados.0.smithi098.stdout:2922: done (2 left) 2024-04-12T00:36:41.530 INFO:tasks.rados.rados.0.smithi098.stdout:2923: copy_from oid 27 from oid 44 current snap is 272 2024-04-12T00:36:41.530 INFO:tasks.rados.rados.0.smithi098.stdout:2924: rmattr oid 4 current snap is 272 2024-04-12T00:36:41.530 INFO:tasks.rados.rados.0.smithi098.stdout:2925: rmattr oid 16 current snap is 272 2024-04-12T00:36:41.531 INFO:tasks.rados.rados.0.smithi098.stdout:2926: read oid 10 snap 251 2024-04-12T00:36:41.531 INFO:tasks.rados.rados.0.smithi098.stdout:2926: expect (ObjNum 859 snap 250 seq_num 859) 2024-04-12T00:36:41.531 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 272 2024-04-12T00:36:41.531 INFO:tasks.rados.rados.0.smithi098.stdout:2927: seq_num 940 ranges {761856=548864,1310720=589824,1900544=212992} 2024-04-12T00:36:41.537 INFO:tasks.rados.rados.0.smithi098.stdout:2927: writing smithi09877355-34 from 761856 to 1310720 tid 1 2024-04-12T00:36:41.541 INFO:tasks.rados.rados.0.smithi098.stdout:2927: writing smithi09877355-34 from 1310720 to 1900544 tid 2 2024-04-12T00:36:41.543 INFO:tasks.rados.rados.0.smithi098.stdout:2927: writing smithi09877355-34 from 1900544 to 2113536 tid 3 2024-04-12T00:36:41.543 INFO:tasks.rados.rados.0.smithi098.stdout:2928: copy_from oid 2 from oid 12 current snap is 272 2024-04-12T00:36:41.544 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1244 (ObjNum 927 snap 269 seq_num 927) dirty exists 2024-04-12T00:36:41.544 INFO:tasks.rados.rados.0.smithi098.stdout:2921: expect (ObjNum 895 snap 259 seq_num 895) 2024-04-12T00:36:41.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:41 smithi098 ceph-mon[88922]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T00:36:41.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:41 smithi098 ceph-mon[88922]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T00:36:41.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:41 smithi098 ceph-mon[91373]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T00:36:41.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:41 smithi098 ceph-mon[91373]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T00:36:41.792 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 00:36:41 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[106757]: 2024-04-12T00:36:41.567+0000 7eff56781700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 120 after trimming was started 2024-04-12T00:36:41.798 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:36:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T00:36:41.566+0000 7f8f2bfef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 120 after trimming was started 2024-04-12T00:36:41.798 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:41 smithi193 ceph-mon[83763]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T00:36:41.798 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:41 smithi193 ceph-mon[83763]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T00:36:42.117 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:42 smithi193 systemd[1]: Stopping Ceph node-exporter.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:36:42.346 INFO:tasks.rados.rados.0.smithi098.stdout:2923: finishing copy_from to smithi09877355-27 2024-04-12T00:36:42.347 INFO:tasks.rados.rados.0.smithi098.stdout:2923: got expected ENOENT (src dne) 2024-04-12T00:36:42.347 INFO:tasks.rados.rados.0.smithi098.stdout:2920: done (7 left) 2024-04-12T00:36:42.347 INFO:tasks.rados.rados.0.smithi098.stdout:2921: done (6 left) 2024-04-12T00:36:42.347 INFO:tasks.rados.rados.0.smithi098.stdout:2929: delete oid 43 current snap is 272 2024-04-12T00:36:42.347 INFO:tasks.rados.rados.0.smithi098.stdout:2923: finishing copy_from racing read to smithi09877355-27 2024-04-12T00:36:42.347 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 2166 (ObjNum 882 snap 255 seq_num 882) dirty exists 2024-04-12T00:36:42.347 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 1566 (ObjNum 902 snap 262 seq_num 902) dirty exists 2024-04-12T00:36:42.347 INFO:tasks.rados.rados.0.smithi098.stdout:2927: finishing write tid 1 to smithi09877355-34 2024-04-12T00:36:42.348 INFO:tasks.rados.rados.0.smithi098.stdout:2927: finishing write tid 2 to smithi09877355-34 2024-04-12T00:36:42.348 INFO:tasks.rados.rados.0.smithi098.stdout:2927: finishing write tid 3 to smithi09877355-34 2024-04-12T00:36:42.348 INFO:tasks.rados.rados.0.smithi098.stdout:2927: finishing write tid 4 to smithi09877355-34 2024-04-12T00:36:42.348 INFO:tasks.rados.rados.0.smithi098.stdout:2927: finishing write tid 5 to smithi09877355-34 2024-04-12T00:36:42.348 INFO:tasks.rados.rados.0.smithi098.stdout:2927: oid 34 updating version 0 to 1257 2024-04-12T00:36:42.348 INFO:tasks.rados.rados.0.smithi098.stdout:2927: oid 34 version 1257 is already newer than 1254 2024-04-12T00:36:42.348 INFO:tasks.rados.rados.0.smithi098.stdout:2927: oid 34 version 1257 is already newer than 1256 2024-04-12T00:36:42.348 INFO:tasks.rados.rados.0.smithi098.stdout:2927: oid 34 version 1257 is already newer than 1255 2024-04-12T00:36:42.349 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1257 (ObjNum 940 snap 272 seq_num 940) dirty exists 2024-04-12T00:36:42.349 INFO:tasks.rados.rados.0.smithi098.stdout:2927: left oid 34 (ObjNum 940 snap 272 seq_num 940) 2024-04-12T00:36:42.349 INFO:tasks.rados.rados.0.smithi098.stdout:2926: expect (ObjNum 859 snap 250 seq_num 859) 2024-04-12T00:36:42.449 INFO:tasks.rados.rados.0.smithi098.stdout:2928: finishing copy_from racing read to smithi09877355-2 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2928: finishing copy_from to smithi09877355-2 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1227 (ObjNum 699 snap 207 seq_num 699) dirty exists 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2923: done (6 left) 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2924: done (5 left) 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2925: done (4 left) 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2926: done (3 left) 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2927: done (2 left) 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2928: done (1 left) 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2929: done (0 left) 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2930: copy_from oid 37 from oid 15 current snap is 272 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 272 2024-04-12T00:36:42.450 INFO:tasks.rados.rados.0.smithi098.stdout:2931: seq_num 942 ranges {983040=581632,1564672=761856,2326528=40960} 2024-04-12T00:36:42.458 INFO:tasks.rados.rados.0.smithi098.stdout:2931: writing smithi09877355-27 from 983040 to 1564672 tid 1 2024-04-12T00:36:42.462 INFO:tasks.rados.rados.0.smithi098.stdout:2931: writing smithi09877355-27 from 1564672 to 2326528 tid 2 2024-04-12T00:36:42.462 INFO:tasks.rados.rados.0.smithi098.stdout:2931: writing smithi09877355-27 from 2326528 to 2367488 tid 3 2024-04-12T00:36:42.463 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 272 2024-04-12T00:36:42.463 INFO:tasks.rados.rados.0.smithi098.stdout:2930: finishing copy_from racing read to smithi09877355-37 2024-04-12T00:36:42.463 INFO:tasks.rados.rados.0.smithi098.stdout:2932: seq_num 943 ranges {294912=598016,892928=688128,1581056=114688} 2024-04-12T00:36:42.467 INFO:tasks.rados.rados.0.smithi098.stdout:2932: writing smithi09877355-11 from 294912 to 892928 tid 1 2024-04-12T00:36:42.471 INFO:tasks.rados.rados.0.smithi098.stdout:2932: writing smithi09877355-11 from 892928 to 1581056 tid 2 2024-04-12T00:36:42.472 INFO:tasks.rados.rados.0.smithi098.stdout:2932: writing smithi09877355-11 from 1581056 to 1695744 tid 3 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2933: copy_from oid 4 from oid 16 current snap is 272 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2930: finishing copy_from to smithi09877355-37 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 2069 (ObjNum 892 snap 258 seq_num 892) dirty exists 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2931: finishing write tid 1 to smithi09877355-27 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2930: done (3 left) 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2934: rollback oid 17 current snap is 272 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 17 to 257 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2931: finishing write tid 2 to smithi09877355-27 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2931: finishing write tid 3 to smithi09877355-27 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2931: finishing write tid 4 to smithi09877355-27 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2931: finishing write tid 5 to smithi09877355-27 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2931: oid 27 updating version 0 to 1574 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2931: oid 27 updating version 1574 to 1575 2024-04-12T00:36:42.473 INFO:tasks.rados.rados.0.smithi098.stdout:2931: oid 27 version 1575 is already newer than 1572 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:2931: oid 27 version 1575 is already newer than 1573 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1575 (ObjNum 942 snap 272 seq_num 942) dirty exists 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:2931: left oid 27 (ObjNum 942 snap 272 seq_num 942) 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:2932: finishing write tid 1 to smithi09877355-11 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:2931: done (3 left) 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:2935: read oid 48 snap -1 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:2935: expect deleted 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:2936: rollback oid 39 current snap is 272 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 39 to 251 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:2937: copy_from oid 21 from oid 38 current snap is 272 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 272 2024-04-12T00:36:42.474 INFO:tasks.rados.rados.0.smithi098.stdout:2938: seq_num 944 ranges {0=614400,614400=573440,1187840=229376} 2024-04-12T00:36:42.475 INFO:tasks.rados.rados.0.smithi098.stdout:2938: writing smithi09877355-7 from 0 to 614400 tid 1 2024-04-12T00:36:42.479 INFO:tasks.rados.rados.0.smithi098.stdout:2938: writing smithi09877355-7 from 614400 to 1187840 tid 2 2024-04-12T00:36:42.481 INFO:tasks.rados.rados.0.smithi098.stdout:2938: writing smithi09877355-7 from 1187840 to 1417216 tid 3 2024-04-12T00:36:42.481 INFO:tasks.rados.rados.0.smithi098.stdout:2939: snap_remove snap 229 2024-04-12T00:36:42.521 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:42 smithi193 podman[112416]: 2024-04-12 00:36:42.265034713 +0000 UTC m=+0.107740138 container died d62e187f9e4cbeb638d190e7c7964c9e565a8bd0bb6753019e138c4c5917e3b1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T00:36:42.521 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:2939: done (7 left) 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:2940: rmattr oid 5 current snap is 272 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:2934: finishing rollback tid 0 to smithi09877355-17 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:2934: finishing rollback tid 1 to smithi09877355-17 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:2934: finishing rollback tid 2 to smithi09877355-17 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1558 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:2932: finishing write tid 2 to smithi09877355-11 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:2932: finishing write tid 3 to smithi09877355-11 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:2932: finishing write tid 4 to smithi09877355-11 2024-04-12T00:36:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:2938: finishing write tid 1 to smithi09877355-7 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2937: finishing copy_from racing read to smithi09877355-21 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2937: finishing copy_from to smithi09877355-21 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1565 (ObjNum 930 snap 269 seq_num 930) dirty exists 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2936: finishing rollback tid 0 to smithi09877355-39 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2932: finishing write tid 5 to smithi09877355-11 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2932: oid 11 updating version 0 to 2176 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2932: oid 11 updating version 2176 to 2178 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2932: oid 11 updating version 2178 to 2179 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2932: oid 11 version 2179 is already newer than 2177 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2179 (ObjNum 943 snap 272 seq_num 943) dirty exists 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2932: left oid 11 (ObjNum 943 snap 272 seq_num 943) 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2938: finishing write tid 2 to smithi09877355-7 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2936: finishing rollback tid 1 to smithi09877355-39 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 2182 (ObjNum 65 snap 0 seq_num 28469088) dirty dne 2024-04-12T00:36:42.552 INFO:tasks.rados.rados.0.smithi098.stdout:2938: finishing write tid 3 to smithi09877355-7 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2938: finishing write tid 4 to smithi09877355-7 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2938: finishing write tid 5 to smithi09877355-7 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2938: oid 7 updating version 0 to 777 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2938: oid 7 version 777 is already newer than 775 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2938: oid 7 version 777 is already newer than 776 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2938: oid 7 updating version 777 to 778 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 778 (ObjNum 944 snap 272 seq_num 944) dirty exists 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2938: left oid 7 (ObjNum 944 snap 272 seq_num 944) 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2933: finishing copy_from racing read to smithi09877355-4 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2933: finishing copy_from to smithi09877355-4 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2166 (ObjNum 882 snap 255 seq_num 882) dirty exists 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2932: done (7 left) 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2933: done (6 left) 2024-04-12T00:36:42.553 INFO:tasks.rados.rados.0.smithi098.stdout:2934: done (5 left) 2024-04-12T00:36:42.554 INFO:tasks.rados.rados.0.smithi098.stdout:2935: done (4 left) 2024-04-12T00:36:42.554 INFO:tasks.rados.rados.0.smithi098.stdout:2936: done (3 left) 2024-04-12T00:36:42.554 INFO:tasks.rados.rados.0.smithi098.stdout:2937: done (2 left) 2024-04-12T00:36:42.554 INFO:tasks.rados.rados.0.smithi098.stdout:2938: done (1 left) 2024-04-12T00:36:42.554 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 272 2024-04-12T00:36:42.554 INFO:tasks.rados.rados.0.smithi098.stdout:2941: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-04-12T00:36:42.554 INFO:tasks.rados.rados.0.smithi098.stdout:2941: writing smithi09877355-48 from 0 to 630784 tid 1 2024-04-12T00:36:42.556 INFO:tasks.rados.rados.0.smithi098.stdout:2941: writing smithi09877355-48 from 630784 to 1089536 tid 2 2024-04-12T00:36:42.562 INFO:tasks.rados.rados.0.smithi098.stdout:2941: writing smithi09877355-48 from 1089536 to 1433600 tid 3 2024-04-12T00:36:42.562 INFO:tasks.rados.rados.0.smithi098.stdout:2942: read oid 14 snap -1 2024-04-12T00:36:42.562 INFO:tasks.rados.rados.0.smithi098.stdout:2942: expect deleted 2024-04-12T00:36:42.562 INFO:tasks.rados.rados.0.smithi098.stdout:2943: copy_from oid 26 from oid 15 current snap is 272 2024-04-12T00:36:42.562 INFO:tasks.rados.rados.0.smithi098.stdout:2944: copy_from oid 21 from oid 3 current snap is 272 2024-04-12T00:36:42.562 INFO:tasks.rados.rados.0.smithi098.stdout:2941: finishing write tid 1 to smithi09877355-48 2024-04-12T00:36:42.562 INFO:tasks.rados.rados.0.smithi098.stdout:2945: snap_remove snap 266 2024-04-12T00:36:42.866 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:42 smithi193 podman[112416]: 2024-04-12 00:36:42.62193303 +0000 UTC m=+0.464638453 container cleanup d62e187f9e4cbeb638d190e7c7964c9e565a8bd0bb6753019e138c4c5917e3b1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T00:36:42.866 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:42 smithi193 bash[112416]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b 2024-04-12T00:36:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:42 smithi193 ceph-mon[83763]: Upgrade: Updating node-exporter.b (2/2) 2024-04-12T00:36:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:42 smithi193 ceph-mon[83763]: Deploying daemon node-exporter.b on smithi193 2024-04-12T00:36:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:42 smithi193 ceph-mon[83763]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 611 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.1 MiB/s wr, 12 op/s 2024-04-12T00:36:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:42 smithi098 ceph-mon[91373]: Upgrade: Updating node-exporter.b (2/2) 2024-04-12T00:36:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:42 smithi098 ceph-mon[91373]: Deploying daemon node-exporter.b on smithi193 2024-04-12T00:36:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:42 smithi098 ceph-mon[91373]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 611 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.1 MiB/s wr, 12 op/s 2024-04-12T00:36:43.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:42 smithi098 ceph-mon[88922]: Upgrade: Updating node-exporter.b (2/2) 2024-04-12T00:36:43.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:42 smithi098 ceph-mon[88922]: Deploying daemon node-exporter.b on smithi193 2024-04-12T00:36:43.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:42 smithi098 ceph-mon[88922]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 611 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.1 MiB/s wr, 12 op/s 2024-04-12T00:36:43.213 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:42 smithi193 podman[112430]: 2024-04-12 00:36:42.906250082 +0000 UTC m=+0.645661101 container remove d62e187f9e4cbeb638d190e7c7964c9e565a8bd0bb6753019e138c4c5917e3b1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T00:36:43.213 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:42 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T00:36:43.213 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T00:36:43.213 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 systemd[1]: Stopped Ceph node-exporter.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:43.213 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.b.service: Consumed 2.772s CPU time. 2024-04-12T00:36:43.542 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 systemd[1]: Starting Ceph node-exporter.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:36:43.542 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 podman[112564]: 2024-04-12 00:36:43.328620561 +0000 UTC m=+0.017559636 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T00:36:43.542 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 podman[112564]: 2024-04-12 00:36:43.440815151 +0000 UTC m=+0.129754203 container create df2895504fd39ef92b81680275f13fef8397fc5500fe06260bc99595f8f60b05 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T00:36:43.558 INFO:tasks.rados.rados.0.smithi098.stdout:2945: done (5 left) 2024-04-12T00:36:43.558 INFO:tasks.rados.rados.0.smithi098.stdout:2946: rmattr oid 2 current snap is 272 2024-04-12T00:36:43.559 INFO:tasks.rados.rados.0.smithi098.stdout:2946: done (5 left) 2024-04-12T00:36:43.559 INFO:tasks.rados.rados.0.smithi098.stdout:2947: snap_remove snap 215 2024-04-12T00:36:43.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-mon[83763]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T00:36:43.867 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 podman[112564]: 2024-04-12 00:36:43.668044234 +0000 UTC m=+0.356983288 container init df2895504fd39ef92b81680275f13fef8397fc5500fe06260bc99595f8f60b05 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T00:36:43.867 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 podman[112564]: 2024-04-12 00:36:43.670775255 +0000 UTC m=+0.359714319 container start df2895504fd39ef92b81680275f13fef8397fc5500fe06260bc99595f8f60b05 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T00:36:43.867 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.674Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T00:36:43.867 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.674Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T00:36:43.867 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.674Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.674Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T00:36:43.868 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T00:36:43.869 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T00:36:43.870 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.675Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.676Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b[112578]: ts=2024-04-12T00:36:43.676Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 bash[112564]: df2895504fd39ef92b81680275f13fef8397fc5500fe06260bc99595f8f60b05 2024-04-12T00:36:43.871 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 00:36:43 smithi193 systemd[1]: Started Ceph node-exporter.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:44.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:43 smithi098 ceph-mon[91373]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T00:36:44.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:43 smithi098 ceph-mon[88922]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T00:36:44.560 INFO:tasks.rados.rados.0.smithi098.stdout:2947: done (5 left) 2024-04-12T00:36:44.560 INFO:tasks.rados.rados.0.smithi098.stdout:2948: rollback oid 27 current snap is 272 2024-04-12T00:36:44.560 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 207 2024-04-12T00:36:44.560 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1714 (ObjNum 679 snap 201 seq_num 679) dirty exists 2024-04-12T00:36:44.560 INFO:tasks.rados.rados.0.smithi098.stdout:2941: finishing write tid 2 to smithi09877355-48 2024-04-12T00:36:44.560 INFO:tasks.rados.rados.0.smithi098.stdout:2943: finishing copy_from racing read to smithi09877355-26 2024-04-12T00:36:44.560 INFO:tasks.rados.rados.0.smithi098.stdout:2940: done (5 left) 2024-04-12T00:36:44.560 INFO:tasks.rados.rados.0.smithi098.stdout:2942: done (4 left) 2024-04-12T00:36:44.561 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 272 2024-04-12T00:36:44.561 INFO:tasks.rados.rados.0.smithi098.stdout:2949: seq_num 946 ranges {2113536=647168,2760704=745472,3506176=57344} 2024-04-12T00:36:44.575 INFO:tasks.rados.rados.0.smithi098.stdout:2949: writing smithi09877355-34 from 2113536 to 2760704 tid 1 2024-04-12T00:36:44.580 INFO:tasks.rados.rados.0.smithi098.stdout:2949: writing smithi09877355-34 from 2760704 to 3506176 tid 2 2024-04-12T00:36:44.581 INFO:tasks.rados.rados.0.smithi098.stdout:2949: writing smithi09877355-34 from 3506176 to 3563520 tid 3 2024-04-12T00:36:44.581 INFO:tasks.rados.rados.0.smithi098.stdout:2950: read oid 6 snap -1 2024-04-12T00:36:44.581 INFO:tasks.rados.rados.0.smithi098.stdout:2950: expect (ObjNum 818 snap 242 seq_num 818) 2024-04-12T00:36:44.581 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 272 2024-04-12T00:36:44.581 INFO:tasks.rados.rados.0.smithi098.stdout:2951: seq_num 947 ranges {7069696=663552,7733248=630784,8364032=172032} 2024-04-12T00:36:44.624 INFO:tasks.rados.rados.0.smithi098.stdout:2951: writing smithi09877355-4 from 7069696 to 7733248 tid 1 2024-04-12T00:36:44.628 INFO:tasks.rados.rados.0.smithi098.stdout:2951: writing smithi09877355-4 from 7733248 to 8364032 tid 2 2024-04-12T00:36:44.630 INFO:tasks.rados.rados.0.smithi098.stdout:2951: writing smithi09877355-4 from 8364032 to 8536064 tid 3 2024-04-12T00:36:44.630 INFO:tasks.rados.rados.0.smithi098.stdout:2952: read oid 36 snap -1 2024-04-12T00:36:44.630 INFO:tasks.rados.rados.0.smithi098.stdout:2952: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:36:44.630 INFO:tasks.rados.rados.0.smithi098.stdout:2953: snap_remove snap 262 2024-04-12T00:36:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:44 smithi193 ceph-mon[83763]: osdmap e607: 8 total, 8 up, 8 in 2024-04-12T00:36:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:44 smithi193 ceph-mon[83763]: pgmap v568: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 624 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-04-12T00:36:44.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[88922]: osdmap e607: 8 total, 8 up, 8 in 2024-04-12T00:36:44.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:44.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:44.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:44.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[88922]: pgmap v568: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 624 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-04-12T00:36:44.885 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[91373]: osdmap e607: 8 total, 8 up, 8 in 2024-04-12T00:36:44.885 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:44.885 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:44.886 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:44.886 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:44 smithi098 ceph-mon[91373]: pgmap v568: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 624 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-04-12T00:36:45.567 INFO:tasks.rados.rados.0.smithi098.stdout:2953: done (8 left) 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2954: delete oid 8 current snap is 272 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2941: finishing write tid 3 to smithi09877355-48 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2941: finishing write tid 4 to smithi09877355-48 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2943: finishing copy_from to smithi09877355-26 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 2069 (ObjNum 892 snap 258 seq_num 892) dirty exists 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2941: finishing write tid 5 to smithi09877355-48 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2941: oid 48 updating version 0 to 779 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2941: oid 48 updating version 779 to 780 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2941: oid 48 updating version 780 to 782 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2941: oid 48 version 782 is already newer than 781 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 782 (ObjNum 945 snap 272 seq_num 945) dirty exists 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2941: left oid 48 (ObjNum 945 snap 272 seq_num 945) 2024-04-12T00:36:45.568 INFO:tasks.rados.rados.0.smithi098.stdout:2944: finishing copy_from racing read to smithi09877355-21 2024-04-12T00:36:45.569 INFO:tasks.rados.rados.0.smithi098.stdout:2944: finishing copy_from to smithi09877355-21 2024-04-12T00:36:45.569 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1250 (ObjNum 829 snap 245 seq_num 829) dirty exists 2024-04-12T00:36:45.569 INFO:tasks.rados.rados.0.smithi098.stdout:2948: finishing rollback tid 0 to smithi09877355-27 2024-04-12T00:36:45.569 INFO:tasks.rados.rados.0.smithi098.stdout:2948: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:36:45.569 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1577 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T00:36:45.569 INFO:tasks.rados.rados.0.smithi098.stdout:2949: finishing write tid 1 to smithi09877355-34 2024-04-12T00:36:45.569 INFO:tasks.rados.rados.0.smithi098.stdout:2949: finishing write tid 2 to smithi09877355-34 2024-04-12T00:36:45.569 INFO:tasks.rados.rados.0.smithi098.stdout:2949: finishing write tid 3 to smithi09877355-34 2024-04-12T00:36:45.570 INFO:tasks.rados.rados.0.smithi098.stdout:2949: finishing write tid 4 to smithi09877355-34 2024-04-12T00:36:45.570 INFO:tasks.rados.rados.0.smithi098.stdout:2949: finishing write tid 5 to smithi09877355-34 2024-04-12T00:36:45.570 INFO:tasks.rados.rados.0.smithi098.stdout:2949: oid 34 updating version 0 to 1259 2024-04-12T00:36:45.570 INFO:tasks.rados.rados.0.smithi098.stdout:2949: oid 34 updating version 1259 to 1260 2024-04-12T00:36:45.570 INFO:tasks.rados.rados.0.smithi098.stdout:2949: oid 34 updating version 1260 to 1261 2024-04-12T00:36:45.570 INFO:tasks.rados.rados.0.smithi098.stdout:2949: oid 34 version 1261 is already newer than 1258 2024-04-12T00:36:45.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1261 (ObjNum 946 snap 272 seq_num 946) dirty exists 2024-04-12T00:36:45.570 INFO:tasks.rados.rados.0.smithi098.stdout:2949: left oid 34 (ObjNum 946 snap 272 seq_num 946) 2024-04-12T00:36:45.570 INFO:tasks.rados.rados.0.smithi098.stdout:2950: expect (ObjNum 818 snap 242 seq_num 818) 2024-04-12T00:36:45.619 INFO:tasks.rados.rados.0.smithi098.stdout:2951: finishing write tid 1 to smithi09877355-4 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2951: finishing write tid 2 to smithi09877355-4 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2951: finishing write tid 3 to smithi09877355-4 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2951: finishing write tid 4 to smithi09877355-4 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2941: done (8 left) 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2943: done (7 left) 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2944: done (6 left) 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2948: done (5 left) 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2949: done (4 left) 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2950: done (3 left) 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2954: done (2 left) 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2955: setattr oid 41 current snap is 272 2024-04-12T00:36:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:2951: finishing write tid 5 to smithi09877355-4 2024-04-12T00:36:45.621 INFO:tasks.rados.rados.0.smithi098.stdout:2951: oid 4 updating version 0 to 2170 2024-04-12T00:36:45.621 INFO:tasks.rados.rados.0.smithi098.stdout:2951: oid 4 version 2170 is already newer than 2168 2024-04-12T00:36:45.621 INFO:tasks.rados.rados.0.smithi098.stdout:2951: oid 4 version 2170 is already newer than 2167 2024-04-12T00:36:45.621 INFO:tasks.rados.rados.0.smithi098.stdout:2951: oid 4 version 2170 is already newer than 2169 2024-04-12T00:36:45.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2170 (ObjNum 947 snap 272 seq_num 947) dirty exists 2024-04-12T00:36:45.621 INFO:tasks.rados.rados.0.smithi098.stdout:2951: left oid 4 (ObjNum 947 snap 272 seq_num 947) 2024-04-12T00:36:45.621 INFO:tasks.rados.rados.0.smithi098.stdout:2952: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:36:45.822 INFO:tasks.rados.rados.0.smithi098.stdout:2951: done (2 left) 2024-04-12T00:36:45.822 INFO:tasks.rados.rados.0.smithi098.stdout:2952: done (1 left) 2024-04-12T00:36:45.822 INFO:tasks.rados.rados.0.smithi098.stdout:2956: setattr oid 7 current snap is 272 2024-04-12T00:36:45.826 INFO:tasks.rados.rados.0.smithi098.stdout:2957: read oid 4 snap 226 2024-04-12T00:36:45.826 INFO:tasks.rados.rados.0.smithi098.stdout:2957: expect (ObjNum 692 snap 204 seq_num 692) 2024-04-12T00:36:45.826 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 272 2024-04-12T00:36:45.826 INFO:tasks.rados.rados.0.smithi098.stdout:2958: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2024-04-12T00:36:45.831 INFO:tasks.rados.rados.0.smithi098.stdout:2958: writing smithi09877355-27 from 0 to 704512 tid 1 2024-04-12T00:36:45.839 INFO:tasks.rados.rados.0.smithi098.stdout:2958: writing smithi09877355-27 from 704512 to 1499136 tid 2 2024-04-12T00:36:45.839 INFO:tasks.rados.rados.0.smithi098.stdout:2958: writing smithi09877355-27 from 1499136 to 1507328 tid 3 2024-04-12T00:36:45.839 INFO:tasks.rados.rados.0.smithi098.stdout:2959: read oid 36 snap -1 2024-04-12T00:36:45.839 INFO:tasks.rados.rados.0.smithi098.stdout:2959: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:36:45.839 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 783 (ObjNum 944 snap 272 seq_num 944) dirty exists 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1736 (ObjNum 177 snap 0 seq_num 29071040) dirty exists 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:2958: finishing write tid 1 to smithi09877355-27 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:2955: done (4 left) 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:2956: done (3 left) 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:2960: read oid 11 snap 203 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:2960: expect (ObjNum 618 snap 176 seq_num 618) 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:2961: read oid 5 snap -1 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:2961: expect (ObjNum 679 snap 201 seq_num 679) 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 272 2024-04-12T00:36:45.840 INFO:tasks.rados.rados.0.smithi098.stdout:2962: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-04-12T00:36:45.842 INFO:tasks.rados.rados.0.smithi098.stdout:2962: writing smithi09877355-39 from 0 to 720896 tid 1 2024-04-12T00:36:45.847 INFO:tasks.rados.rados.0.smithi098.stdout:2962: writing smithi09877355-39 from 720896 to 1400832 tid 2 2024-04-12T00:36:45.848 INFO:tasks.rados.rados.0.smithi098.stdout:2962: writing smithi09877355-39 from 1400832 to 1523712 tid 3 2024-04-12T00:36:45.848 INFO:tasks.rados.rados.0.smithi098.stdout:2963: setattr oid 29 current snap is 272 2024-04-12T00:36:45.848 INFO:tasks.rados.rados.0.smithi098.stdout:2958: finishing write tid 2 to smithi09877355-27 2024-04-12T00:36:45.849 INFO:tasks.rados.rados.0.smithi098.stdout:2958: finishing write tid 3 to smithi09877355-27 2024-04-12T00:36:45.849 INFO:tasks.rados.rados.0.smithi098.stdout:2958: finishing write tid 4 to smithi09877355-27 2024-04-12T00:36:45.849 INFO:tasks.rados.rados.0.smithi098.stdout:2957: expect (ObjNum 692 snap 204 seq_num 692) 2024-04-12T00:36:45.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:45 smithi098 ceph-mon[88922]: osdmap e608: 8 total, 8 up, 8 in 2024-04-12T00:36:45.859 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:45 smithi098 ceph-mon[91373]: osdmap e608: 8 total, 8 up, 8 in 2024-04-12T00:36:45.860 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:36:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:36:45] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-12T00:36:45.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:45 smithi193 ceph-mon[83763]: osdmap e608: 8 total, 8 up, 8 in 2024-04-12T00:36:45.903 INFO:tasks.rados.rados.0.smithi098.stdout:2958: finishing write tid 5 to smithi09877355-27 2024-04-12T00:36:45.903 INFO:tasks.rados.rados.0.smithi098.stdout:2958: oid 27 updating version 0 to 1581 2024-04-12T00:36:45.903 INFO:tasks.rados.rados.0.smithi098.stdout:2958: oid 27 version 1581 is already newer than 1579 2024-04-12T00:36:45.903 INFO:tasks.rados.rados.0.smithi098.stdout:2958: oid 27 version 1581 is already newer than 1578 2024-04-12T00:36:45.903 INFO:tasks.rados.rados.0.smithi098.stdout:2958: oid 27 version 1581 is already newer than 1580 2024-04-12T00:36:45.903 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1581 (ObjNum 949 snap 272 seq_num 949) dirty exists 2024-04-12T00:36:45.903 INFO:tasks.rados.rados.0.smithi098.stdout:2958: left oid 27 (ObjNum 949 snap 272 seq_num 949) 2024-04-12T00:36:45.903 INFO:tasks.rados.rados.0.smithi098.stdout:2960: expect (ObjNum 618 snap 176 seq_num 618) 2024-04-12T00:36:45.922 INFO:tasks.rados.rados.0.smithi098.stdout:2962: finishing write tid 1 to smithi09877355-39 2024-04-12T00:36:45.922 INFO:tasks.rados.rados.0.smithi098.stdout:2962: finishing write tid 2 to smithi09877355-39 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:2962: finishing write tid 3 to smithi09877355-39 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:2962: finishing write tid 4 to smithi09877355-39 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:2962: finishing write tid 5 to smithi09877355-39 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:2962: oid 39 updating version 0 to 2221 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:2962: oid 39 updating version 2221 to 2222 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:2962: oid 39 version 2222 is already newer than 2219 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:2962: oid 39 version 2222 is already newer than 2220 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 2222 (ObjNum 950 snap 272 seq_num 950) dirty exists 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:2962: left oid 39 (ObjNum 950 snap 272 seq_num 950) 2024-04-12T00:36:45.923 INFO:tasks.rados.rados.0.smithi098.stdout:2959: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:36:46.121 INFO:tasks.rados.rados.0.smithi098.stdout:2961: expect (ObjNum 679 snap 201 seq_num 679) 2024-04-12T00:36:46.197 INFO:tasks.rados.rados.0.smithi098.stdout:2957: done (6 left) 2024-04-12T00:36:46.197 INFO:tasks.rados.rados.0.smithi098.stdout:2958: done (5 left) 2024-04-12T00:36:46.197 INFO:tasks.rados.rados.0.smithi098.stdout:2959: done (4 left) 2024-04-12T00:36:46.197 INFO:tasks.rados.rados.0.smithi098.stdout:2960: done (3 left) 2024-04-12T00:36:46.197 INFO:tasks.rados.rados.0.smithi098.stdout:2961: done (2 left) 2024-04-12T00:36:46.197 INFO:tasks.rados.rados.0.smithi098.stdout:2962: done (1 left) 2024-04-12T00:36:46.197 INFO:tasks.rados.rados.0.smithi098.stdout:2964: snap_remove snap 256 2024-04-12T00:36:46.529 INFO:tasks.rados.rados.0.smithi098.stdout:2964: done (1 left) 2024-04-12T00:36:46.530 INFO:tasks.rados.rados.0.smithi098.stdout:2965: snap_remove snap 257 2024-04-12T00:36:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:46 smithi098 ceph-mon[91373]: osdmap e609: 8 total, 8 up, 8 in 2024-04-12T00:36:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:46 smithi098 ceph-mon[91373]: pgmap v571: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 625 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.4 MiB/s wr, 17 op/s 2024-04-12T00:36:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:46 smithi098 ceph-mon[91373]: osdmap e610: 8 total, 8 up, 8 in 2024-04-12T00:36:46.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:46 smithi098 ceph-mon[88922]: osdmap e609: 8 total, 8 up, 8 in 2024-04-12T00:36:46.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:46 smithi098 ceph-mon[88922]: pgmap v571: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 625 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.4 MiB/s wr, 17 op/s 2024-04-12T00:36:46.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:46 smithi098 ceph-mon[88922]: osdmap e610: 8 total, 8 up, 8 in 2024-04-12T00:36:46.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:46 smithi193 ceph-mon[83763]: osdmap e609: 8 total, 8 up, 8 in 2024-04-12T00:36:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:46 smithi193 ceph-mon[83763]: pgmap v571: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 625 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.4 MiB/s wr, 17 op/s 2024-04-12T00:36:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:46 smithi193 ceph-mon[83763]: osdmap e610: 8 total, 8 up, 8 in 2024-04-12T00:36:47.530 INFO:tasks.rados.rados.0.smithi098.stdout:2965: done (1 left) 2024-04-12T00:36:47.531 INFO:tasks.rados.rados.0.smithi098.stdout:2966: copy_from oid 30 from oid 6 current snap is 272 2024-04-12T00:36:47.531 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 272 2024-04-12T00:36:47.531 INFO:tasks.rados.rados.0.smithi098.stdout:2967: seq_num 951 ranges {2277376=737280,3014656=614400,3629056=188416} 2024-04-12T00:36:47.548 INFO:tasks.rados.rados.0.smithi098.stdout:2967: writing smithi09877355-5 from 2277376 to 3014656 tid 1 2024-04-12T00:36:47.553 INFO:tasks.rados.rados.0.smithi098.stdout:2967: writing smithi09877355-5 from 3014656 to 3629056 tid 2 2024-04-12T00:36:47.554 INFO:tasks.rados.rados.0.smithi098.stdout:2967: writing smithi09877355-5 from 3629056 to 3817472 tid 3 2024-04-12T00:36:47.554 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 1244 (ObjNum 905 snap 262 seq_num 905) dirty exists 2024-04-12T00:36:47.554 INFO:tasks.rados.rados.0.smithi098.stdout:2966: finishing copy_from racing read to smithi09877355-30 2024-04-12T00:36:47.554 INFO:tasks.rados.rados.0.smithi098.stdout:2963: done (2 left) 2024-04-12T00:36:47.555 INFO:tasks.rados.rados.0.smithi098.stdout:2968: snap_create 2024-04-12T00:36:47.555 INFO:tasks.rados.rados.0.smithi098.stdout:2967: finishing write tid 1 to smithi09877355-5 2024-04-12T00:36:47.556 INFO:tasks.rados.rados.0.smithi098.stdout:2966: finishing copy_from to smithi09877355-30 2024-04-12T00:36:47.556 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1265 (ObjNum 818 snap 242 seq_num 818) dirty exists 2024-04-12T00:36:47.560 INFO:tasks.rados.rados.0.smithi098.stdout:2967: finishing write tid 2 to smithi09877355-5 2024-04-12T00:36:47.561 INFO:tasks.rados.rados.0.smithi098.stdout:2967: finishing write tid 3 to smithi09877355-5 2024-04-12T00:36:47.562 INFO:tasks.rados.rados.0.smithi098.stdout:2967: finishing write tid 4 to smithi09877355-5 2024-04-12T00:36:47.563 INFO:tasks.rados.rados.0.smithi098.stdout:2967: finishing write tid 5 to smithi09877355-5 2024-04-12T00:36:47.563 INFO:tasks.rados.rados.0.smithi098.stdout:2967: oid 5 updating version 0 to 1747 2024-04-12T00:36:47.563 INFO:tasks.rados.rados.0.smithi098.stdout:2967: oid 5 version 1747 is already newer than 1746 2024-04-12T00:36:47.563 INFO:tasks.rados.rados.0.smithi098.stdout:2967: oid 5 version 1747 is already newer than 1745 2024-04-12T00:36:47.563 INFO:tasks.rados.rados.0.smithi098.stdout:2967: oid 5 updating version 1747 to 1748 2024-04-12T00:36:47.563 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1748 (ObjNum 951 snap 272 seq_num 951) dirty exists 2024-04-12T00:36:47.563 INFO:tasks.rados.rados.0.smithi098.stdout:2967: left oid 5 (ObjNum 951 snap 272 seq_num 951) 2024-04-12T00:36:48.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[91373]: osdmap e611: 8 total, 8 up, 8 in 2024-04-12T00:36:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:47 smithi098 ceph-mon[88922]: osdmap e611: 8 total, 8 up, 8 in 2024-04-12T00:36:48.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:47 smithi193 ceph-mon[83763]: osdmap e611: 8 total, 8 up, 8 in 2024-04-12T00:36:48.535 INFO:tasks.rados.rados.0.smithi098.stdout:2966: done (2 left) 2024-04-12T00:36:48.535 INFO:tasks.rados.rados.0.smithi098.stdout:2967: done (1 left) 2024-04-12T00:36:48.535 INFO:tasks.rados.rados.0.smithi098.stdout:2968: done (0 left) 2024-04-12T00:36:48.535 INFO:tasks.rados.rados.0.smithi098.stdout:2969: snap_remove snap 252 2024-04-12T00:36:49.140 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:48 smithi193 ceph-mon[83763]: pgmap v574: 121 pgs: 121 active+clean; 614 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-12T00:36:49.140 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.140 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.140 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.140 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.140 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:48 smithi193 ceph-mon[83763]: osdmap e612: 8 total, 8 up, 8 in 2024-04-12T00:36:49.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[91373]: pgmap v574: 121 pgs: 121 active+clean; 614 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-12T00:36:49.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[91373]: osdmap e612: 8 total, 8 up, 8 in 2024-04-12T00:36:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[88922]: pgmap v574: 121 pgs: 121 active+clean; 614 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-12T00:36:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:48 smithi098 ceph-mon[88922]: osdmap e612: 8 total, 8 up, 8 in 2024-04-12T00:36:49.536 INFO:tasks.rados.rados.0.smithi098.stdout:2969: done (0 left) 2024-04-12T00:36:49.536 INFO:tasks.rados.rados.0.smithi098.stdout:2970: copy_from oid 16 from oid 21 current snap is 273 2024-04-12T00:36:49.536 INFO:tasks.rados.rados.0.smithi098.stdout:2971: rmattr oid 13 current snap is 273 2024-04-12T00:36:49.537 INFO:tasks.rados.rados.0.smithi098.stdout:2971: done (1 left) 2024-04-12T00:36:49.537 INFO:tasks.rados.rados.0.smithi098.stdout:2972: delete oid 33 current snap is 273 2024-04-12T00:36:49.549 INFO:tasks.rados.rados.0.smithi098.stdout:2972: done (1 left) 2024-04-12T00:36:49.549 INFO:tasks.rados.rados.0.smithi098.stdout:2973: snap_remove snap 245 2024-04-12T00:36:50.545 INFO:tasks.rados.rados.0.smithi098.stdout:2973: done (1 left) 2024-04-12T00:36:50.545 INFO:tasks.rados.rados.0.smithi098.stdout:2974: rollback oid 50 current snap is 273 2024-04-12T00:36:50.545 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 226 2024-04-12T00:36:50.545 INFO:tasks.rados.rados.0.smithi098.stdout:2975: setattr oid 46 current snap is 273 2024-04-12T00:36:50.550 INFO:tasks.rados.rados.0.smithi098.stdout:2976: copy_from oid 42 from oid 33 current snap is 273 2024-04-12T00:36:50.551 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 273 2024-04-12T00:36:50.551 INFO:tasks.rados.rados.0.smithi098.stdout:2977: seq_num 953 ranges {1695744=770048,2465792=786432,3252224=16384} 2024-04-12T00:36:50.563 INFO:tasks.rados.rados.0.smithi098.stdout:2977: writing smithi09877355-11 from 1695744 to 2465792 tid 1 2024-04-12T00:36:50.569 INFO:tasks.rados.rados.0.smithi098.stdout:2977: writing smithi09877355-11 from 2465792 to 3252224 tid 2 2024-04-12T00:36:50.569 INFO:tasks.rados.rados.0.smithi098.stdout:2977: writing smithi09877355-11 from 3252224 to 3268608 tid 3 2024-04-12T00:36:50.569 INFO:tasks.rados.rados.0.smithi098.stdout:2978: copy_from oid 32 from oid 9 current snap is 273 2024-04-12T00:36:50.569 INFO:tasks.rados.rados.0.smithi098.stdout:2970: finishing copy_from racing read to smithi09877355-16 2024-04-12T00:36:50.569 INFO:tasks.rados.rados.0.smithi098.stdout:2970: finishing copy_from to smithi09877355-16 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 1250 (ObjNum 829 snap 245 seq_num 829) dirty exists 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2974: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2974: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2976: finishing copy_from to smithi09877355-42 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2976: got expected ENOENT (src dne) 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2976: finishing copy_from racing read to smithi09877355-42 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2974: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 1264 (ObjNum 667 snap 192 seq_num 667) dirty exists 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1266 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2977: finishing write tid 1 to smithi09877355-11 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2970: done (5 left) 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2974: done (4 left) 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2975: done (3 left) 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2976: done (2 left) 2024-04-12T00:36:50.570 INFO:tasks.rados.rados.0.smithi098.stdout:2979: delete oid 47 current snap is 273 2024-04-12T00:36:50.572 INFO:tasks.rados.rados.0.smithi098.stdout:2979: done (2 left) 2024-04-12T00:36:50.573 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 273 2024-04-12T00:36:50.573 INFO:tasks.rados.rados.0.smithi098.stdout:2980: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-04-12T00:36:50.578 INFO:tasks.rados.rados.0.smithi098.stdout:2980: writing smithi09877355-46 from 0 to 802816 tid 1 2024-04-12T00:36:50.581 INFO:tasks.rados.rados.0.smithi098.stdout:2980: writing smithi09877355-46 from 802816 to 1359872 tid 2 2024-04-12T00:36:50.583 INFO:tasks.rados.rados.0.smithi098.stdout:2980: writing smithi09877355-46 from 1359872 to 1605632 tid 3 2024-04-12T00:36:50.583 INFO:tasks.rados.rados.0.smithi098.stdout:2977: finishing write tid 2 to smithi09877355-11 2024-04-12T00:36:50.583 INFO:tasks.rados.rados.0.smithi098.stdout:2977: finishing write tid 3 to smithi09877355-11 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2977: finishing write tid 4 to smithi09877355-11 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2977: finishing write tid 5 to smithi09877355-11 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2977: oid 11 updating version 0 to 2264 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2977: oid 11 updating version 2264 to 2266 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2977: oid 11 version 2266 is already newer than 2265 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2977: oid 11 updating version 2266 to 2267 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2267 (ObjNum 953 snap 273 seq_num 953) dirty exists 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2977: left oid 11 (ObjNum 953 snap 273 seq_num 953) 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2977: done (2 left) 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2981: read oid 28 snap -1 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2981: expect (ObjNum 558 snap 152 seq_num 558) 2024-04-12T00:36:50.584 INFO:tasks.rados.rados.0.smithi098.stdout:2982: delete oid 21 current snap is 273 2024-04-12T00:36:50.588 INFO:tasks.rados.rados.0.smithi098.stdout:2982: done (3 left) 2024-04-12T00:36:50.588 INFO:tasks.rados.rados.0.smithi098.stdout:2983: read oid 47 snap -1 2024-04-12T00:36:50.588 INFO:tasks.rados.rados.0.smithi098.stdout:2983: expect deleted 2024-04-12T00:36:50.588 INFO:tasks.rados.rados.0.smithi098.stdout:2984: read oid 30 snap -1 2024-04-12T00:36:50.588 INFO:tasks.rados.rados.0.smithi098.stdout:2984: expect (ObjNum 818 snap 242 seq_num 818) 2024-04-12T00:36:50.588 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 273 2024-04-12T00:36:50.588 INFO:tasks.rados.rados.0.smithi098.stdout:2985: seq_num 957 ranges {1417216=434176,1851392=720896,2572288=483328} 2024-04-12T00:36:50.599 INFO:tasks.rados.rados.0.smithi098.stdout:2985: writing smithi09877355-7 from 1417216 to 1851392 tid 1 2024-04-12T00:36:50.604 INFO:tasks.rados.rados.0.smithi098.stdout:2985: writing smithi09877355-7 from 1851392 to 2572288 tid 2 2024-04-12T00:36:50.607 INFO:tasks.rados.rados.0.smithi098.stdout:2985: writing smithi09877355-7 from 2572288 to 3055616 tid 3 2024-04-12T00:36:50.607 INFO:tasks.rados.rados.0.smithi098.stdout:2986: rollback oid 44 current snap is 273 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 44 to 270 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:2980: finishing write tid 1 to smithi09877355-46 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:2980: finishing write tid 2 to smithi09877355-46 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:2980: finishing write tid 3 to smithi09877355-46 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:2983: done (6 left) 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:2987: read oid 34 snap 241 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:2987: expect (ObjNum 657 snap 189 seq_num 657) 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:2988: snap_create 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:2980: finishing write tid 4 to smithi09877355-46 2024-04-12T00:36:50.608 INFO:tasks.rados.rados.0.smithi098.stdout:2981: expect (ObjNum 558 snap 152 seq_num 558) 2024-04-12T00:36:50.667 INFO:tasks.rados.rados.0.smithi098.stdout:2980: finishing write tid 5 to smithi09877355-46 2024-04-12T00:36:50.667 INFO:tasks.rados.rados.0.smithi098.stdout:2980: oid 46 updating version 0 to 1268 2024-04-12T00:36:50.667 INFO:tasks.rados.rados.0.smithi098.stdout:2980: oid 46 version 1268 is already newer than 1267 2024-04-12T00:36:50.668 INFO:tasks.rados.rados.0.smithi098.stdout:2980: oid 46 updating version 1268 to 1269 2024-04-12T00:36:50.668 INFO:tasks.rados.rados.0.smithi098.stdout:2980: oid 46 updating version 1269 to 1270 2024-04-12T00:36:50.668 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1270 (ObjNum 955 snap 273 seq_num 955) dirty exists 2024-04-12T00:36:50.668 INFO:tasks.rados.rados.0.smithi098.stdout:2980: left oid 46 (ObjNum 955 snap 273 seq_num 955) 2024-04-12T00:36:50.668 INFO:tasks.rados.rados.0.smithi098.stdout:2984: expect (ObjNum 818 snap 242 seq_num 818) 2024-04-12T00:36:50.716 INFO:tasks.rados.rados.0.smithi098.stdout:2978: finishing copy_from racing read to smithi09877355-32 2024-04-12T00:36:50.716 INFO:tasks.rados.rados.0.smithi098.stdout:2978: finishing copy_from to smithi09877355-32 2024-04-12T00:36:50.716 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 1232 (ObjNum 769 snap 229 seq_num 769) dirty exists 2024-04-12T00:36:50.716 INFO:tasks.rados.rados.0.smithi098.stdout:2985: finishing write tid 1 to smithi09877355-7 2024-04-12T00:36:50.716 INFO:tasks.rados.rados.0.smithi098.stdout:2985: finishing write tid 2 to smithi09877355-7 2024-04-12T00:36:50.716 INFO:tasks.rados.rados.0.smithi098.stdout:2985: finishing write tid 3 to smithi09877355-7 2024-04-12T00:36:50.716 INFO:tasks.rados.rados.0.smithi098.stdout:2986: finishing rollback tid 1 to smithi09877355-44 2024-04-12T00:36:50.716 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2047 (ObjNum 33 snap 0 seq_num 4289688824) dirty dne 2024-04-12T00:36:50.717 INFO:tasks.rados.rados.0.smithi098.stdout:2985: finishing write tid 4 to smithi09877355-7 2024-04-12T00:36:50.717 INFO:tasks.rados.rados.0.smithi098.stdout:2985: finishing write tid 5 to smithi09877355-7 2024-04-12T00:36:50.717 INFO:tasks.rados.rados.0.smithi098.stdout:2985: oid 7 updating version 0 to 786 2024-04-12T00:36:50.717 INFO:tasks.rados.rados.0.smithi098.stdout:2985: oid 7 version 786 is already newer than 784 2024-04-12T00:36:50.717 INFO:tasks.rados.rados.0.smithi098.stdout:2985: oid 7 version 786 is already newer than 785 2024-04-12T00:36:50.717 INFO:tasks.rados.rados.0.smithi098.stdout:2985: oid 7 updating version 786 to 787 2024-04-12T00:36:50.717 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 787 (ObjNum 957 snap 273 seq_num 957) dirty exists 2024-04-12T00:36:50.717 INFO:tasks.rados.rados.0.smithi098.stdout:2985: left oid 7 (ObjNum 957 snap 273 seq_num 957) 2024-04-12T00:36:50.717 INFO:tasks.rados.rados.0.smithi098.stdout:2987: expect (ObjNum 657 snap 189 seq_num 657) 2024-04-12T00:36:50.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:50 smithi098 ceph-mon[91373]: osdmap e613: 8 total, 8 up, 8 in 2024-04-12T00:36:50.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:50 smithi098 ceph-mon[91373]: pgmap v577: 121 pgs: 121 active+clean; 611 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-04-12T00:36:50.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:50.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:50 smithi098 ceph-mon[88922]: osdmap e613: 8 total, 8 up, 8 in 2024-04-12T00:36:50.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:50 smithi098 ceph-mon[88922]: pgmap v577: 121 pgs: 121 active+clean; 611 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-04-12T00:36:50.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:50.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:50 smithi193 ceph-mon[83763]: osdmap e613: 8 total, 8 up, 8 in 2024-04-12T00:36:50.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:50 smithi193 ceph-mon[83763]: pgmap v577: 121 pgs: 121 active+clean; 611 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-04-12T00:36:50.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:36:51.534 INFO:tasks.rados.rados.0.smithi098.stdout:2978: done (7 left) 2024-04-12T00:36:51.534 INFO:tasks.rados.rados.0.smithi098.stdout:2980: done (6 left) 2024-04-12T00:36:51.534 INFO:tasks.rados.rados.0.smithi098.stdout:2981: done (5 left) 2024-04-12T00:36:51.534 INFO:tasks.rados.rados.0.smithi098.stdout:2984: done (4 left) 2024-04-12T00:36:51.534 INFO:tasks.rados.rados.0.smithi098.stdout:2985: done (3 left) 2024-04-12T00:36:51.534 INFO:tasks.rados.rados.0.smithi098.stdout:2986: done (2 left) 2024-04-12T00:36:51.534 INFO:tasks.rados.rados.0.smithi098.stdout:2987: done (1 left) 2024-04-12T00:36:51.534 INFO:tasks.rados.rados.0.smithi098.stdout:2988: done (0 left) 2024-04-12T00:36:51.534 INFO:tasks.rados.rados.0.smithi098.stdout:2989: rollback oid 15 current snap is 274 2024-04-12T00:36:51.535 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 15 to 273 2024-04-12T00:36:51.535 INFO:tasks.rados.rados.0.smithi098.stdout:2990: snap_remove snap 226 2024-04-12T00:36:51.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:51 smithi098 ceph-mon[91373]: osdmap e614: 8 total, 8 up, 8 in 2024-04-12T00:36:51.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:51.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:51.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:51 smithi098 ceph-mon[91373]: osdmap e615: 8 total, 8 up, 8 in 2024-04-12T00:36:51.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:51 smithi098 ceph-mon[88922]: osdmap e614: 8 total, 8 up, 8 in 2024-04-12T00:36:51.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:51.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:51.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:51 smithi098 ceph-mon[88922]: osdmap e615: 8 total, 8 up, 8 in 2024-04-12T00:36:51.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:51 smithi193 ceph-mon[83763]: osdmap e614: 8 total, 8 up, 8 in 2024-04-12T00:36:51.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:51.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:51.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:51 smithi193 ceph-mon[83763]: osdmap e615: 8 total, 8 up, 8 in 2024-04-12T00:36:52.544 INFO:tasks.rados.rados.0.smithi098.stdout:2990: done (1 left) 2024-04-12T00:36:52.544 INFO:tasks.rados.rados.0.smithi098.stdout:2991: snap_remove snap 241 2024-04-12T00:36:52.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:36:53.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:53.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:53.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:53.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:36:53.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: pgmap v580: 121 pgs: 121 active+clean; 610 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[91373]: osdmap e616: 8 total, 8 up, 8 in 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: pgmap v580: 121 pgs: 121 active+clean; 610 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:52 smithi098 ceph-mon[88922]: osdmap e616: 8 total, 8 up, 8 in 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: pgmap v580: 121 pgs: 121 active+clean; 610 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:36:53.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:52 smithi193 ceph-mon[83763]: osdmap e616: 8 total, 8 up, 8 in 2024-04-12T00:36:53.534 INFO:tasks.rados.rados.0.smithi098.stdout:2991: done (1 left) 2024-04-12T00:36:53.534 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 274 2024-04-12T00:36:53.534 INFO:tasks.rados.rados.0.smithi098.stdout:2989: finishing rollback tid 0 to smithi09877355-15 2024-04-12T00:36:53.534 INFO:tasks.rados.rados.0.smithi098.stdout:2989: finishing rollback tid 1 to smithi09877355-15 2024-04-12T00:36:53.535 INFO:tasks.rados.rados.0.smithi098.stdout:2989: finishing rollback tid 2 to smithi09877355-15 2024-04-12T00:36:53.535 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 2272 (ObjNum 892 snap 258 seq_num 892) dirty exists 2024-04-12T00:36:53.535 INFO:tasks.rados.rados.0.smithi098.stdout:2992: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2024-04-12T00:36:53.538 INFO:tasks.rados.rados.0.smithi098.stdout:2992: writing smithi09877355-44 from 0 to 450560 tid 1 2024-04-12T00:36:53.541 INFO:tasks.rados.rados.0.smithi098.stdout:2992: writing smithi09877355-44 from 450560 to 1105920 tid 2 2024-04-12T00:36:53.545 INFO:tasks.rados.rados.0.smithi098.stdout:2992: writing smithi09877355-44 from 1105920 to 1654784 tid 3 2024-04-12T00:36:53.545 INFO:tasks.rados.rados.0.smithi098.stdout:2989: done (1 left) 2024-04-12T00:36:53.545 INFO:tasks.rados.rados.0.smithi098.stdout:2993: rollback oid 30 current snap is 274 2024-04-12T00:36:53.545 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 269 2024-04-12T00:36:53.545 INFO:tasks.rados.rados.0.smithi098.stdout:2992: finishing write tid 1 to smithi09877355-44 2024-04-12T00:36:53.545 INFO:tasks.rados.rados.0.smithi098.stdout:2994: rollback oid 33 current snap is 274 2024-04-12T00:36:53.546 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 33 to 203 2024-04-12T00:36:53.546 INFO:tasks.rados.rados.0.smithi098.stdout:2995: snap_remove snap 207 2024-04-12T00:36:54.541 INFO:tasks.rados.rados.0.smithi098.stdout:2995: done (3 left) 2024-04-12T00:36:54.541 INFO:tasks.rados.rados.0.smithi098.stdout:2996: read oid 45 snap -1 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2996: expect (ObjNum 866 snap 252 seq_num 866) 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2997: read oid 2 snap 270 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2997: expect (ObjNum 924 snap 268 seq_num 924) 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2998: read oid 50 snap -1 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2998: expect (ObjNum 667 snap 192 seq_num 667) 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2999: rollback oid 19 current snap is 274 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 269 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2994: finishing rollback tid 1 to smithi09877355-33 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 1236 (ObjNum 353 snap 0 seq_num 29069584) dirty dne 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2992: finishing write tid 2 to smithi09877355-44 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2992: finishing write tid 3 to smithi09877355-44 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2992: finishing write tid 4 to smithi09877355-44 2024-04-12T00:36:54.542 INFO:tasks.rados.rados.0.smithi098.stdout:2993: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:2993: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:2994: done (6 left) 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:3000: setattr oid 10 current snap is 274 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:2992: finishing write tid 5 to smithi09877355-44 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:2992: oid 44 updating version 0 to 2294 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:2992: oid 44 version 2294 is already newer than 2293 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:2992: oid 44 version 2294 is already newer than 2292 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:2992: oid 44 version 2294 is already newer than 2287 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2294 (ObjNum 958 snap 274 seq_num 958) dirty exists 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:2992: left oid 44 (ObjNum 958 snap 274 seq_num 958) 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:2993: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:36:54.543 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1279 (ObjNum 888 snap 256 seq_num 888) dirty exists 2024-04-12T00:36:54.544 INFO:tasks.rados.rados.0.smithi098.stdout:2992: done (6 left) 2024-04-12T00:36:54.545 INFO:tasks.rados.rados.0.smithi098.stdout:2993: done (5 left) 2024-04-12T00:36:54.545 INFO:tasks.rados.rados.0.smithi098.stdout:3001: copy_from oid 37 from oid 12 current snap is 274 2024-04-12T00:36:54.545 INFO:tasks.rados.rados.0.smithi098.stdout:3002: rollback oid 38 current snap is 274 2024-04-12T00:36:54.545 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 38 to 261 2024-04-12T00:36:54.545 INFO:tasks.rados.rados.0.smithi098.stdout:3003: read oid 4 snap -1 2024-04-12T00:36:54.545 INFO:tasks.rados.rados.0.smithi098.stdout:3003: expect (ObjNum 947 snap 272 seq_num 947) 2024-04-12T00:36:54.545 INFO:tasks.rados.rados.0.smithi098.stdout:3004: snap_create 2024-04-12T00:36:54.551 INFO:tasks.rados.rados.0.smithi098.stdout:2999: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:36:54.551 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1222 (ObjNum 161 snap 0 seq_num 29023360) dirty dne 2024-04-12T00:36:54.556 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1560 (ObjNum 932 snap 270 seq_num 932) dirty exists 2024-04-12T00:36:54.560 INFO:tasks.rados.rados.0.smithi098.stdout:3002: finishing rollback tid 0 to smithi09877355-38 2024-04-12T00:36:54.561 INFO:tasks.rados.rados.0.smithi098.stdout:3002: finishing rollback tid 1 to smithi09877355-38 2024-04-12T00:36:54.561 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 2172 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-12T00:36:54.566 INFO:tasks.rados.rados.0.smithi098.stdout:2996: expect (ObjNum 866 snap 252 seq_num 866) 2024-04-12T00:36:54.650 INFO:tasks.rados.rados.0.smithi098.stdout:3001: finishing copy_from racing read to smithi09877355-37 2024-04-12T00:36:54.650 INFO:tasks.rados.rados.0.smithi098.stdout:3001: finishing copy_from to smithi09877355-37 2024-04-12T00:36:54.650 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 1227 (ObjNum 699 snap 207 seq_num 699) dirty exists 2024-04-12T00:36:54.650 INFO:tasks.rados.rados.0.smithi098.stdout:2997: expect (ObjNum 924 snap 268 seq_num 924) 2024-04-12T00:36:54.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:54 smithi098 ceph-mon[88922]: Upgrade: Updating prometheus.a 2024-04-12T00:36:54.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:54 smithi098 ceph-mon[88922]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T00:36:54.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:54 smithi098 ceph-mon[88922]: Deploying daemon prometheus.a on smithi193 2024-04-12T00:36:54.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:54 smithi098 ceph-mon[88922]: pgmap v583: 121 pgs: 121 active+clean; 593 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-12T00:36:54.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:54 smithi098 ceph-mon[91373]: Upgrade: Updating prometheus.a 2024-04-12T00:36:54.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:54 smithi098 ceph-mon[91373]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T00:36:54.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:54 smithi098 ceph-mon[91373]: Deploying daemon prometheus.a on smithi193 2024-04-12T00:36:54.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:54 smithi098 ceph-mon[91373]: pgmap v583: 121 pgs: 121 active+clean; 593 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-12T00:36:54.866 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 00:36:54 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T00:36:54.586+0000 7f8f2bfef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 115 after trimming was started 2024-04-12T00:36:54.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:54 smithi193 ceph-mon[83763]: Upgrade: Updating prometheus.a 2024-04-12T00:36:54.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:54 smithi193 ceph-mon[83763]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T00:36:54.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:54 smithi193 ceph-mon[83763]: Deploying daemon prometheus.a on smithi193 2024-04-12T00:36:54.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:54 smithi193 ceph-mon[83763]: pgmap v583: 121 pgs: 121 active+clean; 593 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-12T00:36:55.540 INFO:tasks.rados.rados.0.smithi098.stdout:2998: expect (ObjNum 667 snap 192 seq_num 667) 2024-04-12T00:36:55.674 INFO:tasks.rados.rados.0.smithi098.stdout:3003: expect (ObjNum 947 snap 272 seq_num 947) 2024-04-12T00:36:55.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:55 smithi193 ceph-mon[83763]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T00:36:55.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:55 smithi098 ceph-mon[91373]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T00:36:55.791 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:36:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:36:55] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-04-12T00:36:55.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:55 smithi098 ceph-mon[88922]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T00:36:56.313 INFO:tasks.rados.rados.0.smithi098.stdout:2996: done (8 left) 2024-04-12T00:36:56.313 INFO:tasks.rados.rados.0.smithi098.stdout:2997: done (7 left) 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:2998: done (6 left) 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:2999: done (5 left) 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:3000: done (4 left) 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:3001: done (3 left) 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:3002: done (2 left) 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:3003: done (1 left) 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:3004: done (0 left) 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:3005: read oid 38 snap 203 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:3005: expect (ObjNum 688 snap 203 seq_num 688) 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:3006: read oid 21 snap -1 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:3006: expect deleted 2024-04-12T00:36:56.314 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 275 2024-04-12T00:36:56.315 INFO:tasks.rados.rados.0.smithi098.stdout:3007: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-04-12T00:36:56.315 INFO:tasks.rados.rados.0.smithi098.stdout:3007: writing smithi09877355-41 from 0 to 466944 tid 1 2024-04-12T00:36:56.318 INFO:tasks.rados.rados.0.smithi098.stdout:3007: writing smithi09877355-41 from 466944 to 1007616 tid 2 2024-04-12T00:36:56.322 INFO:tasks.rados.rados.0.smithi098.stdout:3007: writing smithi09877355-41 from 1007616 to 1564672 tid 3 2024-04-12T00:36:56.323 INFO:tasks.rados.rados.0.smithi098.stdout:3007: writing smithi09877355-41 from 1564672 to 1671168 tid 4 2024-04-12T00:36:56.323 INFO:tasks.rados.rados.0.smithi098.stdout:3008: read oid 47 snap 260 2024-04-12T00:36:56.323 INFO:tasks.rados.rados.0.smithi098.stdout:3008: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:36:56.323 INFO:tasks.rados.rados.0.smithi098.stdout:3009: read oid 12 snap -1 2024-04-12T00:36:56.323 INFO:tasks.rados.rados.0.smithi098.stdout:3009: expect (ObjNum 699 snap 207 seq_num 699) 2024-04-12T00:36:56.323 INFO:tasks.rados.rados.0.smithi098.stdout:3010: snap_remove snap 160 2024-04-12T00:36:56.535 INFO:tasks.rados.rados.0.smithi098.stdout:3010: done (5 left) 2024-04-12T00:36:56.535 INFO:tasks.rados.rados.0.smithi098.stdout:3011: rollback oid 25 current snap is 275 2024-04-12T00:36:56.535 INFO:tasks.rados.rados.0.smithi098.stdout:3007: finishing write tid 1 to smithi09877355-41 2024-04-12T00:36:56.535 INFO:tasks.rados.rados.0.smithi098.stdout:3007: finishing write tid 2 to smithi09877355-41 2024-04-12T00:36:56.535 INFO:tasks.rados.rados.0.smithi098.stdout:3005: expect (ObjNum 688 snap 203 seq_num 688) 2024-04-12T00:36:56.627 INFO:tasks.rados.rados.0.smithi098.stdout:3007: finishing write tid 3 to smithi09877355-41 2024-04-12T00:36:56.627 INFO:tasks.rados.rados.0.smithi098.stdout:3007: finishing write tid 4 to smithi09877355-41 2024-04-12T00:36:56.627 INFO:tasks.rados.rados.0.smithi098.stdout:3007: finishing write tid 5 to smithi09877355-41 2024-04-12T00:36:56.627 INFO:tasks.rados.rados.0.smithi098.stdout:3007: finishing write tid 6 to smithi09877355-41 2024-04-12T00:36:56.627 INFO:tasks.rados.rados.0.smithi098.stdout:3007: oid 41 updating version 0 to 1789 2024-04-12T00:36:56.627 INFO:tasks.rados.rados.0.smithi098.stdout:3007: oid 41 version 1789 is already newer than 1788 2024-04-12T00:36:56.627 INFO:tasks.rados.rados.0.smithi098.stdout:3007: oid 41 version 1789 is already newer than 1787 2024-04-12T00:36:56.627 INFO:tasks.rados.rados.0.smithi098.stdout:3007: oid 41 version 1789 is already newer than 1786 2024-04-12T00:36:56.628 INFO:tasks.rados.rados.0.smithi098.stdout:3007: oid 41 updating version 1789 to 1790 2024-04-12T00:36:56.628 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1790 (ObjNum 959 snap 275 seq_num 959) dirty exists 2024-04-12T00:36:56.628 INFO:tasks.rados.rados.0.smithi098.stdout:3007: left oid 41 (ObjNum 959 snap 275 seq_num 959) 2024-04-12T00:36:56.628 INFO:tasks.rados.rados.0.smithi098.stdout:3009: expect (ObjNum 699 snap 207 seq_num 699) 2024-04-12T00:36:56.682 INFO:tasks.rados.rados.0.smithi098.stdout:3008: expect (ObjNum 614 snap 173 seq_num 614) 2024-04-12T00:36:56.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:56 smithi193 ceph-mon[83763]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T00:36:56.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:56 smithi193 ceph-mon[83763]: pgmap v586: 121 pgs: 121 active+clean; 593 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-12T00:36:56.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:56 smithi193 ceph-mon[83763]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T00:36:57.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:56 smithi098 ceph-mon[88922]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T00:36:57.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:56 smithi098 ceph-mon[88922]: pgmap v586: 121 pgs: 121 active+clean; 593 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-12T00:36:57.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:56 smithi098 ceph-mon[88922]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T00:36:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:56 smithi098 ceph-mon[91373]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T00:36:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:56 smithi098 ceph-mon[91373]: pgmap v586: 121 pgs: 121 active+clean; 593 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-12T00:36:57.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:56 smithi098 ceph-mon[91373]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T00:36:57.137 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 274 2024-04-12T00:36:57.137 INFO:tasks.rados.rados.0.smithi098.stdout:3005: done (5 left) 2024-04-12T00:36:57.137 INFO:tasks.rados.rados.0.smithi098.stdout:3006: done (4 left) 2024-04-12T00:36:57.137 INFO:tasks.rados.rados.0.smithi098.stdout:3007: done (3 left) 2024-04-12T00:36:57.137 INFO:tasks.rados.rados.0.smithi098.stdout:3008: done (2 left) 2024-04-12T00:36:57.137 INFO:tasks.rados.rados.0.smithi098.stdout:3009: done (1 left) 2024-04-12T00:36:57.138 INFO:tasks.rados.rados.0.smithi098.stdout:3012: read oid 48 snap -1 2024-04-12T00:36:57.138 INFO:tasks.rados.rados.0.smithi098.stdout:3012: expect (ObjNum 945 snap 272 seq_num 945) 2024-04-12T00:36:57.138 INFO:tasks.rados.rados.0.smithi098.stdout:3013: snap_create 2024-04-12T00:36:57.141 INFO:tasks.rados.rados.0.smithi098.stdout:3011: finishing rollback tid 0 to smithi09877355-25 2024-04-12T00:36:57.141 INFO:tasks.rados.rados.0.smithi098.stdout:3011: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:36:57.142 INFO:tasks.rados.rados.0.smithi098.stdout:3011: finishing rollback tid 2 to smithi09877355-25 2024-04-12T00:36:57.142 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1274 (ObjNum 916 snap 264 seq_num 916) dirty exists 2024-04-12T00:36:57.142 INFO:tasks.rados.rados.0.smithi098.stdout:3012: expect (ObjNum 945 snap 272 seq_num 945) 2024-04-12T00:36:57.549 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 systemd[1]: Stopping Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:36:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3011: done (2 left) 2024-04-12T00:36:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3012: done (1 left) 2024-04-12T00:36:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3013: done (0 left) 2024-04-12T00:36:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3014: copy_from oid 48 from oid 29 current snap is 276 2024-04-12T00:36:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3015: rmattr oid 22 current snap is 276 2024-04-12T00:36:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3015: done (1 left) 2024-04-12T00:36:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 276 2024-04-12T00:36:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3016: seq_num 960 ranges {1220608=483328,1703936=425984,2129920=761856,2891776=16384} 2024-04-12T00:36:57.562 INFO:tasks.rados.rados.0.smithi098.stdout:3016: writing smithi09877355-10 from 1220608 to 1703936 tid 1 2024-04-12T00:36:57.564 INFO:tasks.rados.rados.0.smithi098.stdout:3016: writing smithi09877355-10 from 1703936 to 2129920 tid 2 2024-04-12T00:36:57.569 INFO:tasks.rados.rados.0.smithi098.stdout:3016: writing smithi09877355-10 from 2129920 to 2891776 tid 3 2024-04-12T00:36:57.569 INFO:tasks.rados.rados.0.smithi098.stdout:3016: writing smithi09877355-10 from 2891776 to 2908160 tid 4 2024-04-12T00:36:57.569 INFO:tasks.rados.rados.0.smithi098.stdout:3014: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:36:57.570 INFO:tasks.rados.rados.0.smithi098.stdout:3014: finishing copy_from to smithi09877355-48 2024-04-12T00:36:57.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 1244 (ObjNum 905 snap 262 seq_num 905) dirty exists 2024-04-12T00:36:57.570 INFO:tasks.rados.rados.0.smithi098.stdout:3014: done (1 left) 2024-04-12T00:36:57.570 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 276 2024-04-12T00:36:57.570 INFO:tasks.rados.rados.0.smithi098.stdout:3017: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-04-12T00:36:57.572 INFO:tasks.rados.rados.0.smithi098.stdout:3017: writing smithi09877355-21 from 0 to 499712 tid 1 2024-04-12T00:36:57.576 INFO:tasks.rados.rados.0.smithi098.stdout:3017: writing smithi09877355-21 from 499712 to 1212416 tid 2 2024-04-12T00:36:57.579 INFO:tasks.rados.rados.0.smithi098.stdout:3017: writing smithi09877355-21 from 1212416 to 1703936 tid 3 2024-04-12T00:36:57.579 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 276 2024-04-12T00:36:57.579 INFO:tasks.rados.rados.0.smithi098.stdout:3016: finishing write tid 1 to smithi09877355-10 2024-04-12T00:36:57.579 INFO:tasks.rados.rados.0.smithi098.stdout:3016: finishing write tid 2 to smithi09877355-10 2024-04-12T00:36:57.580 INFO:tasks.rados.rados.0.smithi098.stdout:3016: finishing write tid 3 to smithi09877355-10 2024-04-12T00:36:57.580 INFO:tasks.rados.rados.0.smithi098.stdout:3016: finishing write tid 4 to smithi09877355-10 2024-04-12T00:36:57.580 INFO:tasks.rados.rados.0.smithi098.stdout:3018: seq_num 962 ranges {5627904=516096,6144000=589824,6733824=614400} 2024-04-12T00:36:57.612 INFO:tasks.rados.rados.0.smithi098.stdout:3018: writing smithi09877355-3 from 5627904 to 6144000 tid 1 2024-04-12T00:36:57.616 INFO:tasks.rados.rados.0.smithi098.stdout:3018: writing smithi09877355-3 from 6144000 to 6733824 tid 2 2024-04-12T00:36:57.620 INFO:tasks.rados.rados.0.smithi098.stdout:3018: writing smithi09877355-3 from 6733824 to 7348224 tid 3 2024-04-12T00:36:57.620 INFO:tasks.rados.rados.0.smithi098.stdout:3019: snap_create 2024-04-12T00:36:57.620 INFO:tasks.rados.rados.0.smithi098.stdout:3017: finishing write tid 1 to smithi09877355-21 2024-04-12T00:36:57.620 INFO:tasks.rados.rados.0.smithi098.stdout:3016: finishing write tid 5 to smithi09877355-10 2024-04-12T00:36:57.620 INFO:tasks.rados.rados.0.smithi098.stdout:3016: finishing write tid 6 to smithi09877355-10 2024-04-12T00:36:57.620 INFO:tasks.rados.rados.0.smithi098.stdout:3016: oid 10 updating version 0 to 1563 2024-04-12T00:36:57.620 INFO:tasks.rados.rados.0.smithi098.stdout:3016: oid 10 version 1563 is already newer than 1561 2024-04-12T00:36:57.620 INFO:tasks.rados.rados.0.smithi098.stdout:3016: oid 10 version 1563 is already newer than 1562 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3016: oid 10 updating version 1563 to 1565 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3016: oid 10 version 1565 is already newer than 1564 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1565 (ObjNum 960 snap 276 seq_num 960) dirty exists 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3016: left oid 10 (ObjNum 960 snap 276 seq_num 960) 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3017: finishing write tid 2 to smithi09877355-21 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3017: finishing write tid 3 to smithi09877355-21 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3017: finishing write tid 4 to smithi09877355-21 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3017: finishing write tid 5 to smithi09877355-21 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3017: oid 21 updating version 0 to 1797 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3017: oid 21 updating version 1797 to 1799 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3017: oid 21 version 1799 is already newer than 1798 2024-04-12T00:36:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3017: oid 21 updating version 1799 to 1800 2024-04-12T00:36:57.622 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1800 (ObjNum 961 snap 276 seq_num 961) dirty exists 2024-04-12T00:36:57.622 INFO:tasks.rados.rados.0.smithi098.stdout:3017: left oid 21 (ObjNum 961 snap 276 seq_num 961) 2024-04-12T00:36:57.622 INFO:tasks.rados.rados.0.smithi098.stdout:3018: finishing write tid 1 to smithi09877355-3 2024-04-12T00:36:57.622 INFO:tasks.rados.rados.0.smithi098.stdout:3018: finishing write tid 2 to smithi09877355-3 2024-04-12T00:36:57.622 INFO:tasks.rados.rados.0.smithi098.stdout:3018: finishing write tid 3 to smithi09877355-3 2024-04-12T00:36:57.622 INFO:tasks.rados.rados.0.smithi098.stdout:3018: finishing write tid 4 to smithi09877355-3 2024-04-12T00:36:57.623 INFO:tasks.rados.rados.0.smithi098.stdout:3018: finishing write tid 5 to smithi09877355-3 2024-04-12T00:36:57.623 INFO:tasks.rados.rados.0.smithi098.stdout:3018: oid 3 updating version 0 to 2070 2024-04-12T00:36:57.623 INFO:tasks.rados.rados.0.smithi098.stdout:3018: oid 3 updating version 2070 to 2073 2024-04-12T00:36:57.623 INFO:tasks.rados.rados.0.smithi098.stdout:3018: oid 3 version 2073 is already newer than 2071 2024-04-12T00:36:57.623 INFO:tasks.rados.rados.0.smithi098.stdout:3018: oid 3 version 2073 is already newer than 2072 2024-04-12T00:36:57.623 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 2073 (ObjNum 962 snap 276 seq_num 962) dirty exists 2024-04-12T00:36:57.624 INFO:tasks.rados.rados.0.smithi098.stdout:3018: left oid 3 (ObjNum 962 snap 276 seq_num 962) 2024-04-12T00:36:57.841 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.549Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T00:36:57.841 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.549Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.549Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.549Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.549Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.549Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.549Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.549Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.550Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.552Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.552Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T00:36:57.842 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[74573]: ts=2024-04-12T00:36:57.552Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T00:36:57.843 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 podman[116099]: 2024-04-12 00:36:57.560216382 +0000 UTC m=+0.120715937 container died 6a87fc1aa21a04533c860855d41f3f6dd111704633a7d73d4e22c678f69b9708 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:58.117 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 podman[116099]: 2024-04-12 00:36:57.949339447 +0000 UTC m=+0.509839010 container cleanup 6a87fc1aa21a04533c860855d41f3f6dd111704633a7d73d4e22c678f69b9708 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:58.117 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:57 smithi193 bash[116099]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T00:36:58.559 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:58 smithi193 podman[116113]: 2024-04-12 00:36:58.192209103 +0000 UTC m=+0.632096359 container remove 6a87fc1aa21a04533c860855d41f3f6dd111704633a7d73d4e22c678f69b9708 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:58.559 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:58 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T00:36:58.559 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:58 smithi193 systemd[1]: Stopped Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:58.559 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:58 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 2.672s CPU time. 2024-04-12T00:36:58.560 INFO:tasks.rados.rados.0.smithi098.stdout:3016: done (3 left) 2024-04-12T00:36:58.560 INFO:tasks.rados.rados.0.smithi098.stdout:3017: done (2 left) 2024-04-12T00:36:58.560 INFO:tasks.rados.rados.0.smithi098.stdout:3018: done (1 left) 2024-04-12T00:36:58.560 INFO:tasks.rados.rados.0.smithi098.stdout:3019: done (0 left) 2024-04-12T00:36:58.560 INFO:tasks.rados.rados.0.smithi098.stdout:3020: rmattr oid 44 current snap is 277 2024-04-12T00:36:58.560 INFO:tasks.rados.rados.0.smithi098.stdout:3020: done (0 left) 2024-04-12T00:36:58.560 INFO:tasks.rados.rados.0.smithi098.stdout:3021: rmattr oid 50 current snap is 277 2024-04-12T00:36:58.561 INFO:tasks.rados.rados.0.smithi098.stdout:3021: done (0 left) 2024-04-12T00:36:58.561 INFO:tasks.rados.rados.0.smithi098.stdout:3022: read oid 45 snap -1 2024-04-12T00:36:58.561 INFO:tasks.rados.rados.0.smithi098.stdout:3022: expect (ObjNum 866 snap 252 seq_num 866) 2024-04-12T00:36:58.561 INFO:tasks.rados.rados.0.smithi098.stdout:3023: rmattr oid 23 current snap is 277 2024-04-12T00:36:58.561 INFO:tasks.rados.rados.0.smithi098.stdout:3023: done (1 left) 2024-04-12T00:36:58.561 INFO:tasks.rados.rados.0.smithi098.stdout:3024: snap_create 2024-04-12T00:36:58.572 INFO:tasks.rados.rados.0.smithi098.stdout:3022: expect (ObjNum 866 snap 252 seq_num 866) 2024-04-12T00:36:58.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:58 smithi098 ceph-mon[91373]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T00:36:58.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:58 smithi098 ceph-mon[91373]: pgmap v589: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T00:36:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:58 smithi098 ceph-mon[88922]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T00:36:58.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:58 smithi098 ceph-mon[88922]: pgmap v589: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T00:36:58.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:58 smithi193 ceph-mon[83763]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T00:36:58.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:58 smithi193 ceph-mon[83763]: pgmap v589: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T00:36:58.867 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:58 smithi193 systemd[1]: Starting Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:36:58.867 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:58 smithi193 podman[116245]: 2024-04-12 00:36:58.683487924 +0000 UTC m=+0.019555850 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T00:36:59.164 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:58 smithi193 podman[116245]: 2024-04-12 00:36:58.90983799 +0000 UTC m=+0.245905917 container create d8769e83105bd3c33277b00c6c3820f72c8f9a6259dda93e5bccb71017e219f2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:59.164 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 podman[116245]: 2024-04-12 00:36:59.112294698 +0000 UTC m=+0.448362626 container init d8769e83105bd3c33277b00c6c3820f72c8f9a6259dda93e5bccb71017e219f2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:59.164 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 podman[116245]: 2024-04-12 00:36:59.115098417 +0000 UTC m=+0.451166345 container start d8769e83105bd3c33277b00c6c3820f72c8f9a6259dda93e5bccb71017e219f2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T00:36:59.164 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.139Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T00:36:59.164 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.139Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T00:36:59.164 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.139Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi193 (none))" 2024-04-12T00:36:59.164 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.139Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T00:36:59.164 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.139Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.141Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.141Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.142Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.142Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.144Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.144Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.862µs 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.144Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.146Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.153Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.158Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.164Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.164Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-12T00:36:59.165 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.164Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.41µs wal_replay_duration=19.418774ms wbl_replay_duration=152ns total_replay_duration=19.458097ms 2024-04-12T00:36:59.560 INFO:tasks.rados.rados.0.smithi098.stdout:3022: done (1 left) 2024-04-12T00:36:59.560 INFO:tasks.rados.rados.0.smithi098.stdout:3024: done (0 left) 2024-04-12T00:36:59.560 INFO:tasks.rados.rados.0.smithi098.stdout:3025: snap_remove snap 261 2024-04-12T00:36:59.562 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.166Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T00:36:59.562 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.166Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T00:36:59.562 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.166Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T00:36:59.562 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.186Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.972194ms db_storage=874ns remote_storage=1.238µs web_handler=363ns query_engine=611ns scrape=371.852µs scrape_sd=89.416µs notify=17.026µs notify_sd=16.995µs rules=19.166373ms tracing=5.83µs 2024-04-12T00:36:59.562 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.186Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T00:36:59.562 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:36:59.186Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T00:36:59.562 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 bash[116245]: d8769e83105bd3c33277b00c6c3820f72c8f9a6259dda93e5bccb71017e219f2 2024-04-12T00:36:59.562 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:36:59 smithi193 systemd[1]: Started Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:36:59.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-mon[83763]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T00:36:59.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:59.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:36:59.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:36:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:00.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:59 smithi098 ceph-mon[91373]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T00:37:00.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:00.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:00.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:36:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:00.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:59 smithi098 ceph-mon[88922]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T00:37:00.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:00.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:00.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:36:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:00.573 INFO:tasks.rados.rados.0.smithi098.stdout:3025: done (0 left) 2024-04-12T00:37:00.573 INFO:tasks.rados.rados.0.smithi098.stdout:3026: read oid 1 snap -1 2024-04-12T00:37:00.573 INFO:tasks.rados.rados.0.smithi098.stdout:3026: expect (ObjNum 897 snap 260 seq_num 897) 2024-04-12T00:37:00.573 INFO:tasks.rados.rados.0.smithi098.stdout:3027: snap_remove snap 269 2024-04-12T00:37:00.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:00 smithi193 ceph-mon[83763]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T00:37:00.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:00 smithi193 ceph-mon[83763]: pgmap v592: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 420 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-12T00:37:01.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:00 smithi098 ceph-mon[91373]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T00:37:01.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:00 smithi098 ceph-mon[91373]: pgmap v592: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 420 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-12T00:37:01.041 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:37:00 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T00:37:00.585+0000 7fe207e29700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 14b after trimming was started 2024-04-12T00:37:01.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:00 smithi098 ceph-mon[88922]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T00:37:01.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:00 smithi098 ceph-mon[88922]: pgmap v592: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 420 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-04-12T00:37:01.537 INFO:tasks.rados.rados.0.smithi098.stdout:3026: expect (ObjNum 897 snap 260 seq_num 897) 2024-04-12T00:37:01.558 INFO:tasks.rados.rados.0.smithi098.stdout:3026: done (1 left) 2024-04-12T00:37:01.558 INFO:tasks.rados.rados.0.smithi098.stdout:3027: done (0 left) 2024-04-12T00:37:01.558 INFO:tasks.rados.rados.0.smithi098.stdout:3028: delete oid 11 current snap is 278 2024-04-12T00:37:01.561 INFO:tasks.rados.rados.0.smithi098.stdout:3028: done (0 left) 2024-04-12T00:37:01.561 INFO:tasks.rados.rados.0.smithi098.stdout:3029: rollback oid 33 current snap is 278 2024-04-12T00:37:01.561 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 33 to 265 2024-04-12T00:37:01.561 INFO:tasks.rados.rados.0.smithi098.stdout:3030: setattr oid 16 current snap is 278 2024-04-12T00:37:01.563 INFO:tasks.rados.rados.0.smithi098.stdout:3031: copy_from oid 45 from oid 35 current snap is 278 2024-04-12T00:37:01.563 INFO:tasks.rados.rados.0.smithi098.stdout:3032: read oid 15 snap -1 2024-04-12T00:37:01.563 INFO:tasks.rados.rados.0.smithi098.stdout:3032: expect (ObjNum 892 snap 258 seq_num 892) 2024-04-12T00:37:01.563 INFO:tasks.rados.rados.0.smithi098.stdout:3033: rmattr oid 7 current snap is 278 2024-04-12T00:37:01.563 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 278 2024-04-12T00:37:01.564 INFO:tasks.rados.rados.0.smithi098.stdout:3034: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-04-12T00:37:01.567 INFO:tasks.rados.rados.0.smithi098.stdout:3034: writing smithi09877355-43 from 0 to 548864 tid 1 2024-04-12T00:37:01.571 INFO:tasks.rados.rados.0.smithi098.stdout:3034: writing smithi09877355-43 from 548864 to 1310720 tid 2 2024-04-12T00:37:01.574 INFO:tasks.rados.rados.0.smithi098.stdout:3034: writing smithi09877355-43 from 1310720 to 1753088 tid 3 2024-04-12T00:37:01.574 INFO:tasks.rados.rados.0.smithi098.stdout:3029: finishing rollback tid 1 to smithi09877355-33 2024-04-12T00:37:01.575 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 1236 (ObjNum 161 snap 0 seq_num 1655715679) dirty dne 2024-04-12T00:37:01.575 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 1245 (ObjNum 957 snap 273 seq_num 957) dirty exists 2024-04-12T00:37:01.575 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 2340 (ObjNum 829 snap 245 seq_num 829) dirty exists 2024-04-12T00:37:01.575 INFO:tasks.rados.rados.0.smithi098.stdout:3032: expect (ObjNum 892 snap 258 seq_num 892) 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3031: finishing copy_from racing read to smithi09877355-45 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3031: finishing copy_from to smithi09877355-45 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 765 (ObjNum 875 snap 253 seq_num 875) dirty exists 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3034: finishing write tid 1 to smithi09877355-43 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3034: finishing write tid 2 to smithi09877355-43 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3029: done (5 left) 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3030: done (4 left) 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3031: done (3 left) 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3032: done (2 left) 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3033: done (1 left) 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3035: rollback oid 47 current snap is 278 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 260 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3034: finishing write tid 3 to smithi09877355-43 2024-04-12T00:37:01.597 INFO:tasks.rados.rados.0.smithi098.stdout:3034: finishing write tid 4 to smithi09877355-43 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3034: finishing write tid 5 to smithi09877355-43 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3034: oid 43 updating version 0 to 2076 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3034: oid 43 version 2076 is already newer than 2075 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3034: oid 43 updating version 2076 to 2077 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3034: oid 43 version 2077 is already newer than 2074 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 2077 (ObjNum 964 snap 278 seq_num 964) dirty exists 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3034: left oid 43 (ObjNum 964 snap 278 seq_num 964) 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3034: done (1 left) 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3036: read oid 8 snap -1 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3036: expect deleted 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 278 2024-04-12T00:37:01.598 INFO:tasks.rados.rados.0.smithi098.stdout:3037: seq_num 965 ranges {3735552=565248,4300800=647168,4947968=548864,5496832=8192} 2024-04-12T00:37:01.619 INFO:tasks.rados.rados.0.smithi098.stdout:3037: writing smithi09877355-50 from 3735552 to 4300800 tid 1 2024-04-12T00:37:01.623 INFO:tasks.rados.rados.0.smithi098.stdout:3037: writing smithi09877355-50 from 4300800 to 4947968 tid 2 2024-04-12T00:37:01.627 INFO:tasks.rados.rados.0.smithi098.stdout:3037: writing smithi09877355-50 from 4947968 to 5496832 tid 3 2024-04-12T00:37:01.628 INFO:tasks.rados.rados.0.smithi098.stdout:3037: writing smithi09877355-50 from 5496832 to 5505024 tid 4 2024-04-12T00:37:01.628 INFO:tasks.rados.rados.0.smithi098.stdout:3038: copy_from oid 5 from oid 21 current snap is 278 2024-04-12T00:37:01.628 INFO:tasks.rados.rados.0.smithi098.stdout:3035: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:37:01.628 INFO:tasks.rados.rados.0.smithi098.stdout:3035: finishing rollback tid 2 to smithi09877355-47 2024-04-12T00:37:01.628 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 1567 (ObjNum 614 snap 173 seq_num 614) dirty exists 2024-04-12T00:37:01.628 INFO:tasks.rados.rados.0.smithi098.stdout:3035: done (3 left) 2024-04-12T00:37:01.628 INFO:tasks.rados.rados.0.smithi098.stdout:3036: done (2 left) 2024-04-12T00:37:01.628 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 278 2024-04-12T00:37:01.628 INFO:tasks.rados.rados.0.smithi098.stdout:3039: seq_num 966 ranges {2908160=581632,3489792=581632,4071424=622592} 2024-04-12T00:37:01.647 INFO:tasks.rados.rados.0.smithi098.stdout:3039: writing smithi09877355-10 from 2908160 to 3489792 tid 1 2024-04-12T00:37:01.650 INFO:tasks.rados.rados.0.smithi098.stdout:3039: writing smithi09877355-10 from 3489792 to 4071424 tid 2 2024-04-12T00:37:01.655 INFO:tasks.rados.rados.0.smithi098.stdout:3039: writing smithi09877355-10 from 4071424 to 4694016 tid 3 2024-04-12T00:37:01.655 INFO:tasks.rados.rados.0.smithi098.stdout:3040: read oid 39 snap -1 2024-04-12T00:37:01.656 INFO:tasks.rados.rados.0.smithi098.stdout:3040: expect (ObjNum 950 snap 272 seq_num 950) 2024-04-12T00:37:01.656 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 278 2024-04-12T00:37:01.656 INFO:tasks.rados.rados.0.smithi098.stdout:3037: finishing write tid 1 to smithi09877355-50 2024-04-12T00:37:01.656 INFO:tasks.rados.rados.0.smithi098.stdout:3037: finishing write tid 2 to smithi09877355-50 2024-04-12T00:37:01.656 INFO:tasks.rados.rados.0.smithi098.stdout:3037: finishing write tid 3 to smithi09877355-50 2024-04-12T00:37:01.656 INFO:tasks.rados.rados.0.smithi098.stdout:3037: finishing write tid 4 to smithi09877355-50 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:3037: finishing write tid 5 to smithi09877355-50 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:3037: finishing write tid 6 to smithi09877355-50 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:3037: oid 50 updating version 0 to 1268 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:3037: oid 50 version 1268 is already newer than 1265 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:3037: oid 50 updating version 1268 to 1269 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:3037: oid 50 version 1269 is already newer than 1267 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:3037: oid 50 version 1269 is already newer than 1266 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 1269 (ObjNum 965 snap 278 seq_num 965) dirty exists 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:3037: left oid 50 (ObjNum 965 snap 278 seq_num 965) 2024-04-12T00:37:01.657 INFO:tasks.rados.rados.0.smithi098.stdout:3038: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:37:01.658 INFO:tasks.rados.rados.0.smithi098.stdout:3038: finishing copy_from to smithi09877355-5 2024-04-12T00:37:01.658 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1800 (ObjNum 961 snap 276 seq_num 961) dirty exists 2024-04-12T00:37:01.658 INFO:tasks.rados.rados.0.smithi098.stdout:3039: finishing write tid 1 to smithi09877355-10 2024-04-12T00:37:01.658 INFO:tasks.rados.rados.0.smithi098.stdout:3039: finishing write tid 2 to smithi09877355-10 2024-04-12T00:37:01.658 INFO:tasks.rados.rados.0.smithi098.stdout:3041: seq_num 967 ranges {6537216=598016,7135232=466944,7602176=516096,8118272=221184} 2024-04-12T00:37:01.692 INFO:tasks.rados.rados.0.smithi098.stdout:3041: writing smithi09877355-31 from 6537216 to 7135232 tid 1 2024-04-12T00:37:01.695 INFO:tasks.rados.rados.0.smithi098.stdout:3041: writing smithi09877355-31 from 7135232 to 7602176 tid 2 2024-04-12T00:37:01.698 INFO:tasks.rados.rados.0.smithi098.stdout:3041: writing smithi09877355-31 from 7602176 to 8118272 tid 3 2024-04-12T00:37:01.700 INFO:tasks.rados.rados.0.smithi098.stdout:3041: writing smithi09877355-31 from 8118272 to 8339456 tid 4 2024-04-12T00:37:01.700 INFO:tasks.rados.rados.0.smithi098.stdout:3037: done (4 left) 2024-04-12T00:37:01.700 INFO:tasks.rados.rados.0.smithi098.stdout:3038: done (3 left) 2024-04-12T00:37:01.700 INFO:tasks.rados.rados.0.smithi098.stdout:3042: rollback oid 27 current snap is 278 2024-04-12T00:37:01.700 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 275 2024-04-12T00:37:01.700 INFO:tasks.rados.rados.0.smithi098.stdout:3039: finishing write tid 3 to smithi09877355-10 2024-04-12T00:37:01.700 INFO:tasks.rados.rados.0.smithi098.stdout:3039: finishing write tid 4 to smithi09877355-10 2024-04-12T00:37:01.701 INFO:tasks.rados.rados.0.smithi098.stdout:3039: finishing write tid 5 to smithi09877355-10 2024-04-12T00:37:01.701 INFO:tasks.rados.rados.0.smithi098.stdout:3039: oid 10 updating version 0 to 1571 2024-04-12T00:37:01.701 INFO:tasks.rados.rados.0.smithi098.stdout:3039: oid 10 version 1571 is already newer than 1569 2024-04-12T00:37:01.701 INFO:tasks.rados.rados.0.smithi098.stdout:3039: oid 10 version 1571 is already newer than 1570 2024-04-12T00:37:01.701 INFO:tasks.rados.rados.0.smithi098.stdout:3039: oid 10 version 1571 is already newer than 1568 2024-04-12T00:37:01.701 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1571 (ObjNum 966 snap 278 seq_num 966) dirty exists 2024-04-12T00:37:01.701 INFO:tasks.rados.rados.0.smithi098.stdout:3039: left oid 10 (ObjNum 966 snap 278 seq_num 966) 2024-04-12T00:37:01.701 INFO:tasks.rados.rados.0.smithi098.stdout:3040: expect (ObjNum 950 snap 272 seq_num 950) 2024-04-12T00:37:01.740 INFO:tasks.rados.rados.0.smithi098.stdout:3041: finishing write tid 1 to smithi09877355-31 2024-04-12T00:37:01.740 INFO:tasks.rados.rados.0.smithi098.stdout:3041: finishing write tid 2 to smithi09877355-31 2024-04-12T00:37:01.740 INFO:tasks.rados.rados.0.smithi098.stdout:3041: finishing write tid 3 to smithi09877355-31 2024-04-12T00:37:01.740 INFO:tasks.rados.rados.0.smithi098.stdout:3041: finishing write tid 4 to smithi09877355-31 2024-04-12T00:37:01.740 INFO:tasks.rados.rados.0.smithi098.stdout:3041: finishing write tid 5 to smithi09877355-31 2024-04-12T00:37:01.740 INFO:tasks.rados.rados.0.smithi098.stdout:3042: finishing rollback tid 0 to smithi09877355-27 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3042: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3042: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1584 (ObjNum 949 snap 272 seq_num 949) dirty exists 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3041: finishing write tid 6 to smithi09877355-31 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3041: oid 31 updating version 0 to 1228 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3041: oid 31 updating version 1228 to 1229 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3041: oid 31 version 1229 is already newer than 1226 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3041: oid 31 updating version 1229 to 1230 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3041: oid 31 version 1230 is already newer than 1227 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1230 (ObjNum 967 snap 278 seq_num 967) dirty exists 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3041: left oid 31 (ObjNum 967 snap 278 seq_num 967) 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3039: done (3 left) 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3040: done (2 left) 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3041: done (1 left) 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3042: done (0 left) 2024-04-12T00:37:01.741 INFO:tasks.rados.rados.0.smithi098.stdout:3043: snap_create 2024-04-12T00:37:01.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:01 smithi193 ceph-mon[83763]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T00:37:01.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:01 smithi193 ceph-mon[83763]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T00:37:02.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:01 smithi098 ceph-mon[91373]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T00:37:02.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:01 smithi098 ceph-mon[91373]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T00:37:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:01 smithi098 ceph-mon[88922]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T00:37:02.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:01 smithi098 ceph-mon[88922]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T00:37:02.574 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:37:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:37:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:37:02.579 INFO:tasks.rados.rados.0.smithi098.stdout:3043: done (0 left) 2024-04-12T00:37:02.579 INFO:tasks.rados.rados.0.smithi098.stdout:3044: snap_remove snap 260 2024-04-12T00:37:02.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:02 smithi193 ceph-mon[83763]: pgmap v595: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-12T00:37:03.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:02 smithi098 ceph-mon[91373]: pgmap v595: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-12T00:37:03.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:02 smithi098 ceph-mon[88922]: pgmap v595: 121 pgs: 121 active+clean; 408 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-12T00:37:03.593 INFO:tasks.rados.rados.0.smithi098.stdout:3044: done (0 left) 2024-04-12T00:37:03.593 INFO:tasks.rados.rados.0.smithi098.stdout:3045: delete oid 16 current snap is 279 2024-04-12T00:37:03.607 INFO:tasks.rados.rados.0.smithi098.stdout:3045: done (0 left) 2024-04-12T00:37:03.607 INFO:tasks.rados.rados.0.smithi098.stdout:3046: read oid 10 snap -1 2024-04-12T00:37:03.607 INFO:tasks.rados.rados.0.smithi098.stdout:3046: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T00:37:03.607 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 279 2024-04-12T00:37:03.607 INFO:tasks.rados.rados.0.smithi098.stdout:3047: seq_num 969 ranges {4546560=638976,5185536=630784,5816320=532480,6348800=40960} 2024-04-12T00:37:03.637 INFO:tasks.rados.rados.0.smithi098.stdout:3047: writing smithi09877355-36 from 4546560 to 5185536 tid 1 2024-04-12T00:37:03.640 INFO:tasks.rados.rados.0.smithi098.stdout:3047: writing smithi09877355-36 from 5185536 to 5816320 tid 2 2024-04-12T00:37:03.643 INFO:tasks.rados.rados.0.smithi098.stdout:3047: writing smithi09877355-36 from 5816320 to 6348800 tid 3 2024-04-12T00:37:03.644 INFO:tasks.rados.rados.0.smithi098.stdout:3047: writing smithi09877355-36 from 6348800 to 6389760 tid 4 2024-04-12T00:37:03.644 INFO:tasks.rados.rados.0.smithi098.stdout:3048: rollback oid 50 current snap is 279 2024-04-12T00:37:03.644 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 278 2024-04-12T00:37:03.644 INFO:tasks.rados.rados.0.smithi098.stdout:3046: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T00:37:03.833 INFO:tasks.rados.rados.0.smithi098.stdout:3047: finishing write tid 1 to smithi09877355-36 2024-04-12T00:37:03.833 INFO:tasks.rados.rados.0.smithi098.stdout:3047: finishing write tid 2 to smithi09877355-36 2024-04-12T00:37:03.833 INFO:tasks.rados.rados.0.smithi098.stdout:3048: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:37:03.833 INFO:tasks.rados.rados.0.smithi098.stdout:3048: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:37:03.833 INFO:tasks.rados.rados.0.smithi098.stdout:3048: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:37:03.833 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 1272 (ObjNum 965 snap 278 seq_num 965) dirty exists 2024-04-12T00:37:03.833 INFO:tasks.rados.rados.0.smithi098.stdout:3047: finishing write tid 3 to smithi09877355-36 2024-04-12T00:37:03.833 INFO:tasks.rados.rados.0.smithi098.stdout:3047: finishing write tid 4 to smithi09877355-36 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3047: finishing write tid 5 to smithi09877355-36 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3047: finishing write tid 6 to smithi09877355-36 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3047: oid 36 updating version 0 to 1817 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3047: oid 36 updating version 1817 to 1818 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3047: oid 36 version 1818 is already newer than 1816 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3047: oid 36 updating version 1818 to 1819 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3047: oid 36 updating version 1819 to 1820 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1820 (ObjNum 969 snap 279 seq_num 969) dirty exists 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3047: left oid 36 (ObjNum 969 snap 279 seq_num 969) 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3046: done (2 left) 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3047: done (1 left) 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3048: done (0 left) 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 279 2024-04-12T00:37:03.834 INFO:tasks.rados.rados.0.smithi098.stdout:3049: seq_num 970 ranges {7348224=655360,8003584=516096,8519680=688128} 2024-04-12T00:37:03.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:03 smithi193 ceph-mon[83763]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T00:37:03.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:03.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:03.874 INFO:tasks.rados.rados.0.smithi098.stdout:3049: writing smithi09877355-3 from 7348224 to 8003584 tid 1 2024-04-12T00:37:03.877 INFO:tasks.rados.rados.0.smithi098.stdout:3049: writing smithi09877355-3 from 8003584 to 8519680 tid 2 2024-04-12T00:37:03.881 INFO:tasks.rados.rados.0.smithi098.stdout:3049: writing smithi09877355-3 from 8519680 to 9207808 tid 3 2024-04-12T00:37:03.882 INFO:tasks.rados.rados.0.smithi098.stdout:3050: read oid 8 snap 277 2024-04-12T00:37:03.882 INFO:tasks.rados.rados.0.smithi098.stdout:3050: expect deleted 2024-04-12T00:37:03.882 INFO:tasks.rados.rados.0.smithi098.stdout:3051: rmattr oid 43 current snap is 279 2024-04-12T00:37:03.882 INFO:tasks.rados.rados.0.smithi098.stdout:3051: done (2 left) 2024-04-12T00:37:03.882 INFO:tasks.rados.rados.0.smithi098.stdout:3052: snap_create 2024-04-12T00:37:03.882 INFO:tasks.rados.rados.0.smithi098.stdout:3049: finishing write tid 1 to smithi09877355-3 2024-04-12T00:37:03.882 INFO:tasks.rados.rados.0.smithi098.stdout:3049: finishing write tid 2 to smithi09877355-3 2024-04-12T00:37:03.884 INFO:tasks.rados.rados.0.smithi098.stdout:3049: finishing write tid 3 to smithi09877355-3 2024-04-12T00:37:03.884 INFO:tasks.rados.rados.0.smithi098.stdout:3049: finishing write tid 4 to smithi09877355-3 2024-04-12T00:37:03.885 INFO:tasks.rados.rados.0.smithi098.stdout:3049: finishing write tid 5 to smithi09877355-3 2024-04-12T00:37:03.885 INFO:tasks.rados.rados.0.smithi098.stdout:3049: oid 3 updating version 0 to 2080 2024-04-12T00:37:03.886 INFO:tasks.rados.rados.0.smithi098.stdout:3049: oid 3 version 2080 is already newer than 2079 2024-04-12T00:37:03.886 INFO:tasks.rados.rados.0.smithi098.stdout:3049: oid 3 updating version 2080 to 2081 2024-04-12T00:37:03.886 INFO:tasks.rados.rados.0.smithi098.stdout:3049: oid 3 version 2081 is already newer than 2078 2024-04-12T00:37:03.886 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 2081 (ObjNum 970 snap 279 seq_num 970) dirty exists 2024-04-12T00:37:03.886 INFO:tasks.rados.rados.0.smithi098.stdout:3049: left oid 3 (ObjNum 970 snap 279 seq_num 970) 2024-04-12T00:37:04.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:03 smithi098 ceph-mon[91373]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T00:37:04.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:03 smithi098 ceph-mon[88922]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T00:37:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.602 INFO:tasks.rados.rados.0.smithi098.stdout:3049: done (2 left) 2024-04-12T00:37:04.602 INFO:tasks.rados.rados.0.smithi098.stdout:3050: done (1 left) 2024-04-12T00:37:04.602 INFO:tasks.rados.rados.0.smithi098.stdout:3052: done (0 left) 2024-04-12T00:37:04.602 INFO:tasks.rados.rados.0.smithi098.stdout:3053: read oid 5 snap -1 2024-04-12T00:37:04.602 INFO:tasks.rados.rados.0.smithi098.stdout:3053: expect (ObjNum 961 snap 276 seq_num 961) 2024-04-12T00:37:04.602 INFO:tasks.rados.rados.0.smithi098.stdout:3054: read oid 41 snap -1 2024-04-12T00:37:04.602 INFO:tasks.rados.rados.0.smithi098.stdout:3054: expect (ObjNum 959 snap 275 seq_num 959) 2024-04-12T00:37:04.602 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 47 current snap is 280 2024-04-12T00:37:04.602 INFO:tasks.rados.rados.0.smithi098.stdout:3055: seq_num 971 ranges {7823360=671744,8495104=802816,9297920=401408} 2024-04-12T00:37:04.648 INFO:tasks.rados.rados.0.smithi098.stdout:3055: writing smithi09877355-47 from 7823360 to 8495104 tid 1 2024-04-12T00:37:04.652 INFO:tasks.rados.rados.0.smithi098.stdout:3055: writing smithi09877355-47 from 8495104 to 9297920 tid 2 2024-04-12T00:37:04.654 INFO:tasks.rados.rados.0.smithi098.stdout:3055: writing smithi09877355-47 from 9297920 to 9699328 tid 3 2024-04-12T00:37:04.654 INFO:tasks.rados.rados.0.smithi098.stdout:3056: rmattr oid 17 current snap is 280 2024-04-12T00:37:04.654 INFO:tasks.rados.rados.0.smithi098.stdout:3053: expect (ObjNum 961 snap 276 seq_num 961) 2024-04-12T00:37:04.699 INFO:tasks.rados.rados.0.smithi098.stdout:3054: expect (ObjNum 959 snap 275 seq_num 959) 2024-04-12T00:37:04.747 INFO:tasks.rados.rados.0.smithi098.stdout:3055: finishing write tid 1 to smithi09877355-47 2024-04-12T00:37:04.748 INFO:tasks.rados.rados.0.smithi098.stdout:3053: done (3 left) 2024-04-12T00:37:04.748 INFO:tasks.rados.rados.0.smithi098.stdout:3054: done (2 left) 2024-04-12T00:37:04.748 INFO:tasks.rados.rados.0.smithi098.stdout:3057: snap_remove snap 277 2024-04-12T00:37:04.846 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:04 smithi193 ceph-mon[83763]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T00:37:04.846 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:04 smithi193 ceph-mon[83763]: pgmap v598: 121 pgs: 121 active+clean; 413 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-04-12T00:37:04.846 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.846 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.952 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:04 smithi098 ceph-mon[91373]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T00:37:04.952 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:04 smithi098 ceph-mon[91373]: pgmap v598: 121 pgs: 121 active+clean; 413 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-04-12T00:37:04.952 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.952 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.953 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:04 smithi098 ceph-mon[88922]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T00:37:04.953 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:04 smithi098 ceph-mon[88922]: pgmap v598: 121 pgs: 121 active+clean; 413 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-04-12T00:37:04.953 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.953 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:04.953 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:37:05.271 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:37:05.271 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (10m) 18s ago 11m 25.9M - 0.25.0 c8568f914cd2 c94a026b681c 2024-04-12T00:37:05.271 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (11m) 2s ago 11m 91.5M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:37:05.271 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (58s) 18s ago 12m 16.3M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 c28369961354 2024-04-12T00:37:05.271 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (39s) 2s ago 12m 14.4M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 9b7304d52b9c 2024-04-12T00:37:05.271 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (7m) 2s ago 16m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:37:05.271 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (7m) 18s ago 17m 521M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:37:05.271 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (6m) 18s ago 18m 65.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:37:05.271 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (6m) 2s ago 16m 54.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (6m) 18s ago 16m 55.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (26s) 18s ago 11m 8514k - 1.5.0 0da6a335fe13 cc15f539691c 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (21s) 2s ago 11m 7940k - 1.5.0 0da6a335fe13 df2895504fd3 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (5m) 18s ago 15m 343M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (4m) 18s ago 15m 277M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (4m) 18s ago 15m 229M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (3m) 18s ago 14m 94.5M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (3m) 2s ago 14m 256M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 1bd8a7541b94 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (2m) 2s ago 13m 271M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3ce1fb3e5c84 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (118s) 2s ago 13m 132M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d79c44e24adf 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (83s) 2s ago 13m 125M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 96d924bed0d3 2024-04-12T00:37:05.272 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (6s) 2s ago 12m 37.7M - 2.43.0 a07b618ecd1d d8769e83105b 2024-04-12T00:37:05.608 INFO:tasks.rados.rados.0.smithi098.stdout:3057: done (2 left) 2024-04-12T00:37:05.609 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 280 2024-04-12T00:37:05.609 INFO:tasks.rados.rados.0.smithi098.stdout:3058: seq_num 972 ranges {1122304=688128,1810432=688128,2498560=516096} 2024-04-12T00:37:05.619 INFO:tasks.rados.rados.0.smithi098.stdout:3058: writing smithi09877355-20 from 1122304 to 1810432 tid 1 2024-04-12T00:37:05.622 INFO:tasks.rados.rados.0.smithi098.stdout:3058: writing smithi09877355-20 from 1810432 to 2498560 tid 2 2024-04-12T00:37:05.626 INFO:tasks.rados.rados.0.smithi098.stdout:3058: writing smithi09877355-20 from 2498560 to 3014656 tid 3 2024-04-12T00:37:05.626 INFO:tasks.rados.rados.0.smithi098.stdout:3059: rmattr oid 48 current snap is 280 2024-04-12T00:37:05.626 INFO:tasks.rados.rados.0.smithi098.stdout:3055: finishing write tid 2 to smithi09877355-47 2024-04-12T00:37:05.626 INFO:tasks.rados.rados.0.smithi098.stdout:3055: finishing write tid 3 to smithi09877355-47 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3055: finishing write tid 4 to smithi09877355-47 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3055: finishing write tid 5 to smithi09877355-47 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3055: oid 47 updating version 0 to 1572 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3055: oid 47 updating version 1572 to 1575 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3055: oid 47 version 1575 is already newer than 1574 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3055: oid 47 version 1575 is already newer than 1573 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 1575 (ObjNum 971 snap 280 seq_num 971) dirty exists 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3055: left oid 47 (ObjNum 971 snap 280 seq_num 971) 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1576 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3055: done (3 left) 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3056: done (2 left) 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3060: read oid 25 snap -1 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3060: expect (ObjNum 916 snap 264 seq_num 916) 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 280 2024-04-12T00:37:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3058: finishing write tid 1 to smithi09877355-20 2024-04-12T00:37:05.628 INFO:tasks.rados.rados.0.smithi098.stdout:3061: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-04-12T00:37:05.630 INFO:tasks.rados.rados.0.smithi098.stdout:3061: writing smithi09877355-16 from 0 to 704512 tid 1 2024-04-12T00:37:05.634 INFO:tasks.rados.rados.0.smithi098.stdout:3061: writing smithi09877355-16 from 704512 to 1277952 tid 2 2024-04-12T00:37:05.638 INFO:tasks.rados.rados.0.smithi098.stdout:3061: writing smithi09877355-16 from 1277952 to 1785856 tid 3 2024-04-12T00:37:05.639 INFO:tasks.rados.rados.0.smithi098.stdout:3061: writing smithi09877355-16 from 1785856 to 1908736 tid 4 2024-04-12T00:37:05.639 INFO:tasks.rados.rados.0.smithi098.stdout:3062: rollback oid 13 current snap is 280 2024-04-12T00:37:05.639 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 13 to 279 2024-04-12T00:37:05.639 INFO:tasks.rados.rados.0.smithi098.stdout:3058: finishing write tid 2 to smithi09877355-20 2024-04-12T00:37:05.639 INFO:tasks.rados.rados.0.smithi098.stdout:3058: finishing write tid 3 to smithi09877355-20 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3063: read oid 19 snap 265 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3063: expect deleted 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 280 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 1246 (ObjNum 905 snap 262 seq_num 905) dirty exists 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3058: finishing write tid 4 to smithi09877355-20 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3058: finishing write tid 5 to smithi09877355-20 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3058: oid 20 updating version 0 to 2176 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3058: oid 20 version 2176 is already newer than 2175 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3058: oid 20 version 2176 is already newer than 2174 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3058: oid 20 version 2176 is already newer than 2173 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 2176 (ObjNum 972 snap 280 seq_num 972) dirty exists 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3058: left oid 20 (ObjNum 972 snap 280 seq_num 972) 2024-04-12T00:37:05.640 INFO:tasks.rados.rados.0.smithi098.stdout:3064: seq_num 974 ranges {1826816=720896,2547712=507904,3055616=671744,3727360=24576} 2024-04-12T00:37:05.653 INFO:tasks.rados.rados.0.smithi098.stdout:3064: writing smithi09877355-18 from 1826816 to 2547712 tid 1 2024-04-12T00:37:05.656 INFO:tasks.rados.rados.0.smithi098.stdout:3064: writing smithi09877355-18 from 2547712 to 3055616 tid 2 2024-04-12T00:37:05.659 INFO:tasks.rados.rados.0.smithi098.stdout:3064: writing smithi09877355-18 from 3055616 to 3727360 tid 3 2024-04-12T00:37:05.660 INFO:tasks.rados.rados.0.smithi098.stdout:3064: writing smithi09877355-18 from 3727360 to 3751936 tid 4 2024-04-12T00:37:05.660 INFO:tasks.rados.rados.0.smithi098.stdout:3058: done (6 left) 2024-04-12T00:37:05.660 INFO:tasks.rados.rados.0.smithi098.stdout:3059: done (5 left) 2024-04-12T00:37:05.660 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 280 2024-04-12T00:37:05.660 INFO:tasks.rados.rados.0.smithi098.stdout:3060: expect (ObjNum 916 snap 264 seq_num 916) 2024-04-12T00:37:05.685 INFO:tasks.rados.rados.0.smithi098.stdout:3061: finishing write tid 1 to smithi09877355-16 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: finishing write tid 2 to smithi09877355-16 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: finishing write tid 3 to smithi09877355-16 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: finishing write tid 4 to smithi09877355-16 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: finishing write tid 5 to smithi09877355-16 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: finishing write tid 6 to smithi09877355-16 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: oid 16 updating version 0 to 2358 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: oid 16 updating version 2358 to 2360 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: oid 16 updating version 2360 to 2361 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: oid 16 version 2361 is already newer than 2359 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: oid 16 version 2361 is already newer than 2357 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 2361 (ObjNum 973 snap 280 seq_num 973) dirty exists 2024-04-12T00:37:05.686 INFO:tasks.rados.rados.0.smithi098.stdout:3061: left oid 16 (ObjNum 973 snap 280 seq_num 973) 2024-04-12T00:37:05.687 INFO:tasks.rados.rados.0.smithi098.stdout:3062: finishing rollback tid 0 to smithi09877355-13 2024-04-12T00:37:05.687 INFO:tasks.rados.rados.0.smithi098.stdout:3065: seq_num 975 ranges {1507328=737280,2244608=786432,3031040=417792} 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T00:37:05.692 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:37:05.693 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:37:05.693 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:37:05.693 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:37:05.693 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:37:05.693 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-12T00:37:05.693 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:37:05.693 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:37:05.698 INFO:tasks.rados.rados.0.smithi098.stdout:3065: writing smithi09877355-27 from 1507328 to 2244608 tid 1 2024-04-12T00:37:05.702 INFO:tasks.rados.rados.0.smithi098.stdout:3065: writing smithi09877355-27 from 2244608 to 3031040 tid 2 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3065: writing smithi09877355-27 from 3031040 to 3448832 tid 3 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3060: done (5 left) 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3061: done (4 left) 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3063: done (3 left) 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3066: read oid 47 snap -1 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3066: expect (ObjNum 971 snap 280 seq_num 971) 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3067: copy_from oid 32 from oid 49 current snap is 280 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3062: finishing rollback tid 1 to smithi09877355-13 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3062: finishing rollback tid 2 to smithi09877355-13 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2365 (ObjNum 938 snap 271 seq_num 938) dirty exists 2024-04-12T00:37:05.706 INFO:tasks.rados.rados.0.smithi098.stdout:3064: finishing write tid 1 to smithi09877355-18 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: finishing write tid 2 to smithi09877355-18 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: finishing write tid 3 to smithi09877355-18 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: finishing write tid 4 to smithi09877355-18 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: finishing write tid 5 to smithi09877355-18 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: finishing write tid 6 to smithi09877355-18 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: oid 18 updating version 0 to 1246 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: oid 18 updating version 1246 to 1247 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: oid 18 updating version 1247 to 1248 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: oid 18 updating version 1248 to 1250 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: oid 18 version 1250 is already newer than 1249 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1250 (ObjNum 974 snap 280 seq_num 974) dirty exists 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: left oid 18 (ObjNum 974 snap 280 seq_num 974) 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3065: finishing write tid 1 to smithi09877355-27 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3062: done (4 left) 2024-04-12T00:37:05.707 INFO:tasks.rados.rados.0.smithi098.stdout:3064: done (3 left) 2024-04-12T00:37:05.708 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 280 2024-04-12T00:37:05.708 INFO:tasks.rados.rados.0.smithi098.stdout:3068: seq_num 976 ranges {2154496=753664,2908160=671744,3579904=532480} 2024-04-12T00:37:05.721 INFO:tasks.rados.rados.0.smithi098.stdout:3068: writing smithi09877355-28 from 2154496 to 2908160 tid 1 2024-04-12T00:37:05.724 INFO:tasks.rados.rados.0.smithi098.stdout:3068: writing smithi09877355-28 from 2908160 to 3579904 tid 2 2024-04-12T00:37:05.728 INFO:tasks.rados.rados.0.smithi098.stdout:3068: writing smithi09877355-28 from 3579904 to 4112384 tid 3 2024-04-12T00:37:05.728 INFO:tasks.rados.rados.0.smithi098.stdout:3069: copy_from oid 36 from oid 2 current snap is 280 2024-04-12T00:37:05.728 INFO:tasks.rados.rados.0.smithi098.stdout:3067: finishing copy_from to smithi09877355-32 2024-04-12T00:37:05.728 INFO:tasks.rados.rados.0.smithi098.stdout:3067: got expected ENOENT (src dne) 2024-04-12T00:37:05.728 INFO:tasks.rados.rados.0.smithi098.stdout:3067: finishing copy_from racing read to smithi09877355-32 2024-04-12T00:37:05.728 INFO:tasks.rados.rados.0.smithi098.stdout:3065: finishing write tid 2 to smithi09877355-27 2024-04-12T00:37:05.728 INFO:tasks.rados.rados.0.smithi098.stdout:3067: done (4 left) 2024-04-12T00:37:05.728 INFO:tasks.rados.rados.0.smithi098.stdout:3070: snap_remove snap 273 2024-04-12T00:37:05.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:05 smithi193 ceph-mon[83763]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T00:37:05.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:05.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:05 smithi193 ceph-mon[83763]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:06.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:37:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:37:05] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T00:37:06.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:05 smithi098 ceph-mon[88922]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T00:37:06.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:06.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:05 smithi098 ceph-mon[88922]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:05 smithi098 ceph-mon[91373]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T00:37:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:05 smithi098 ceph-mon[91373]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:06.536 INFO:tasks.rados.rados.0.smithi098.stdout:3070: done (4 left) 2024-04-12T00:37:06.536 INFO:tasks.rados.rados.0.smithi098.stdout:3071: rollback oid 31 current snap is 280 2024-04-12T00:37:06.536 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 279 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3065: finishing write tid 3 to smithi09877355-27 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3065: finishing write tid 4 to smithi09877355-27 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3065: finishing write tid 5 to smithi09877355-27 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3065: oid 27 updating version 0 to 1585 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3065: oid 27 updating version 1585 to 1588 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3065: oid 27 version 1588 is already newer than 1587 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3065: oid 27 version 1588 is already newer than 1586 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1588 (ObjNum 975 snap 280 seq_num 975) dirty exists 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3065: left oid 27 (ObjNum 975 snap 280 seq_num 975) 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3068: finishing write tid 1 to smithi09877355-28 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3065: done (4 left) 2024-04-12T00:37:06.537 INFO:tasks.rados.rados.0.smithi098.stdout:3072: delete oid 10 current snap is 280 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3068: finishing write tid 2 to smithi09877355-28 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3068: finishing write tid 3 to smithi09877355-28 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3068: finishing write tid 4 to smithi09877355-28 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3068: finishing write tid 5 to smithi09877355-28 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3068: oid 28 updating version 0 to 1592 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3068: oid 28 version 1592 is already newer than 1591 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3068: oid 28 version 1592 is already newer than 1590 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3068: oid 28 version 1592 is already newer than 1589 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1592 (ObjNum 976 snap 280 seq_num 976) dirty exists 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3068: left oid 28 (ObjNum 976 snap 280 seq_num 976) 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3069: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3069: finishing copy_from to smithi09877355-36 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1227 (ObjNum 699 snap 207 seq_num 699) dirty exists 2024-04-12T00:37:06.538 INFO:tasks.rados.rados.0.smithi098.stdout:3066: expect (ObjNum 971 snap 280 seq_num 971) 2024-04-12T00:37:06.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:06 smithi193 ceph-mon[83763]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:06.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:06 smithi193 ceph-mon[83763]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T00:37:06.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:06 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2259251411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:06.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:06 smithi193 ceph-mon[83763]: pgmap v601: 121 pgs: 121 active+clean; 415 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 471 KiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T00:37:06.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:06 smithi193 ceph-mon[83763]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T00:37:07.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[91373]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:07.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[91373]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T00:37:07.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2259251411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:07.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[91373]: pgmap v601: 121 pgs: 121 active+clean; 415 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 471 KiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T00:37:07.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[91373]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T00:37:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[88922]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[88922]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T00:37:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2259251411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[88922]: pgmap v601: 121 pgs: 121 active+clean; 415 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 471 KiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T00:37:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:06 smithi098 ceph-mon[88922]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T00:37:07.174 INFO:tasks.rados.rados.0.smithi098.stdout:3071: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:37:07.174 INFO:tasks.rados.rados.0.smithi098.stdout:3066: done (4 left) 2024-04-12T00:37:07.174 INFO:tasks.rados.rados.0.smithi098.stdout:3068: done (3 left) 2024-04-12T00:37:07.174 INFO:tasks.rados.rados.0.smithi098.stdout:3069: done (2 left) 2024-04-12T00:37:07.174 INFO:tasks.rados.rados.0.smithi098.stdout:3072: done (1 left) 2024-04-12T00:37:07.174 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 280 2024-04-12T00:37:07.175 INFO:tasks.rados.rados.0.smithi098.stdout:3071: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:37:07.175 INFO:tasks.rados.rados.0.smithi098.stdout:3071: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:37:07.175 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1233 (ObjNum 967 snap 278 seq_num 967) dirty exists 2024-04-12T00:37:07.175 INFO:tasks.rados.rados.0.smithi098.stdout:3073: seq_num 978 ranges {8536064=786432,9322496=442368,9764864=647168,10412032=114688} 2024-04-12T00:37:07.223 INFO:tasks.rados.rados.0.smithi098.stdout:3073: writing smithi09877355-4 from 8536064 to 9322496 tid 1 2024-04-12T00:37:07.225 INFO:tasks.rados.rados.0.smithi098.stdout:3073: writing smithi09877355-4 from 9322496 to 9764864 tid 2 2024-04-12T00:37:07.228 INFO:tasks.rados.rados.0.smithi098.stdout:3073: writing smithi09877355-4 from 9764864 to 10412032 tid 3 2024-04-12T00:37:07.230 INFO:tasks.rados.rados.0.smithi098.stdout:3073: writing smithi09877355-4 from 10412032 to 10526720 tid 4 2024-04-12T00:37:07.230 INFO:tasks.rados.rados.0.smithi098.stdout:3071: done (1 left) 2024-04-12T00:37:07.230 INFO:tasks.rados.rados.0.smithi098.stdout:3074: read oid 41 snap 265 2024-04-12T00:37:07.230 INFO:tasks.rados.rados.0.smithi098.stdout:3074: expect deleted 2024-04-12T00:37:07.231 INFO:tasks.rados.rados.0.smithi098.stdout:3075: copy_from oid 37 from oid 44 current snap is 280 2024-04-12T00:37:07.231 INFO:tasks.rados.rados.0.smithi098.stdout:3073: finishing write tid 1 to smithi09877355-4 2024-04-12T00:37:07.231 INFO:tasks.rados.rados.0.smithi098.stdout:3073: finishing write tid 2 to smithi09877355-4 2024-04-12T00:37:07.232 INFO:tasks.rados.rados.0.smithi098.stdout:3076: delete oid 10 current snap is 280 2024-04-12T00:37:07.232 INFO:tasks.rados.rados.0.smithi098.stdout:3074: done (3 left) 2024-04-12T00:37:07.233 INFO:tasks.rados.rados.0.smithi098.stdout:3076: done (2 left) 2024-04-12T00:37:07.233 INFO:tasks.rados.rados.0.smithi098.stdout:3077: snap_remove snap 251 2024-04-12T00:37:07.614 INFO:tasks.rados.rados.0.smithi098.stdout:3077: done (2 left) 2024-04-12T00:37:07.614 INFO:tasks.rados.rados.0.smithi098.stdout:3078: read oid 13 snap 275 2024-04-12T00:37:07.614 INFO:tasks.rados.rados.0.smithi098.stdout:3078: expect (ObjNum 938 snap 271 seq_num 938) 2024-04-12T00:37:07.614 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 280 2024-04-12T00:37:07.614 INFO:tasks.rados.rados.0.smithi098.stdout:3079: seq_num 980 ranges {8339456=417792,8757248=614400,9371648=663552,10035200=327680} 2024-04-12T00:37:07.663 INFO:tasks.rados.rados.0.smithi098.stdout:3079: writing smithi09877355-31 from 8339456 to 8757248 tid 1 2024-04-12T00:37:07.666 INFO:tasks.rados.rados.0.smithi098.stdout:3079: writing smithi09877355-31 from 8757248 to 9371648 tid 2 2024-04-12T00:37:07.670 INFO:tasks.rados.rados.0.smithi098.stdout:3079: writing smithi09877355-31 from 9371648 to 10035200 tid 3 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3079: writing smithi09877355-31 from 10035200 to 10362880 tid 4 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3073: finishing write tid 3 to smithi09877355-4 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3073: finishing write tid 4 to smithi09877355-4 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3073: finishing write tid 5 to smithi09877355-4 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3073: finishing write tid 6 to smithi09877355-4 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3073: oid 4 updating version 0 to 2180 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3073: oid 4 version 2180 is already newer than 2177 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3073: oid 4 updating version 2180 to 2181 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3073: oid 4 version 2181 is already newer than 2178 2024-04-12T00:37:07.673 INFO:tasks.rados.rados.0.smithi098.stdout:3073: oid 4 version 2181 is already newer than 2179 2024-04-12T00:37:07.674 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2181 (ObjNum 978 snap 280 seq_num 978) dirty exists 2024-04-12T00:37:07.674 INFO:tasks.rados.rados.0.smithi098.stdout:3073: left oid 4 (ObjNum 978 snap 280 seq_num 978) 2024-04-12T00:37:07.674 INFO:tasks.rados.rados.0.smithi098.stdout:3075: finishing copy_from racing read to smithi09877355-37 2024-04-12T00:37:07.674 INFO:tasks.rados.rados.0.smithi098.stdout:3075: finishing copy_from to smithi09877355-37 2024-04-12T00:37:07.674 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 2294 (ObjNum 958 snap 274 seq_num 958) dirty exists 2024-04-12T00:37:07.674 INFO:tasks.rados.rados.0.smithi098.stdout:3078: expect (ObjNum 938 snap 271 seq_num 938) 2024-04-12T00:37:07.940 INFO:tasks.rados.rados.0.smithi098.stdout:3079: finishing write tid 1 to smithi09877355-31 2024-04-12T00:37:07.940 INFO:tasks.rados.rados.0.smithi098.stdout:3079: finishing write tid 2 to smithi09877355-31 2024-04-12T00:37:07.940 INFO:tasks.rados.rados.0.smithi098.stdout:3073: done (3 left) 2024-04-12T00:37:07.941 INFO:tasks.rados.rados.0.smithi098.stdout:3075: done (2 left) 2024-04-12T00:37:07.941 INFO:tasks.rados.rados.0.smithi098.stdout:3078: done (1 left) 2024-04-12T00:37:07.941 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 280 2024-04-12T00:37:07.941 INFO:tasks.rados.rados.0.smithi098.stdout:3079: finishing write tid 3 to smithi09877355-31 2024-04-12T00:37:07.941 INFO:tasks.rados.rados.0.smithi098.stdout:3080: seq_num 981 ranges {761856=434176,1196032=540672,1736704=466944,2203648=524288,2727936=73728} 2024-04-12T00:37:07.946 INFO:tasks.rados.rados.0.smithi098.stdout:3080: writing smithi09877355-48 from 761856 to 1196032 tid 1 2024-04-12T00:37:07.949 INFO:tasks.rados.rados.0.smithi098.stdout:3080: writing smithi09877355-48 from 1196032 to 1736704 tid 2 2024-04-12T00:37:07.952 INFO:tasks.rados.rados.0.smithi098.stdout:3080: writing smithi09877355-48 from 1736704 to 2203648 tid 3 2024-04-12T00:37:07.955 INFO:tasks.rados.rados.0.smithi098.stdout:3080: writing smithi09877355-48 from 2203648 to 2727936 tid 4 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:3080: writing smithi09877355-48 from 2727936 to 2801664 tid 5 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 280 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:3079: finishing write tid 4 to smithi09877355-31 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:3079: finishing write tid 5 to smithi09877355-31 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:3079: finishing write tid 6 to smithi09877355-31 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:3079: oid 31 updating version 0 to 1238 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:3079: oid 31 version 1238 is already newer than 1235 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:3079: oid 31 version 1238 is already newer than 1236 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:3079: oid 31 version 1238 is already newer than 1237 2024-04-12T00:37:07.956 INFO:tasks.rados.rados.0.smithi098.stdout:3079: oid 31 version 1238 is already newer than 1234 2024-04-12T00:37:07.957 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1238 (ObjNum 980 snap 280 seq_num 980) dirty exists 2024-04-12T00:37:07.957 INFO:tasks.rados.rados.0.smithi098.stdout:3079: left oid 31 (ObjNum 980 snap 280 seq_num 980) 2024-04-12T00:37:07.957 INFO:tasks.rados.rados.0.smithi098.stdout:3081: seq_num 982 ranges {4112384=450560,4562944=425984,4988928=679936,5668864=466944,6135808=32768} 2024-04-12T00:37:07.981 INFO:tasks.rados.rados.0.smithi098.stdout:3081: writing smithi09877355-28 from 4112384 to 4562944 tid 1 2024-04-12T00:37:07.983 INFO:tasks.rados.rados.0.smithi098.stdout:3081: writing smithi09877355-28 from 4562944 to 4988928 tid 2 2024-04-12T00:37:07.987 INFO:tasks.rados.rados.0.smithi098.stdout:3081: writing smithi09877355-28 from 4988928 to 5668864 tid 3 2024-04-12T00:37:07.990 INFO:tasks.rados.rados.0.smithi098.stdout:3081: writing smithi09877355-28 from 5668864 to 6135808 tid 4 2024-04-12T00:37:07.991 INFO:tasks.rados.rados.0.smithi098.stdout:3081: writing smithi09877355-28 from 6135808 to 6168576 tid 5 2024-04-12T00:37:07.991 INFO:tasks.rados.rados.0.smithi098.stdout:3079: done (2 left) 2024-04-12T00:37:07.991 INFO:tasks.rados.rados.0.smithi098.stdout:3082: delete oid 47 current snap is 280 2024-04-12T00:37:07.991 INFO:tasks.rados.rados.0.smithi098.stdout:3080: finishing write tid 1 to smithi09877355-48 2024-04-12T00:37:07.991 INFO:tasks.rados.rados.0.smithi098.stdout:3080: finishing write tid 2 to smithi09877355-48 2024-04-12T00:37:07.991 INFO:tasks.rados.rados.0.smithi098.stdout:3080: finishing write tid 3 to smithi09877355-48 2024-04-12T00:37:07.991 INFO:tasks.rados.rados.0.smithi098.stdout:3080: finishing write tid 4 to smithi09877355-48 2024-04-12T00:37:07.991 INFO:tasks.rados.rados.0.smithi098.stdout:3080: finishing write tid 5 to smithi09877355-48 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3080: finishing write tid 6 to smithi09877355-48 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3080: finishing write tid 7 to smithi09877355-48 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3080: oid 48 updating version 0 to 1252 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3080: oid 48 version 1252 is already newer than 1249 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3080: oid 48 version 1252 is already newer than 1251 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3080: oid 48 version 1252 is already newer than 1247 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3080: oid 48 version 1252 is already newer than 1248 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3080: oid 48 version 1252 is already newer than 1250 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 1252 (ObjNum 981 snap 280 seq_num 981) dirty exists 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3080: left oid 48 (ObjNum 981 snap 280 seq_num 981) 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3081: finishing write tid 1 to smithi09877355-28 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3081: finishing write tid 2 to smithi09877355-28 2024-04-12T00:37:07.992 INFO:tasks.rados.rados.0.smithi098.stdout:3081: finishing write tid 3 to smithi09877355-28 2024-04-12T00:37:07.993 INFO:tasks.rados.rados.0.smithi098.stdout:3080: done (2 left) 2024-04-12T00:37:07.993 INFO:tasks.rados.rados.0.smithi098.stdout:3082: done (1 left) 2024-04-12T00:37:07.993 INFO:tasks.rados.rados.0.smithi098.stdout:3083: snap_create 2024-04-12T00:37:07.994 INFO:tasks.rados.rados.0.smithi098.stdout:3081: finishing write tid 4 to smithi09877355-28 2024-04-12T00:37:07.995 INFO:tasks.rados.rados.0.smithi098.stdout:3081: finishing write tid 5 to smithi09877355-28 2024-04-12T00:37:07.995 INFO:tasks.rados.rados.0.smithi098.stdout:3081: finishing write tid 6 to smithi09877355-28 2024-04-12T00:37:07.996 INFO:tasks.rados.rados.0.smithi098.stdout:3081: finishing write tid 7 to smithi09877355-28 2024-04-12T00:37:07.996 INFO:tasks.rados.rados.0.smithi098.stdout:3081: oid 28 updating version 0 to 1594 2024-04-12T00:37:07.996 INFO:tasks.rados.rados.0.smithi098.stdout:3081: oid 28 updating version 1594 to 1598 2024-04-12T00:37:07.996 INFO:tasks.rados.rados.0.smithi098.stdout:3081: oid 28 version 1598 is already newer than 1597 2024-04-12T00:37:07.997 INFO:tasks.rados.rados.0.smithi098.stdout:3081: oid 28 version 1598 is already newer than 1593 2024-04-12T00:37:07.997 INFO:tasks.rados.rados.0.smithi098.stdout:3081: oid 28 version 1598 is already newer than 1596 2024-04-12T00:37:07.998 INFO:tasks.rados.rados.0.smithi098.stdout:3081: oid 28 version 1598 is already newer than 1595 2024-04-12T00:37:07.998 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1598 (ObjNum 982 snap 280 seq_num 982) dirty exists 2024-04-12T00:37:07.998 INFO:tasks.rados.rados.0.smithi098.stdout:3081: left oid 28 (ObjNum 982 snap 280 seq_num 982) 2024-04-12T00:37:08.637 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T00:37:08.637 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:08.637 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:08.637 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.638 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[88922]: pgmap v604: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:08.639 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.640 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.641 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.641 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.641 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.641 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.641 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.641 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:08 smithi098 ceph-mon[91373]: pgmap v604: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-12T00:37:08.654 INFO:tasks.rados.rados.0.smithi098.stdout:3081: done (1 left) 2024-04-12T00:37:08.654 INFO:tasks.rados.rados.0.smithi098.stdout:3083: done (0 left) 2024-04-12T00:37:08.654 INFO:tasks.rados.rados.0.smithi098.stdout:3084: snap_create 2024-04-12T00:37:08.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:08 smithi193 ceph-mon[83763]: pgmap v604: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-12T00:37:09.656 INFO:tasks.rados.rados.0.smithi098.stdout:3084: done (0 left) 2024-04-12T00:37:09.656 INFO:tasks.rados.rados.0.smithi098.stdout:3085: snap_create 2024-04-12T00:37:09.946 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:09 smithi098 ceph-mon[91373]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T00:37:09.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:09 smithi098 ceph-mon[88922]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T00:37:10.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:09 smithi193 ceph-mon[83763]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T00:37:10.671 INFO:tasks.rados.rados.0.smithi098.stdout:3085: done (0 left) 2024-04-12T00:37:10.671 INFO:tasks.rados.rados.0.smithi098.stdout:3086: snap_create 2024-04-12T00:37:11.015 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:10 smithi098 ceph-mon[91373]: Upgrade: Updating alertmanager.a 2024-04-12T00:37:11.015 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:10 smithi098 ceph-mon[91373]: Deploying daemon alertmanager.a on smithi098 2024-04-12T00:37:11.015 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:10 smithi098 ceph-mon[91373]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T00:37:11.015 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:10 smithi098 ceph-mon[91373]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-04-12T00:37:11.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:10 smithi098 ceph-mon[88922]: Upgrade: Updating alertmanager.a 2024-04-12T00:37:11.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:10 smithi098 ceph-mon[88922]: Deploying daemon alertmanager.a on smithi098 2024-04-12T00:37:11.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:10 smithi098 ceph-mon[88922]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T00:37:11.015 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:10 smithi098 ceph-mon[88922]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-04-12T00:37:11.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:10 smithi193 ceph-mon[83763]: Upgrade: Updating alertmanager.a 2024-04-12T00:37:11.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:10 smithi193 ceph-mon[83763]: Deploying daemon alertmanager.a on smithi098 2024-04-12T00:37:11.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:10 smithi193 ceph-mon[83763]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T00:37:11.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:10 smithi193 ceph-mon[83763]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-04-12T00:37:11.540 INFO:tasks.rados.rados.0.smithi098.stdout:3086: done (0 left) 2024-04-12T00:37:11.541 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 284 2024-04-12T00:37:11.541 INFO:tasks.rados.rados.0.smithi098.stdout:3087: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-04-12T00:37:11.543 INFO:tasks.rados.rados.0.smithi098.stdout:3087: writing smithi09877355-17 from 0 to 483328 tid 1 2024-04-12T00:37:11.546 INFO:tasks.rados.rados.0.smithi098.stdout:3087: writing smithi09877355-17 from 483328 to 1081344 tid 2 2024-04-12T00:37:11.550 INFO:tasks.rados.rados.0.smithi098.stdout:3087: writing smithi09877355-17 from 1081344 to 1728512 tid 3 2024-04-12T00:37:11.552 INFO:tasks.rados.rados.0.smithi098.stdout:3087: writing smithi09877355-17 from 1728512 to 2088960 tid 4 2024-04-12T00:37:11.552 INFO:tasks.rados.rados.0.smithi098.stdout:3087: finishing write tid 1 to smithi09877355-17 2024-04-12T00:37:11.552 INFO:tasks.rados.rados.0.smithi098.stdout:3088: rollback oid 40 current snap is 284 2024-04-12T00:37:11.552 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 40 to 272 2024-04-12T00:37:11.552 INFO:tasks.rados.rados.0.smithi098.stdout:3089: snap_remove snap 282 2024-04-12T00:37:11.870 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:11 smithi098 ceph-mon[91373]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T00:37:11.870 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:11 smithi098 ceph-mon[91373]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T00:37:11.870 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:11 smithi098 ceph-mon[88922]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T00:37:11.870 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:11 smithi098 ceph-mon[88922]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T00:37:12.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:11 smithi193 ceph-mon[83763]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T00:37:12.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:11 smithi193 ceph-mon[83763]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T00:37:12.539 INFO:tasks.rados.rados.0.smithi098.stdout:3089: done (2 left) 2024-04-12T00:37:12.539 INFO:tasks.rados.rados.0.smithi098.stdout:3090: read oid 29 snap 265 2024-04-12T00:37:12.540 INFO:tasks.rados.rados.0.smithi098.stdout:3090: expect (ObjNum 905 snap 262 seq_num 905) 2024-04-12T00:37:12.540 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 284 2024-04-12T00:37:12.540 INFO:tasks.rados.rados.0.smithi098.stdout:3087: finishing write tid 2 to smithi09877355-17 2024-04-12T00:37:12.540 INFO:tasks.rados.rados.0.smithi098.stdout:3091: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-04-12T00:37:12.542 INFO:tasks.rados.rados.0.smithi098.stdout:3091: writing smithi09877355-19 from 0 to 499712 tid 1 2024-04-12T00:37:12.545 INFO:tasks.rados.rados.0.smithi098.stdout:3091: writing smithi09877355-19 from 499712 to 983040 tid 2 2024-04-12T00:37:12.548 INFO:tasks.rados.rados.0.smithi098.stdout:3091: writing smithi09877355-19 from 983040 to 1433600 tid 3 2024-04-12T00:37:12.551 INFO:tasks.rados.rados.0.smithi098.stdout:3091: writing smithi09877355-19 from 1433600 to 2015232 tid 4 2024-04-12T00:37:12.552 INFO:tasks.rados.rados.0.smithi098.stdout:3091: writing smithi09877355-19 from 2015232 to 2105344 tid 5 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3092: rollback oid 11 current snap is 284 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 11 to 274 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3087: finishing write tid 3 to smithi09877355-17 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3087: finishing write tid 4 to smithi09877355-17 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3087: finishing write tid 5 to smithi09877355-17 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3088: finishing rollback tid 0 to smithi09877355-40 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3088: finishing rollback tid 1 to smithi09877355-40 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3087: finishing write tid 6 to smithi09877355-17 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3087: oid 17 updating version 0 to 1579 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3087: oid 17 updating version 1579 to 1582 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3087: oid 17 version 1582 is already newer than 1581 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3087: oid 17 updating version 1582 to 1583 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:3087: oid 17 version 1583 is already newer than 1580 2024-04-12T00:37:12.553 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1583 (ObjNum 984 snap 284 seq_num 984) dirty exists 2024-04-12T00:37:12.554 INFO:tasks.rados.rados.0.smithi098.stdout:3087: left oid 17 (ObjNum 984 snap 284 seq_num 984) 2024-04-12T00:37:12.554 INFO:tasks.rados.rados.0.smithi098.stdout:3088: finishing rollback tid 2 to smithi09877355-40 2024-04-12T00:37:12.554 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 2072 (ObjNum 927 snap 269 seq_num 927) dirty exists 2024-04-12T00:37:12.554 INFO:tasks.rados.rados.0.smithi098.stdout:3090: expect (ObjNum 905 snap 262 seq_num 905) 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:3091: finishing write tid 1 to smithi09877355-19 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:3091: finishing write tid 2 to smithi09877355-19 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:3091: finishing write tid 3 to smithi09877355-19 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:3091: finishing write tid 4 to smithi09877355-19 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:3091: finishing write tid 5 to smithi09877355-19 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:3091: finishing write tid 6 to smithi09877355-19 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:3092: finishing rollback tid 1 to smithi09877355-11 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:3092: finishing rollback tid 2 to smithi09877355-11 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2385 (ObjNum 953 snap 273 seq_num 953) dirty exists 2024-04-12T00:37:12.574 INFO:tasks.rados.rados.0.smithi098.stdout:3091: finishing write tid 7 to smithi09877355-19 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3091: oid 19 updating version 0 to 1256 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3091: oid 19 version 1256 is already newer than 1255 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3091: oid 19 version 1256 is already newer than 1253 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3091: oid 19 version 1256 is already newer than 1251 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3091: oid 19 version 1256 is already newer than 1252 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3091: oid 19 version 1256 is already newer than 1254 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1256 (ObjNum 985 snap 284 seq_num 985) dirty exists 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3091: left oid 19 (ObjNum 985 snap 284 seq_num 985) 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3087: done (4 left) 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3088: done (3 left) 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3090: done (2 left) 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3091: done (1 left) 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3092: done (0 left) 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:3093: rollback oid 44 current snap is 284 2024-04-12T00:37:12.575 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 44 to 272 2024-04-12T00:37:12.576 INFO:tasks.rados.rados.0.smithi098.stdout:3094: snap_create 2024-04-12T00:37:12.576 INFO:tasks.rados.rados.0.smithi098.stdout:3093: finishing rollback tid 0 to smithi09877355-44 2024-04-12T00:37:12.576 INFO:tasks.rados.rados.0.smithi098.stdout:3093: finishing rollback tid 1 to smithi09877355-44 2024-04-12T00:37:12.577 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2388 (ObjNum 385 snap 0 seq_num 3675970640) dirty dne 2024-04-12T00:37:12.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:37:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:37:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:37:12.937 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:12 smithi098 ceph-mon[91373]: pgmap v610: 121 pgs: 121 active+clean; 368 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-04-12T00:37:12.938 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:12 smithi098 ceph-mon[91373]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T00:37:12.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:12 smithi098 ceph-mon[88922]: pgmap v610: 121 pgs: 121 active+clean; 368 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-04-12T00:37:12.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:12 smithi098 ceph-mon[88922]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T00:37:13.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:12 smithi193 ceph-mon[83763]: pgmap v610: 121 pgs: 121 active+clean; 368 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-04-12T00:37:13.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:12 smithi193 ceph-mon[83763]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T00:37:13.221 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:12 smithi098 systemd[1]: Stopping Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:37:13.540 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:13 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[72671]: ts=2024-04-12T00:37:13.221Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T00:37:13.540 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:13 smithi098 podman[124480]: 2024-04-12 00:37:13.262481092 +0000 UTC m=+0.184869412 container died c94a026b681c89a726fac2a804063f0fbef0c904feabd074b4af592a24429ee4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:37:13.540 INFO:tasks.rados.rados.0.smithi098.stdout:3093: done (1 left) 2024-04-12T00:37:13.540 INFO:tasks.rados.rados.0.smithi098.stdout:3094: done (0 left) 2024-04-12T00:37:13.541 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 285 2024-04-12T00:37:13.541 INFO:tasks.rados.rados.0.smithi098.stdout:3095: seq_num 986 ranges {2138112=516096,2654208=770048,3424256=655360,4079616=180224} 2024-04-12T00:37:13.555 INFO:tasks.rados.rados.0.smithi098.stdout:3095: writing smithi09877355-30 from 2138112 to 2654208 tid 1 2024-04-12T00:37:13.560 INFO:tasks.rados.rados.0.smithi098.stdout:3095: writing smithi09877355-30 from 2654208 to 3424256 tid 2 2024-04-12T00:37:13.564 INFO:tasks.rados.rados.0.smithi098.stdout:3095: writing smithi09877355-30 from 3424256 to 4079616 tid 3 2024-04-12T00:37:13.565 INFO:tasks.rados.rados.0.smithi098.stdout:3095: writing smithi09877355-30 from 4079616 to 4259840 tid 4 2024-04-12T00:37:13.565 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 285 2024-04-12T00:37:13.565 INFO:tasks.rados.rados.0.smithi098.stdout:3095: finishing write tid 1 to smithi09877355-30 2024-04-12T00:37:13.566 INFO:tasks.rados.rados.0.smithi098.stdout:3096: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-04-12T00:37:13.568 INFO:tasks.rados.rados.0.smithi098.stdout:3096: writing smithi09877355-38 from 0 to 532480 tid 1 2024-04-12T00:37:13.572 INFO:tasks.rados.rados.0.smithi098.stdout:3096: writing smithi09877355-38 from 532480 to 1179648 tid 2 2024-04-12T00:37:13.574 INFO:tasks.rados.rados.0.smithi098.stdout:3096: writing smithi09877355-38 from 1179648 to 1597440 tid 3 2024-04-12T00:37:13.577 INFO:tasks.rados.rados.0.smithi098.stdout:3096: writing smithi09877355-38 from 1597440 to 2007040 tid 4 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3096: writing smithi09877355-38 from 2007040 to 2138112 tid 5 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3097: snap_create 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: finishing write tid 2 to smithi09877355-30 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: finishing write tid 3 to smithi09877355-30 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: finishing write tid 4 to smithi09877355-30 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: finishing write tid 5 to smithi09877355-30 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: finishing write tid 6 to smithi09877355-30 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: oid 30 updating version 0 to 1334 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: oid 30 version 1334 is already newer than 1333 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: oid 30 version 1334 is already newer than 1332 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: oid 30 version 1334 is already newer than 1331 2024-04-12T00:37:13.579 INFO:tasks.rados.rados.0.smithi098.stdout:3095: oid 30 updating version 1334 to 1335 2024-04-12T00:37:13.580 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 1335 (ObjNum 986 snap 285 seq_num 986) dirty exists 2024-04-12T00:37:13.580 INFO:tasks.rados.rados.0.smithi098.stdout:3095: left oid 30 (ObjNum 986 snap 285 seq_num 986) 2024-04-12T00:37:13.580 INFO:tasks.rados.rados.0.smithi098.stdout:3096: finishing write tid 1 to smithi09877355-38 2024-04-12T00:37:13.580 INFO:tasks.rados.rados.0.smithi098.stdout:3096: finishing write tid 2 to smithi09877355-38 2024-04-12T00:37:13.580 INFO:tasks.rados.rados.0.smithi098.stdout:3096: finishing write tid 3 to smithi09877355-38 2024-04-12T00:37:13.582 INFO:tasks.rados.rados.0.smithi098.stdout:3096: finishing write tid 4 to smithi09877355-38 2024-04-12T00:37:13.582 INFO:tasks.rados.rados.0.smithi098.stdout:3096: finishing write tid 5 to smithi09877355-38 2024-04-12T00:37:13.582 INFO:tasks.rados.rados.0.smithi098.stdout:3096: finishing write tid 6 to smithi09877355-38 2024-04-12T00:37:13.584 INFO:tasks.rados.rados.0.smithi098.stdout:3096: finishing write tid 7 to smithi09877355-38 2024-04-12T00:37:13.584 INFO:tasks.rados.rados.0.smithi098.stdout:3096: oid 38 updating version 0 to 2182 2024-04-12T00:37:13.584 INFO:tasks.rados.rados.0.smithi098.stdout:3096: oid 38 updating version 2182 to 2186 2024-04-12T00:37:13.584 INFO:tasks.rados.rados.0.smithi098.stdout:3096: oid 38 version 2186 is already newer than 2183 2024-04-12T00:37:13.584 INFO:tasks.rados.rados.0.smithi098.stdout:3096: oid 38 version 2186 is already newer than 2184 2024-04-12T00:37:13.584 INFO:tasks.rados.rados.0.smithi098.stdout:3096: oid 38 version 2186 is already newer than 2185 2024-04-12T00:37:13.584 INFO:tasks.rados.rados.0.smithi098.stdout:3096: oid 38 updating version 2186 to 2187 2024-04-12T00:37:13.584 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 2187 (ObjNum 987 snap 285 seq_num 987) dirty exists 2024-04-12T00:37:13.584 INFO:tasks.rados.rados.0.smithi098.stdout:3096: left oid 38 (ObjNum 987 snap 285 seq_num 987) 2024-04-12T00:37:13.791 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:13 smithi098 podman[124480]: 2024-04-12 00:37:13.638325502 +0000 UTC m=+0.560713816 container cleanup c94a026b681c89a726fac2a804063f0fbef0c904feabd074b4af592a24429ee4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:37:13.791 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:13 smithi098 bash[124480]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a 2024-04-12T00:37:13.867 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:37:13 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:37:13.506Z caller=notifier.go:532 level=error component=notifier alertmanager=http://172.21.15.98:9093/api/v2/alerts count=1 msg="Error sending alert" err="Post \"http://172.21.15.98:9093/api/v2/alerts\": dial tcp 172.21.15.98:9093: connect: connection refused" 2024-04-12T00:37:14.186 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:13 smithi098 podman[124493]: 2024-04-12 00:37:13.930964317 +0000 UTC m=+0.664025462 container remove c94a026b681c89a726fac2a804063f0fbef0c904feabd074b4af592a24429ee4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:37:14.186 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:14 smithi098 podman[124493]: 2024-04-12 00:37:14.023646842 +0000 UTC m=+0.756707997 volume remove dbb7fa3a13c60e9b886b8647cdd24c2d552255ad3c6f9f95af70a1d06df864c3 2024-04-12T00:37:14.541 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:14 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T00:37:14.541 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:14 smithi098 systemd[1]: Stopped Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:37:14.541 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:14 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@alertmanager.a.service: Consumed 1.417s CPU time. 2024-04-12T00:37:14.541 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:14 smithi098 systemd[1]: Starting Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:37:14.547 INFO:tasks.rados.rados.0.smithi098.stdout:3095: done (2 left) 2024-04-12T00:37:14.547 INFO:tasks.rados.rados.0.smithi098.stdout:3096: done (1 left) 2024-04-12T00:37:14.547 INFO:tasks.rados.rados.0.smithi098.stdout:3097: done (0 left) 2024-04-12T00:37:14.547 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 286 2024-04-12T00:37:14.547 INFO:tasks.rados.rados.0.smithi098.stdout:3098: seq_num 988 ranges {10362880=557056,10919936=532480,11452416=622592,12075008=450560} 2024-04-12T00:37:14.607 INFO:tasks.rados.rados.0.smithi098.stdout:3098: writing smithi09877355-31 from 10362880 to 10919936 tid 1 2024-04-12T00:37:14.610 INFO:tasks.rados.rados.0.smithi098.stdout:3098: writing smithi09877355-31 from 10919936 to 11452416 tid 2 2024-04-12T00:37:14.613 INFO:tasks.rados.rados.0.smithi098.stdout:3098: writing smithi09877355-31 from 11452416 to 12075008 tid 3 2024-04-12T00:37:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3098: writing smithi09877355-31 from 12075008 to 12525568 tid 4 2024-04-12T00:37:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3099: rmattr oid 35 current snap is 286 2024-04-12T00:37:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3099: done (1 left) 2024-04-12T00:37:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3100: read oid 29 snap 281 2024-04-12T00:37:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3100: expect (ObjNum 905 snap 262 seq_num 905) 2024-04-12T00:37:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 286 2024-04-12T00:37:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3101: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-04-12T00:37:14.620 INFO:tasks.rados.rados.0.smithi098.stdout:3101: writing smithi09877355-49 from 0 to 573440 tid 1 2024-04-12T00:37:14.623 INFO:tasks.rados.rados.0.smithi098.stdout:3101: writing smithi09877355-49 from 573440 to 1040384 tid 2 2024-04-12T00:37:14.626 INFO:tasks.rados.rados.0.smithi098.stdout:3101: writing smithi09877355-49 from 1040384 to 1474560 tid 3 2024-04-12T00:37:14.630 INFO:tasks.rados.rados.0.smithi098.stdout:3101: writing smithi09877355-49 from 1474560 to 2113536 tid 4 2024-04-12T00:37:14.630 INFO:tasks.rados.rados.0.smithi098.stdout:3101: writing smithi09877355-49 from 2113536 to 2179072 tid 5 2024-04-12T00:37:14.630 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 286 2024-04-12T00:37:14.631 INFO:tasks.rados.rados.0.smithi098.stdout:3098: finishing write tid 1 to smithi09877355-31 2024-04-12T00:37:14.631 INFO:tasks.rados.rados.0.smithi098.stdout:3098: finishing write tid 2 to smithi09877355-31 2024-04-12T00:37:14.631 INFO:tasks.rados.rados.0.smithi098.stdout:3102: seq_num 990 ranges {1712128=589824,2301952=753664,3055616=638976,3694592=212992} 2024-04-12T00:37:14.643 INFO:tasks.rados.rados.0.smithi098.stdout:3102: writing smithi09877355-6 from 1712128 to 2301952 tid 1 2024-04-12T00:37:14.647 INFO:tasks.rados.rados.0.smithi098.stdout:3102: writing smithi09877355-6 from 2301952 to 3055616 tid 2 2024-04-12T00:37:14.651 INFO:tasks.rados.rados.0.smithi098.stdout:3102: writing smithi09877355-6 from 3055616 to 3694592 tid 3 2024-04-12T00:37:14.652 INFO:tasks.rados.rados.0.smithi098.stdout:3102: writing smithi09877355-6 from 3694592 to 3907584 tid 4 2024-04-12T00:37:14.653 INFO:tasks.rados.rados.0.smithi098.stdout:3103: copy_from oid 36 from oid 18 current snap is 286 2024-04-12T00:37:14.653 INFO:tasks.rados.rados.0.smithi098.stdout:3098: finishing write tid 3 to smithi09877355-31 2024-04-12T00:37:14.653 INFO:tasks.rados.rados.0.smithi098.stdout:3100: expect (ObjNum 905 snap 262 seq_num 905) 2024-04-12T00:37:14.677 INFO:tasks.rados.rados.0.smithi098.stdout:3098: finishing write tid 4 to smithi09877355-31 2024-04-12T00:37:14.677 INFO:tasks.rados.rados.0.smithi098.stdout:3098: finishing write tid 5 to smithi09877355-31 2024-04-12T00:37:14.677 INFO:tasks.rados.rados.0.smithi098.stdout:3098: finishing write tid 6 to smithi09877355-31 2024-04-12T00:37:14.677 INFO:tasks.rados.rados.0.smithi098.stdout:3098: oid 31 updating version 0 to 1241 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3098: oid 31 version 1241 is already newer than 1240 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3098: oid 31 updating version 1241 to 1242 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3098: oid 31 updating version 1242 to 1243 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3098: oid 31 version 1243 is already newer than 1239 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1243 (ObjNum 988 snap 286 seq_num 988) dirty exists 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3098: left oid 31 (ObjNum 988 snap 286 seq_num 988) 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3101: finishing write tid 1 to smithi09877355-49 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3101: finishing write tid 2 to smithi09877355-49 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3101: finishing write tid 3 to smithi09877355-49 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3101: finishing write tid 4 to smithi09877355-49 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3098: done (4 left) 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3100: done (3 left) 2024-04-12T00:37:14.678 INFO:tasks.rados.rados.0.smithi098.stdout:3104: copy_from oid 33 from oid 37 current snap is 286 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: finishing write tid 5 to smithi09877355-49 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: finishing write tid 6 to smithi09877355-49 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: finishing write tid 7 to smithi09877355-49 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: oid 49 updating version 0 to 1337 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: oid 49 updating version 1337 to 1339 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: oid 49 updating version 1339 to 1341 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: oid 49 version 1341 is already newer than 1338 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: oid 49 version 1341 is already newer than 1336 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: oid 49 version 1341 is already newer than 1340 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1341 (ObjNum 989 snap 286 seq_num 989) dirty exists 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3101: left oid 49 (ObjNum 989 snap 286 seq_num 989) 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3102: finishing write tid 1 to smithi09877355-6 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3102: finishing write tid 2 to smithi09877355-6 2024-04-12T00:37:14.679 INFO:tasks.rados.rados.0.smithi098.stdout:3102: finishing write tid 3 to smithi09877355-6 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: finishing write tid 4 to smithi09877355-6 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: finishing write tid 5 to smithi09877355-6 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: finishing write tid 6 to smithi09877355-6 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: oid 6 updating version 0 to 1278 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: oid 6 version 1278 is already newer than 1276 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: oid 6 version 1278 is already newer than 1275 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: oid 6 version 1278 is already newer than 1277 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: oid 6 updating version 1278 to 1279 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 1279 (ObjNum 990 snap 286 seq_num 990) dirty exists 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: left oid 6 (ObjNum 990 snap 286 seq_num 990) 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3103: finishing copy_from racing read to smithi09877355-36 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3101: done (3 left) 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3102: done (2 left) 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3105: copy_from oid 7 from oid 16 current snap is 286 2024-04-12T00:37:14.680 INFO:tasks.rados.rados.0.smithi098.stdout:3106: snap_remove snap 281 2024-04-12T00:37:14.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:14 smithi193 ceph-mon[83763]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T00:37:14.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:14 smithi193 ceph-mon[83763]: pgmap v613: 121 pgs: 121 active+clean; 344 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-12T00:37:14.882 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:14 smithi098 ceph-mon[91373]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T00:37:14.882 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:14 smithi098 ceph-mon[91373]: pgmap v613: 121 pgs: 121 active+clean; 344 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-12T00:37:14.883 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:14 smithi098 ceph-mon[88922]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T00:37:14.883 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:14 smithi098 ceph-mon[88922]: pgmap v613: 121 pgs: 121 active+clean; 344 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-12T00:37:14.883 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:14 smithi098 podman[124622]: 2024-04-12 00:37:14.515351695 +0000 UTC m=+0.017914964 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T00:37:14.883 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:14 smithi098 podman[124622]: 2024-04-12 00:37:14.632877329 +0000 UTC m=+0.135440591 volume create 883efcbf56b476a67e72666d2983032549f944c98881048e2ebd3789b4783b27 2024-04-12T00:37:14.883 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:14 smithi098 podman[124622]: 2024-04-12 00:37:14.88339851 +0000 UTC m=+0.385961765 container create 7809e3c18265364cceef1c6b0a6623e5e731a8b125a3707cde87212273de47c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:37:15.542 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 podman[124622]: 2024-04-12 00:37:15.319738062 +0000 UTC m=+0.822301318 container init 7809e3c18265364cceef1c6b0a6623e5e731a8b125a3707cde87212273de47c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:37:15.542 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 podman[124622]: 2024-04-12 00:37:15.322910336 +0000 UTC m=+0.825473592 container start 7809e3c18265364cceef1c6b0a6623e5e731a8b125a3707cde87212273de47c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T00:37:15.542 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:15.335Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T00:37:15.542 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:15.335Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T00:37:15.543 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:15.336Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.98 port=9094 2024-04-12T00:37:15.543 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:15.337Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T00:37:15.543 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:15.360Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T00:37:15.543 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:15.361Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T00:37:15.543 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:15.363Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T00:37:15.543 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:15.363Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T00:37:15.543 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 bash[124622]: 7809e3c18265364cceef1c6b0a6623e5e731a8b125a3707cde87212273de47c5 2024-04-12T00:37:15.543 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:15 smithi098 systemd[1]: Started Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:37:15.554 INFO:tasks.rados.rados.0.smithi098.stdout:3106: done (3 left) 2024-04-12T00:37:15.554 INFO:tasks.rados.rados.0.smithi098.stdout:3107: rollback oid 19 current snap is 286 2024-04-12T00:37:15.554 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 278 2024-04-12T00:37:15.554 INFO:tasks.rados.rados.0.smithi098.stdout:3103: finishing copy_from to smithi09877355-36 2024-04-12T00:37:15.554 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1250 (ObjNum 974 snap 280 seq_num 974) dirty exists 2024-04-12T00:37:15.554 INFO:tasks.rados.rados.0.smithi098.stdout:3104: finishing copy_from racing read to smithi09877355-33 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:3104: finishing copy_from to smithi09877355-33 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 2294 (ObjNum 958 snap 274 seq_num 958) dirty exists 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:3105: finishing copy_from racing read to smithi09877355-7 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:3105: finishing copy_from to smithi09877355-7 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2361 (ObjNum 973 snap 280 seq_num 973) dirty exists 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:3103: done (3 left) 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:3104: done (2 left) 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:3105: done (1 left) 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 286 2024-04-12T00:37:15.555 INFO:tasks.rados.rados.0.smithi098.stdout:3108: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2024-04-12T00:37:15.557 INFO:tasks.rados.rados.0.smithi098.stdout:3108: writing smithi09877355-22 from 0 to 606208 tid 1 2024-04-12T00:37:15.561 INFO:tasks.rados.rados.0.smithi098.stdout:3108: writing smithi09877355-22 from 606208 to 1245184 tid 2 2024-04-12T00:37:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:3108: writing smithi09877355-22 from 1245184 to 2039808 tid 3 2024-04-12T00:37:15.570 INFO:tasks.rados.rados.0.smithi098.stdout:3108: writing smithi09877355-22 from 2039808 to 2211840 tid 4 2024-04-12T00:37:15.570 INFO:tasks.rados.rados.0.smithi098.stdout:3107: finishing rollback tid 0 to smithi09877355-19 2024-04-12T00:37:15.570 INFO:tasks.rados.rados.0.smithi098.stdout:3107: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:37:15.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1258 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-04-12T00:37:15.570 INFO:tasks.rados.rados.0.smithi098.stdout:3107: done (1 left) 2024-04-12T00:37:15.570 INFO:tasks.rados.rados.0.smithi098.stdout:3109: read oid 6 snap -1 2024-04-12T00:37:15.570 INFO:tasks.rados.rados.0.smithi098.stdout:3109: expect (ObjNum 990 snap 286 seq_num 990) 2024-04-12T00:37:15.570 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 286 2024-04-12T00:37:15.570 INFO:tasks.rados.rados.0.smithi098.stdout:3110: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-04-12T00:37:15.574 INFO:tasks.rados.rados.0.smithi098.stdout:3110: writing smithi09877355-14 from 0 to 622592 tid 1 2024-04-12T00:37:15.577 INFO:tasks.rados.rados.0.smithi098.stdout:3110: writing smithi09877355-14 from 622592 to 1146880 tid 2 2024-04-12T00:37:15.581 INFO:tasks.rados.rados.0.smithi098.stdout:3110: writing smithi09877355-14 from 1146880 to 1753088 tid 3 2024-04-12T00:37:15.584 INFO:tasks.rados.rados.0.smithi098.stdout:3110: writing smithi09877355-14 from 1753088 to 2228224 tid 4 2024-04-12T00:37:15.584 INFO:tasks.rados.rados.0.smithi098.stdout:3111: copy_from oid 3 from oid 41 current snap is 286 2024-04-12T00:37:15.584 INFO:tasks.rados.rados.0.smithi098.stdout:3108: finishing write tid 1 to smithi09877355-22 2024-04-12T00:37:15.584 INFO:tasks.rados.rados.0.smithi098.stdout:3108: finishing write tid 2 to smithi09877355-22 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: finishing write tid 3 to smithi09877355-22 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: finishing write tid 4 to smithi09877355-22 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: finishing write tid 5 to smithi09877355-22 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3110: finishing write tid 1 to smithi09877355-14 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: finishing write tid 6 to smithi09877355-22 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: oid 22 updating version 0 to 2392 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: oid 22 updating version 2392 to 2395 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: oid 22 version 2395 is already newer than 2394 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: oid 22 version 2395 is already newer than 2391 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: oid 22 version 2395 is already newer than 2393 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 2395 (ObjNum 991 snap 286 seq_num 991) dirty exists 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3108: left oid 22 (ObjNum 991 snap 286 seq_num 991) 2024-04-12T00:37:15.585 INFO:tasks.rados.rados.0.smithi098.stdout:3110: finishing write tid 2 to smithi09877355-14 2024-04-12T00:37:15.586 INFO:tasks.rados.rados.0.smithi098.stdout:3110: finishing write tid 3 to smithi09877355-14 2024-04-12T00:37:15.586 INFO:tasks.rados.rados.0.smithi098.stdout:3108: done (3 left) 2024-04-12T00:37:15.586 INFO:tasks.rados.rados.0.smithi098.stdout:3112: rmattr oid 23 current snap is 286 2024-04-12T00:37:15.586 INFO:tasks.rados.rados.0.smithi098.stdout:3112: done (3 left) 2024-04-12T00:37:15.586 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 286 2024-04-12T00:37:15.586 INFO:tasks.rados.rados.0.smithi098.stdout:3113: seq_num 993 ranges {3448832=638976,4087808=409600,4497408=409600,4907008=688128,5595136=98304} 2024-04-12T00:37:15.606 INFO:tasks.rados.rados.0.smithi098.stdout:3113: writing smithi09877355-27 from 3448832 to 4087808 tid 1 2024-04-12T00:37:15.608 INFO:tasks.rados.rados.0.smithi098.stdout:3113: writing smithi09877355-27 from 4087808 to 4497408 tid 2 2024-04-12T00:37:15.611 INFO:tasks.rados.rados.0.smithi098.stdout:3113: writing smithi09877355-27 from 4497408 to 4907008 tid 3 2024-04-12T00:37:15.615 INFO:tasks.rados.rados.0.smithi098.stdout:3113: writing smithi09877355-27 from 4907008 to 5595136 tid 4 2024-04-12T00:37:15.616 INFO:tasks.rados.rados.0.smithi098.stdout:3113: writing smithi09877355-27 from 5595136 to 5693440 tid 5 2024-04-12T00:37:15.616 INFO:tasks.rados.rados.0.smithi098.stdout:3114: snap_create 2024-04-12T00:37:15.616 INFO:tasks.rados.rados.0.smithi098.stdout:3109: expect (ObjNum 990 snap 286 seq_num 990) 2024-04-12T00:37:15.751 INFO:tasks.rados.rados.0.smithi098.stdout:3110: finishing write tid 4 to smithi09877355-14 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3110: finishing write tid 5 to smithi09877355-14 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3110: finishing write tid 6 to smithi09877355-14 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3110: oid 14 updating version 0 to 2189 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3110: oid 14 updating version 2189 to 2191 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3110: oid 14 version 2191 is already newer than 2190 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3110: oid 14 version 2191 is already newer than 2188 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3110: oid 14 updating version 2191 to 2192 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 2192 (ObjNum 992 snap 286 seq_num 992) dirty exists 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3110: left oid 14 (ObjNum 992 snap 286 seq_num 992) 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3111: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3111: finishing copy_from to smithi09877355-3 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 1790 (ObjNum 959 snap 275 seq_num 959) dirty exists 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3113: finishing write tid 1 to smithi09877355-27 2024-04-12T00:37:15.752 INFO:tasks.rados.rados.0.smithi098.stdout:3113: finishing write tid 2 to smithi09877355-27 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: finishing write tid 3 to smithi09877355-27 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: finishing write tid 4 to smithi09877355-27 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: finishing write tid 5 to smithi09877355-27 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: finishing write tid 6 to smithi09877355-27 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: finishing write tid 7 to smithi09877355-27 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: oid 27 updating version 0 to 1603 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: oid 27 version 1603 is already newer than 1600 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: oid 27 version 1603 is already newer than 1602 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: oid 27 updating version 1603 to 1604 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: oid 27 version 1604 is already newer than 1601 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: oid 27 version 1604 is already newer than 1599 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1604 (ObjNum 993 snap 286 seq_num 993) dirty exists 2024-04-12T00:37:15.753 INFO:tasks.rados.rados.0.smithi098.stdout:3113: left oid 27 (ObjNum 993 snap 286 seq_num 993) 2024-04-12T00:37:15.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:15 smithi193 ceph-mon[83763]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T00:37:15.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:15.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:15.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:16.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:37:15] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T00:37:16.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-mon[88922]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T00:37:16.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:16.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:16.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-mon[91373]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T00:37:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:16.544 INFO:tasks.rados.rados.0.smithi098.stdout:3109: done (4 left) 2024-04-12T00:37:16.544 INFO:tasks.rados.rados.0.smithi098.stdout:3110: done (3 left) 2024-04-12T00:37:16.544 INFO:tasks.rados.rados.0.smithi098.stdout:3111: done (2 left) 2024-04-12T00:37:16.544 INFO:tasks.rados.rados.0.smithi098.stdout:3113: done (1 left) 2024-04-12T00:37:16.544 INFO:tasks.rados.rados.0.smithi098.stdout:3114: done (0 left) 2024-04-12T00:37:16.544 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 287 2024-04-12T00:37:16.544 INFO:tasks.rados.rados.0.smithi098.stdout:3115: seq_num 994 ranges {1523712=655360,2179072=688128,2867200=622592,3489792=294912} 2024-04-12T00:37:16.555 INFO:tasks.rados.rados.0.smithi098.stdout:3115: writing smithi09877355-39 from 1523712 to 2179072 tid 1 2024-04-12T00:37:16.560 INFO:tasks.rados.rados.0.smithi098.stdout:3115: writing smithi09877355-39 from 2179072 to 2867200 tid 2 2024-04-12T00:37:16.563 INFO:tasks.rados.rados.0.smithi098.stdout:3115: writing smithi09877355-39 from 2867200 to 3489792 tid 3 2024-04-12T00:37:16.566 INFO:tasks.rados.rados.0.smithi098.stdout:3115: writing smithi09877355-39 from 3489792 to 3784704 tid 4 2024-04-12T00:37:16.566 INFO:tasks.rados.rados.0.smithi098.stdout:3116: read oid 17 snap -1 2024-04-12T00:37:16.566 INFO:tasks.rados.rados.0.smithi098.stdout:3116: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-12T00:37:16.566 INFO:tasks.rados.rados.0.smithi098.stdout:3117: snap_create 2024-04-12T00:37:16.566 INFO:tasks.rados.rados.0.smithi098.stdout:3115: finishing write tid 1 to smithi09877355-39 2024-04-12T00:37:16.566 INFO:tasks.rados.rados.0.smithi098.stdout:3115: finishing write tid 2 to smithi09877355-39 2024-04-12T00:37:16.571 INFO:tasks.rados.rados.0.smithi098.stdout:3115: finishing write tid 3 to smithi09877355-39 2024-04-12T00:37:16.571 INFO:tasks.rados.rados.0.smithi098.stdout:3115: finishing write tid 4 to smithi09877355-39 2024-04-12T00:37:16.571 INFO:tasks.rados.rados.0.smithi098.stdout:3115: finishing write tid 5 to smithi09877355-39 2024-04-12T00:37:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:3115: finishing write tid 6 to smithi09877355-39 2024-04-12T00:37:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:3115: oid 39 updating version 0 to 2400 2024-04-12T00:37:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:3115: oid 39 version 2400 is already newer than 2399 2024-04-12T00:37:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:3115: oid 39 updating version 2400 to 2401 2024-04-12T00:37:16.574 INFO:tasks.rados.rados.0.smithi098.stdout:3115: oid 39 version 2401 is already newer than 2398 2024-04-12T00:37:16.574 INFO:tasks.rados.rados.0.smithi098.stdout:3115: oid 39 version 2401 is already newer than 2397 2024-04-12T00:37:16.574 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 2401 (ObjNum 994 snap 287 seq_num 994) dirty exists 2024-04-12T00:37:16.574 INFO:tasks.rados.rados.0.smithi098.stdout:3115: left oid 39 (ObjNum 994 snap 287 seq_num 994) 2024-04-12T00:37:16.581 INFO:tasks.rados.rados.0.smithi098.stdout:3116: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-12T00:37:16.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:16 smithi098 ceph-mon[91373]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T00:37:16.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:16 smithi098 ceph-mon[91373]: pgmap v616: 121 pgs: 121 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 558 KiB/s rd, 466 KiB/s wr, 1 op/s 2024-04-12T00:37:16.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:16 smithi098 ceph-mon[91373]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T00:37:16.861 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:16 smithi098 ceph-mon[88922]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T00:37:16.861 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:16 smithi098 ceph-mon[88922]: pgmap v616: 121 pgs: 121 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 558 KiB/s rd, 466 KiB/s wr, 1 op/s 2024-04-12T00:37:16.861 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:16 smithi098 ceph-mon[88922]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T00:37:16.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:16 smithi193 ceph-mon[83763]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T00:37:16.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:16 smithi193 ceph-mon[83763]: pgmap v616: 121 pgs: 121 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 558 KiB/s rd, 466 KiB/s wr, 1 op/s 2024-04-12T00:37:16.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:16 smithi193 ceph-mon[83763]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T00:37:17.541 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:17 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:17.338Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000921573s 2024-04-12T00:37:17.563 INFO:tasks.rados.rados.0.smithi098.stdout:3115: done (2 left) 2024-04-12T00:37:17.563 INFO:tasks.rados.rados.0.smithi098.stdout:3116: done (1 left) 2024-04-12T00:37:17.563 INFO:tasks.rados.rados.0.smithi098.stdout:3117: done (0 left) 2024-04-12T00:37:17.564 INFO:tasks.rados.rados.0.smithi098.stdout:3118: rmattr oid 10 current snap is 288 2024-04-12T00:37:17.564 INFO:tasks.rados.rados.0.smithi098.stdout:3118: done (0 left) 2024-04-12T00:37:17.564 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 288 2024-04-12T00:37:17.564 INFO:tasks.rados.rados.0.smithi098.stdout:3119: seq_num 995 ranges {3563520=671744,4235264=573440,4808704=778240,5586944=253952} 2024-04-12T00:37:17.586 INFO:tasks.rados.rados.0.smithi098.stdout:3119: writing smithi09877355-34 from 3563520 to 4235264 tid 1 2024-04-12T00:37:17.590 INFO:tasks.rados.rados.0.smithi098.stdout:3119: writing smithi09877355-34 from 4235264 to 4808704 tid 2 2024-04-12T00:37:17.594 INFO:tasks.rados.rados.0.smithi098.stdout:3119: writing smithi09877355-34 from 4808704 to 5586944 tid 3 2024-04-12T00:37:17.596 INFO:tasks.rados.rados.0.smithi098.stdout:3119: writing smithi09877355-34 from 5586944 to 5840896 tid 4 2024-04-12T00:37:17.596 INFO:tasks.rados.rados.0.smithi098.stdout:3120: read oid 24 snap -1 2024-04-12T00:37:17.597 INFO:tasks.rados.rados.0.smithi098.stdout:3120: expect (ObjNum 767 snap 229 seq_num 767) 2024-04-12T00:37:17.597 INFO:tasks.rados.rados.0.smithi098.stdout:3121: snap_remove snap 274 2024-04-12T00:37:18.569 INFO:tasks.rados.rados.0.smithi098.stdout:3121: done (2 left) 2024-04-12T00:37:18.569 INFO:tasks.rados.rados.0.smithi098.stdout:3122: rollback oid 7 current snap is 288 2024-04-12T00:37:18.569 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 7 to 287 2024-04-12T00:37:18.569 INFO:tasks.rados.rados.0.smithi098.stdout:3123: read oid 33 snap -1 2024-04-12T00:37:18.570 INFO:tasks.rados.rados.0.smithi098.stdout:3123: expect (ObjNum 958 snap 274 seq_num 958) 2024-04-12T00:37:18.570 INFO:tasks.rados.rados.0.smithi098.stdout:3124: rollback oid 8 current snap is 288 2024-04-12T00:37:18.570 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 284 2024-04-12T00:37:18.570 INFO:tasks.rados.rados.0.smithi098.stdout:3125: read oid 45 snap -1 2024-04-12T00:37:18.570 INFO:tasks.rados.rados.0.smithi098.stdout:3125: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:37:18.570 INFO:tasks.rados.rados.0.smithi098.stdout:3126: rollback oid 40 current snap is 288 2024-04-12T00:37:18.570 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 40 to 203 2024-04-12T00:37:18.570 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 288 2024-04-12T00:37:18.570 INFO:tasks.rados.rados.0.smithi098.stdout:3127: seq_num 996 ranges {2121728=688128,2809856=507904,3317760=581632,3899392=516096} 2024-04-12T00:37:18.584 INFO:tasks.rados.rados.0.smithi098.stdout:3127: writing smithi09877355-2 from 2121728 to 2809856 tid 1 2024-04-12T00:37:18.588 INFO:tasks.rados.rados.0.smithi098.stdout:3127: writing smithi09877355-2 from 2809856 to 3317760 tid 2 2024-04-12T00:37:18.592 INFO:tasks.rados.rados.0.smithi098.stdout:3127: writing smithi09877355-2 from 3317760 to 3899392 tid 3 2024-04-12T00:37:18.596 INFO:tasks.rados.rados.0.smithi098.stdout:3127: writing smithi09877355-2 from 3899392 to 4415488 tid 4 2024-04-12T00:37:18.596 INFO:tasks.rados.rados.0.smithi098.stdout:3128: snap_remove snap 279 2024-04-12T00:37:18.596 INFO:tasks.rados.rados.0.smithi098.stdout:3119: finishing write tid 1 to smithi09877355-34 2024-04-12T00:37:18.597 INFO:tasks.rados.rados.0.smithi098.stdout:3119: finishing write tid 2 to smithi09877355-34 2024-04-12T00:37:18.597 INFO:tasks.rados.rados.0.smithi098.stdout:3119: finishing write tid 3 to smithi09877355-34 2024-04-12T00:37:18.597 INFO:tasks.rados.rados.0.smithi098.stdout:3119: finishing write tid 4 to smithi09877355-34 2024-04-12T00:37:18.597 INFO:tasks.rados.rados.0.smithi098.stdout:3119: finishing write tid 5 to smithi09877355-34 2024-04-12T00:37:18.597 INFO:tasks.rados.rados.0.smithi098.stdout:3119: finishing write tid 6 to smithi09877355-34 2024-04-12T00:37:18.597 INFO:tasks.rados.rados.0.smithi098.stdout:3119: oid 34 updating version 0 to 1274 2024-04-12T00:37:18.597 INFO:tasks.rados.rados.0.smithi098.stdout:3119: oid 34 updating version 1274 to 1275 2024-04-12T00:37:18.597 INFO:tasks.rados.rados.0.smithi098.stdout:3119: oid 34 updating version 1275 to 1276 2024-04-12T00:37:18.597 INFO:tasks.rados.rados.0.smithi098.stdout:3119: oid 34 updating version 1276 to 1277 2024-04-12T00:37:18.598 INFO:tasks.rados.rados.0.smithi098.stdout:3119: oid 34 version 1277 is already newer than 1273 2024-04-12T00:37:18.598 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 1277 (ObjNum 995 snap 288 seq_num 995) dirty exists 2024-04-12T00:37:18.598 INFO:tasks.rados.rados.0.smithi098.stdout:3119: left oid 34 (ObjNum 995 snap 288 seq_num 995) 2024-04-12T00:37:18.598 INFO:tasks.rados.rados.0.smithi098.stdout:3120: expect (ObjNum 767 snap 229 seq_num 767) 2024-04-12T00:37:18.620 INFO:tasks.rados.rados.0.smithi098.stdout:3125: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:37:18.627 INFO:tasks.rados.rados.0.smithi098.stdout:3122: finishing rollback tid 0 to smithi09877355-7 2024-04-12T00:37:18.627 INFO:tasks.rados.rados.0.smithi098.stdout:3123: expect (ObjNum 958 snap 274 seq_num 958) 2024-04-12T00:37:18.671 INFO:tasks.rados.rados.0.smithi098.stdout:3122: finishing rollback tid 1 to smithi09877355-7 2024-04-12T00:37:18.671 INFO:tasks.rados.rados.0.smithi098.stdout:3122: finishing rollback tid 2 to smithi09877355-7 2024-04-12T00:37:18.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2364 (ObjNum 973 snap 280 seq_num 973) dirty exists 2024-04-12T00:37:18.672 INFO:tasks.rados.rados.0.smithi098.stdout:3124: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:37:18.672 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1568 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-12T00:37:18.672 INFO:tasks.rados.rados.0.smithi098.stdout:3126: finishing rollback tid 0 to smithi09877355-40 2024-04-12T00:37:18.672 INFO:tasks.rados.rados.0.smithi098.stdout:3126: finishing rollback tid 1 to smithi09877355-40 2024-04-12T00:37:18.672 INFO:tasks.rados.rados.0.smithi098.stdout:3126: finishing rollback tid 2 to smithi09877355-40 2024-04-12T00:37:18.672 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 2075 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T00:37:18.672 INFO:tasks.rados.rados.0.smithi098.stdout:3127: finishing write tid 1 to smithi09877355-2 2024-04-12T00:37:18.673 INFO:tasks.rados.rados.0.smithi098.stdout:3127: finishing write tid 2 to smithi09877355-2 2024-04-12T00:37:18.673 INFO:tasks.rados.rados.0.smithi098.stdout:3127: finishing write tid 3 to smithi09877355-2 2024-04-12T00:37:18.673 INFO:tasks.rados.rados.0.smithi098.stdout:3127: finishing write tid 4 to smithi09877355-2 2024-04-12T00:37:18.673 INFO:tasks.rados.rados.0.smithi098.stdout:3127: finishing write tid 5 to smithi09877355-2 2024-04-12T00:37:18.673 INFO:tasks.rados.rados.0.smithi098.stdout:3127: finishing write tid 6 to smithi09877355-2 2024-04-12T00:37:18.673 INFO:tasks.rados.rados.0.smithi098.stdout:3127: oid 2 updating version 0 to 1278 2024-04-12T00:37:18.673 INFO:tasks.rados.rados.0.smithi098.stdout:3127: oid 2 updating version 1278 to 1282 2024-04-12T00:37:18.674 INFO:tasks.rados.rados.0.smithi098.stdout:3127: oid 2 version 1282 is already newer than 1279 2024-04-12T00:37:18.674 INFO:tasks.rados.rados.0.smithi098.stdout:3127: oid 2 version 1282 is already newer than 1281 2024-04-12T00:37:18.674 INFO:tasks.rados.rados.0.smithi098.stdout:3127: oid 2 version 1282 is already newer than 1280 2024-04-12T00:37:18.674 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1282 (ObjNum 996 snap 288 seq_num 996) dirty exists 2024-04-12T00:37:18.674 INFO:tasks.rados.rados.0.smithi098.stdout:3127: left oid 2 (ObjNum 996 snap 288 seq_num 996) 2024-04-12T00:37:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:18 smithi193 ceph-mon[83763]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T00:37:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:18 smithi193 ceph-mon[83763]: pgmap v619: 121 pgs: 121 active+clean; 361 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 573 KiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-04-12T00:37:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:19.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:18 smithi098 ceph-mon[88922]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T00:37:19.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:18 smithi098 ceph-mon[88922]: pgmap v619: 121 pgs: 121 active+clean; 361 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 573 KiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-04-12T00:37:19.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:19.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:19.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:18 smithi098 ceph-mon[91373]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T00:37:19.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:18 smithi098 ceph-mon[91373]: pgmap v619: 121 pgs: 121 active+clean; 361 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 573 KiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-04-12T00:37:19.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:19.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:19.574 INFO:tasks.rados.rados.0.smithi098.stdout:3119: done (8 left) 2024-04-12T00:37:19.574 INFO:tasks.rados.rados.0.smithi098.stdout:3120: done (7 left) 2024-04-12T00:37:19.574 INFO:tasks.rados.rados.0.smithi098.stdout:3122: done (6 left) 2024-04-12T00:37:19.574 INFO:tasks.rados.rados.0.smithi098.stdout:3123: done (5 left) 2024-04-12T00:37:19.574 INFO:tasks.rados.rados.0.smithi098.stdout:3124: done (4 left) 2024-04-12T00:37:19.574 INFO:tasks.rados.rados.0.smithi098.stdout:3125: done (3 left) 2024-04-12T00:37:19.575 INFO:tasks.rados.rados.0.smithi098.stdout:3126: done (2 left) 2024-04-12T00:37:19.575 INFO:tasks.rados.rados.0.smithi098.stdout:3127: done (1 left) 2024-04-12T00:37:19.575 INFO:tasks.rados.rados.0.smithi098.stdout:3128: done (0 left) 2024-04-12T00:37:19.575 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 288 2024-04-12T00:37:19.575 INFO:tasks.rados.rados.0.smithi098.stdout:3129: seq_num 997 ranges {1671168=704512,2375680=794624,3170304=794624,3964928=16384} 2024-04-12T00:37:19.586 INFO:tasks.rados.rados.0.smithi098.stdout:3129: writing smithi09877355-41 from 1671168 to 2375680 tid 1 2024-04-12T00:37:19.592 INFO:tasks.rados.rados.0.smithi098.stdout:3129: writing smithi09877355-41 from 2375680 to 3170304 tid 2 2024-04-12T00:37:19.597 INFO:tasks.rados.rados.0.smithi098.stdout:3129: writing smithi09877355-41 from 3170304 to 3964928 tid 3 2024-04-12T00:37:19.598 INFO:tasks.rados.rados.0.smithi098.stdout:3129: writing smithi09877355-41 from 3964928 to 3981312 tid 4 2024-04-12T00:37:19.598 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 288 2024-04-12T00:37:19.598 INFO:tasks.rados.rados.0.smithi098.stdout:3130: seq_num 998 ranges {4415488=720896,5136384=679936,5816320=598016,6414336=327680} 2024-04-12T00:37:19.626 INFO:tasks.rados.rados.0.smithi098.stdout:3130: writing smithi09877355-2 from 4415488 to 5136384 tid 1 2024-04-12T00:37:19.630 INFO:tasks.rados.rados.0.smithi098.stdout:3130: writing smithi09877355-2 from 5136384 to 5816320 tid 2 2024-04-12T00:37:19.633 INFO:tasks.rados.rados.0.smithi098.stdout:3130: writing smithi09877355-2 from 5816320 to 6414336 tid 3 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3130: writing smithi09877355-2 from 6414336 to 6742016 tid 4 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3131: setattr oid 18 current snap is 288 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: finishing write tid 1 to smithi09877355-41 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: finishing write tid 2 to smithi09877355-41 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: finishing write tid 3 to smithi09877355-41 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: finishing write tid 4 to smithi09877355-41 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: finishing write tid 5 to smithi09877355-41 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: finishing write tid 6 to smithi09877355-41 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: oid 41 updating version 0 to 1853 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: oid 41 version 1853 is already newer than 1852 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: oid 41 updating version 1853 to 1854 2024-04-12T00:37:19.636 INFO:tasks.rados.rados.0.smithi098.stdout:3129: oid 41 version 1854 is already newer than 1848 2024-04-12T00:37:19.637 INFO:tasks.rados.rados.0.smithi098.stdout:3129: oid 41 version 1854 is already newer than 1849 2024-04-12T00:37:19.637 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1854 (ObjNum 997 snap 288 seq_num 997) dirty exists 2024-04-12T00:37:19.637 INFO:tasks.rados.rados.0.smithi098.stdout:3129: left oid 41 (ObjNum 997 snap 288 seq_num 997) 2024-04-12T00:37:19.637 INFO:tasks.rados.rados.0.smithi098.stdout:3130: finishing write tid 1 to smithi09877355-2 2024-04-12T00:37:19.637 INFO:tasks.rados.rados.0.smithi098.stdout:3130: finishing write tid 2 to smithi09877355-2 2024-04-12T00:37:19.637 INFO:tasks.rados.rados.0.smithi098.stdout:3129: done (2 left) 2024-04-12T00:37:19.637 INFO:tasks.rados.rados.0.smithi098.stdout:3132: snap_remove snap 270 2024-04-12T00:37:19.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:19 smithi193 ceph-mon[83763]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T00:37:20.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:19 smithi098 ceph-mon[91373]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T00:37:20.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:19 smithi098 ceph-mon[88922]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T00:37:20.595 INFO:tasks.rados.rados.0.smithi098.stdout:3132: done (2 left) 2024-04-12T00:37:20.596 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 288 2024-04-12T00:37:20.596 INFO:tasks.rados.rados.0.smithi098.stdout:3133: seq_num 999 ranges {2138112=737280,2875392=565248,3440640=761856,4202496=278528} 2024-04-12T00:37:20.610 INFO:tasks.rados.rados.0.smithi098.stdout:3133: writing smithi09877355-38 from 2138112 to 2875392 tid 1 2024-04-12T00:37:20.614 INFO:tasks.rados.rados.0.smithi098.stdout:3133: writing smithi09877355-38 from 2875392 to 3440640 tid 2 2024-04-12T00:37:20.618 INFO:tasks.rados.rados.0.smithi098.stdout:3133: writing smithi09877355-38 from 3440640 to 4202496 tid 3 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:3133: writing smithi09877355-38 from 4202496 to 4481024 tid 4 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:3130: finishing write tid 3 to smithi09877355-2 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:3134: read oid 10 snap -1 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:3134: expect deleted 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:3135: setattr oid 42 current snap is 288 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:3130: finishing write tid 4 to smithi09877355-2 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:3130: finishing write tid 5 to smithi09877355-2 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1259 (ObjNum 974 snap 280 seq_num 974) dirty exists 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:3130: finishing write tid 6 to smithi09877355-2 2024-04-12T00:37:20.621 INFO:tasks.rados.rados.0.smithi098.stdout:3130: oid 2 updating version 0 to 1284 2024-04-12T00:37:20.622 INFO:tasks.rados.rados.0.smithi098.stdout:3130: oid 2 updating version 1284 to 1286 2024-04-12T00:37:20.622 INFO:tasks.rados.rados.0.smithi098.stdout:3130: oid 2 version 1286 is already newer than 1283 2024-04-12T00:37:20.622 INFO:tasks.rados.rados.0.smithi098.stdout:3130: oid 2 version 1286 is already newer than 1285 2024-04-12T00:37:20.622 INFO:tasks.rados.rados.0.smithi098.stdout:3130: oid 2 updating version 1286 to 1287 2024-04-12T00:37:20.622 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 1287 (ObjNum 998 snap 288 seq_num 998) dirty exists 2024-04-12T00:37:20.622 INFO:tasks.rados.rados.0.smithi098.stdout:3130: left oid 2 (ObjNum 998 snap 288 seq_num 998) 2024-04-12T00:37:20.622 INFO:tasks.rados.rados.0.smithi098.stdout:3133: finishing write tid 1 to smithi09877355-38 2024-04-12T00:37:20.625 INFO:tasks.rados.rados.0.smithi098.stdout:3133: finishing write tid 2 to smithi09877355-38 2024-04-12T00:37:20.626 INFO:tasks.rados.rados.0.smithi098.stdout:3130: done (4 left) 2024-04-12T00:37:20.626 INFO:tasks.rados.rados.0.smithi098.stdout:3131: done (3 left) 2024-04-12T00:37:20.626 INFO:tasks.rados.rados.0.smithi098.stdout:3134: done (2 left) 2024-04-12T00:37:20.626 INFO:tasks.rados.rados.0.smithi098.stdout:3136: setattr oid 32 current snap is 288 2024-04-12T00:37:20.626 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 288 2024-04-12T00:37:20.626 INFO:tasks.rados.rados.0.smithi098.stdout:3137: seq_num 1000 ranges {761856=753664,1515520=442368,1957888=565248,2523136=458752,2981888=139264} 2024-04-12T00:37:20.631 INFO:tasks.rados.rados.0.smithi098.stdout:3137: writing smithi09877355-29 from 761856 to 1515520 tid 1 2024-04-12T00:37:20.634 INFO:tasks.rados.rados.0.smithi098.stdout:3137: writing smithi09877355-29 from 1515520 to 1957888 tid 2 2024-04-12T00:37:20.637 INFO:tasks.rados.rados.0.smithi098.stdout:3137: writing smithi09877355-29 from 1957888 to 2523136 tid 3 2024-04-12T00:37:20.640 INFO:tasks.rados.rados.0.smithi098.stdout:3137: writing smithi09877355-29 from 2523136 to 2981888 tid 4 2024-04-12T00:37:20.641 INFO:tasks.rados.rados.0.smithi098.stdout:3137: writing smithi09877355-29 from 2981888 to 3121152 tid 5 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3138: delete oid 47 current snap is 288 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: finishing write tid 3 to smithi09877355-38 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: finishing write tid 4 to smithi09877355-38 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 1251 (ObjNum 829 snap 245 seq_num 829) dirty exists 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: finishing write tid 5 to smithi09877355-38 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: finishing write tid 6 to smithi09877355-38 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: oid 38 updating version 0 to 2194 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: oid 38 updating version 2194 to 2196 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: oid 38 version 2196 is already newer than 2193 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: oid 38 version 2196 is already newer than 2195 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: oid 38 updating version 2196 to 2197 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 2197 (ObjNum 999 snap 288 seq_num 999) dirty exists 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:3133: left oid 38 (ObjNum 999 snap 288 seq_num 999) 2024-04-12T00:37:20.642 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 2295 (ObjNum 769 snap 229 seq_num 769) dirty exists 2024-04-12T00:37:20.643 INFO:tasks.rados.rados.0.smithi098.stdout:3137: finishing write tid 1 to smithi09877355-29 2024-04-12T00:37:20.643 INFO:tasks.rados.rados.0.smithi098.stdout:3137: finishing write tid 2 to smithi09877355-29 2024-04-12T00:37:20.643 INFO:tasks.rados.rados.0.smithi098.stdout:3137: finishing write tid 3 to smithi09877355-29 2024-04-12T00:37:20.643 INFO:tasks.rados.rados.0.smithi098.stdout:3133: done (4 left) 2024-04-12T00:37:20.643 INFO:tasks.rados.rados.0.smithi098.stdout:3135: done (3 left) 2024-04-12T00:37:20.644 INFO:tasks.rados.rados.0.smithi098.stdout:3136: done (2 left) 2024-04-12T00:37:20.644 INFO:tasks.rados.rados.0.smithi098.stdout:3138: done (1 left) 2024-04-12T00:37:20.644 INFO:tasks.rados.rados.0.smithi098.stdout:3139: rollback oid 27 current snap is 288 2024-04-12T00:37:20.644 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 287 2024-04-12T00:37:20.644 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 288 2024-04-12T00:37:20.644 INFO:tasks.rados.rados.0.smithi098.stdout:3140: seq_num 1002 ranges {614400=786432,1400832=614400,2015232=581632,2596864=409600} 2024-04-12T00:37:20.651 INFO:tasks.rados.rados.0.smithi098.stdout:3140: writing smithi09877355-26 from 614400 to 1400832 tid 1 2024-04-12T00:37:20.654 INFO:tasks.rados.rados.0.smithi098.stdout:3140: writing smithi09877355-26 from 1400832 to 2015232 tid 2 2024-04-12T00:37:20.657 INFO:tasks.rados.rados.0.smithi098.stdout:3140: writing smithi09877355-26 from 2015232 to 2596864 tid 3 2024-04-12T00:37:20.660 INFO:tasks.rados.rados.0.smithi098.stdout:3140: writing smithi09877355-26 from 2596864 to 3006464 tid 4 2024-04-12T00:37:20.660 INFO:tasks.rados.rados.0.smithi098.stdout:3141: read oid 8 snap -1 2024-04-12T00:37:20.660 INFO:tasks.rados.rados.0.smithi098.stdout:3141: expect deleted 2024-04-12T00:37:20.660 INFO:tasks.rados.rados.0.smithi098.stdout:3142: snap_remove snap 272 2024-04-12T00:37:20.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[88922]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T00:37:20.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:20.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:20.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:20.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[88922]: pgmap v622: 121 pgs: 121 active+clean; 376 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.9 MiB/s wr, 21 op/s 2024-04-12T00:37:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[91373]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T00:37:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:20 smithi098 ceph-mon[91373]: pgmap v622: 121 pgs: 121 active+clean; 376 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.9 MiB/s wr, 21 op/s 2024-04-12T00:37:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:20 smithi193 ceph-mon[83763]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T00:37:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:20 smithi193 ceph-mon[83763]: pgmap v622: 121 pgs: 121 active+clean; 376 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.9 MiB/s wr, 21 op/s 2024-04-12T00:37:21.544 INFO:tasks.rados.rados.0.smithi098.stdout:3142: done (4 left) 2024-04-12T00:37:21.544 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 288 2024-04-12T00:37:21.544 INFO:tasks.rados.rados.0.smithi098.stdout:3143: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-04-12T00:37:21.545 INFO:tasks.rados.rados.0.smithi098.stdout:3143: writing smithi09877355-44 from 0 to 802816 tid 1 2024-04-12T00:37:21.549 INFO:tasks.rados.rados.0.smithi098.stdout:3143: writing smithi09877355-44 from 802816 to 1302528 tid 2 2024-04-12T00:37:21.555 INFO:tasks.rados.rados.0.smithi098.stdout:3143: writing smithi09877355-44 from 1302528 to 2039808 tid 3 2024-04-12T00:37:21.558 INFO:tasks.rados.rados.0.smithi098.stdout:3143: writing smithi09877355-44 from 2039808 to 2408448 tid 4 2024-04-12T00:37:21.558 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 288 2024-04-12T00:37:21.558 INFO:tasks.rados.rados.0.smithi098.stdout:3144: seq_num 1004 ranges {1703936=16384} 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3144: writing smithi09877355-21 from 1703936 to 1720320 tid 1 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: finishing write tid 4 to smithi09877355-29 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: finishing write tid 5 to smithi09877355-29 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: finishing write tid 6 to smithi09877355-29 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: finishing write tid 7 to smithi09877355-29 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: oid 29 updating version 0 to 2298 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: oid 29 version 2298 is already newer than 2296 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: oid 29 version 2298 is already newer than 2297 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: oid 29 updating version 2298 to 2299 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: oid 29 version 2299 is already newer than 2295 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: oid 29 updating version 2299 to 2300 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2300 (ObjNum 1000 snap 288 seq_num 1000) dirty exists 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3137: left oid 29 (ObjNum 1000 snap 288 seq_num 1000) 2024-04-12T00:37:21.569 INFO:tasks.rados.rados.0.smithi098.stdout:3139: finishing rollback tid 0 to smithi09877355-27 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3139: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3139: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1607 (ObjNum 993 snap 286 seq_num 993) dirty exists 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: finishing write tid 1 to smithi09877355-26 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: finishing write tid 2 to smithi09877355-26 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: finishing write tid 3 to smithi09877355-26 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: finishing write tid 4 to smithi09877355-26 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: finishing write tid 5 to smithi09877355-26 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: finishing write tid 6 to smithi09877355-26 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: oid 26 updating version 0 to 2076 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: oid 26 updating version 2076 to 2079 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: oid 26 updating version 2079 to 2080 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: oid 26 version 2080 is already newer than 2078 2024-04-12T00:37:21.570 INFO:tasks.rados.rados.0.smithi098.stdout:3140: oid 26 version 2080 is already newer than 2077 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 2080 (ObjNum 1002 snap 288 seq_num 1002) dirty exists 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3140: left oid 26 (ObjNum 1002 snap 288 seq_num 1002) 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3143: finishing write tid 1 to smithi09877355-44 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3143: finishing write tid 2 to smithi09877355-44 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3143: finishing write tid 3 to smithi09877355-44 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3143: finishing write tid 4 to smithi09877355-44 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3137: done (5 left) 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3139: done (4 left) 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3140: done (3 left) 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3141: done (2 left) 2024-04-12T00:37:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3145: snap_remove snap 271 2024-04-12T00:37:21.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:21 smithi098 ceph-mon[91373]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T00:37:21.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:21 smithi098 ceph-mon[91373]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T00:37:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:21 smithi098 ceph-mon[88922]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T00:37:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:21 smithi098 ceph-mon[88922]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T00:37:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:21 smithi193 ceph-mon[83763]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T00:37:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:21 smithi193 ceph-mon[83763]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T00:37:22.544 INFO:tasks.rados.rados.0.smithi098.stdout:3145: done (2 left) 2024-04-12T00:37:22.544 INFO:tasks.rados.rados.0.smithi098.stdout:3146: read oid 43 snap -1 2024-04-12T00:37:22.544 INFO:tasks.rados.rados.0.smithi098.stdout:3146: expect (ObjNum 964 snap 278 seq_num 964) 2024-04-12T00:37:22.544 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 288 2024-04-12T00:37:22.544 INFO:tasks.rados.rados.0.smithi098.stdout:3147: seq_num 1005 ranges {1908736=32768} 2024-04-12T00:37:22.555 INFO:tasks.rados.rados.0.smithi098.stdout:3147: writing smithi09877355-16 from 1908736 to 1941504 tid 1 2024-04-12T00:37:22.555 INFO:tasks.rados.rados.0.smithi098.stdout:3148: copy_from oid 40 from oid 2 current snap is 288 2024-04-12T00:37:22.556 INFO:tasks.rados.rados.0.smithi098.stdout:3143: finishing write tid 5 to smithi09877355-44 2024-04-12T00:37:22.556 INFO:tasks.rados.rados.0.smithi098.stdout:3144: finishing write tid 1 to smithi09877355-21 2024-04-12T00:37:22.556 INFO:tasks.rados.rados.0.smithi098.stdout:3143: finishing write tid 6 to smithi09877355-44 2024-04-12T00:37:22.556 INFO:tasks.rados.rados.0.smithi098.stdout:3143: oid 44 updating version 0 to 2435 2024-04-12T00:37:22.556 INFO:tasks.rados.rados.0.smithi098.stdout:3143: oid 44 updating version 2435 to 2436 2024-04-12T00:37:22.556 INFO:tasks.rados.rados.0.smithi098.stdout:3143: oid 44 version 2436 is already newer than 2432 2024-04-12T00:37:22.556 INFO:tasks.rados.rados.0.smithi098.stdout:3143: oid 44 version 2436 is already newer than 2433 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3143: oid 44 version 2436 is already newer than 2434 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2436 (ObjNum 1003 snap 288 seq_num 1003) dirty exists 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3143: left oid 44 (ObjNum 1003 snap 288 seq_num 1003) 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3144: finishing write tid 2 to smithi09877355-21 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3144: finishing write tid 3 to smithi09877355-21 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3144: oid 21 updating version 0 to 1866 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3144: oid 21 updating version 1866 to 1867 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1867 (ObjNum 1004 snap 288 seq_num 1004) dirty exists 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3144: left oid 21 (ObjNum 1004 snap 288 seq_num 1004) 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3143: done (4 left) 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3144: done (3 left) 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3149: read oid 23 snap -1 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3149: expect (ObjNum 824 snap 243 seq_num 824) 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 288 2024-04-12T00:37:22.557 INFO:tasks.rados.rados.0.smithi098.stdout:3150: seq_num 1006 ranges {6168576=49152} 2024-04-12T00:37:22.591 INFO:tasks.rados.rados.0.smithi098.stdout:3150: writing smithi09877355-28 from 6168576 to 6217728 tid 1 2024-04-12T00:37:22.591 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 49 current snap is 288 2024-04-12T00:37:22.591 INFO:tasks.rados.rados.0.smithi098.stdout:3151: seq_num 1007 ranges {2179072=65536} 2024-04-12T00:37:22.598 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:37:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:37:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3151: writing smithi09877355-49 from 2179072 to 2244608 tid 1 2024-04-12T00:37:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3152: rollback oid 10 current snap is 288 2024-04-12T00:37:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 10 to 276 2024-04-12T00:37:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3146: expect (ObjNum 964 snap 278 seq_num 964) 2024-04-12T00:37:22.651 INFO:tasks.rados.rados.0.smithi098.stdout:3147: finishing write tid 1 to smithi09877355-16 2024-04-12T00:37:22.651 INFO:tasks.rados.rados.0.smithi098.stdout:3147: finishing write tid 2 to smithi09877355-16 2024-04-12T00:37:22.652 INFO:tasks.rados.rados.0.smithi098.stdout:3147: finishing write tid 3 to smithi09877355-16 2024-04-12T00:37:22.652 INFO:tasks.rados.rados.0.smithi098.stdout:3147: oid 16 updating version 0 to 2452 2024-04-12T00:37:22.652 INFO:tasks.rados.rados.0.smithi098.stdout:3147: oid 16 updating version 2452 to 2453 2024-04-12T00:37:22.652 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 2453 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:37:22.652 INFO:tasks.rados.rados.0.smithi098.stdout:3147: left oid 16 (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:22.652 INFO:tasks.rados.rados.0.smithi098.stdout:3149: expect (ObjNum 824 snap 243 seq_num 824) 2024-04-12T00:37:22.698 INFO:tasks.rados.rados.0.smithi098.stdout:3148: finishing copy_from racing read to smithi09877355-40 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:3150: finishing write tid 1 to smithi09877355-28 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:3150: finishing write tid 2 to smithi09877355-28 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:3148: finishing copy_from to smithi09877355-40 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 1287 (ObjNum 998 snap 288 seq_num 998) dirty exists 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:3150: finishing write tid 3 to smithi09877355-28 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:3150: oid 28 updating version 0 to 1608 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:3150: oid 28 updating version 1608 to 1609 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1609 (ObjNum 1006 snap 288 seq_num 1006) dirty exists 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:3150: left oid 28 (ObjNum 1006 snap 288 seq_num 1006) 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:3152: finishing rollback tid 1 to smithi09877355-10 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:3152: finishing rollback tid 2 to smithi09877355-10 2024-04-12T00:37:22.699 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 1585 (ObjNum 960 snap 276 seq_num 960) dirty exists 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3151: finishing write tid 1 to smithi09877355-49 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3151: finishing write tid 2 to smithi09877355-49 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3146: done (6 left) 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3147: done (5 left) 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3148: done (4 left) 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3149: done (3 left) 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3150: done (2 left) 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3152: done (1 left) 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3153: read oid 6 snap -1 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3153: expect (ObjNum 990 snap 286 seq_num 990) 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 21 current snap is 288 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3151: finishing write tid 3 to smithi09877355-49 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3151: oid 49 updating version 0 to 1361 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:3151: oid 49 updating version 1361 to 1362 2024-04-12T00:37:22.700 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 1362 (ObjNum 1007 snap 288 seq_num 1007) dirty exists 2024-04-12T00:37:22.701 INFO:tasks.rados.rados.0.smithi098.stdout:3151: left oid 49 (ObjNum 1007 snap 288 seq_num 1007) 2024-04-12T00:37:22.701 INFO:tasks.rados.rados.0.smithi098.stdout:3154: seq_num 1008 ranges {1720320=90112} 2024-04-12T00:37:22.708 INFO:tasks.rados.rados.0.smithi098.stdout:3154: writing smithi09877355-21 from 1720320 to 1810432 tid 1 2024-04-12T00:37:22.708 INFO:tasks.rados.rados.0.smithi098.stdout:3151: done (2 left) 2024-04-12T00:37:22.708 INFO:tasks.rados.rados.0.smithi098.stdout:3155: read oid 2 snap -1 2024-04-12T00:37:22.708 INFO:tasks.rados.rados.0.smithi098.stdout:3155: expect (ObjNum 998 snap 288 seq_num 998) 2024-04-12T00:37:22.708 INFO:tasks.rados.rados.0.smithi098.stdout:3156: rollback oid 4 current snap is 288 2024-04-12T00:37:22.708 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 4 to 285 2024-04-12T00:37:22.709 INFO:tasks.rados.rados.0.smithi098.stdout:3153: expect (ObjNum 990 snap 286 seq_num 990) 2024-04-12T00:37:22.841 INFO:tasks.rados.rados.0.smithi098.stdout:3156: finishing rollback tid 0 to smithi09877355-4 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3156: finishing rollback tid 1 to smithi09877355-4 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3153: done (3 left) 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3157: delete oid 6 current snap is 288 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3156: finishing rollback tid 2 to smithi09877355-4 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2200 (ObjNum 978 snap 280 seq_num 978) dirty exists 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3154: finishing write tid 1 to smithi09877355-21 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3154: finishing write tid 2 to smithi09877355-21 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3154: finishing write tid 3 to smithi09877355-21 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3154: oid 21 updating version 0 to 1879 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3154: oid 21 version 1879 is already newer than 1878 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1879 (ObjNum 1008 snap 288 seq_num 1008) dirty exists 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3154: left oid 21 (ObjNum 1008 snap 288 seq_num 1008) 2024-04-12T00:37:22.842 INFO:tasks.rados.rados.0.smithi098.stdout:3155: expect (ObjNum 998 snap 288 seq_num 998) 2024-04-12T00:37:22.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:22 smithi193 ceph-mon[83763]: pgmap v625: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 20 op/s 2024-04-12T00:37:22.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:22 smithi193 ceph-mon[83763]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T00:37:23.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:22 smithi098 ceph-mon[91373]: pgmap v625: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 20 op/s 2024-04-12T00:37:23.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:22 smithi098 ceph-mon[91373]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T00:37:23.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:22 smithi098 ceph-mon[88922]: pgmap v625: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 380 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 20 op/s 2024-04-12T00:37:23.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:22 smithi098 ceph-mon[88922]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T00:37:23.129 INFO:tasks.rados.rados.0.smithi098.stdout:3154: done (3 left) 2024-04-12T00:37:23.129 INFO:tasks.rados.rados.0.smithi098.stdout:3155: done (2 left) 2024-04-12T00:37:23.129 INFO:tasks.rados.rados.0.smithi098.stdout:3156: done (1 left) 2024-04-12T00:37:23.130 INFO:tasks.rados.rados.0.smithi098.stdout:3157: done (0 left) 2024-04-12T00:37:23.130 INFO:tasks.rados.rados.0.smithi098.stdout:3158: read oid 44 snap -1 2024-04-12T00:37:23.130 INFO:tasks.rados.rados.0.smithi098.stdout:3158: expect (ObjNum 1003 snap 288 seq_num 1003) 2024-04-12T00:37:23.130 INFO:tasks.rados.rados.0.smithi098.stdout:3159: read oid 36 snap 280 2024-04-12T00:37:23.130 INFO:tasks.rados.rados.0.smithi098.stdout:3159: expect (ObjNum 699 snap 207 seq_num 699) 2024-04-12T00:37:23.130 INFO:tasks.rados.rados.0.smithi098.stdout:3160: snap_remove snap 284 2024-04-12T00:37:24.129 INFO:tasks.rados.rados.0.smithi098.stdout:3160: done (2 left) 2024-04-12T00:37:24.129 INFO:tasks.rados.rados.0.smithi098.stdout:3161: snap_remove snap 265 2024-04-12T00:37:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:24 smithi193 ceph-mon[83763]: pgmap v627: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 384 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 25 op/s 2024-04-12T00:37:24.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:24.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:24.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[91373]: pgmap v627: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 384 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 25 op/s 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:24.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:24 smithi098 ceph-mon[88922]: pgmap v627: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 384 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 25 op/s 2024-04-12T00:37:25.132 INFO:tasks.rados.rados.0.smithi098.stdout:3161: done (2 left) 2024-04-12T00:37:25.132 INFO:tasks.rados.rados.0.smithi098.stdout:3162: read oid 33 snap 286 2024-04-12T00:37:25.132 INFO:tasks.rados.rados.0.smithi098.stdout:3162: expect (ObjNum 958 snap 274 seq_num 958) 2024-04-12T00:37:25.132 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 288 2024-04-12T00:37:25.132 INFO:tasks.rados.rados.0.smithi098.stdout:3163: seq_num 1010 ranges {12525568=122880} 2024-04-12T00:37:25.203 INFO:tasks.rados.rados.0.smithi098.stdout:3163: writing smithi09877355-31 from 12525568 to 12648448 tid 1 2024-04-12T00:37:25.203 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 288 2024-04-12T00:37:25.203 INFO:tasks.rados.rados.0.smithi098.stdout:3164: seq_num 1011 ranges {3981312=139264} 2024-04-12T00:37:25.225 INFO:tasks.rados.rados.0.smithi098.stdout:3164: writing smithi09877355-41 from 3981312 to 4120576 tid 1 2024-04-12T00:37:25.225 INFO:tasks.rados.rados.0.smithi098.stdout:3165: delete oid 2 current snap is 288 2024-04-12T00:37:25.225 INFO:tasks.rados.rados.0.smithi098.stdout:3159: expect (ObjNum 699 snap 207 seq_num 699) 2024-04-12T00:37:25.283 INFO:tasks.rados.rados.0.smithi098.stdout:3158: expect (ObjNum 1003 snap 288 seq_num 1003) 2024-04-12T00:37:25.347 INFO:tasks.rados.rados.0.smithi098.stdout:3162: expect (ObjNum 958 snap 274 seq_num 958) 2024-04-12T00:37:25.390 INFO:tasks.rados.rados.0.smithi098.stdout:3163: finishing write tid 1 to smithi09877355-31 2024-04-12T00:37:25.390 INFO:tasks.rados.rados.0.smithi098.stdout:3163: finishing write tid 2 to smithi09877355-31 2024-04-12T00:37:25.390 INFO:tasks.rados.rados.0.smithi098.stdout:3163: finishing write tid 3 to smithi09877355-31 2024-04-12T00:37:25.390 INFO:tasks.rados.rados.0.smithi098.stdout:3163: oid 31 updating version 0 to 1245 2024-04-12T00:37:25.390 INFO:tasks.rados.rados.0.smithi098.stdout:3163: oid 31 version 1245 is already newer than 1244 2024-04-12T00:37:25.390 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1245 (ObjNum 1010 snap 288 seq_num 1010) dirty exists 2024-04-12T00:37:25.390 INFO:tasks.rados.rados.0.smithi098.stdout:3163: left oid 31 (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:37:25.390 INFO:tasks.rados.rados.0.smithi098.stdout:3158: done (5 left) 2024-04-12T00:37:25.390 INFO:tasks.rados.rados.0.smithi098.stdout:3159: done (4 left) 2024-04-12T00:37:25.391 INFO:tasks.rados.rados.0.smithi098.stdout:3162: done (3 left) 2024-04-12T00:37:25.391 INFO:tasks.rados.rados.0.smithi098.stdout:3163: done (2 left) 2024-04-12T00:37:25.391 INFO:tasks.rados.rados.0.smithi098.stdout:3165: done (1 left) 2024-04-12T00:37:25.391 INFO:tasks.rados.rados.0.smithi098.stdout:3166: snap_remove snap 283 2024-04-12T00:37:25.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:25 smithi098 ceph-mon[91373]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T00:37:25.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:25 smithi098 ceph-mon[91373]: Upgrade: Updating grafana.a 2024-04-12T00:37:25.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:25 smithi098 ceph-mon[91373]: Deploying daemon grafana.a on smithi193 2024-04-12T00:37:25.542 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 00:37:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T00:37:25.341Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003460269s 2024-04-12T00:37:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:25 smithi098 ceph-mon[88922]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T00:37:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:25 smithi098 ceph-mon[88922]: Upgrade: Updating grafana.a 2024-04-12T00:37:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:25 smithi098 ceph-mon[88922]: Deploying daemon grafana.a on smithi193 2024-04-12T00:37:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:25 smithi193 ceph-mon[83763]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T00:37:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:25 smithi193 ceph-mon[83763]: Upgrade: Updating grafana.a 2024-04-12T00:37:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:25 smithi193 ceph-mon[83763]: Deploying daemon grafana.a on smithi193 2024-04-12T00:37:26.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:37:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:37:25] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-12T00:37:26.140 INFO:tasks.rados.rados.0.smithi098.stdout:3166: done (1 left) 2024-04-12T00:37:26.140 INFO:tasks.rados.rados.0.smithi098.stdout:3167: copy_from oid 42 from oid 16 current snap is 288 2024-04-12T00:37:26.140 INFO:tasks.rados.rados.0.smithi098.stdout:3164: finishing write tid 1 to smithi09877355-41 2024-04-12T00:37:26.140 INFO:tasks.rados.rados.0.smithi098.stdout:3164: finishing write tid 2 to smithi09877355-41 2024-04-12T00:37:26.140 INFO:tasks.rados.rados.0.smithi098.stdout:3164: finishing write tid 3 to smithi09877355-41 2024-04-12T00:37:26.140 INFO:tasks.rados.rados.0.smithi098.stdout:3164: oid 41 updating version 0 to 1893 2024-04-12T00:37:26.140 INFO:tasks.rados.rados.0.smithi098.stdout:3164: oid 41 version 1893 is already newer than 1892 2024-04-12T00:37:26.140 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1893 (ObjNum 1011 snap 288 seq_num 1011) dirty exists 2024-04-12T00:37:26.140 INFO:tasks.rados.rados.0.smithi098.stdout:3164: left oid 41 (ObjNum 1011 snap 288 seq_num 1011) 2024-04-12T00:37:26.141 INFO:tasks.rados.rados.0.smithi098.stdout:3164: done (1 left) 2024-04-12T00:37:26.141 INFO:tasks.rados.rados.0.smithi098.stdout:3168: snap_remove snap 280 2024-04-12T00:37:26.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:26 smithi098 ceph-mon[91373]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T00:37:26.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:26 smithi098 ceph-mon[91373]: pgmap v630: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 372 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-04-12T00:37:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:3167: finishing copy_from racing read to smithi09877355-42 2024-04-12T00:37:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:3167: finishing copy_from to smithi09877355-42 2024-04-12T00:37:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2453 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:37:26.542 INFO:tasks.rados.rados.0.smithi098.stdout:3167: done (1 left) 2024-04-12T00:37:26.543 INFO:tasks.rados.rados.0.smithi098.stdout:3168: done (0 left) 2024-04-12T00:37:26.543 INFO:tasks.rados.rados.0.smithi098.stdout:3169: read oid 35 snap -1 2024-04-12T00:37:26.543 INFO:tasks.rados.rados.0.smithi098.stdout:3169: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:37:26.543 INFO:tasks.rados.rados.0.smithi098.stdout:3170: read oid 42 snap -1 2024-04-12T00:37:26.543 INFO:tasks.rados.rados.0.smithi098.stdout:3170: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:26.543 INFO:tasks.rados.rados.0.smithi098.stdout:3171: snap_create 2024-04-12T00:37:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:26 smithi098 ceph-mon[88922]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T00:37:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:26 smithi098 ceph-mon[88922]: pgmap v630: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 372 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-04-12T00:37:26.551 INFO:tasks.rados.rados.0.smithi098.stdout:3169: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:37:26.563 INFO:tasks.rados.rados.0.smithi098.stdout:3170: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:26 smithi193 ceph-mon[83763]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T00:37:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:26 smithi193 ceph-mon[83763]: pgmap v630: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 372 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-04-12T00:37:27.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:27 smithi098 ceph-mon[91373]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T00:37:27.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:27 smithi098 ceph-mon[91373]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T00:37:27.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:27 smithi098 ceph-mon[88922]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T00:37:27.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:27 smithi098 ceph-mon[88922]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T00:37:27.546 INFO:tasks.rados.rados.0.smithi098.stdout:3169: done (2 left) 2024-04-12T00:37:27.547 INFO:tasks.rados.rados.0.smithi098.stdout:3170: done (1 left) 2024-04-12T00:37:27.547 INFO:tasks.rados.rados.0.smithi098.stdout:3171: done (0 left) 2024-04-12T00:37:27.547 INFO:tasks.rados.rados.0.smithi098.stdout:3172: read oid 43 snap -1 2024-04-12T00:37:27.547 INFO:tasks.rados.rados.0.smithi098.stdout:3172: expect (ObjNum 964 snap 278 seq_num 964) 2024-04-12T00:37:27.547 INFO:tasks.rados.rados.0.smithi098.stdout:3173: setattr oid 35 current snap is 289 2024-04-12T00:37:27.548 INFO:tasks.rados.rados.0.smithi098.stdout:3174: rmattr oid 6 current snap is 289 2024-04-12T00:37:27.548 INFO:tasks.rados.rados.0.smithi098.stdout:3174: done (2 left) 2024-04-12T00:37:27.548 INFO:tasks.rados.rados.0.smithi098.stdout:3175: read oid 26 snap 288 2024-04-12T00:37:27.548 INFO:tasks.rados.rados.0.smithi098.stdout:3175: expect (ObjNum 1002 snap 288 seq_num 1002) 2024-04-12T00:37:27.548 INFO:tasks.rados.rados.0.smithi098.stdout:3176: delete oid 23 current snap is 289 2024-04-12T00:37:27.554 INFO:tasks.rados.rados.0.smithi098.stdout:3176: done (3 left) 2024-04-12T00:37:27.555 INFO:tasks.rados.rados.0.smithi098.stdout:3177: rollback oid 29 current snap is 289 2024-04-12T00:37:27.555 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 285 2024-04-12T00:37:27.555 INFO:tasks.rados.rados.0.smithi098.stdout:3178: read oid 49 snap -1 2024-04-12T00:37:27.555 INFO:tasks.rados.rados.0.smithi098.stdout:3178: expect (ObjNum 1007 snap 288 seq_num 1007) 2024-04-12T00:37:27.555 INFO:tasks.rados.rados.0.smithi098.stdout:3179: copy_from oid 44 from oid 42 current snap is 289 2024-04-12T00:37:27.555 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 766 (ObjNum 875 snap 253 seq_num 875) dirty exists 2024-04-12T00:37:27.555 INFO:tasks.rados.rados.0.smithi098.stdout:3173: done (5 left) 2024-04-12T00:37:27.555 INFO:tasks.rados.rados.0.smithi098.stdout:3180: snap_create 2024-04-12T00:37:27.560 INFO:tasks.rados.rados.0.smithi098.stdout:3172: expect (ObjNum 964 snap 278 seq_num 964) 2024-04-12T00:37:27.608 INFO:tasks.rados.rados.0.smithi098.stdout:3177: finishing rollback tid 0 to smithi09877355-29 2024-04-12T00:37:27.608 INFO:tasks.rados.rados.0.smithi098.stdout:3177: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:37:27.608 INFO:tasks.rados.rados.0.smithi098.stdout:3177: finishing rollback tid 2 to smithi09877355-29 2024-04-12T00:37:27.608 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2303 (ObjNum 905 snap 262 seq_num 905) dirty exists 2024-04-12T00:37:27.608 INFO:tasks.rados.rados.0.smithi098.stdout:3178: expect (ObjNum 1007 snap 288 seq_num 1007) 2024-04-12T00:37:27.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:27 smithi193 ceph-mon[83763]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T00:37:27.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:27 smithi193 ceph-mon[83763]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T00:37:27.701 INFO:tasks.rados.rados.0.smithi098.stdout:3179: finishing copy_from racing read to smithi09877355-44 2024-04-12T00:37:27.701 INFO:tasks.rados.rados.0.smithi098.stdout:3175: expect (ObjNum 1002 snap 288 seq_num 1002) 2024-04-12T00:37:27.790 INFO:tasks.rados.rados.0.smithi098.stdout:3179: finishing copy_from to smithi09877355-44 2024-04-12T00:37:27.790 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2453 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:37:28.550 INFO:tasks.rados.rados.0.smithi098.stdout:3172: done (5 left) 2024-04-12T00:37:28.550 INFO:tasks.rados.rados.0.smithi098.stdout:3175: done (4 left) 2024-04-12T00:37:28.550 INFO:tasks.rados.rados.0.smithi098.stdout:3177: done (3 left) 2024-04-12T00:37:28.550 INFO:tasks.rados.rados.0.smithi098.stdout:3178: done (2 left) 2024-04-12T00:37:28.550 INFO:tasks.rados.rados.0.smithi098.stdout:3179: done (1 left) 2024-04-12T00:37:28.551 INFO:tasks.rados.rados.0.smithi098.stdout:3180: done (0 left) 2024-04-12T00:37:28.551 INFO:tasks.rados.rados.0.smithi098.stdout:3181: snap_create 2024-04-12T00:37:28.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:28 smithi193 ceph-mon[83763]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T00:37:28.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:28 smithi193 ceph-mon[83763]: pgmap v634: 121 pgs: 121 active+clean; 322 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 116 KiB/s wr, 19 op/s 2024-04-12T00:37:29.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:28 smithi098 ceph-mon[91373]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T00:37:29.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:28 smithi098 ceph-mon[91373]: pgmap v634: 121 pgs: 121 active+clean; 322 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 116 KiB/s wr, 19 op/s 2024-04-12T00:37:29.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:28 smithi098 ceph-mon[88922]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T00:37:29.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:28 smithi098 ceph-mon[88922]: pgmap v634: 121 pgs: 121 active+clean; 322 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 116 KiB/s wr, 19 op/s 2024-04-12T00:37:29.553 INFO:tasks.rados.rados.0.smithi098.stdout:3181: done (0 left) 2024-04-12T00:37:29.553 INFO:tasks.rados.rados.0.smithi098.stdout:3182: snap_create 2024-04-12T00:37:29.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:29 smithi193 ceph-mon[83763]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T00:37:30.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:29 smithi098 ceph-mon[91373]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T00:37:30.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:29 smithi098 ceph-mon[88922]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T00:37:30.564 INFO:tasks.rados.rados.0.smithi098.stdout:3182: done (0 left) 2024-04-12T00:37:30.564 INFO:tasks.rados.rados.0.smithi098.stdout:3183: rmattr oid 31 current snap is 292 2024-04-12T00:37:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 292 2024-04-12T00:37:30.565 INFO:tasks.rados.rados.0.smithi098.stdout:3184: seq_num 1014 ranges {1654784=188416} 2024-04-12T00:37:30.575 INFO:tasks.rados.rados.0.smithi098.stdout:3184: writing smithi09877355-37 from 1654784 to 1843200 tid 1 2024-04-12T00:37:30.575 INFO:tasks.rados.rados.0.smithi098.stdout:3185: copy_from oid 2 from oid 39 current snap is 292 2024-04-12T00:37:30.575 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1246 (ObjNum 1010 snap 288 seq_num 1010) dirty exists 2024-04-12T00:37:30.575 INFO:tasks.rados.rados.0.smithi098.stdout:3183: done (2 left) 2024-04-12T00:37:30.575 INFO:tasks.rados.rados.0.smithi098.stdout:3186: rollback oid 14 current snap is 292 2024-04-12T00:37:30.576 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 14 to 287 2024-04-12T00:37:30.576 INFO:tasks.rados.rados.0.smithi098.stdout:3187: read oid 28 snap -1 2024-04-12T00:37:30.576 INFO:tasks.rados.rados.0.smithi098.stdout:3187: expect (ObjNum 1006 snap 288 seq_num 1006) 2024-04-12T00:37:30.576 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 292 2024-04-12T00:37:30.576 INFO:tasks.rados.rados.0.smithi098.stdout:3188: seq_num 1015 ranges {5505024=204800} 2024-04-12T00:37:30.607 INFO:tasks.rados.rados.0.smithi098.stdout:3188: writing smithi09877355-50 from 5505024 to 5709824 tid 1 2024-04-12T00:37:30.607 INFO:tasks.rados.rados.0.smithi098.stdout:3189: read oid 20 snap -1 2024-04-12T00:37:30.607 INFO:tasks.rados.rados.0.smithi098.stdout:3189: expect (ObjNum 972 snap 280 seq_num 972) 2024-04-12T00:37:30.607 INFO:tasks.rados.rados.0.smithi098.stdout:3190: rollback oid 34 current snap is 292 2024-04-12T00:37:30.607 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 34 to 278 2024-04-12T00:37:30.608 INFO:tasks.rados.rados.0.smithi098.stdout:3184: finishing write tid 1 to smithi09877355-37 2024-04-12T00:37:30.608 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 292 2024-04-12T00:37:30.608 INFO:tasks.rados.rados.0.smithi098.stdout:3184: finishing write tid 2 to smithi09877355-37 2024-04-12T00:37:30.608 INFO:tasks.rados.rados.0.smithi098.stdout:3191: seq_num 1016 ranges {270336=221184} 2024-04-12T00:37:30.610 INFO:tasks.rados.rados.0.smithi098.stdout:3191: writing smithi09877355-45 from 270336 to 491520 tid 1 2024-04-12T00:37:30.610 INFO:tasks.rados.rados.0.smithi098.stdout:3192: read oid 41 snap -1 2024-04-12T00:37:30.610 INFO:tasks.rados.rados.0.smithi098.stdout:3192: expect (ObjNum 1011 snap 288 seq_num 1011) 2024-04-12T00:37:30.610 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 292 2024-04-12T00:37:30.610 INFO:tasks.rados.rados.0.smithi098.stdout:3186: finishing rollback tid 0 to smithi09877355-14 2024-04-12T00:37:30.610 INFO:tasks.rados.rados.0.smithi098.stdout:3186: finishing rollback tid 1 to smithi09877355-14 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:3186: finishing rollback tid 2 to smithi09877355-14 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 2203 (ObjNum 992 snap 286 seq_num 992) dirty exists 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:3184: finishing write tid 3 to smithi09877355-37 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:3184: oid 37 updating version 0 to 2297 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:3184: oid 37 version 2297 is already newer than 2296 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 2297 (ObjNum 1014 snap 292 seq_num 1014) dirty exists 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:3184: left oid 37 (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:3185: finishing copy_from racing read to smithi09877355-2 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:3185: finishing copy_from to smithi09877355-2 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 2401 (ObjNum 994 snap 287 seq_num 994) dirty exists 2024-04-12T00:37:30.611 INFO:tasks.rados.rados.0.smithi098.stdout:3193: seq_num 1017 ranges {3268608=237568} 2024-04-12T00:37:30.629 INFO:tasks.rados.rados.0.smithi098.stdout:3193: writing smithi09877355-11 from 3268608 to 3506176 tid 1 2024-04-12T00:37:30.629 INFO:tasks.rados.rados.0.smithi098.stdout:3184: done (9 left) 2024-04-12T00:37:30.630 INFO:tasks.rados.rados.0.smithi098.stdout:3185: done (8 left) 2024-04-12T00:37:30.630 INFO:tasks.rados.rados.0.smithi098.stdout:3186: done (7 left) 2024-04-12T00:37:30.630 INFO:tasks.rados.rados.0.smithi098.stdout:3194: copy_from oid 9 from oid 35 current snap is 292 2024-04-12T00:37:30.630 INFO:tasks.rados.rados.0.smithi098.stdout:3187: expect (ObjNum 1006 snap 288 seq_num 1006) 2024-04-12T00:37:30.866 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:30 smithi193 ceph-mon[83763]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T00:37:30.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:30 smithi193 ceph-mon[83763]: pgmap v637: 121 pgs: 121 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 183 KiB/s wr, 12 op/s 2024-04-12T00:37:30.983 INFO:tasks.rados.rados.0.smithi098.stdout:3188: finishing write tid 1 to smithi09877355-50 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:3188: finishing write tid 2 to smithi09877355-50 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:3188: finishing write tid 3 to smithi09877355-50 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:3188: oid 50 updating version 0 to 2403 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:3188: oid 50 version 2403 is already newer than 2402 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2403 (ObjNum 1015 snap 292 seq_num 1015) dirty exists 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:3188: left oid 50 (ObjNum 1015 snap 292 seq_num 1015) 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:3190: finishing rollback tid 0 to smithi09877355-34 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:3190: finishing rollback tid 1 to smithi09877355-34 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:3187: done (7 left) 2024-04-12T00:37:30.984 INFO:tasks.rados.rados.0.smithi098.stdout:3188: done (6 left) 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:3195: snap_create 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:3190: finishing rollback tid 2 to smithi09877355-34 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 2406 (ObjNum 946 snap 272 seq_num 946) dirty exists 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:3191: finishing write tid 1 to smithi09877355-45 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:3191: finishing write tid 2 to smithi09877355-45 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:3191: finishing write tid 3 to smithi09877355-45 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:3191: oid 45 updating version 0 to 767 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:3191: oid 45 updating version 767 to 768 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 768 (ObjNum 1016 snap 292 seq_num 1016) dirty exists 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:3191: left oid 45 (ObjNum 1016 snap 292 seq_num 1016) 2024-04-12T00:37:30.985 INFO:tasks.rados.rados.0.smithi098.stdout:3189: expect (ObjNum 972 snap 280 seq_num 972) 2024-04-12T00:37:31.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:30 smithi098 ceph-mon[91373]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T00:37:31.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:30 smithi098 ceph-mon[91373]: pgmap v637: 121 pgs: 121 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 183 KiB/s wr, 12 op/s 2024-04-12T00:37:31.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:30 smithi098 ceph-mon[88922]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T00:37:31.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:30 smithi098 ceph-mon[88922]: pgmap v637: 121 pgs: 121 active+clean; 297 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 183 KiB/s wr, 12 op/s 2024-04-12T00:37:31.079 INFO:tasks.rados.rados.0.smithi098.stdout:3192: expect (ObjNum 1011 snap 288 seq_num 1011) 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:3193: finishing write tid 1 to smithi09877355-11 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:3193: finishing write tid 2 to smithi09877355-11 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:3194: finishing copy_from racing read to smithi09877355-9 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:3194: finishing copy_from to smithi09877355-9 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 766 (ObjNum 875 snap 253 seq_num 875) dirty exists 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:3193: finishing write tid 3 to smithi09877355-11 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:3193: oid 11 updating version 0 to 2486 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:3193: oid 11 version 2486 is already newer than 2485 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2486 (ObjNum 1017 snap 292 seq_num 1017) dirty exists 2024-04-12T00:37:31.275 INFO:tasks.rados.rados.0.smithi098.stdout:3193: left oid 11 (ObjNum 1017 snap 292 seq_num 1017) 2024-04-12T00:37:31.542 INFO:tasks.rados.rados.0.smithi098.stdout:3189: done (6 left) 2024-04-12T00:37:31.542 INFO:tasks.rados.rados.0.smithi098.stdout:3190: done (5 left) 2024-04-12T00:37:31.542 INFO:tasks.rados.rados.0.smithi098.stdout:3191: done (4 left) 2024-04-12T00:37:31.542 INFO:tasks.rados.rados.0.smithi098.stdout:3192: done (3 left) 2024-04-12T00:37:31.542 INFO:tasks.rados.rados.0.smithi098.stdout:3193: done (2 left) 2024-04-12T00:37:31.542 INFO:tasks.rados.rados.0.smithi098.stdout:3194: done (1 left) 2024-04-12T00:37:31.542 INFO:tasks.rados.rados.0.smithi098.stdout:3195: done (0 left) 2024-04-12T00:37:31.543 INFO:tasks.rados.rados.0.smithi098.stdout:3196: read oid 38 snap 287 2024-04-12T00:37:31.543 INFO:tasks.rados.rados.0.smithi098.stdout:3196: expect (ObjNum 987 snap 285 seq_num 987) 2024-04-12T00:37:31.543 INFO:tasks.rados.rados.0.smithi098.stdout:3197: delete oid 20 current snap is 293 2024-04-12T00:37:31.558 INFO:tasks.rados.rados.0.smithi098.stdout:3196: expect (ObjNum 987 snap 285 seq_num 987) 2024-04-12T00:37:31.615 INFO:tasks.rados.rados.0.smithi098.stdout:3196: done (1 left) 2024-04-12T00:37:31.615 INFO:tasks.rados.rados.0.smithi098.stdout:3197: done (0 left) 2024-04-12T00:37:31.615 INFO:tasks.rados.rados.0.smithi098.stdout:3198: snap_create 2024-04-12T00:37:31.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:31 smithi193 ceph-mon[83763]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T00:37:31.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:31 smithi193 ceph-mon[83763]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T00:37:32.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:31 smithi098 ceph-mon[91373]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T00:37:32.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:31 smithi098 ceph-mon[91373]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T00:37:32.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:31 smithi098 ceph-mon[88922]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T00:37:32.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:31 smithi098 ceph-mon[88922]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T00:37:32.566 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:37:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:37:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:37:32.570 INFO:tasks.rados.rados.0.smithi098.stdout:3198: done (0 left) 2024-04-12T00:37:32.570 INFO:tasks.rados.rados.0.smithi098.stdout:3199: rollback oid 31 current snap is 294 2024-04-12T00:37:32.571 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 293 2024-04-12T00:37:32.571 INFO:tasks.rados.rados.0.smithi098.stdout:3200: read oid 45 snap -1 2024-04-12T00:37:32.571 INFO:tasks.rados.rados.0.smithi098.stdout:3200: expect (ObjNum 1016 snap 292 seq_num 1016) 2024-04-12T00:37:32.571 INFO:tasks.rados.rados.0.smithi098.stdout:3201: read oid 1 snap -1 2024-04-12T00:37:32.571 INFO:tasks.rados.rados.0.smithi098.stdout:3201: expect (ObjNum 897 snap 260 seq_num 897) 2024-04-12T00:37:32.571 INFO:tasks.rados.rados.0.smithi098.stdout:3202: read oid 17 snap 288 2024-04-12T00:37:32.571 INFO:tasks.rados.rados.0.smithi098.stdout:3202: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-12T00:37:32.572 INFO:tasks.rados.rados.0.smithi098.stdout:3203: snap_remove snap 276 2024-04-12T00:37:32.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:32 smithi193 ceph-mon[83763]: pgmap v640: 121 pgs: 121 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:37:33.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:32 smithi098 ceph-mon[91373]: pgmap v640: 121 pgs: 121 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:37:33.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:32 smithi098 ceph-mon[88922]: pgmap v640: 121 pgs: 121 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T00:37:33.572 INFO:tasks.rados.rados.0.smithi098.stdout:3203: done (4 left) 2024-04-12T00:37:33.572 INFO:tasks.rados.rados.0.smithi098.stdout:3204: read oid 5 snap -1 2024-04-12T00:37:33.573 INFO:tasks.rados.rados.0.smithi098.stdout:3204: expect (ObjNum 961 snap 276 seq_num 961) 2024-04-12T00:37:33.573 INFO:tasks.rados.rados.0.smithi098.stdout:3205: snap_create 2024-04-12T00:37:33.573 INFO:tasks.rados.rados.0.smithi098.stdout:3200: expect (ObjNum 1016 snap 292 seq_num 1016) 2024-04-12T00:37:33.598 INFO:tasks.rados.rados.0.smithi098.stdout:3199: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:37:33.599 INFO:tasks.rados.rados.0.smithi098.stdout:3201: expect (ObjNum 897 snap 260 seq_num 897) 2024-04-12T00:37:33.617 INFO:tasks.rados.rados.0.smithi098.stdout:3199: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:37:33.618 INFO:tasks.rados.rados.0.smithi098.stdout:3199: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:37:33.618 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 1249 (ObjNum 1010 snap 288 seq_num 1010) dirty exists 2024-04-12T00:37:33.618 INFO:tasks.rados.rados.0.smithi098.stdout:3202: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-12T00:37:33.672 INFO:tasks.rados.rados.0.smithi098.stdout:3204: expect (ObjNum 961 snap 276 seq_num 961) 2024-04-12T00:37:33.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:33 smithi193 ceph-mon[83763]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T00:37:34.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:33 smithi098 ceph-mon[91373]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T00:37:34.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:33 smithi098 ceph-mon[88922]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T00:37:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:3199: done (5 left) 2024-04-12T00:37:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:3200: done (4 left) 2024-04-12T00:37:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:3201: done (3 left) 2024-04-12T00:37:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:3202: done (2 left) 2024-04-12T00:37:34.573 INFO:tasks.rados.rados.0.smithi098.stdout:3204: done (1 left) 2024-04-12T00:37:34.574 INFO:tasks.rados.rados.0.smithi098.stdout:3205: done (0 left) 2024-04-12T00:37:34.574 INFO:tasks.rados.rados.0.smithi098.stdout:3206: snap_remove snap 287 2024-04-12T00:37:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:34 smithi193 ceph-mon[83763]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T00:37:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:34 smithi193 ceph-mon[83763]: pgmap v643: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-12T00:37:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:34 smithi193 ceph-mon[83763]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T00:37:35.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:34 smithi098 ceph-mon[91373]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T00:37:35.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:34 smithi098 ceph-mon[91373]: pgmap v643: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-12T00:37:35.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:34 smithi098 ceph-mon[91373]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T00:37:35.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:34 smithi098 ceph-mon[88922]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T00:37:35.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:34 smithi098 ceph-mon[88922]: pgmap v643: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-12T00:37:35.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:34 smithi098 ceph-mon[88922]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T00:37:35.192 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:34 smithi193 systemd[1]: Stopping Ceph grafana.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:37:35.458 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:35 smithi193 podman[119943]: 2024-04-12 00:37:35.1926568 +0000 UTC m=+0.113738338 container died 508bb963a7edfc64175f47488cd323441e2c1ce06c273700c731e8060a3965d5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, io.buildah.version=1.32.0, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, io.openshift.tags=base rhel8) 2024-04-12T00:37:35.575 INFO:tasks.rados.rados.0.smithi098.stdout:3206: done (0 left) 2024-04-12T00:37:35.575 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 295 2024-04-12T00:37:35.575 INFO:tasks.rados.rados.0.smithi098.stdout:3207: seq_num 1019 ranges {10526720=270336} 2024-04-12T00:37:35.635 INFO:tasks.rados.rados.0.smithi098.stdout:3207: writing smithi09877355-4 from 10526720 to 10797056 tid 1 2024-04-12T00:37:35.635 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 295 2024-04-12T00:37:35.636 INFO:tasks.rados.rados.0.smithi098.stdout:3208: seq_num 1020 ranges {6217728=286720} 2024-04-12T00:37:35.670 INFO:tasks.rados.rados.0.smithi098.stdout:3208: writing smithi09877355-28 from 6217728 to 6504448 tid 1 2024-04-12T00:37:35.670 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 295 2024-04-12T00:37:35.671 INFO:tasks.rados.rados.0.smithi098.stdout:3207: finishing write tid 1 to smithi09877355-4 2024-04-12T00:37:35.671 INFO:tasks.rados.rados.0.smithi098.stdout:3207: finishing write tid 2 to smithi09877355-4 2024-04-12T00:37:35.671 INFO:tasks.rados.rados.0.smithi098.stdout:3207: finishing write tid 3 to smithi09877355-4 2024-04-12T00:37:35.671 INFO:tasks.rados.rados.0.smithi098.stdout:3207: oid 4 updating version 0 to 2206 2024-04-12T00:37:35.671 INFO:tasks.rados.rados.0.smithi098.stdout:3207: oid 4 version 2206 is already newer than 2205 2024-04-12T00:37:35.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2206 (ObjNum 1019 snap 295 seq_num 1019) dirty exists 2024-04-12T00:37:35.671 INFO:tasks.rados.rados.0.smithi098.stdout:3207: left oid 4 (ObjNum 1019 snap 295 seq_num 1019) 2024-04-12T00:37:35.671 INFO:tasks.rados.rados.0.smithi098.stdout:3209: seq_num 1021 ranges {7675904=303104} 2024-04-12T00:37:35.713 INFO:tasks.rados.rados.0.smithi098.stdout:3209: writing smithi09877355-32 from 7675904 to 7979008 tid 1 2024-04-12T00:37:35.713 INFO:tasks.rados.rados.0.smithi098.stdout:3207: done (2 left) 2024-04-12T00:37:35.713 INFO:tasks.rados.rados.0.smithi098.stdout:3210: delete oid 26 current snap is 295 2024-04-12T00:37:35.713 INFO:tasks.rados.rados.0.smithi098.stdout:3208: finishing write tid 1 to smithi09877355-28 2024-04-12T00:37:35.713 INFO:tasks.rados.rados.0.smithi098.stdout:3208: finishing write tid 2 to smithi09877355-28 2024-04-12T00:37:35.713 INFO:tasks.rados.rados.0.smithi098.stdout:3208: finishing write tid 3 to smithi09877355-28 2024-04-12T00:37:35.714 INFO:tasks.rados.rados.0.smithi098.stdout:3208: oid 28 updating version 0 to 1611 2024-04-12T00:37:35.714 INFO:tasks.rados.rados.0.smithi098.stdout:3208: oid 28 version 1611 is already newer than 1610 2024-04-12T00:37:35.714 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1611 (ObjNum 1020 snap 295 seq_num 1020) dirty exists 2024-04-12T00:37:35.714 INFO:tasks.rados.rados.0.smithi098.stdout:3208: left oid 28 (ObjNum 1020 snap 295 seq_num 1020) 2024-04-12T00:37:35.715 INFO:tasks.rados.rados.0.smithi098.stdout:3208: done (2 left) 2024-04-12T00:37:35.716 INFO:tasks.rados.rados.0.smithi098.stdout:3210: done (1 left) 2024-04-12T00:37:35.716 INFO:tasks.rados.rados.0.smithi098.stdout:3211: snap_create 2024-04-12T00:37:35.717 INFO:tasks.rados.rados.0.smithi098.stdout:3209: finishing write tid 1 to smithi09877355-32 2024-04-12T00:37:35.717 INFO:tasks.rados.rados.0.smithi098.stdout:3209: finishing write tid 2 to smithi09877355-32 2024-04-12T00:37:35.718 INFO:tasks.rados.rados.0.smithi098.stdout:3209: finishing write tid 3 to smithi09877355-32 2024-04-12T00:37:35.718 INFO:tasks.rados.rados.0.smithi098.stdout:3209: oid 32 updating version 0 to 2299 2024-04-12T00:37:35.719 INFO:tasks.rados.rados.0.smithi098.stdout:3209: oid 32 version 2299 is already newer than 2298 2024-04-12T00:37:35.719 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 2299 (ObjNum 1021 snap 295 seq_num 1021) dirty exists 2024-04-12T00:37:35.719 INFO:tasks.rados.rados.0.smithi098.stdout:3209: left oid 32 (ObjNum 1021 snap 295 seq_num 1021) 2024-04-12T00:37:35.849 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:35.850 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:35 smithi193 ceph-mon[83763]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T00:37:35.850 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:35 smithi193 podman[119943]: 2024-04-12 00:37:35.540378455 +0000 UTC m=+0.461460006 container cleanup 508bb963a7edfc64175f47488cd323441e2c1ce06c273700c731e8060a3965d5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, description=Ceph Grafana Container, io.buildah.version=1.32.0, vcs-type=git, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, name=ubi8, version=8.5, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc.) 2024-04-12T00:37:35.850 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:35 smithi193 bash[119943]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a 2024-04-12T00:37:36.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:37:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:37:35] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T00:37:36.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:36.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:35 smithi098 ceph-mon[91373]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T00:37:36.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:36.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:35 smithi098 ceph-mon[88922]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T00:37:36.044 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:37:36.117 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:35 smithi193 podman[119956]: 2024-04-12 00:37:35.850343175 +0000 UTC m=+0.657485430 container remove 508bb963a7edfc64175f47488cd323441e2c1ce06c273700c731e8060a3965d5 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, name=ubi8, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.buildah.version=1.32.0) 2024-04-12T00:37:36.117 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:35 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T00:37:36.117 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T00:37:36.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 systemd[1]: Stopped Ceph grafana.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:37:36.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@grafana.a.service: Consumed 10.778s CPU time. 2024-04-12T00:37:36.362 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:37:36.362 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (21s) 17s ago 12m 16.7M - 0.25.0 c8568f914cd2 7809e3c18265 2024-04-12T00:37:36.362 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (12m) 33s ago 12m 91.5M - 9.4.7 954c08fa6188 508bb963a7ed 2024-04-12T00:37:36.362 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (90s) 17s ago 13m 16.6M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 c28369961354 2024-04-12T00:37:36.362 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (70s) 33s ago 13m 14.4M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 9b7304d52b9c 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (7m) 33s ago 16m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (8m) 17s ago 18m 523M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (7m) 17s ago 18m 70.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (6m) 33s ago 17m 54.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (7m) 17s ago 16m 62.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (57s) 17s ago 11m 8120k - 1.5.0 0da6a335fe13 cc15f539691c 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (53s) 33s ago 11m 7940k - 1.5.0 0da6a335fe13 df2895504fd3 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (5m) 17s ago 16m 373M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (5m) 17s ago 16m 303M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (4m) 17s ago 15m 253M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (4m) 17s ago 15m 103M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (3m) 33s ago 14m 256M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 1bd8a7541b94 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (3m) 33s ago 14m 271M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3ce1fb3e5c84 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (2m) 33s ago 14m 132M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d79c44e24adf 2024-04-12T00:37:36.363 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (114s) 33s ago 13m 125M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 96d924bed0d3 2024-04-12T00:37:36.364 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (37s) 33s ago 12m 37.7M - 2.43.0 a07b618ecd1d d8769e83105b 2024-04-12T00:37:36.538 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 systemd[1]: Starting Ceph grafana.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T00:37:36.538 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 podman[120088]: 2024-04-12 00:37:36.317916059 +0000 UTC m=+0.018137066 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-12T00:37:36.538 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 podman[120088]: 2024-04-12 00:37:36.426553704 +0000 UTC m=+0.126774686 container create 8fdd216db9c02844cef412470c8bcf3d36d71d306d35c22f559ee749c0ff48e2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T00:37:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:3209: done (1 left) 2024-04-12T00:37:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:3211: done (0 left) 2024-04-12T00:37:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:3212: read oid 21 snap 294 2024-04-12T00:37:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:3212: expect (ObjNum 1008 snap 288 seq_num 1008) 2024-04-12T00:37:36.545 INFO:tasks.rados.rados.0.smithi098.stdout:3213: delete oid 3 current snap is 296 2024-04-12T00:37:36.549 INFO:tasks.rados.rados.0.smithi098.stdout:3213: done (1 left) 2024-04-12T00:37:36.549 INFO:tasks.rados.rados.0.smithi098.stdout:3214: read oid 16 snap 288 2024-04-12T00:37:36.549 INFO:tasks.rados.rados.0.smithi098.stdout:3214: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:36.549 INFO:tasks.rados.rados.0.smithi098.stdout:3215: setattr oid 41 current snap is 296 2024-04-12T00:37:36.551 INFO:tasks.rados.rados.0.smithi098.stdout:3216: copy_from oid 33 from oid 40 current snap is 296 2024-04-12T00:37:36.551 INFO:tasks.rados.rados.0.smithi098.stdout:3217: delete oid 48 current snap is 296 2024-04-12T00:37:36.558 INFO:tasks.rados.rados.0.smithi098.stdout:3212: expect (ObjNum 1008 snap 288 seq_num 1008) 2024-04-12T00:37:36.664 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1925 (ObjNum 1011 snap 288 seq_num 1011) dirty exists 2024-04-12T00:37:36.664 INFO:tasks.rados.rados.0.smithi098.stdout:3214: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:36.746 INFO:tasks.rados.rados.0.smithi098.stdout:3216: finishing copy_from racing read to smithi09877355-33 2024-04-12T00:37:36.746 INFO:tasks.rados.rados.0.smithi098.stdout:3216: finishing copy_from to smithi09877355-33 2024-04-12T00:37:36.747 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 1287 (ObjNum 998 snap 288 seq_num 998) dirty exists 2024-04-12T00:37:36.747 INFO:tasks.rados.rados.0.smithi098.stdout:3212: done (4 left) 2024-04-12T00:37:36.747 INFO:tasks.rados.rados.0.smithi098.stdout:3214: done (3 left) 2024-04-12T00:37:36.747 INFO:tasks.rados.rados.0.smithi098.stdout:3215: done (2 left) 2024-04-12T00:37:36.747 INFO:tasks.rados.rados.0.smithi098.stdout:3216: done (1 left) 2024-04-12T00:37:36.747 INFO:tasks.rados.rados.0.smithi098.stdout:3217: done (0 left) 2024-04-12T00:37:36.747 INFO:tasks.rados.rados.0.smithi098.stdout:3218: snap_create 2024-04-12T00:37:36.783 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:37:36.783 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:37:36.784 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-12T00:37:36.785 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:37:36.785 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:37:36.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:36 smithi098 ceph-mon[91373]: pgmap v646: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:37:36.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:36 smithi098 ceph-mon[91373]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T00:37:36.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:36 smithi098 ceph-mon[88922]: pgmap v646: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:37:36.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:36 smithi098 ceph-mon[88922]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T00:37:36.831 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-mon[83763]: pgmap v646: 121 pgs: 121 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:37:36.831 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-mon[83763]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T00:37:36.831 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 podman[120088]: 2024-04-12 00:37:36.679664068 +0000 UTC m=+0.379885050 container init 8fdd216db9c02844cef412470c8bcf3d36d71d306d35c22f559ee749c0ff48e2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T00:37:36.831 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 podman[120088]: 2024-04-12 00:37:36.682472309 +0000 UTC m=+0.382693295 container start 8fdd216db9c02844cef412470c8bcf3d36d71d306d35c22f559ee749c0ff48e2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T00:37:36.832 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 bash[120088]: 8fdd216db9c02844cef412470c8bcf3d36d71d306d35c22f559ee749c0ff48e2 2024-04-12T00:37:36.832 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 systemd[1]: Started Ceph grafana.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T00:37:37.117 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831370837Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-12T00:37:37.117 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831553103Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831567489Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831572289Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831576451Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831580405Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831584228Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.83158834Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831592812Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831597354Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831601481Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831605509Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831609277Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831613229Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831617879Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.83162179Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-12T00:37:37.118 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831625437Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831629444Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=settings t=2024-04-12T00:37:36.831633597Z level=info msg="App mode production" 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=sqlstore t=2024-04-12T00:37:36.831694022Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=sqlstore t=2024-04-12T00:37:36.831709703Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=migrator t=2024-04-12T00:37:36.84580629Z level=info msg="Starting DB migrations" 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=migrator t=2024-04-12T00:37:36.850528101Z level=info msg="migrations completed" performed=0 skipped=481 duration=407.016µs 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=sqlstore t=2024-04-12T00:37:36.85088206Z level=info msg="Created default organization" 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=plugin.finder t=2024-04-12T00:37:36.884978943Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=secrets t=2024-04-12T00:37:36.885111045Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=query_data t=2024-04-12T00:37:36.88726122Z level=info msg="Query Service initialization" 2024-04-12T00:37:37.119 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=live.push_http t=2024-04-12T00:37:36.889658008Z level=info msg="Live Push Gateway initialization" 2024-04-12T00:37:37.604 INFO:tasks.rados.rados.0.smithi098.stdout:3218: done (0 left) 2024-04-12T00:37:37.604 INFO:tasks.rados.rados.0.smithi098.stdout:3219: copy_from oid 14 from oid 19 current snap is 297 2024-04-12T00:37:37.605 INFO:tasks.rados.rados.0.smithi098.stdout:3220: rmattr oid 49 current snap is 297 2024-04-12T00:37:37.605 INFO:tasks.rados.rados.0.smithi098.stdout:3220: done (1 left) 2024-04-12T00:37:37.605 INFO:tasks.rados.rados.0.smithi098.stdout:3221: delete oid 29 current snap is 297 2024-04-12T00:37:37.608 INFO:tasks.rados.rados.0.smithi098.stdout:3221: done (1 left) 2024-04-12T00:37:37.608 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 297 2024-04-12T00:37:37.609 INFO:tasks.rados.rados.0.smithi098.stdout:3222: seq_num 1026 ranges {3784704=385024} 2024-04-12T00:37:37.631 INFO:tasks.rados.rados.0.smithi098.stdout:3222: writing smithi09877355-39 from 3784704 to 4169728 tid 1 2024-04-12T00:37:37.631 INFO:tasks.rados.rados.0.smithi098.stdout:3223: delete oid 5 current snap is 297 2024-04-12T00:37:37.631 INFO:tasks.rados.rados.0.smithi098.stdout:3219: finishing copy_from to smithi09877355-14 2024-04-12T00:37:37.632 INFO:tasks.rados.rados.0.smithi098.stdout:3219: got expected ENOENT (src dne) 2024-04-12T00:37:37.632 INFO:tasks.rados.rados.0.smithi098.stdout:3219: finishing copy_from racing read to smithi09877355-14 2024-04-12T00:37:37.636 INFO:tasks.rados.rados.0.smithi098.stdout:3219: done (2 left) 2024-04-12T00:37:37.636 INFO:tasks.rados.rados.0.smithi098.stdout:3223: done (1 left) 2024-04-12T00:37:37.636 INFO:tasks.rados.rados.0.smithi098.stdout:3224: rmattr oid 47 current snap is 297 2024-04-12T00:37:37.636 INFO:tasks.rados.rados.0.smithi098.stdout:3224: done (1 left) 2024-04-12T00:37:37.636 INFO:tasks.rados.rados.0.smithi098.stdout:3225: read oid 47 snap 286 2024-04-12T00:37:37.636 INFO:tasks.rados.rados.0.smithi098.stdout:3225: expect deleted 2024-04-12T00:37:37.636 INFO:tasks.rados.rados.0.smithi098.stdout:3226: read oid 15 snap -1 2024-04-12T00:37:37.636 INFO:tasks.rados.rados.0.smithi098.stdout:3226: expect (ObjNum 892 snap 258 seq_num 892) 2024-04-12T00:37:37.636 INFO:tasks.rados.rados.0.smithi098.stdout:3227: snap_create 2024-04-12T00:37:37.637 INFO:tasks.rados.rados.0.smithi098.stdout:3222: finishing write tid 1 to smithi09877355-39 2024-04-12T00:37:37.637 INFO:tasks.rados.rados.0.smithi098.stdout:3222: finishing write tid 2 to smithi09877355-39 2024-04-12T00:37:37.641 INFO:tasks.rados.rados.0.smithi098.stdout:3222: finishing write tid 3 to smithi09877355-39 2024-04-12T00:37:37.641 INFO:tasks.rados.rados.0.smithi098.stdout:3222: oid 39 updating version 0 to 2502 2024-04-12T00:37:37.641 INFO:tasks.rados.rados.0.smithi098.stdout:3222: oid 39 updating version 2502 to 2503 2024-04-12T00:37:37.642 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 2503 (ObjNum 1026 snap 297 seq_num 1026) dirty exists 2024-04-12T00:37:37.642 INFO:tasks.rados.rados.0.smithi098.stdout:3222: left oid 39 (ObjNum 1026 snap 297 seq_num 1026) 2024-04-12T00:37:37.642 INFO:tasks.rados.rados.0.smithi098.stdout:3226: expect (ObjNum 892 snap 258 seq_num 892) 2024-04-12T00:37:37.811 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-mon[83763]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:37.811 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-mon[83763]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:37.812 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4214573616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:37.812 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:37.812 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:37.812 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:37.812 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=infra.usagestats.collector t=2024-04-12T00:37:37.543945206Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-12T00:37:37.812 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=provisioning.datasources t=2024-04-12T00:37:37.546072097Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-12T00:37:37.812 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=provisioning.datasources t=2024-04-12T00:37:37.546080264Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-12T00:37:37.812 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=provisioning.datasources t=2024-04-12T00:37:37.546231141Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-12T00:37:37.812 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=provisioning.alerting t=2024-04-12T00:37:37.569066928Z level=info msg="starting to provision alerting" 2024-04-12T00:37:37.812 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=provisioning.alerting t=2024-04-12T00:37:37.569078596Z level=info msg="finished to provision alerting" 2024-04-12T00:37:37.812 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=ngalert.state.manager t=2024-04-12T00:37:37.569144407Z level=info msg="Warming state cache for startup" 2024-04-12T00:37:37.812 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=grafanaStorageLogger t=2024-04-12T00:37:37.56917594Z level=info msg="storage starting" 2024-04-12T00:37:37.812 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=http.server t=2024-04-12T00:37:37.571577147Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-12T00:37:37.813 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=ngalert.state.manager t=2024-04-12T00:37:37.580899382Z level=info msg="State cache has been initialized" states=0 duration=11.753847ms 2024-04-12T00:37:37.813 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=ticker t=2024-04-12T00:37:37.580943573Z level=info msg=starting first_tick=2024-04-12T00:37:40Z 2024-04-12T00:37:37.813 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=ngalert.multiorg.alertmanager t=2024-04-12T00:37:37.580953486Z level=info msg="starting MultiOrg Alertmanager" 2024-04-12T00:37:37.813 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=sqlstore.transactions t=2024-04-12T00:37:37.640663382Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T00:37:38.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[91373]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:38.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[91373]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:38.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4214573616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:38.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:38.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:38.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[88922]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[88922]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:37:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4214573616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:37 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:38.611 INFO:tasks.rados.rados.0.smithi098.stdout:3222: done (3 left) 2024-04-12T00:37:38.611 INFO:tasks.rados.rados.0.smithi098.stdout:3225: done (2 left) 2024-04-12T00:37:38.611 INFO:tasks.rados.rados.0.smithi098.stdout:3226: done (1 left) 2024-04-12T00:37:38.611 INFO:tasks.rados.rados.0.smithi098.stdout:3227: done (0 left) 2024-04-12T00:37:38.611 INFO:tasks.rados.rados.0.smithi098.stdout:3228: delete oid 13 current snap is 298 2024-04-12T00:37:38.615 INFO:tasks.rados.rados.0.smithi098.stdout:3228: done (0 left) 2024-04-12T00:37:38.615 INFO:tasks.rados.rados.0.smithi098.stdout:3229: copy_from oid 2 from oid 26 current snap is 298 2024-04-12T00:37:38.615 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 298 2024-04-12T00:37:38.615 INFO:tasks.rados.rados.0.smithi098.stdout:3230: seq_num 1029 ranges {7979008=442368} 2024-04-12T00:37:38.660 INFO:tasks.rados.rados.0.smithi098.stdout:3230: writing smithi09877355-32 from 7979008 to 8421376 tid 1 2024-04-12T00:37:38.660 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 298 2024-04-12T00:37:38.660 INFO:tasks.rados.rados.0.smithi098.stdout:3229: finishing copy_from to smithi09877355-2 2024-04-12T00:37:38.660 INFO:tasks.rados.rados.0.smithi098.stdout:3229: got expected ENOENT (src dne) 2024-04-12T00:37:38.660 INFO:tasks.rados.rados.0.smithi098.stdout:3229: finishing copy_from racing read to smithi09877355-2 2024-04-12T00:37:38.660 INFO:tasks.rados.rados.0.smithi098.stdout:3231: seq_num 1030 ranges {0=458752} 2024-04-12T00:37:38.662 INFO:tasks.rados.rados.0.smithi098.stdout:3231: writing smithi09877355-13 from 0 to 458752 tid 1 2024-04-12T00:37:38.663 INFO:tasks.rados.rados.0.smithi098.stdout:3229: done (2 left) 2024-04-12T00:37:38.663 INFO:tasks.rados.rados.0.smithi098.stdout:3232: rollback oid 17 current snap is 298 2024-04-12T00:37:38.663 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 17 to 293 2024-04-12T00:37:38.663 INFO:tasks.rados.rados.0.smithi098.stdout:3233: rmattr oid 21 current snap is 298 2024-04-12T00:37:38.663 INFO:tasks.rados.rados.0.smithi098.stdout:3233: done (3 left) 2024-04-12T00:37:38.663 INFO:tasks.rados.rados.0.smithi098.stdout:3234: setattr oid 12 current snap is 298 2024-04-12T00:37:38.664 INFO:tasks.rados.rados.0.smithi098.stdout:3235: snap_create 2024-04-12T00:37:38.668 INFO:tasks.rados.rados.0.smithi098.stdout:3230: finishing write tid 1 to smithi09877355-32 2024-04-12T00:37:38.668 INFO:tasks.rados.rados.0.smithi098.stdout:3230: finishing write tid 2 to smithi09877355-32 2024-04-12T00:37:38.668 INFO:tasks.rados.rados.0.smithi098.stdout:3231: finishing write tid 1 to smithi09877355-13 2024-04-12T00:37:38.668 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2082 (ObjNum 699 snap 207 seq_num 699) dirty exists 2024-04-12T00:37:38.668 INFO:tasks.rados.rados.0.smithi098.stdout:3231: finishing write tid 2 to smithi09877355-13 2024-04-12T00:37:38.669 INFO:tasks.rados.rados.0.smithi098.stdout:3232: finishing rollback tid 0 to smithi09877355-17 2024-04-12T00:37:38.670 INFO:tasks.rados.rados.0.smithi098.stdout:3232: finishing rollback tid 1 to smithi09877355-17 2024-04-12T00:37:38.670 INFO:tasks.rados.rados.0.smithi098.stdout:3230: finishing write tid 3 to smithi09877355-32 2024-04-12T00:37:38.670 INFO:tasks.rados.rados.0.smithi098.stdout:3230: oid 32 updating version 0 to 2302 2024-04-12T00:37:38.670 INFO:tasks.rados.rados.0.smithi098.stdout:3230: oid 32 version 2302 is already newer than 2301 2024-04-12T00:37:38.670 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 2302 (ObjNum 1029 snap 298 seq_num 1029) dirty exists 2024-04-12T00:37:38.670 INFO:tasks.rados.rados.0.smithi098.stdout:3230: left oid 32 (ObjNum 1029 snap 298 seq_num 1029) 2024-04-12T00:37:38.670 INFO:tasks.rados.rados.0.smithi098.stdout:3232: finishing rollback tid 2 to smithi09877355-17 2024-04-12T00:37:38.670 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1588 (ObjNum 984 snap 284 seq_num 984) dirty exists 2024-04-12T00:37:38.671 INFO:tasks.rados.rados.0.smithi098.stdout:3231: finishing write tid 3 to smithi09877355-13 2024-04-12T00:37:38.671 INFO:tasks.rados.rados.0.smithi098.stdout:3231: oid 13 updating version 0 to 2507 2024-04-12T00:37:38.671 INFO:tasks.rados.rados.0.smithi098.stdout:3231: oid 13 version 2507 is already newer than 2506 2024-04-12T00:37:38.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2507 (ObjNum 1030 snap 298 seq_num 1030) dirty exists 2024-04-12T00:37:38.671 INFO:tasks.rados.rados.0.smithi098.stdout:3231: left oid 13 (ObjNum 1030 snap 298 seq_num 1030) 2024-04-12T00:37:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:38 smithi193 ceph-mon[83763]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T00:37:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:38 smithi193 ceph-mon[83763]: pgmap v649: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-12T00:37:39.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:38 smithi098 ceph-mon[91373]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T00:37:39.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:38 smithi098 ceph-mon[91373]: pgmap v649: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-12T00:37:39.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:38 smithi098 ceph-mon[88922]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T00:37:39.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:38 smithi098 ceph-mon[88922]: pgmap v649: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-12T00:37:39.622 INFO:tasks.rados.rados.0.smithi098.stdout:3230: done (4 left) 2024-04-12T00:37:39.622 INFO:tasks.rados.rados.0.smithi098.stdout:3231: done (3 left) 2024-04-12T00:37:39.622 INFO:tasks.rados.rados.0.smithi098.stdout:3232: done (2 left) 2024-04-12T00:37:39.622 INFO:tasks.rados.rados.0.smithi098.stdout:3234: done (1 left) 2024-04-12T00:37:39.622 INFO:tasks.rados.rados.0.smithi098.stdout:3235: done (0 left) 2024-04-12T00:37:39.622 INFO:tasks.rados.rados.0.smithi098.stdout:3236: delete oid 42 current snap is 299 2024-04-12T00:37:39.625 INFO:tasks.rados.rados.0.smithi098.stdout:3236: done (0 left) 2024-04-12T00:37:39.625 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 299 2024-04-12T00:37:39.625 INFO:tasks.rados.rados.0.smithi098.stdout:3237: seq_num 1032 ranges {0=491520} 2024-04-12T00:37:39.628 INFO:tasks.rados.rados.0.smithi098.stdout:3237: writing smithi09877355-26 from 0 to 491520 tid 1 2024-04-12T00:37:39.628 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 299 2024-04-12T00:37:39.628 INFO:tasks.rados.rados.0.smithi098.stdout:3238: seq_num 1033 ranges {0=507904} 2024-04-12T00:37:39.630 INFO:tasks.rados.rados.0.smithi098.stdout:3238: writing smithi09877355-42 from 0 to 507904 tid 1 2024-04-12T00:37:39.630 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 299 2024-04-12T00:37:39.630 INFO:tasks.rados.rados.0.smithi098.stdout:3239: seq_num 1034 ranges {2211840=524288} 2024-04-12T00:37:39.646 INFO:tasks.rados.rados.0.smithi098.stdout:3239: writing smithi09877355-22 from 2211840 to 2736128 tid 1 2024-04-12T00:37:39.646 INFO:tasks.rados.rados.0.smithi098.stdout:3240: delete oid 44 current snap is 299 2024-04-12T00:37:39.646 INFO:tasks.rados.rados.0.smithi098.stdout:3237: finishing write tid 1 to smithi09877355-26 2024-04-12T00:37:39.646 INFO:tasks.rados.rados.0.smithi098.stdout:3237: finishing write tid 2 to smithi09877355-26 2024-04-12T00:37:39.646 INFO:tasks.rados.rados.0.smithi098.stdout:3238: finishing write tid 1 to smithi09877355-42 2024-04-12T00:37:39.646 INFO:tasks.rados.rados.0.smithi098.stdout:3238: finishing write tid 2 to smithi09877355-42 2024-04-12T00:37:39.646 INFO:tasks.rados.rados.0.smithi098.stdout:3237: finishing write tid 3 to smithi09877355-26 2024-04-12T00:37:39.647 INFO:tasks.rados.rados.0.smithi098.stdout:3237: oid 26 updating version 0 to 2084 2024-04-12T00:37:39.647 INFO:tasks.rados.rados.0.smithi098.stdout:3237: oid 26 version 2084 is already newer than 2083 2024-04-12T00:37:39.647 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 2084 (ObjNum 1032 snap 299 seq_num 1032) dirty exists 2024-04-12T00:37:39.647 INFO:tasks.rados.rados.0.smithi098.stdout:3237: left oid 26 (ObjNum 1032 snap 299 seq_num 1032) 2024-04-12T00:37:39.647 INFO:tasks.rados.rados.0.smithi098.stdout:3238: finishing write tid 3 to smithi09877355-42 2024-04-12T00:37:39.647 INFO:tasks.rados.rados.0.smithi098.stdout:3238: oid 42 updating version 0 to 2456 2024-04-12T00:37:39.647 INFO:tasks.rados.rados.0.smithi098.stdout:3238: oid 42 version 2456 is already newer than 2455 2024-04-12T00:37:39.647 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2456 (ObjNum 1033 snap 299 seq_num 1033) dirty exists 2024-04-12T00:37:39.647 INFO:tasks.rados.rados.0.smithi098.stdout:3238: left oid 42 (ObjNum 1033 snap 299 seq_num 1033) 2024-04-12T00:37:39.654 INFO:tasks.rados.rados.0.smithi098.stdout:3239: finishing write tid 1 to smithi09877355-22 2024-04-12T00:37:39.654 INFO:tasks.rados.rados.0.smithi098.stdout:3239: finishing write tid 2 to smithi09877355-22 2024-04-12T00:37:39.654 INFO:tasks.rados.rados.0.smithi098.stdout:3237: done (3 left) 2024-04-12T00:37:39.654 INFO:tasks.rados.rados.0.smithi098.stdout:3238: done (2 left) 2024-04-12T00:37:39.654 INFO:tasks.rados.rados.0.smithi098.stdout:3240: done (1 left) 2024-04-12T00:37:39.654 INFO:tasks.rados.rados.0.smithi098.stdout:3241: read oid 18 snap -1 2024-04-12T00:37:39.654 INFO:tasks.rados.rados.0.smithi098.stdout:3241: expect (ObjNum 974 snap 280 seq_num 974) 2024-04-12T00:37:39.655 INFO:tasks.rados.rados.0.smithi098.stdout:3242: read oid 34 snap -1 2024-04-12T00:37:39.655 INFO:tasks.rados.rados.0.smithi098.stdout:3242: expect (ObjNum 946 snap 272 seq_num 946) 2024-04-12T00:37:39.655 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 299 2024-04-12T00:37:39.655 INFO:tasks.rados.rados.0.smithi098.stdout:3243: seq_num 1036 ranges {2228224=557056} 2024-04-12T00:37:39.670 INFO:tasks.rados.rados.0.smithi098.stdout:3243: writing smithi09877355-14 from 2228224 to 2785280 tid 1 2024-04-12T00:37:39.670 INFO:tasks.rados.rados.0.smithi098.stdout:3244: copy_from oid 31 from oid 38 current snap is 299 2024-04-12T00:37:39.671 INFO:tasks.rados.rados.0.smithi098.stdout:3239: finishing write tid 3 to smithi09877355-22 2024-04-12T00:37:39.671 INFO:tasks.rados.rados.0.smithi098.stdout:3239: oid 22 updating version 0 to 2509 2024-04-12T00:37:39.671 INFO:tasks.rados.rados.0.smithi098.stdout:3239: oid 22 updating version 2509 to 2510 2024-04-12T00:37:39.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 2510 (ObjNum 1034 snap 299 seq_num 1034) dirty exists 2024-04-12T00:37:39.671 INFO:tasks.rados.rados.0.smithi098.stdout:3239: left oid 22 (ObjNum 1034 snap 299 seq_num 1034) 2024-04-12T00:37:39.671 INFO:tasks.rados.rados.0.smithi098.stdout:3239: done (4 left) 2024-04-12T00:37:39.671 INFO:tasks.rados.rados.0.smithi098.stdout:3245: setattr oid 20 current snap is 299 2024-04-12T00:37:39.673 INFO:tasks.rados.rados.0.smithi098.stdout:3246: read oid 46 snap 293 2024-04-12T00:37:39.673 INFO:tasks.rados.rados.0.smithi098.stdout:3246: expect (ObjNum 955 snap 273 seq_num 955) 2024-04-12T00:37:39.673 INFO:tasks.rados.rados.0.smithi098.stdout:3247: read oid 16 snap -1 2024-04-12T00:37:39.673 INFO:tasks.rados.rados.0.smithi098.stdout:3247: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:39.673 INFO:tasks.rados.rados.0.smithi098.stdout:3248: read oid 5 snap -1 2024-04-12T00:37:39.673 INFO:tasks.rados.rados.0.smithi098.stdout:3248: expect deleted 2024-04-12T00:37:39.673 INFO:tasks.rados.rados.0.smithi098.stdout:3249: setattr oid 23 current snap is 299 2024-04-12T00:37:39.674 INFO:tasks.rados.rados.0.smithi098.stdout:3242: expect (ObjNum 946 snap 272 seq_num 946) 2024-04-12T00:37:39.813 INFO:tasks.rados.rados.0.smithi098.stdout:3241: expect (ObjNum 974 snap 280 seq_num 974) 2024-04-12T00:37:39.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:39 smithi193 ceph-mon[83763]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T00:37:39.950 INFO:tasks.rados.rados.0.smithi098.stdout:3243: finishing write tid 1 to smithi09877355-14 2024-04-12T00:37:39.950 INFO:tasks.rados.rados.0.smithi098.stdout:3243: finishing write tid 2 to smithi09877355-14 2024-04-12T00:37:39.950 INFO:tasks.rados.rados.0.smithi098.stdout:3246: expect (ObjNum 955 snap 273 seq_num 955) 2024-04-12T00:37:39.995 INFO:tasks.rados.rados.0.smithi098.stdout:3243: finishing write tid 3 to smithi09877355-14 2024-04-12T00:37:39.995 INFO:tasks.rados.rados.0.smithi098.stdout:3243: oid 14 updating version 0 to 2208 2024-04-12T00:37:39.995 INFO:tasks.rados.rados.0.smithi098.stdout:3243: oid 14 version 2208 is already newer than 2207 2024-04-12T00:37:39.995 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 2208 (ObjNum 1036 snap 299 seq_num 1036) dirty exists 2024-04-12T00:37:39.995 INFO:tasks.rados.rados.0.smithi098.stdout:3243: left oid 14 (ObjNum 1036 snap 299 seq_num 1036) 2024-04-12T00:37:39.995 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 2209 (ObjNum 33 snap 0 seq_num 28364288) dirty exists 2024-04-12T00:37:39.995 INFO:tasks.rados.rados.0.smithi098.stdout:3247: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:40.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:39 smithi098 ceph-mon[91373]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T00:37:40.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:39 smithi098 ceph-mon[88922]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T00:37:40.074 INFO:tasks.rados.rados.0.smithi098.stdout:3244: finishing copy_from racing read to smithi09877355-31 2024-04-12T00:37:40.074 INFO:tasks.rados.rados.0.smithi098.stdout:3244: finishing copy_from to smithi09877355-31 2024-04-12T00:37:40.074 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 2197 (ObjNum 999 snap 288 seq_num 999) dirty exists 2024-04-12T00:37:40.074 INFO:tasks.rados.rados.0.smithi098.stdout:3241: done (8 left) 2024-04-12T00:37:40.074 INFO:tasks.rados.rados.0.smithi098.stdout:3242: done (7 left) 2024-04-12T00:37:40.075 INFO:tasks.rados.rados.0.smithi098.stdout:3243: done (6 left) 2024-04-12T00:37:40.075 INFO:tasks.rados.rados.0.smithi098.stdout:3244: done (5 left) 2024-04-12T00:37:40.075 INFO:tasks.rados.rados.0.smithi098.stdout:3245: done (4 left) 2024-04-12T00:37:40.075 INFO:tasks.rados.rados.0.smithi098.stdout:3246: done (3 left) 2024-04-12T00:37:40.075 INFO:tasks.rados.rados.0.smithi098.stdout:3247: done (2 left) 2024-04-12T00:37:40.075 INFO:tasks.rados.rados.0.smithi098.stdout:3248: done (1 left) 2024-04-12T00:37:40.075 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 299 2024-04-12T00:37:40.075 INFO:tasks.rados.rados.0.smithi098.stdout:3250: seq_num 1037 ranges {6742016=573440} 2024-04-12T00:37:40.112 INFO:tasks.rados.rados.0.smithi098.stdout:3250: writing smithi09877355-33 from 6742016 to 7315456 tid 1 2024-04-12T00:37:40.112 INFO:tasks.rados.rados.0.smithi098.stdout:3251: rollback oid 43 current snap is 299 2024-04-12T00:37:40.112 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 43 to 285 2024-04-12T00:37:40.112 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 1928 (ObjNum 49 snap 0 seq_num 28979104) dirty exists 2024-04-12T00:37:40.112 INFO:tasks.rados.rados.0.smithi098.stdout:3249: done (2 left) 2024-04-12T00:37:40.112 INFO:tasks.rados.rados.0.smithi098.stdout:3252: delete oid 42 current snap is 299 2024-04-12T00:37:40.113 INFO:tasks.rados.rados.0.smithi098.stdout:3252: done (2 left) 2024-04-12T00:37:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:3253: copy_from oid 26 from oid 5 current snap is 299 2024-04-12T00:37:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 299 2024-04-12T00:37:40.114 INFO:tasks.rados.rados.0.smithi098.stdout:3254: seq_num 1039 ranges {3751936=606208} 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:3254: writing smithi09877355-36 from 3751936 to 4358144 tid 1 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:3255: rollback oid 47 current snap is 299 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 294 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:3253: finishing copy_from to smithi09877355-26 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:3253: got expected ENOENT (src dne) 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:3253: finishing copy_from racing read to smithi09877355-26 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:3251: finishing rollback tid 0 to smithi09877355-43 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:3250: finishing write tid 1 to smithi09877355-33 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:3251: finishing rollback tid 1 to smithi09877355-43 2024-04-12T00:37:40.138 INFO:tasks.rados.rados.0.smithi098.stdout:3250: finishing write tid 2 to smithi09877355-33 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3251: finishing rollback tid 2 to smithi09877355-43 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 2305 (ObjNum 964 snap 278 seq_num 964) dirty exists 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3250: finishing write tid 3 to smithi09877355-33 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3250: oid 33 updating version 0 to 2305 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3250: oid 33 updating version 2305 to 2306 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 2306 (ObjNum 1037 snap 299 seq_num 1037) dirty exists 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3250: left oid 33 (ObjNum 1037 snap 299 seq_num 1037) 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3250: done (4 left) 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3251: done (3 left) 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3253: done (2 left) 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3256: rollback oid 31 current snap is 299 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 294 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 299 2024-04-12T00:37:40.139 INFO:tasks.rados.rados.0.smithi098.stdout:3257: seq_num 1040 ranges {0=622592} 2024-04-12T00:37:40.141 INFO:tasks.rados.rados.0.smithi098.stdout:3257: writing smithi09877355-48 from 0 to 622592 tid 1 2024-04-12T00:37:40.141 INFO:tasks.rados.rados.0.smithi098.stdout:3258: delete oid 25 current snap is 299 2024-04-12T00:37:40.142 INFO:tasks.rados.rados.0.smithi098.stdout:3255: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:37:40.142 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 1578 (ObjNum 49 snap 0 seq_num 1) dirty dne 2024-04-12T00:37:40.142 INFO:tasks.rados.rados.0.smithi098.stdout:3256: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:37:40.142 INFO:tasks.rados.rados.0.smithi098.stdout:3256: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:37:40.142 INFO:tasks.rados.rados.0.smithi098.stdout:3256: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:37:40.142 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 2200 (ObjNum 1010 snap 288 seq_num 1010) dirty exists 2024-04-12T00:37:40.142 INFO:tasks.rados.rados.0.smithi098.stdout:3254: finishing write tid 1 to smithi09877355-36 2024-04-12T00:37:40.142 INFO:tasks.rados.rados.0.smithi098.stdout:3254: finishing write tid 2 to smithi09877355-36 2024-04-12T00:37:40.143 INFO:tasks.rados.rados.0.smithi098.stdout:3254: finishing write tid 3 to smithi09877355-36 2024-04-12T00:37:40.143 INFO:tasks.rados.rados.0.smithi098.stdout:3254: oid 36 updating version 0 to 1931 2024-04-12T00:37:40.143 INFO:tasks.rados.rados.0.smithi098.stdout:3254: oid 36 version 1931 is already newer than 1930 2024-04-12T00:37:40.143 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 1931 (ObjNum 1039 snap 299 seq_num 1039) dirty exists 2024-04-12T00:37:40.143 INFO:tasks.rados.rados.0.smithi098.stdout:3254: left oid 36 (ObjNum 1039 snap 299 seq_num 1039) 2024-04-12T00:37:40.144 INFO:tasks.rados.rados.0.smithi098.stdout:3254: done (4 left) 2024-04-12T00:37:40.144 INFO:tasks.rados.rados.0.smithi098.stdout:3255: done (3 left) 2024-04-12T00:37:40.144 INFO:tasks.rados.rados.0.smithi098.stdout:3256: done (2 left) 2024-04-12T00:37:40.144 INFO:tasks.rados.rados.0.smithi098.stdout:3258: done (1 left) 2024-04-12T00:37:40.144 INFO:tasks.rados.rados.0.smithi098.stdout:3259: read oid 16 snap -1 2024-04-12T00:37:40.144 INFO:tasks.rados.rados.0.smithi098.stdout:3259: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:40.144 INFO:tasks.rados.rados.0.smithi098.stdout:3260: delete oid 30 current snap is 299 2024-04-12T00:37:40.145 INFO:tasks.rados.rados.0.smithi098.stdout:3257: finishing write tid 1 to smithi09877355-48 2024-04-12T00:37:40.145 INFO:tasks.rados.rados.0.smithi098.stdout:3257: finishing write tid 2 to smithi09877355-48 2024-04-12T00:37:40.146 INFO:tasks.rados.rados.0.smithi098.stdout:3260: done (2 left) 2024-04-12T00:37:40.146 INFO:tasks.rados.rados.0.smithi098.stdout:3261: copy_from oid 7 from oid 28 current snap is 299 2024-04-12T00:37:40.146 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 299 2024-04-12T00:37:40.146 INFO:tasks.rados.rados.0.smithi098.stdout:3262: seq_num 1043 ranges {7315456=671744} 2024-04-12T00:37:40.190 INFO:tasks.rados.rados.0.smithi098.stdout:3262: writing smithi09877355-33 from 7315456 to 7987200 tid 1 2024-04-12T00:37:40.190 INFO:tasks.rados.rados.0.smithi098.stdout:3263: read oid 11 snap -1 2024-04-12T00:37:40.190 INFO:tasks.rados.rados.0.smithi098.stdout:3263: expect (ObjNum 1017 snap 292 seq_num 1017) 2024-04-12T00:37:40.190 INFO:tasks.rados.rados.0.smithi098.stdout:3264: delete oid 19 current snap is 299 2024-04-12T00:37:40.190 INFO:tasks.rados.rados.0.smithi098.stdout:3257: finishing write tid 3 to smithi09877355-48 2024-04-12T00:37:40.190 INFO:tasks.rados.rados.0.smithi098.stdout:3257: oid 48 updating version 0 to 2367 2024-04-12T00:37:40.190 INFO:tasks.rados.rados.0.smithi098.stdout:3257: oid 48 version 2367 is already newer than 2366 2024-04-12T00:37:40.190 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 2367 (ObjNum 1040 snap 299 seq_num 1040) dirty exists 2024-04-12T00:37:40.190 INFO:tasks.rados.rados.0.smithi098.stdout:3257: left oid 48 (ObjNum 1040 snap 299 seq_num 1040) 2024-04-12T00:37:40.191 INFO:tasks.rados.rados.0.smithi098.stdout:3259: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:3261: finishing copy_from racing read to smithi09877355-7 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:3261: finishing copy_from to smithi09877355-7 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 1611 (ObjNum 1020 snap 295 seq_num 1020) dirty exists 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:3262: finishing write tid 1 to smithi09877355-33 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:3262: finishing write tid 2 to smithi09877355-33 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:3262: finishing write tid 3 to smithi09877355-33 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:3262: oid 33 updating version 0 to 2307 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:3262: oid 33 updating version 2307 to 2308 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 2308 (ObjNum 1043 snap 299 seq_num 1043) dirty exists 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:3262: left oid 33 (ObjNum 1043 snap 299 seq_num 1043) 2024-04-12T00:37:40.271 INFO:tasks.rados.rados.0.smithi098.stdout:3263: expect (ObjNum 1017 snap 292 seq_num 1017) 2024-04-12T00:37:40.443 INFO:tasks.rados.rados.0.smithi098.stdout:3257: done (5 left) 2024-04-12T00:37:40.443 INFO:tasks.rados.rados.0.smithi098.stdout:3259: done (4 left) 2024-04-12T00:37:40.443 INFO:tasks.rados.rados.0.smithi098.stdout:3261: done (3 left) 2024-04-12T00:37:40.443 INFO:tasks.rados.rados.0.smithi098.stdout:3262: done (2 left) 2024-04-12T00:37:40.443 INFO:tasks.rados.rados.0.smithi098.stdout:3263: done (1 left) 2024-04-12T00:37:40.443 INFO:tasks.rados.rados.0.smithi098.stdout:3264: done (0 left) 2024-04-12T00:37:40.443 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 299 2024-04-12T00:37:40.444 INFO:tasks.rados.rados.0.smithi098.stdout:3265: seq_num 1045 ranges {851968=704512} 2024-04-12T00:37:40.451 INFO:tasks.rados.rados.0.smithi098.stdout:3265: writing smithi09877355-24 from 851968 to 1556480 tid 1 2024-04-12T00:37:40.451 INFO:tasks.rados.rados.0.smithi098.stdout:3266: rollback oid 13 current snap is 299 2024-04-12T00:37:40.451 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 13 to 296 2024-04-12T00:37:40.451 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 299 2024-04-12T00:37:40.451 INFO:tasks.rados.rados.0.smithi098.stdout:3267: seq_num 1046 ranges {1753088=729088} 2024-04-12T00:37:40.465 INFO:tasks.rados.rados.0.smithi098.stdout:3267: writing smithi09877355-43 from 1753088 to 2482176 tid 1 2024-04-12T00:37:40.465 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 299 2024-04-12T00:37:40.465 INFO:tasks.rados.rados.0.smithi098.stdout:3265: finishing write tid 1 to smithi09877355-24 2024-04-12T00:37:40.465 INFO:tasks.rados.rados.0.smithi098.stdout:3265: finishing write tid 2 to smithi09877355-24 2024-04-12T00:37:40.465 INFO:tasks.rados.rados.0.smithi098.stdout:3268: seq_num 1047 ranges {6742016=745472} 2024-04-12T00:37:40.505 INFO:tasks.rados.rados.0.smithi098.stdout:3268: writing smithi09877355-40 from 6742016 to 7487488 tid 1 2024-04-12T00:37:40.505 INFO:tasks.rados.rados.0.smithi098.stdout:3269: snap_create 2024-04-12T00:37:40.505 INFO:tasks.rados.rados.0.smithi098.stdout:3266: finishing rollback tid 0 to smithi09877355-13 2024-04-12T00:37:40.505 INFO:tasks.rados.rados.0.smithi098.stdout:3266: finishing rollback tid 1 to smithi09877355-13 2024-04-12T00:37:40.505 INFO:tasks.rados.rados.0.smithi098.stdout:3266: finishing rollback tid 2 to smithi09877355-13 2024-04-12T00:37:40.505 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2516 (ObjNum 938 snap 271 seq_num 938) dirty exists 2024-04-12T00:37:40.505 INFO:tasks.rados.rados.0.smithi098.stdout:3265: finishing write tid 3 to smithi09877355-24 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:3265: oid 24 updating version 0 to 1283 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:3265: oid 24 version 1283 is already newer than 1282 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1283 (ObjNum 1045 snap 299 seq_num 1045) dirty exists 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:3265: left oid 24 (ObjNum 1045 snap 299 seq_num 1045) 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:3267: finishing write tid 1 to smithi09877355-43 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:3267: finishing write tid 2 to smithi09877355-43 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:3267: finishing write tid 3 to smithi09877355-43 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:3267: oid 43 updating version 0 to 2307 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:3267: oid 43 version 2307 is already newer than 2306 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 2307 (ObjNum 1046 snap 299 seq_num 1046) dirty exists 2024-04-12T00:37:40.506 INFO:tasks.rados.rados.0.smithi098.stdout:3267: left oid 43 (ObjNum 1046 snap 299 seq_num 1046) 2024-04-12T00:37:40.509 INFO:tasks.rados.rados.0.smithi098.stdout:3268: finishing write tid 1 to smithi09877355-40 2024-04-12T00:37:40.509 INFO:tasks.rados.rados.0.smithi098.stdout:3268: finishing write tid 2 to smithi09877355-40 2024-04-12T00:37:40.510 INFO:tasks.rados.rados.0.smithi098.stdout:3268: finishing write tid 3 to smithi09877355-40 2024-04-12T00:37:40.510 INFO:tasks.rados.rados.0.smithi098.stdout:3268: oid 40 updating version 0 to 2085 2024-04-12T00:37:40.510 INFO:tasks.rados.rados.0.smithi098.stdout:3268: oid 40 updating version 2085 to 2086 2024-04-12T00:37:40.510 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 2086 (ObjNum 1047 snap 299 seq_num 1047) dirty exists 2024-04-12T00:37:40.510 INFO:tasks.rados.rados.0.smithi098.stdout:3268: left oid 40 (ObjNum 1047 snap 299 seq_num 1047) 2024-04-12T00:37:40.621 INFO:tasks.rados.rados.0.smithi098.stdout:3265: done (4 left) 2024-04-12T00:37:40.621 INFO:tasks.rados.rados.0.smithi098.stdout:3266: done (3 left) 2024-04-12T00:37:40.622 INFO:tasks.rados.rados.0.smithi098.stdout:3267: done (2 left) 2024-04-12T00:37:40.622 INFO:tasks.rados.rados.0.smithi098.stdout:3268: done (1 left) 2024-04-12T00:37:40.622 INFO:tasks.rados.rados.0.smithi098.stdout:3269: done (0 left) 2024-04-12T00:37:40.622 INFO:tasks.rados.rados.0.smithi098.stdout:3270: delete oid 47 current snap is 300 2024-04-12T00:37:40.628 INFO:tasks.rados.rados.0.smithi098.stdout:3270: done (0 left) 2024-04-12T00:37:40.628 INFO:tasks.rados.rados.0.smithi098.stdout:3271: snap_create 2024-04-12T00:37:41.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:40 smithi098 ceph-mon[91373]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T00:37:41.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:40 smithi098 ceph-mon[91373]: pgmap v652: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-12T00:37:41.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:40 smithi098 ceph-mon[88922]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T00:37:41.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:40 smithi098 ceph-mon[88922]: pgmap v652: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-12T00:37:41.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:40 smithi193 ceph-mon[83763]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T00:37:41.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:40 smithi193 ceph-mon[83763]: pgmap v652: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-12T00:37:41.547 INFO:tasks.rados.rados.0.smithi098.stdout:3271: done (0 left) 2024-04-12T00:37:41.547 INFO:tasks.rados.rados.0.smithi098.stdout:3272: read oid 39 snap -1 2024-04-12T00:37:41.547 INFO:tasks.rados.rados.0.smithi098.stdout:3272: expect (ObjNum 1026 snap 297 seq_num 1026) 2024-04-12T00:37:41.547 INFO:tasks.rados.rados.0.smithi098.stdout:3273: snap_create 2024-04-12T00:37:41.569 INFO:tasks.rados.rados.0.smithi098.stdout:3272: expect (ObjNum 1026 snap 297 seq_num 1026) 2024-04-12T00:37:42.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:41 smithi098 ceph-mon[91373]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T00:37:42.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:42.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:42.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:41 smithi098 ceph-mon[91373]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T00:37:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:41 smithi098 ceph-mon[88922]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T00:37:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:41 smithi098 ceph-mon[88922]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T00:37:42.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:41 smithi193 ceph-mon[83763]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T00:37:42.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:42.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:42.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:41 smithi193 ceph-mon[83763]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T00:37:42.547 INFO:tasks.rados.rados.0.smithi098.stdout:3272: done (1 left) 2024-04-12T00:37:42.548 INFO:tasks.rados.rados.0.smithi098.stdout:3273: done (0 left) 2024-04-12T00:37:42.548 INFO:tasks.rados.rados.0.smithi098.stdout:3274: delete oid 11 current snap is 302 2024-04-12T00:37:42.550 INFO:tasks.rados.rados.0.smithi098.stdout:3274: done (0 left) 2024-04-12T00:37:42.551 INFO:tasks.rados.rados.0.smithi098.stdout:3275: delete oid 18 current snap is 302 2024-04-12T00:37:42.555 INFO:tasks.rados.rados.0.smithi098.stdout:3275: done (0 left) 2024-04-12T00:37:42.555 INFO:tasks.rados.rados.0.smithi098.stdout:3276: read oid 38 snap -1 2024-04-12T00:37:42.555 INFO:tasks.rados.rados.0.smithi098.stdout:3276: expect (ObjNum 999 snap 288 seq_num 999) 2024-04-12T00:37:42.555 INFO:tasks.rados.rados.0.smithi098.stdout:3277: read oid 31 snap -1 2024-04-12T00:37:42.555 INFO:tasks.rados.rados.0.smithi098.stdout:3277: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:37:42.556 INFO:tasks.rados.rados.0.smithi098.stdout:3278: setattr oid 27 current snap is 302 2024-04-12T00:37:42.557 INFO:tasks.rados.rados.0.smithi098.stdout:3279: rollback oid 41 current snap is 302 2024-04-12T00:37:42.557 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 275 2024-04-12T00:37:42.557 INFO:tasks.rados.rados.0.smithi098.stdout:3280: snap_create 2024-04-12T00:37:42.564 INFO:tasks.rados.rados.0.smithi098.stdout:3279: finishing rollback tid 0 to smithi09877355-41 2024-04-12T00:37:42.564 INFO:tasks.rados.rados.0.smithi098.stdout:3279: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:37:42.564 INFO:tasks.rados.rados.0.smithi098.stdout:3279: finishing rollback tid 2 to smithi09877355-41 2024-04-12T00:37:42.565 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1935 (ObjNum 959 snap 275 seq_num 959) dirty exists 2024-04-12T00:37:42.565 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1612 (ObjNum 993 snap 286 seq_num 993) dirty exists 2024-04-12T00:37:42.590 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:37:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:37:42.593 INFO:tasks.rados.rados.0.smithi098.stdout:3276: expect (ObjNum 999 snap 288 seq_num 999) 2024-04-12T00:37:42.744 INFO:tasks.rados.rados.0.smithi098.stdout:3277: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:37:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:42 smithi193 ceph-mon[83763]: pgmap v655: 121 pgs: 121 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-12T00:37:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:42 smithi193 ceph-mon[83763]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T00:37:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:42 smithi098 ceph-mon[91373]: pgmap v655: 121 pgs: 121 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-12T00:37:43.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:42 smithi098 ceph-mon[91373]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T00:37:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:42 smithi098 ceph-mon[88922]: pgmap v655: 121 pgs: 121 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-12T00:37:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:42 smithi098 ceph-mon[88922]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T00:37:43.838 INFO:tasks.rados.rados.0.smithi098.stdout:3276: done (4 left) 2024-04-12T00:37:43.838 INFO:tasks.rados.rados.0.smithi098.stdout:3277: done (3 left) 2024-04-12T00:37:43.838 INFO:tasks.rados.rados.0.smithi098.stdout:3278: done (2 left) 2024-04-12T00:37:43.838 INFO:tasks.rados.rados.0.smithi098.stdout:3279: done (1 left) 2024-04-12T00:37:43.839 INFO:tasks.rados.rados.0.smithi098.stdout:3280: done (0 left) 2024-04-12T00:37:43.839 INFO:tasks.rados.rados.0.smithi098.stdout:3281: delete oid 12 current snap is 303 2024-04-12T00:37:43.842 INFO:tasks.rados.rados.0.smithi098.stdout:3281: done (0 left) 2024-04-12T00:37:43.842 INFO:tasks.rados.rados.0.smithi098.stdout:3282: setattr oid 33 current snap is 303 2024-04-12T00:37:43.843 INFO:tasks.rados.rados.0.smithi098.stdout:3283: delete oid 45 current snap is 303 2024-04-12T00:37:43.846 INFO:tasks.rados.rados.0.smithi098.stdout:3283: done (1 left) 2024-04-12T00:37:43.846 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 303 2024-04-12T00:37:43.846 INFO:tasks.rados.rados.0.smithi098.stdout:3284: seq_num 1053 ranges {2482176=442368,2924544=401408} 2024-04-12T00:37:43.861 INFO:tasks.rados.rados.0.smithi098.stdout:3284: writing smithi09877355-43 from 2482176 to 2924544 tid 1 2024-04-12T00:37:43.864 INFO:tasks.rados.rados.0.smithi098.stdout:3284: writing smithi09877355-43 from 2924544 to 3325952 tid 2 2024-04-12T00:37:43.864 INFO:tasks.rados.rados.0.smithi098.stdout:3285: delete oid 14 current snap is 303 2024-04-12T00:37:43.864 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 2309 (ObjNum 1043 snap 299 seq_num 1043) dirty exists 2024-04-12T00:37:43.866 INFO:tasks.rados.rados.0.smithi098.stdout:3284: finishing write tid 1 to smithi09877355-43 2024-04-12T00:37:43.867 INFO:tasks.rados.rados.0.smithi098.stdout:3282: done (2 left) 2024-04-12T00:37:43.867 INFO:tasks.rados.rados.0.smithi098.stdout:3285: done (1 left) 2024-04-12T00:37:43.867 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 303 2024-04-12T00:37:43.867 INFO:tasks.rados.rados.0.smithi098.stdout:3286: seq_num 1055 ranges {0=475136,475136=401408} 2024-04-12T00:37:43.870 INFO:tasks.rados.rados.0.smithi098.stdout:3286: writing smithi09877355-5 from 0 to 475136 tid 1 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:3286: writing smithi09877355-5 from 475136 to 876544 tid 2 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 303 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:3284: finishing write tid 2 to smithi09877355-43 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:3284: finishing write tid 3 to smithi09877355-43 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:3284: finishing write tid 4 to smithi09877355-43 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:3284: oid 43 updating version 0 to 2308 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:3284: oid 43 updating version 2308 to 2310 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:3284: oid 43 version 2310 is already newer than 2309 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 2310 (ObjNum 1053 snap 303 seq_num 1053) dirty exists 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:3284: left oid 43 (ObjNum 1053 snap 303 seq_num 1053) 2024-04-12T00:37:43.873 INFO:tasks.rados.rados.0.smithi098.stdout:3287: seq_num 1056 ranges {622592=491520,1114112=401408} 2024-04-12T00:37:43.878 INFO:tasks.rados.rados.0.smithi098.stdout:3287: writing smithi09877355-48 from 622592 to 1114112 tid 1 2024-04-12T00:37:43.881 INFO:tasks.rados.rados.0.smithi098.stdout:3287: writing smithi09877355-48 from 1114112 to 1515520 tid 2 2024-04-12T00:37:43.881 INFO:tasks.rados.rados.0.smithi098.stdout:3284: done (2 left) 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3288: rollback oid 25 current snap is 303 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 25 to 301 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3286: finishing write tid 1 to smithi09877355-5 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3286: finishing write tid 2 to smithi09877355-5 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3286: finishing write tid 3 to smithi09877355-5 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3286: finishing write tid 4 to smithi09877355-5 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3286: oid 5 updating version 0 to 1938 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3286: oid 5 version 1938 is already newer than 1936 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3286: oid 5 version 1938 is already newer than 1937 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1938 (ObjNum 1055 snap 303 seq_num 1055) dirty exists 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3286: left oid 5 (ObjNum 1055 snap 303 seq_num 1055) 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3286: done (2 left) 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3289: delete oid 32 current snap is 303 2024-04-12T00:37:43.882 INFO:tasks.rados.rados.0.smithi098.stdout:3287: finishing write tid 1 to smithi09877355-48 2024-04-12T00:37:43.883 INFO:tasks.rados.rados.0.smithi098.stdout:3288: finishing rollback tid 1 to smithi09877355-25 2024-04-12T00:37:43.883 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1281 (ObjNum 225 snap 0 seq_num 28417712) dirty dne 2024-04-12T00:37:43.884 INFO:tasks.rados.rados.0.smithi098.stdout:3288: done (2 left) 2024-04-12T00:37:43.884 INFO:tasks.rados.rados.0.smithi098.stdout:3289: done (1 left) 2024-04-12T00:37:43.884 INFO:tasks.rados.rados.0.smithi098.stdout:3290: delete oid 35 current snap is 303 2024-04-12T00:37:43.884 INFO:tasks.rados.rados.0.smithi098.stdout:3287: finishing write tid 2 to smithi09877355-48 2024-04-12T00:37:43.884 INFO:tasks.rados.rados.0.smithi098.stdout:3287: finishing write tid 3 to smithi09877355-48 2024-04-12T00:37:43.885 INFO:tasks.rados.rados.0.smithi098.stdout:3287: finishing write tid 4 to smithi09877355-48 2024-04-12T00:37:43.885 INFO:tasks.rados.rados.0.smithi098.stdout:3287: oid 48 updating version 0 to 2368 2024-04-12T00:37:43.886 INFO:tasks.rados.rados.0.smithi098.stdout:3287: oid 48 updating version 2368 to 2370 2024-04-12T00:37:43.886 INFO:tasks.rados.rados.0.smithi098.stdout:3287: oid 48 version 2370 is already newer than 2369 2024-04-12T00:37:43.886 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 2370 (ObjNum 1056 snap 303 seq_num 1056) dirty exists 2024-04-12T00:37:43.886 INFO:tasks.rados.rados.0.smithi098.stdout:3287: left oid 48 (ObjNum 1056 snap 303 seq_num 1056) 2024-04-12T00:37:43.886 INFO:tasks.rados.rados.0.smithi098.stdout:3287: done (1 left) 2024-04-12T00:37:43.886 INFO:tasks.rados.rados.0.smithi098.stdout:3290: done (0 left) 2024-04-12T00:37:43.887 INFO:tasks.rados.rados.0.smithi098.stdout:3291: read oid 36 snap 291 2024-04-12T00:37:43.887 INFO:tasks.rados.rados.0.smithi098.stdout:3291: expect (ObjNum 974 snap 280 seq_num 974) 2024-04-12T00:37:43.887 INFO:tasks.rados.rados.0.smithi098.stdout:3292: snap_remove snap 286 2024-04-12T00:37:44.561 INFO:tasks.rados.rados.0.smithi098.stdout:3292: done (1 left) 2024-04-12T00:37:44.561 INFO:tasks.rados.rados.0.smithi098.stdout:3293: delete oid 44 current snap is 303 2024-04-12T00:37:44.561 INFO:tasks.rados.rados.0.smithi098.stdout:3291: expect (ObjNum 974 snap 280 seq_num 974) 2024-04-12T00:37:44.705 INFO:tasks.rados.rados.0.smithi098.stdout:3291: done (1 left) 2024-04-12T00:37:44.706 INFO:tasks.rados.rados.0.smithi098.stdout:3293: done (0 left) 2024-04-12T00:37:44.706 INFO:tasks.rados.rados.0.smithi098.stdout:3294: delete oid 22 current snap is 303 2024-04-12T00:37:44.708 INFO:tasks.rados.rados.0.smithi098.stdout:3294: done (0 left) 2024-04-12T00:37:44.709 INFO:tasks.rados.rados.0.smithi098.stdout:3295: rollback oid 41 current snap is 303 2024-04-12T00:37:44.709 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 293 2024-04-12T00:37:44.709 INFO:tasks.rados.rados.0.smithi098.stdout:3296: rollback oid 19 current snap is 303 2024-04-12T00:37:44.709 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 299 2024-04-12T00:37:44.709 INFO:tasks.rados.rados.0.smithi098.stdout:3297: rollback oid 24 current snap is 303 2024-04-12T00:37:44.709 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 24 to 288 2024-04-12T00:37:44.709 INFO:tasks.rados.rados.0.smithi098.stdout:3298: snap_create 2024-04-12T00:37:44.710 INFO:tasks.rados.rados.0.smithi098.stdout:3296: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:37:44.710 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1258 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-12T00:37:44.712 INFO:tasks.rados.rados.0.smithi098.stdout:3297: finishing rollback tid 0 to smithi09877355-24 2024-04-12T00:37:44.712 INFO:tasks.rados.rados.0.smithi098.stdout:3297: finishing rollback tid 1 to smithi09877355-24 2024-04-12T00:37:44.713 INFO:tasks.rados.rados.0.smithi098.stdout:3297: finishing rollback tid 2 to smithi09877355-24 2024-04-12T00:37:44.713 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 1286 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-04-12T00:37:44.713 INFO:tasks.rados.rados.0.smithi098.stdout:3295: finishing rollback tid 0 to smithi09877355-41 2024-04-12T00:37:44.713 INFO:tasks.rados.rados.0.smithi098.stdout:3295: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:37:44.713 INFO:tasks.rados.rados.0.smithi098.stdout:3295: finishing rollback tid 2 to smithi09877355-41 2024-04-12T00:37:44.713 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1952 (ObjNum 1011 snap 288 seq_num 1011) dirty exists 2024-04-12T00:37:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:44 smithi193 ceph-mon[83763]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T00:37:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:44 smithi193 ceph-mon[83763]: pgmap v658: 121 pgs: 121 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-12T00:37:45.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:44 smithi098 ceph-mon[88922]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T00:37:45.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:44 smithi098 ceph-mon[88922]: pgmap v658: 121 pgs: 121 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-12T00:37:45.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:44 smithi098 ceph-mon[91373]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T00:37:45.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:44 smithi098 ceph-mon[91373]: pgmap v658: 121 pgs: 121 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-12T00:37:45.558 INFO:tasks.rados.rados.0.smithi098.stdout:3295: done (3 left) 2024-04-12T00:37:45.558 INFO:tasks.rados.rados.0.smithi098.stdout:3296: done (2 left) 2024-04-12T00:37:45.558 INFO:tasks.rados.rados.0.smithi098.stdout:3297: done (1 left) 2024-04-12T00:37:45.558 INFO:tasks.rados.rados.0.smithi098.stdout:3298: done (0 left) 2024-04-12T00:37:45.559 INFO:tasks.rados.rados.0.smithi098.stdout:3299: read oid 49 snap -1 2024-04-12T00:37:45.559 INFO:tasks.rados.rados.0.smithi098.stdout:3299: expect (ObjNum 1007 snap 288 seq_num 1007) 2024-04-12T00:37:45.559 INFO:tasks.rados.rados.0.smithi098.stdout:3300: snap_remove snap 296 2024-04-12T00:37:45.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T00:37:45.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-12T00:37:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:45.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:45.872 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:37:45] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:37:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-12T00:37:46.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-12T00:37:46.048 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-12T00:37:46.049 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:46.050 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T00:37:46.051 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.052 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:37:46.570 INFO:tasks.rados.rados.0.smithi098.stdout:3300: done (1 left) 2024-04-12T00:37:46.571 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 304 2024-04-12T00:37:46.571 INFO:tasks.rados.rados.0.smithi098.stdout:3301: seq_num 1061 ranges {0=573440,573440=401408} 2024-04-12T00:37:46.574 INFO:tasks.rados.rados.0.smithi098.stdout:3301: writing smithi09877355-12 from 0 to 573440 tid 1 2024-04-12T00:37:46.577 INFO:tasks.rados.rados.0.smithi098.stdout:3301: writing smithi09877355-12 from 573440 to 974848 tid 2 2024-04-12T00:37:46.577 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 304 2024-04-12T00:37:46.577 INFO:tasks.rados.rados.0.smithi098.stdout:3302: seq_num 1062 ranges {0=589824,589824=401408} 2024-04-12T00:37:46.581 INFO:tasks.rados.rados.0.smithi098.stdout:3302: writing smithi09877355-45 from 0 to 589824 tid 1 2024-04-12T00:37:46.584 INFO:tasks.rados.rados.0.smithi098.stdout:3302: writing smithi09877355-45 from 589824 to 991232 tid 2 2024-04-12T00:37:46.584 INFO:tasks.rados.rados.0.smithi098.stdout:3303: snap_remove snap 203 2024-04-12T00:37:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:46 smithi193 ceph-mon[83763]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:37:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:46 smithi193 ceph-mon[83763]: Upgrade: Finalizing container_image settings 2024-04-12T00:37:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:46 smithi193 ceph-mon[83763]: Upgrade: Complete! 2024-04-12T00:37:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:46 smithi193 ceph-mon[83763]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T00:37:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:46 smithi193 ceph-mon[83763]: pgmap v661: 121 pgs: 121 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-12T00:37:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[91373]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:37:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[91373]: Upgrade: Finalizing container_image settings 2024-04-12T00:37:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[91373]: Upgrade: Complete! 2024-04-12T00:37:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[91373]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T00:37:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[91373]: pgmap v661: 121 pgs: 121 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-12T00:37:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[88922]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T00:37:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[88922]: Upgrade: Finalizing container_image settings 2024-04-12T00:37:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[88922]: Upgrade: Complete! 2024-04-12T00:37:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[88922]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T00:37:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:46 smithi098 ceph-mon[88922]: pgmap v661: 121 pgs: 121 active+clean; 345 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-12T00:37:47.582 INFO:tasks.rados.rados.0.smithi098.stdout:3303: done (3 left) 2024-04-12T00:37:47.583 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 304 2024-04-12T00:37:47.583 INFO:tasks.rados.rados.0.smithi098.stdout:3304: seq_num 1063 ranges {5709824=606208,6316032=401408} 2024-04-12T00:37:47.617 INFO:tasks.rados.rados.0.smithi098.stdout:3304: writing smithi09877355-50 from 5709824 to 6316032 tid 1 2024-04-12T00:37:47.620 INFO:tasks.rados.rados.0.smithi098.stdout:3304: writing smithi09877355-50 from 6316032 to 6717440 tid 2 2024-04-12T00:37:47.620 INFO:tasks.rados.rados.0.smithi098.stdout:3305: rollback oid 34 current snap is 304 2024-04-12T00:37:47.620 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 34 to 291 2024-04-12T00:37:47.620 INFO:tasks.rados.rados.0.smithi098.stdout:3299: expect (ObjNum 1007 snap 288 seq_num 1007) 2024-04-12T00:37:47.715 INFO:tasks.rados.rados.0.smithi098.stdout:3301: finishing write tid 1 to smithi09877355-12 2024-04-12T00:37:47.715 INFO:tasks.rados.rados.0.smithi098.stdout:3301: finishing write tid 2 to smithi09877355-12 2024-04-12T00:37:47.715 INFO:tasks.rados.rados.0.smithi098.stdout:3301: finishing write tid 3 to smithi09877355-12 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3302: finishing write tid 1 to smithi09877355-45 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3302: finishing write tid 2 to smithi09877355-45 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3302: finishing write tid 3 to smithi09877355-45 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3301: finishing write tid 4 to smithi09877355-12 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3301: oid 12 updating version 0 to 2088 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3301: oid 12 updating version 2088 to 2090 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3301: oid 12 version 2090 is already newer than 2089 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2090 (ObjNum 1061 snap 304 seq_num 1061) dirty exists 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3301: left oid 12 (ObjNum 1061 snap 304 seq_num 1061) 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3302: finishing write tid 4 to smithi09877355-45 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3302: oid 45 updating version 0 to 772 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3302: oid 45 updating version 772 to 773 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3302: oid 45 version 773 is already newer than 771 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 773 (ObjNum 1062 snap 304 seq_num 1062) dirty exists 2024-04-12T00:37:47.716 INFO:tasks.rados.rados.0.smithi098.stdout:3302: left oid 45 (ObjNum 1062 snap 304 seq_num 1062) 2024-04-12T00:37:47.717 INFO:tasks.rados.rados.0.smithi098.stdout:3304: finishing write tid 1 to smithi09877355-50 2024-04-12T00:37:47.717 INFO:tasks.rados.rados.0.smithi098.stdout:3299: done (4 left) 2024-04-12T00:37:47.717 INFO:tasks.rados.rados.0.smithi098.stdout:3301: done (3 left) 2024-04-12T00:37:47.717 INFO:tasks.rados.rados.0.smithi098.stdout:3302: done (2 left) 2024-04-12T00:37:47.717 INFO:tasks.rados.rados.0.smithi098.stdout:3306: snap_remove snap 299 2024-04-12T00:37:47.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:47 smithi193 ceph-mon[83763]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T00:37:48.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:47 smithi098 ceph-mon[91373]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T00:37:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:47 smithi098 ceph-mon[88922]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T00:37:48.591 INFO:tasks.rados.rados.0.smithi098.stdout:3306: done (2 left) 2024-04-12T00:37:48.591 INFO:tasks.rados.rados.0.smithi098.stdout:3307: rmattr oid 14 current snap is 304 2024-04-12T00:37:48.591 INFO:tasks.rados.rados.0.smithi098.stdout:3307: done (2 left) 2024-04-12T00:37:48.591 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 304 2024-04-12T00:37:48.592 INFO:tasks.rados.rados.0.smithi098.stdout:3308: seq_num 1064 ranges {5890048=622592,6512640=401408} 2024-04-12T00:37:48.626 INFO:tasks.rados.rados.0.smithi098.stdout:3308: writing smithi09877355-13 from 5890048 to 6512640 tid 1 2024-04-12T00:37:48.629 INFO:tasks.rados.rados.0.smithi098.stdout:3308: writing smithi09877355-13 from 6512640 to 6914048 tid 2 2024-04-12T00:37:48.629 INFO:tasks.rados.rados.0.smithi098.stdout:3309: snap_remove snap 278 2024-04-12T00:37:48.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:48 smithi193 ceph-mon[83763]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T00:37:48.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:48 smithi193 ceph-mon[83763]: pgmap v664: 121 pgs: 121 active+clean; 326 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 840 KiB/s wr, 17 op/s 2024-04-12T00:37:48.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:48 smithi098 ceph-mon[91373]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T00:37:48.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:48 smithi098 ceph-mon[91373]: pgmap v664: 121 pgs: 121 active+clean; 326 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 840 KiB/s wr, 17 op/s 2024-04-12T00:37:48.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:48 smithi098 ceph-mon[88922]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T00:37:48.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:48 smithi098 ceph-mon[88922]: pgmap v664: 121 pgs: 121 active+clean; 326 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 840 KiB/s wr, 17 op/s 2024-04-12T00:37:49.594 INFO:tasks.rados.rados.0.smithi098.stdout:3309: done (3 left) 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3310: copy_from oid 24 from oid 25 current snap is 304 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3304: finishing write tid 2 to smithi09877355-50 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3304: finishing write tid 3 to smithi09877355-50 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3305: finishing rollback tid 0 to smithi09877355-34 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3304: finishing write tid 4 to smithi09877355-50 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3304: oid 50 updating version 0 to 2408 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3304: oid 50 updating version 2408 to 2409 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3304: oid 50 version 2409 is already newer than 2407 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2409 (ObjNum 1063 snap 304 seq_num 1063) dirty exists 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3304: left oid 50 (ObjNum 1063 snap 304 seq_num 1063) 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3305: finishing rollback tid 1 to smithi09877355-34 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3305: finishing rollback tid 2 to smithi09877355-34 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 2412 (ObjNum 995 snap 288 seq_num 995) dirty exists 2024-04-12T00:37:49.595 INFO:tasks.rados.rados.0.smithi098.stdout:3308: finishing write tid 1 to smithi09877355-13 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3308: finishing write tid 2 to smithi09877355-13 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3308: finishing write tid 3 to smithi09877355-13 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3308: finishing write tid 4 to smithi09877355-13 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3308: oid 13 updating version 0 to 2559 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3308: oid 13 updating version 2559 to 2561 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3308: oid 13 version 2561 is already newer than 2560 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2561 (ObjNum 1064 snap 304 seq_num 1064) dirty exists 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3308: left oid 13 (ObjNum 1064 snap 304 seq_num 1064) 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3304: done (3 left) 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3305: done (2 left) 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3308: done (1 left) 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3311: copy_from oid 35 from oid 5 current snap is 304 2024-04-12T00:37:49.596 INFO:tasks.rados.rados.0.smithi098.stdout:3312: setattr oid 12 current snap is 304 2024-04-12T00:37:49.597 INFO:tasks.rados.rados.0.smithi098.stdout:3313: delete oid 1 current snap is 304 2024-04-12T00:37:49.603 INFO:tasks.rados.rados.0.smithi098.stdout:3310: finishing copy_from to smithi09877355-24 2024-04-12T00:37:49.603 INFO:tasks.rados.rados.0.smithi098.stdout:3310: got expected ENOENT (src dne) 2024-04-12T00:37:49.604 INFO:tasks.rados.rados.0.smithi098.stdout:3310: finishing copy_from racing read to smithi09877355-24 2024-04-12T00:37:49.605 INFO:tasks.rados.rados.0.smithi098.stdout:3310: done (3 left) 2024-04-12T00:37:49.605 INFO:tasks.rados.rados.0.smithi098.stdout:3313: done (2 left) 2024-04-12T00:37:49.605 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 304 2024-04-12T00:37:49.605 INFO:tasks.rados.rados.0.smithi098.stdout:3314: seq_num 1066 ranges {1605632=663552,2269184=401408} 2024-04-12T00:37:49.619 INFO:tasks.rados.rados.0.smithi098.stdout:3314: writing smithi09877355-46 from 1605632 to 2269184 tid 1 2024-04-12T00:37:49.622 INFO:tasks.rados.rados.0.smithi098.stdout:3314: writing smithi09877355-46 from 2269184 to 2670592 tid 2 2024-04-12T00:37:49.622 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 304 2024-04-12T00:37:49.622 INFO:tasks.rados.rados.0.smithi098.stdout:3311: finishing copy_from racing read to smithi09877355-35 2024-04-12T00:37:49.622 INFO:tasks.rados.rados.0.smithi098.stdout:3311: finishing copy_from to smithi09877355-35 2024-04-12T00:37:49.623 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 1938 (ObjNum 1055 snap 303 seq_num 1055) dirty exists 2024-04-12T00:37:49.623 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2091 (ObjNum 1061 snap 304 seq_num 1061) dirty exists 2024-04-12T00:37:49.623 INFO:tasks.rados.rados.0.smithi098.stdout:3315: seq_num 1067 ranges {6717440=679936,7397376=401408} 2024-04-12T00:37:49.662 INFO:tasks.rados.rados.0.smithi098.stdout:3315: writing smithi09877355-50 from 6717440 to 7397376 tid 1 2024-04-12T00:37:49.665 INFO:tasks.rados.rados.0.smithi098.stdout:3315: writing smithi09877355-50 from 7397376 to 7798784 tid 2 2024-04-12T00:37:49.665 INFO:tasks.rados.rados.0.smithi098.stdout:3311: done (3 left) 2024-04-12T00:37:49.665 INFO:tasks.rados.rados.0.smithi098.stdout:3312: done (2 left) 2024-04-12T00:37:49.665 INFO:tasks.rados.rados.0.smithi098.stdout:3316: setattr oid 35 current snap is 304 2024-04-12T00:37:49.666 INFO:tasks.rados.rados.0.smithi098.stdout:3314: finishing write tid 1 to smithi09877355-46 2024-04-12T00:37:49.666 INFO:tasks.rados.rados.0.smithi098.stdout:3314: finishing write tid 2 to smithi09877355-46 2024-04-12T00:37:49.666 INFO:tasks.rados.rados.0.smithi098.stdout:3314: finishing write tid 3 to smithi09877355-46 2024-04-12T00:37:49.666 INFO:tasks.rados.rados.0.smithi098.stdout:3314: finishing write tid 4 to smithi09877355-46 2024-04-12T00:37:49.666 INFO:tasks.rados.rados.0.smithi098.stdout:3314: oid 46 updating version 0 to 1412 2024-04-12T00:37:49.666 INFO:tasks.rados.rados.0.smithi098.stdout:3314: oid 46 version 1412 is already newer than 1410 2024-04-12T00:37:49.666 INFO:tasks.rados.rados.0.smithi098.stdout:3314: oid 46 version 1412 is already newer than 1411 2024-04-12T00:37:49.666 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1412 (ObjNum 1066 snap 304 seq_num 1066) dirty exists 2024-04-12T00:37:49.666 INFO:tasks.rados.rados.0.smithi098.stdout:3314: left oid 46 (ObjNum 1066 snap 304 seq_num 1066) 2024-04-12T00:37:49.667 INFO:tasks.rados.rados.0.smithi098.stdout:3315: finishing write tid 1 to smithi09877355-50 2024-04-12T00:37:49.667 INFO:tasks.rados.rados.0.smithi098.stdout:3315: finishing write tid 2 to smithi09877355-50 2024-04-12T00:37:49.667 INFO:tasks.rados.rados.0.smithi098.stdout:3314: done (2 left) 2024-04-12T00:37:49.667 INFO:tasks.rados.rados.0.smithi098.stdout:3317: rollback oid 14 current snap is 304 2024-04-12T00:37:49.667 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 14 to 292 2024-04-12T00:37:49.668 INFO:tasks.rados.rados.0.smithi098.stdout:3318: setattr oid 22 current snap is 304 2024-04-12T00:37:49.668 INFO:tasks.rados.rados.0.smithi098.stdout:3315: finishing write tid 3 to smithi09877355-50 2024-04-12T00:37:49.670 INFO:tasks.rados.rados.0.smithi098.stdout:3315: finishing write tid 4 to smithi09877355-50 2024-04-12T00:37:49.670 INFO:tasks.rados.rados.0.smithi098.stdout:3315: oid 50 updating version 0 to 2414 2024-04-12T00:37:49.670 INFO:tasks.rados.rados.0.smithi098.stdout:3315: oid 50 version 2414 is already newer than 2413 2024-04-12T00:37:49.670 INFO:tasks.rados.rados.0.smithi098.stdout:3315: oid 50 updating version 2414 to 2415 2024-04-12T00:37:49.670 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2415 (ObjNum 1067 snap 304 seq_num 1067) dirty exists 2024-04-12T00:37:49.670 INFO:tasks.rados.rados.0.smithi098.stdout:3315: left oid 50 (ObjNum 1067 snap 304 seq_num 1067) 2024-04-12T00:37:49.671 INFO:tasks.rados.rados.0.smithi098.stdout:3315: done (3 left) 2024-04-12T00:37:49.671 INFO:tasks.rados.rados.0.smithi098.stdout:3319: snap_create 2024-04-12T00:37:49.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 1939 (ObjNum 1055 snap 303 seq_num 1055) dirty exists 2024-04-12T00:37:49.671 INFO:tasks.rados.rados.0.smithi098.stdout:3317: finishing rollback tid 1 to smithi09877355-14 2024-04-12T00:37:49.671 INFO:tasks.rados.rados.0.smithi098.stdout:3317: finishing rollback tid 2 to smithi09877355-14 2024-04-12T00:37:49.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 2212 (ObjNum 992 snap 286 seq_num 992) dirty exists 2024-04-12T00:37:49.673 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 2570 (ObjNum 65 snap 0 seq_num 1432575850) dirty exists 2024-04-12T00:37:49.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:49 smithi193 ceph-mon[83763]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T00:37:49.959 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:49 smithi098 ceph-mon[91373]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T00:37:49.960 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:49 smithi098 ceph-mon[88922]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T00:37:50.606 INFO:tasks.rados.rados.0.smithi098.stdout:3316: done (3 left) 2024-04-12T00:37:50.606 INFO:tasks.rados.rados.0.smithi098.stdout:3317: done (2 left) 2024-04-12T00:37:50.606 INFO:tasks.rados.rados.0.smithi098.stdout:3318: done (1 left) 2024-04-12T00:37:50.606 INFO:tasks.rados.rados.0.smithi098.stdout:3319: done (0 left) 2024-04-12T00:37:50.606 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 305 2024-04-12T00:37:50.606 INFO:tasks.rados.rados.0.smithi098.stdout:3320: seq_num 1068 ranges {991232=696320,1687552=401408} 2024-04-12T00:37:50.615 INFO:tasks.rados.rados.0.smithi098.stdout:3320: writing smithi09877355-45 from 991232 to 1687552 tid 1 2024-04-12T00:37:50.617 INFO:tasks.rados.rados.0.smithi098.stdout:3320: writing smithi09877355-45 from 1687552 to 2088960 tid 2 2024-04-12T00:37:50.617 INFO:tasks.rados.rados.0.smithi098.stdout:3321: read oid 41 snap 288 2024-04-12T00:37:50.617 INFO:tasks.rados.rados.0.smithi098.stdout:3321: expect (ObjNum 1011 snap 288 seq_num 1011) 2024-04-12T00:37:50.618 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 305 2024-04-12T00:37:50.618 INFO:tasks.rados.rados.0.smithi098.stdout:3322: seq_num 1069 ranges {876544=712704,1589248=401408} 2024-04-12T00:37:50.626 INFO:tasks.rados.rados.0.smithi098.stdout:3322: writing smithi09877355-35 from 876544 to 1589248 tid 1 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3322: writing smithi09877355-35 from 1589248 to 1990656 tid 2 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3323: delete oid 40 current snap is 305 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3320: finishing write tid 1 to smithi09877355-45 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3320: finishing write tid 2 to smithi09877355-45 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3320: finishing write tid 3 to smithi09877355-45 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3320: finishing write tid 4 to smithi09877355-45 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3320: oid 45 updating version 0 to 1941 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3320: oid 45 version 1941 is already newer than 1940 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3320: oid 45 updating version 1941 to 1942 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 1942 (ObjNum 1068 snap 305 seq_num 1068) dirty exists 2024-04-12T00:37:50.629 INFO:tasks.rados.rados.0.smithi098.stdout:3320: left oid 45 (ObjNum 1068 snap 305 seq_num 1068) 2024-04-12T00:37:50.633 INFO:tasks.rados.rados.0.smithi098.stdout:3322: finishing write tid 1 to smithi09877355-35 2024-04-12T00:37:50.633 INFO:tasks.rados.rados.0.smithi098.stdout:3322: finishing write tid 2 to smithi09877355-35 2024-04-12T00:37:50.634 INFO:tasks.rados.rados.0.smithi098.stdout:3322: finishing write tid 3 to smithi09877355-35 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3320: done (3 left) 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3323: done (2 left) 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3324: copy_from oid 10 from oid 50 current snap is 305 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3322: finishing write tid 4 to smithi09877355-35 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3322: oid 35 updating version 0 to 1944 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3322: oid 35 version 1944 is already newer than 1943 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3322: oid 35 updating version 1944 to 1945 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 1945 (ObjNum 1069 snap 305 seq_num 1069) dirty exists 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3322: left oid 35 (ObjNum 1069 snap 305 seq_num 1069) 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3322: done (2 left) 2024-04-12T00:37:50.636 INFO:tasks.rados.rados.0.smithi098.stdout:3325: setattr oid 17 current snap is 305 2024-04-12T00:37:50.637 INFO:tasks.rados.rados.0.smithi098.stdout:3326: rollback oid 42 current snap is 305 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 42 to 293 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:3327: rmattr oid 25 current snap is 305 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:3327: done (4 left) 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:3328: rollback oid 16 current snap is 305 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 291 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:3329: copy_from oid 45 from oid 9 current snap is 305 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:3330: rollback oid 22 current snap is 305 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 22 to 298 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 305 2024-04-12T00:37:50.638 INFO:tasks.rados.rados.0.smithi098.stdout:3331: seq_num 1071 ranges {974848=745472,1720320=401408} 2024-04-12T00:37:50.647 INFO:tasks.rados.rados.0.smithi098.stdout:3331: writing smithi09877355-12 from 974848 to 1720320 tid 1 2024-04-12T00:37:50.650 INFO:tasks.rados.rados.0.smithi098.stdout:3331: writing smithi09877355-12 from 1720320 to 2121728 tid 2 2024-04-12T00:37:50.650 INFO:tasks.rados.rados.0.smithi098.stdout:3332: read oid 23 snap 289 2024-04-12T00:37:50.650 INFO:tasks.rados.rados.0.smithi098.stdout:3332: expect deleted 2024-04-12T00:37:50.650 INFO:tasks.rados.rados.0.smithi098.stdout:3321: expect (ObjNum 1011 snap 288 seq_num 1011) 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:3326: finishing rollback tid 1 to smithi09877355-42 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 1589 (ObjNum 984 snap 284 seq_num 984) dirty exists 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:3326: finishing rollback tid 2 to smithi09877355-42 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2459 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:3329: finishing copy_from racing read to smithi09877355-45 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:3329: finishing copy_from to smithi09877355-45 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 766 (ObjNum 875 snap 253 seq_num 875) dirty exists 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:3328: finishing rollback tid 0 to smithi09877355-16 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:3328: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:37:50.858 INFO:tasks.rados.rados.0.smithi098.stdout:3328: finishing rollback tid 2 to smithi09877355-16 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 2574 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3330: finishing rollback tid 0 to smithi09877355-22 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3330: finishing rollback tid 1 to smithi09877355-22 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3330: finishing rollback tid 2 to smithi09877355-22 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 2578 (ObjNum 991 snap 286 seq_num 991) dirty exists 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3331: finishing write tid 1 to smithi09877355-12 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3331: finishing write tid 2 to smithi09877355-12 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3331: finishing write tid 3 to smithi09877355-12 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3333: read oid 43 snap -1 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3333: expect (ObjNum 1053 snap 303 seq_num 1053) 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3321: done (9 left) 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3325: done (8 left) 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3326: done (7 left) 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3328: done (6 left) 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3329: done (5 left) 2024-04-12T00:37:50.859 INFO:tasks.rados.rados.0.smithi098.stdout:3330: done (4 left) 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:3332: done (3 left) 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:3334: delete oid 40 current snap is 305 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:3331: finishing write tid 4 to smithi09877355-12 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:3331: oid 12 updating version 0 to 2094 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:3331: oid 12 version 2094 is already newer than 2093 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:3331: oid 12 updating version 2094 to 2095 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2095 (ObjNum 1071 snap 305 seq_num 1071) dirty exists 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:3331: left oid 12 (ObjNum 1071 snap 305 seq_num 1071) 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:3324: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:3324: finishing copy_from to smithi09877355-10 2024-04-12T00:37:50.860 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2415 (ObjNum 1067 snap 304 seq_num 1067) dirty exists 2024-04-12T00:37:50.861 INFO:tasks.rados.rados.0.smithi098.stdout:3324: done (3 left) 2024-04-12T00:37:50.861 INFO:tasks.rados.rados.0.smithi098.stdout:3331: done (2 left) 2024-04-12T00:37:50.861 INFO:tasks.rados.rados.0.smithi098.stdout:3334: done (1 left) 2024-04-12T00:37:50.861 INFO:tasks.rados.rados.0.smithi098.stdout:3335: delete oid 32 current snap is 305 2024-04-12T00:37:50.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:50 smithi193 ceph-mon[83763]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T00:37:50.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:50.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:50 smithi193 ceph-mon[83763]: pgmap v667: 121 pgs: 121 active+clean; 300 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 697 KiB/s wr, 19 op/s 2024-04-12T00:37:50.868 INFO:tasks.rados.rados.0.smithi098.stdout:3333: expect (ObjNum 1053 snap 303 seq_num 1053) 2024-04-12T00:37:51.026 INFO:tasks.rados.rados.0.smithi098.stdout:3333: done (1 left) 2024-04-12T00:37:51.026 INFO:tasks.rados.rados.0.smithi098.stdout:3335: done (0 left) 2024-04-12T00:37:51.026 INFO:tasks.rados.rados.0.smithi098.stdout:3336: read oid 45 snap -1 2024-04-12T00:37:51.026 INFO:tasks.rados.rados.0.smithi098.stdout:3336: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:37:51.026 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 305 2024-04-12T00:37:51.026 INFO:tasks.rados.rados.0.smithi098.stdout:3337: seq_num 1074 ranges {876544=794624,1671168=401408} 2024-04-12T00:37:51.034 INFO:tasks.rados.rados.0.smithi098.stdout:3337: writing smithi09877355-5 from 876544 to 1671168 tid 1 2024-04-12T00:37:51.037 INFO:tasks.rados.rados.0.smithi098.stdout:3337: writing smithi09877355-5 from 1671168 to 2072576 tid 2 2024-04-12T00:37:51.037 INFO:tasks.rados.rados.0.smithi098.stdout:3338: snap_create 2024-04-12T00:37:51.037 INFO:tasks.rados.rados.0.smithi098.stdout:3336: expect (ObjNum 875 snap 253 seq_num 875) 2024-04-12T00:37:51.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:50 smithi098 ceph-mon[91373]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T00:37:51.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:51.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:50 smithi098 ceph-mon[91373]: pgmap v667: 121 pgs: 121 active+clean; 300 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 697 KiB/s wr, 19 op/s 2024-04-12T00:37:51.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:50 smithi098 ceph-mon[88922]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T00:37:51.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:37:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:50 smithi098 ceph-mon[88922]: pgmap v667: 121 pgs: 121 active+clean; 300 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 697 KiB/s wr, 19 op/s 2024-04-12T00:37:51.047 INFO:tasks.rados.rados.0.smithi098.stdout:3337: finishing write tid 1 to smithi09877355-5 2024-04-12T00:37:51.047 INFO:tasks.rados.rados.0.smithi098.stdout:3337: finishing write tid 2 to smithi09877355-5 2024-04-12T00:37:51.047 INFO:tasks.rados.rados.0.smithi098.stdout:3337: finishing write tid 3 to smithi09877355-5 2024-04-12T00:37:51.047 INFO:tasks.rados.rados.0.smithi098.stdout:3337: finishing write tid 4 to smithi09877355-5 2024-04-12T00:37:51.047 INFO:tasks.rados.rados.0.smithi098.stdout:3337: oid 5 updating version 0 to 1980 2024-04-12T00:37:51.047 INFO:tasks.rados.rados.0.smithi098.stdout:3337: oid 5 updating version 1980 to 1982 2024-04-12T00:37:51.047 INFO:tasks.rados.rados.0.smithi098.stdout:3337: oid 5 version 1982 is already newer than 1981 2024-04-12T00:37:51.047 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1982 (ObjNum 1074 snap 305 seq_num 1074) dirty exists 2024-04-12T00:37:51.047 INFO:tasks.rados.rados.0.smithi098.stdout:3337: left oid 5 (ObjNum 1074 snap 305 seq_num 1074) 2024-04-12T00:37:51.551 INFO:tasks.rados.rados.0.smithi098.stdout:3336: done (2 left) 2024-04-12T00:37:51.551 INFO:tasks.rados.rados.0.smithi098.stdout:3337: done (1 left) 2024-04-12T00:37:51.551 INFO:tasks.rados.rados.0.smithi098.stdout:3338: done (0 left) 2024-04-12T00:37:51.551 INFO:tasks.rados.rados.0.smithi098.stdout:3339: delete oid 25 current snap is 306 2024-04-12T00:37:51.553 INFO:tasks.rados.rados.0.smithi098.stdout:3339: done (0 left) 2024-04-12T00:37:51.553 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 306 2024-04-12T00:37:51.553 INFO:tasks.rados.rados.0.smithi098.stdout:3340: seq_num 1076 ranges {270336=425984,696320=548864,1245184=253952} 2024-04-12T00:37:51.557 INFO:tasks.rados.rados.0.smithi098.stdout:3340: writing smithi09877355-45 from 270336 to 696320 tid 1 2024-04-12T00:37:51.559 INFO:tasks.rados.rados.0.smithi098.stdout:3340: writing smithi09877355-45 from 696320 to 1245184 tid 2 2024-04-12T00:37:51.561 INFO:tasks.rados.rados.0.smithi098.stdout:3340: writing smithi09877355-45 from 1245184 to 1499136 tid 3 2024-04-12T00:37:51.562 INFO:tasks.rados.rados.0.smithi098.stdout:3341: read oid 17 snap -1 2024-04-12T00:37:51.562 INFO:tasks.rados.rados.0.smithi098.stdout:3341: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-12T00:37:51.562 INFO:tasks.rados.rados.0.smithi098.stdout:3342: copy_from oid 6 from oid 31 current snap is 306 2024-04-12T00:37:51.562 INFO:tasks.rados.rados.0.smithi098.stdout:3343: read oid 50 snap -1 2024-04-12T00:37:51.562 INFO:tasks.rados.rados.0.smithi098.stdout:3343: expect (ObjNum 1067 snap 304 seq_num 1067) 2024-04-12T00:37:51.562 INFO:tasks.rados.rados.0.smithi098.stdout:3344: rollback oid 46 current snap is 306 2024-04-12T00:37:51.562 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 46 to 291 2024-04-12T00:37:51.562 INFO:tasks.rados.rados.0.smithi098.stdout:3345: setattr oid 21 current snap is 306 2024-04-12T00:37:51.564 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 306 2024-04-12T00:37:51.564 INFO:tasks.rados.rados.0.smithi098.stdout:3346: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2024-04-12T00:37:51.567 INFO:tasks.rados.rados.0.smithi098.stdout:3346: writing smithi09877355-25 from 0 to 442368 tid 1 2024-04-12T00:37:51.570 INFO:tasks.rados.rados.0.smithi098.stdout:3346: writing smithi09877355-25 from 442368 to 876544 tid 2 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3346: writing smithi09877355-25 from 876544 to 1245184 tid 3 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3347: read oid 7 snap -1 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3347: expect (ObjNum 1020 snap 295 seq_num 1020) 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3348: copy_from oid 26 from oid 24 current snap is 306 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3349: read oid 1 snap -1 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3349: expect deleted 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3350: read oid 37 snap 303 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3350: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3351: copy_from oid 49 from oid 19 current snap is 306 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3340: finishing write tid 1 to smithi09877355-45 2024-04-12T00:37:51.574 INFO:tasks.rados.rados.0.smithi098.stdout:3340: finishing write tid 2 to smithi09877355-45 2024-04-12T00:37:51.575 INFO:tasks.rados.rados.0.smithi098.stdout:3340: finishing write tid 3 to smithi09877355-45 2024-04-12T00:37:51.575 INFO:tasks.rados.rados.0.smithi098.stdout:3344: finishing rollback tid 0 to smithi09877355-46 2024-04-12T00:37:51.575 INFO:tasks.rados.rados.0.smithi098.stdout:3352: rollback oid 2 current snap is 306 2024-04-12T00:37:51.576 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 2 to 294 2024-04-12T00:37:51.576 INFO:tasks.rados.rados.0.smithi098.stdout:3353: read oid 27 snap -1 2024-04-12T00:37:51.576 INFO:tasks.rados.rados.0.smithi098.stdout:3353: expect (ObjNum 993 snap 286 seq_num 993) 2024-04-12T00:37:51.576 INFO:tasks.rados.rados.0.smithi098.stdout:3354: copy_from oid 12 from oid 44 current snap is 306 2024-04-12T00:37:51.576 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 306 2024-04-12T00:37:51.576 INFO:tasks.rados.rados.0.smithi098.stdout:3355: seq_num 1078 ranges {6914048=458752,7372800=720896,8093696=81920} 2024-04-12T00:37:51.621 INFO:tasks.rados.rados.0.smithi098.stdout:3355: writing smithi09877355-13 from 6914048 to 7372800 tid 1 2024-04-12T00:37:51.625 INFO:tasks.rados.rados.0.smithi098.stdout:3355: writing smithi09877355-13 from 7372800 to 8093696 tid 2 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3355: writing smithi09877355-13 from 8093696 to 8175616 tid 3 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout: waiting on 16 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3344: finishing rollback tid 1 to smithi09877355-46 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3344: finishing rollback tid 2 to smithi09877355-46 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 1416 (ObjNum 955 snap 273 seq_num 955) dirty exists 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3354: finishing copy_from to smithi09877355-12 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3354: got expected ENOENT (src dne) 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3340: finishing write tid 4 to smithi09877355-45 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3354: finishing copy_from racing read to smithi09877355-12 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3340: finishing write tid 5 to smithi09877355-45 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3340: oid 45 updating version 0 to 1946 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3340: oid 45 updating version 1946 to 1947 2024-04-12T00:37:51.627 INFO:tasks.rados.rados.0.smithi098.stdout:3340: oid 45 updating version 1947 to 1948 2024-04-12T00:37:51.628 INFO:tasks.rados.rados.0.smithi098.stdout:3340: oid 45 updating version 1948 to 1949 2024-04-12T00:37:51.628 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 1949 (ObjNum 1076 snap 306 seq_num 1076) dirty exists 2024-04-12T00:37:51.628 INFO:tasks.rados.rados.0.smithi098.stdout:3340: left oid 45 (ObjNum 1076 snap 306 seq_num 1076) 2024-04-12T00:37:51.628 INFO:tasks.rados.rados.0.smithi098.stdout:3351: finishing copy_from to smithi09877355-49 2024-04-12T00:37:51.628 INFO:tasks.rados.rados.0.smithi098.stdout:3351: got expected ENOENT (src dne) 2024-04-12T00:37:51.628 INFO:tasks.rados.rados.0.smithi098.stdout:3351: finishing copy_from racing read to smithi09877355-49 2024-04-12T00:37:51.628 INFO:tasks.rados.rados.0.smithi098.stdout:3341: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-12T00:37:51.684 INFO:tasks.rados.rados.0.smithi098.stdout:3350: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:37:51.756 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1984 (ObjNum 1008 snap 288 seq_num 1008) dirty exists 2024-04-12T00:37:51.756 INFO:tasks.rados.rados.0.smithi098.stdout:3353: expect (ObjNum 993 snap 286 seq_num 993) 2024-04-12T00:37:51.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:51 smithi193 ceph-mon[83763]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T00:37:51.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:51 smithi193 ceph-mon[83763]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T00:37:51.979 INFO:tasks.rados.rados.0.smithi098.stdout:3352: finishing rollback tid 0 to smithi09877355-2 2024-04-12T00:37:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:3352: finishing rollback tid 1 to smithi09877355-2 2024-04-12T00:37:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:3352: finishing rollback tid 2 to smithi09877355-2 2024-04-12T00:37:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 2418 (ObjNum 994 snap 287 seq_num 994) dirty exists 2024-04-12T00:37:51.980 INFO:tasks.rados.rados.0.smithi098.stdout:3347: expect (ObjNum 1020 snap 295 seq_num 1020) 2024-04-12T00:37:52.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:51 smithi098 ceph-mon[91373]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T00:37:52.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:51 smithi098 ceph-mon[91373]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T00:37:52.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:51 smithi098 ceph-mon[88922]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T00:37:52.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:51 smithi098 ceph-mon[88922]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T00:37:52.433 INFO:tasks.rados.rados.0.smithi098.stdout:3348: finishing copy_from racing read to smithi09877355-26 2024-04-12T00:37:52.433 INFO:tasks.rados.rados.0.smithi098.stdout:3343: expect (ObjNum 1067 snap 304 seq_num 1067) 2024-04-12T00:37:52.602 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:37:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:37:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:37:52.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:52 smithi193 ceph-mon[83763]: pgmap v670: 121 pgs: 121 active+clean; 266 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-04-12T00:37:53.002 INFO:tasks.rados.rados.0.smithi098.stdout:3346: finishing write tid 1 to smithi09877355-25 2024-04-12T00:37:53.002 INFO:tasks.rados.rados.0.smithi098.stdout:3346: finishing write tid 2 to smithi09877355-25 2024-04-12T00:37:53.002 INFO:tasks.rados.rados.0.smithi098.stdout:3346: finishing write tid 3 to smithi09877355-25 2024-04-12T00:37:53.002 INFO:tasks.rados.rados.0.smithi098.stdout:3346: finishing write tid 4 to smithi09877355-25 2024-04-12T00:37:53.002 INFO:tasks.rados.rados.0.smithi098.stdout:3340: done (15 left) 2024-04-12T00:37:53.002 INFO:tasks.rados.rados.0.smithi098.stdout:3341: done (14 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3343: done (13 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3344: done (12 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3345: done (11 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3347: done (10 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3349: done (9 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3350: done (8 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3351: done (7 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3352: done (6 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3353: done (5 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3354: done (4 left) 2024-04-12T00:37:53.003 INFO:tasks.rados.rados.0.smithi098.stdout:3356: snap_remove snap 303 2024-04-12T00:37:53.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:52 smithi098 ceph-mon[91373]: pgmap v670: 121 pgs: 121 active+clean; 266 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-04-12T00:37:53.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:52 smithi098 ceph-mon[88922]: pgmap v670: 121 pgs: 121 active+clean; 266 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-04-12T00:37:53.608 INFO:tasks.rados.rados.0.smithi098.stdout:3356: done (4 left) 2024-04-12T00:37:53.608 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 306 2024-04-12T00:37:53.609 INFO:tasks.rados.rados.0.smithi098.stdout:3357: seq_num 1079 ranges {2088960=475136,2564096=606208,3170304=196608} 2024-04-12T00:37:53.623 INFO:tasks.rados.rados.0.smithi098.stdout:3357: writing smithi09877355-17 from 2088960 to 2564096 tid 1 2024-04-12T00:37:53.626 INFO:tasks.rados.rados.0.smithi098.stdout:3357: writing smithi09877355-17 from 2564096 to 3170304 tid 2 2024-04-12T00:37:53.628 INFO:tasks.rados.rados.0.smithi098.stdout:3357: writing smithi09877355-17 from 3170304 to 3366912 tid 3 2024-04-12T00:37:53.629 INFO:tasks.rados.rados.0.smithi098.stdout:3358: read oid 28 snap -1 2024-04-12T00:37:53.629 INFO:tasks.rados.rados.0.smithi098.stdout:3358: expect (ObjNum 1020 snap 295 seq_num 1020) 2024-04-12T00:37:53.629 INFO:tasks.rados.rados.0.smithi098.stdout:3359: rollback oid 2 current snap is 306 2024-04-12T00:37:53.629 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 2 to 293 2024-04-12T00:37:53.629 INFO:tasks.rados.rados.0.smithi098.stdout:3346: finishing write tid 5 to smithi09877355-25 2024-04-12T00:37:53.629 INFO:tasks.rados.rados.0.smithi098.stdout:3346: oid 25 updating version 0 to 1287 2024-04-12T00:37:53.629 INFO:tasks.rados.rados.0.smithi098.stdout:3346: oid 25 updating version 1287 to 1290 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3346: oid 25 version 1290 is already newer than 1288 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3346: oid 25 version 1290 is already newer than 1289 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 1290 (ObjNum 1077 snap 306 seq_num 1077) dirty exists 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3346: left oid 25 (ObjNum 1077 snap 306 seq_num 1077) 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3346: done (6 left) 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3360: snap_create 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3348: finishing copy_from to smithi09877355-26 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 1286 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3355: finishing write tid 1 to smithi09877355-13 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3355: finishing write tid 2 to smithi09877355-13 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3355: finishing write tid 3 to smithi09877355-13 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3355: finishing write tid 4 to smithi09877355-13 2024-04-12T00:37:53.630 INFO:tasks.rados.rados.0.smithi098.stdout:3342: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:3355: finishing write tid 5 to smithi09877355-13 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:3355: oid 13 updating version 0 to 2580 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:3355: oid 13 updating version 2580 to 2582 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:3355: oid 13 version 2582 is already newer than 2581 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:3355: oid 13 updating version 2582 to 2583 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2583 (ObjNum 1078 snap 306 seq_num 1078) dirty exists 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:3355: left oid 13 (ObjNum 1078 snap 306 seq_num 1078) 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:3342: finishing copy_from to smithi09877355-6 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 2200 (ObjNum 1010 snap 288 seq_num 1010) dirty exists 2024-04-12T00:37:53.631 INFO:tasks.rados.rados.0.smithi098.stdout:3357: finishing write tid 1 to smithi09877355-17 2024-04-12T00:37:53.632 INFO:tasks.rados.rados.0.smithi098.stdout:3359: finishing rollback tid 0 to smithi09877355-2 2024-04-12T00:37:53.632 INFO:tasks.rados.rados.0.smithi098.stdout:3359: finishing rollback tid 1 to smithi09877355-2 2024-04-12T00:37:53.632 INFO:tasks.rados.rados.0.smithi098.stdout:3359: finishing rollback tid 2 to smithi09877355-2 2024-04-12T00:37:53.632 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 2421 (ObjNum 994 snap 287 seq_num 994) dirty exists 2024-04-12T00:37:53.632 INFO:tasks.rados.rados.0.smithi098.stdout:3357: finishing write tid 2 to smithi09877355-17 2024-04-12T00:37:53.633 INFO:tasks.rados.rados.0.smithi098.stdout:3357: finishing write tid 3 to smithi09877355-17 2024-04-12T00:37:53.633 INFO:tasks.rados.rados.0.smithi098.stdout:3357: finishing write tid 4 to smithi09877355-17 2024-04-12T00:37:53.635 INFO:tasks.rados.rados.0.smithi098.stdout:3357: finishing write tid 5 to smithi09877355-17 2024-04-12T00:37:53.635 INFO:tasks.rados.rados.0.smithi098.stdout:3357: oid 17 updating version 0 to 2416 2024-04-12T00:37:53.635 INFO:tasks.rados.rados.0.smithi098.stdout:3357: oid 17 updating version 2416 to 2417 2024-04-12T00:37:53.635 INFO:tasks.rados.rados.0.smithi098.stdout:3357: oid 17 updating version 2417 to 2418 2024-04-12T00:37:53.635 INFO:tasks.rados.rados.0.smithi098.stdout:3357: oid 17 updating version 2418 to 2419 2024-04-12T00:37:53.635 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 2419 (ObjNum 1079 snap 306 seq_num 1079) dirty exists 2024-04-12T00:37:53.635 INFO:tasks.rados.rados.0.smithi098.stdout:3357: left oid 17 (ObjNum 1079 snap 306 seq_num 1079) 2024-04-12T00:37:53.664 INFO:tasks.rados.rados.0.smithi098.stdout:3358: expect (ObjNum 1020 snap 295 seq_num 1020) 2024-04-12T00:37:54.620 INFO:tasks.rados.rados.0.smithi098.stdout:3342: done (6 left) 2024-04-12T00:37:54.620 INFO:tasks.rados.rados.0.smithi098.stdout:3348: done (5 left) 2024-04-12T00:37:54.620 INFO:tasks.rados.rados.0.smithi098.stdout:3355: done (4 left) 2024-04-12T00:37:54.620 INFO:tasks.rados.rados.0.smithi098.stdout:3357: done (3 left) 2024-04-12T00:37:54.620 INFO:tasks.rados.rados.0.smithi098.stdout:3358: done (2 left) 2024-04-12T00:37:54.621 INFO:tasks.rados.rados.0.smithi098.stdout:3359: done (1 left) 2024-04-12T00:37:54.621 INFO:tasks.rados.rados.0.smithi098.stdout:3360: done (0 left) 2024-04-12T00:37:54.621 INFO:tasks.rados.rados.0.smithi098.stdout:3361: read oid 11 snap -1 2024-04-12T00:37:54.621 INFO:tasks.rados.rados.0.smithi098.stdout:3361: expect deleted 2024-04-12T00:37:54.621 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 307 2024-04-12T00:37:54.621 INFO:tasks.rados.rados.0.smithi098.stdout:3362: seq_num 1080 ranges {6504448=491520,6995968=540672,7536640=262144} 2024-04-12T00:37:54.657 INFO:tasks.rados.rados.0.smithi098.stdout:3362: writing smithi09877355-28 from 6504448 to 6995968 tid 1 2024-04-12T00:37:54.660 INFO:tasks.rados.rados.0.smithi098.stdout:3362: writing smithi09877355-28 from 6995968 to 7536640 tid 2 2024-04-12T00:37:54.661 INFO:tasks.rados.rados.0.smithi098.stdout:3362: writing smithi09877355-28 from 7536640 to 7798784 tid 3 2024-04-12T00:37:54.661 INFO:tasks.rados.rados.0.smithi098.stdout:3363: delete oid 49 current snap is 307 2024-04-12T00:37:54.663 INFO:tasks.rados.rados.0.smithi098.stdout:3362: finishing write tid 1 to smithi09877355-28 2024-04-12T00:37:54.666 INFO:tasks.rados.rados.0.smithi098.stdout:3362: finishing write tid 2 to smithi09877355-28 2024-04-12T00:37:54.666 INFO:tasks.rados.rados.0.smithi098.stdout:3362: finishing write tid 3 to smithi09877355-28 2024-04-12T00:37:54.666 INFO:tasks.rados.rados.0.smithi098.stdout:3361: done (2 left) 2024-04-12T00:37:54.666 INFO:tasks.rados.rados.0.smithi098.stdout:3363: done (1 left) 2024-04-12T00:37:54.667 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 48 current snap is 307 2024-04-12T00:37:54.667 INFO:tasks.rados.rados.0.smithi098.stdout:3364: seq_num 1082 ranges {1515520=524288,2039808=704512,2744320=98304} 2024-04-12T00:37:54.677 INFO:tasks.rados.rados.0.smithi098.stdout:3364: writing smithi09877355-48 from 1515520 to 2039808 tid 1 2024-04-12T00:37:54.681 INFO:tasks.rados.rados.0.smithi098.stdout:3364: writing smithi09877355-48 from 2039808 to 2744320 tid 2 2024-04-12T00:37:54.682 INFO:tasks.rados.rados.0.smithi098.stdout:3364: writing smithi09877355-48 from 2744320 to 2842624 tid 3 2024-04-12T00:37:54.682 INFO:tasks.rados.rados.0.smithi098.stdout:3365: setattr oid 21 current snap is 307 2024-04-12T00:37:54.682 INFO:tasks.rados.rados.0.smithi098.stdout:3362: finishing write tid 4 to smithi09877355-28 2024-04-12T00:37:54.682 INFO:tasks.rados.rados.0.smithi098.stdout:3362: finishing write tid 5 to smithi09877355-28 2024-04-12T00:37:54.682 INFO:tasks.rados.rados.0.smithi098.stdout:3362: oid 28 updating version 0 to 1614 2024-04-12T00:37:54.682 INFO:tasks.rados.rados.0.smithi098.stdout:3362: oid 28 version 1614 is already newer than 1613 2024-04-12T00:37:54.683 INFO:tasks.rados.rados.0.smithi098.stdout:3362: oid 28 updating version 1614 to 1616 2024-04-12T00:37:54.683 INFO:tasks.rados.rados.0.smithi098.stdout:3362: oid 28 version 1616 is already newer than 1615 2024-04-12T00:37:54.683 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1616 (ObjNum 1080 snap 307 seq_num 1080) dirty exists 2024-04-12T00:37:54.683 INFO:tasks.rados.rados.0.smithi098.stdout:3362: left oid 28 (ObjNum 1080 snap 307 seq_num 1080) 2024-04-12T00:37:54.683 INFO:tasks.rados.rados.0.smithi098.stdout:3364: finishing write tid 1 to smithi09877355-48 2024-04-12T00:37:54.683 INFO:tasks.rados.rados.0.smithi098.stdout:3362: done (2 left) 2024-04-12T00:37:54.683 INFO:tasks.rados.rados.0.smithi098.stdout:3366: rollback oid 44 current snap is 307 2024-04-12T00:37:54.684 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 44 to 305 2024-04-12T00:37:54.684 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 307 2024-04-12T00:37:54.684 INFO:tasks.rados.rados.0.smithi098.stdout:3367: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-04-12T00:37:54.687 INFO:tasks.rados.rados.0.smithi098.stdout:3367: writing smithi09877355-1 from 0 to 540672 tid 1 2024-04-12T00:37:54.690 INFO:tasks.rados.rados.0.smithi098.stdout:3367: writing smithi09877355-1 from 540672 to 1130496 tid 2 2024-04-12T00:37:54.692 INFO:tasks.rados.rados.0.smithi098.stdout:3367: writing smithi09877355-1 from 1130496 to 1343488 tid 3 2024-04-12T00:37:54.692 INFO:tasks.rados.rados.0.smithi098.stdout:3368: read oid 34 snap -1 2024-04-12T00:37:54.692 INFO:tasks.rados.rados.0.smithi098.stdout:3368: expect (ObjNum 995 snap 288 seq_num 995) 2024-04-12T00:37:54.692 INFO:tasks.rados.rados.0.smithi098.stdout:3369: rollback oid 24 current snap is 307 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 24 to 298 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3364: finishing write tid 2 to smithi09877355-48 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3364: finishing write tid 3 to smithi09877355-48 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3364: finishing write tid 4 to smithi09877355-48 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3364: finishing write tid 5 to smithi09877355-48 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3364: oid 48 updating version 0 to 2372 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3364: oid 48 updating version 2372 to 2374 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3364: oid 48 version 2374 is already newer than 2373 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3364: oid 48 version 2374 is already newer than 2371 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 2374 (ObjNum 1082 snap 307 seq_num 1082) dirty exists 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3364: left oid 48 (ObjNum 1082 snap 307 seq_num 1082) 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 1990 (ObjNum 1008 snap 288 seq_num 1008) dirty exists 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:3366: finishing rollback tid 1 to smithi09877355-44 2024-04-12T00:37:54.693 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2512 (ObjNum 129 snap 0 seq_num 28945096) dirty dne 2024-04-12T00:37:54.694 INFO:tasks.rados.rados.0.smithi098.stdout:3367: finishing write tid 1 to smithi09877355-1 2024-04-12T00:37:54.694 INFO:tasks.rados.rados.0.smithi098.stdout:3364: done (5 left) 2024-04-12T00:37:54.694 INFO:tasks.rados.rados.0.smithi098.stdout:3365: done (4 left) 2024-04-12T00:37:54.694 INFO:tasks.rados.rados.0.smithi098.stdout:3366: done (3 left) 2024-04-12T00:37:54.694 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 307 2024-04-12T00:37:54.694 INFO:tasks.rados.rados.0.smithi098.stdout:3370: seq_num 1084 ranges {7798784=557056,8355840=475136,8830976=327680} 2024-04-12T00:37:54.737 INFO:tasks.rados.rados.0.smithi098.stdout:3370: writing smithi09877355-50 from 7798784 to 8355840 tid 1 2024-04-12T00:37:54.740 INFO:tasks.rados.rados.0.smithi098.stdout:3370: writing smithi09877355-50 from 8355840 to 8830976 tid 2 2024-04-12T00:37:54.742 INFO:tasks.rados.rados.0.smithi098.stdout:3370: writing smithi09877355-50 from 8830976 to 9158656 tid 3 2024-04-12T00:37:54.742 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 307 2024-04-12T00:37:54.742 INFO:tasks.rados.rados.0.smithi098.stdout:3367: finishing write tid 2 to smithi09877355-1 2024-04-12T00:37:54.742 INFO:tasks.rados.rados.0.smithi098.stdout:3367: finishing write tid 3 to smithi09877355-1 2024-04-12T00:37:54.742 INFO:tasks.rados.rados.0.smithi098.stdout:3367: finishing write tid 4 to smithi09877355-1 2024-04-12T00:37:54.742 INFO:tasks.rados.rados.0.smithi098.stdout:3371: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2024-04-12T00:37:54.745 INFO:tasks.rados.rados.0.smithi098.stdout:3371: writing smithi09877355-19 from 0 to 581632 tid 1 2024-04-12T00:37:54.750 INFO:tasks.rados.rados.0.smithi098.stdout:3371: writing smithi09877355-19 from 581632 to 1343488 tid 2 2024-04-12T00:37:54.750 INFO:tasks.rados.rados.0.smithi098.stdout:3371: writing smithi09877355-19 from 1343488 to 1384448 tid 3 2024-04-12T00:37:54.750 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 307 2024-04-12T00:37:54.751 INFO:tasks.rados.rados.0.smithi098.stdout:3372: seq_num 1086 ranges {2211840=598016,2809856=647168,3457024=155648} 2024-04-12T00:37:54.765 INFO:tasks.rados.rados.0.smithi098.stdout:3372: writing smithi09877355-22 from 2211840 to 2809856 tid 1 2024-04-12T00:37:54.769 INFO:tasks.rados.rados.0.smithi098.stdout:3372: writing smithi09877355-22 from 2809856 to 3457024 tid 2 2024-04-12T00:37:54.770 INFO:tasks.rados.rados.0.smithi098.stdout:3372: writing smithi09877355-22 from 3457024 to 3612672 tid 3 2024-04-12T00:37:54.770 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 307 2024-04-12T00:37:54.770 INFO:tasks.rados.rados.0.smithi098.stdout:3369: finishing rollback tid 0 to smithi09877355-24 2024-04-12T00:37:54.770 INFO:tasks.rados.rados.0.smithi098.stdout:3369: finishing rollback tid 1 to smithi09877355-24 2024-04-12T00:37:54.770 INFO:tasks.rados.rados.0.smithi098.stdout:3373: seq_num 1087 ranges {4481024=614400,5095424=532480,5627904=270336} 2024-04-12T00:37:54.797 INFO:tasks.rados.rados.0.smithi098.stdout:3373: writing smithi09877355-38 from 4481024 to 5095424 tid 1 2024-04-12T00:37:54.800 INFO:tasks.rados.rados.0.smithi098.stdout:3373: writing smithi09877355-38 from 5095424 to 5627904 tid 2 2024-04-12T00:37:54.801 INFO:tasks.rados.rados.0.smithi098.stdout:3373: writing smithi09877355-38 from 5627904 to 5898240 tid 3 2024-04-12T00:37:54.802 INFO:tasks.rados.rados.0.smithi098.stdout:3374: snap_remove snap 305 2024-04-12T00:37:54.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:54 smithi193 ceph-mon[83763]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T00:37:54.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:54 smithi193 ceph-mon[83763]: pgmap v672: 121 pgs: 121 active+clean; 287 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.4 MiB/s wr, 41 op/s 2024-04-12T00:37:55.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:54 smithi098 ceph-mon[91373]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T00:37:55.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:54 smithi098 ceph-mon[91373]: pgmap v672: 121 pgs: 121 active+clean; 287 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.4 MiB/s wr, 41 op/s 2024-04-12T00:37:55.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:54 smithi098 ceph-mon[88922]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T00:37:55.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:54 smithi098 ceph-mon[88922]: pgmap v672: 121 pgs: 121 active+clean; 287 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.4 MiB/s wr, 41 op/s 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3374: done (7 left) 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3375: read oid 3 snap -1 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3375: expect deleted 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3376: snap_create 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3367: finishing write tid 5 to smithi09877355-1 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3367: oid 1 updating version 0 to 2313 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3367: oid 1 version 2313 is already newer than 2312 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3367: oid 1 version 2313 is already newer than 2311 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3367: oid 1 updating version 2313 to 2314 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 2314 (ObjNum 1083 snap 307 seq_num 1083) dirty exists 2024-04-12T00:37:55.627 INFO:tasks.rados.rados.0.smithi098.stdout:3367: left oid 1 (ObjNum 1083 snap 307 seq_num 1083) 2024-04-12T00:37:55.628 INFO:tasks.rados.rados.0.smithi098.stdout:3369: finishing rollback tid 2 to smithi09877355-24 2024-04-12T00:37:55.628 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 2203 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-04-12T00:37:55.628 INFO:tasks.rados.rados.0.smithi098.stdout:3368: expect (ObjNum 995 snap 288 seq_num 995) 2024-04-12T00:37:55.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:55 smithi193 ceph-mon[83763]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T00:37:55.882 INFO:tasks.rados.rados.0.smithi098.stdout:3370: finishing write tid 1 to smithi09877355-50 2024-04-12T00:37:55.882 INFO:tasks.rados.rados.0.smithi098.stdout:3370: finishing write tid 2 to smithi09877355-50 2024-04-12T00:37:55.882 INFO:tasks.rados.rados.0.smithi098.stdout:3370: finishing write tid 3 to smithi09877355-50 2024-04-12T00:37:55.882 INFO:tasks.rados.rados.0.smithi098.stdout:3370: finishing write tid 4 to smithi09877355-50 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3370: finishing write tid 5 to smithi09877355-50 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3370: oid 50 updating version 0 to 2424 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3370: oid 50 updating version 2424 to 2425 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3370: oid 50 version 2425 is already newer than 2423 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3370: oid 50 version 2425 is already newer than 2422 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2425 (ObjNum 1084 snap 307 seq_num 1084) dirty exists 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3370: left oid 50 (ObjNum 1084 snap 307 seq_num 1084) 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3371: finishing write tid 1 to smithi09877355-19 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3371: finishing write tid 2 to smithi09877355-19 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3371: finishing write tid 3 to smithi09877355-19 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3371: finishing write tid 4 to smithi09877355-19 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3371: finishing write tid 5 to smithi09877355-19 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3371: oid 19 updating version 0 to 1261 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3371: oid 19 updating version 1261 to 1264 2024-04-12T00:37:55.883 INFO:tasks.rados.rados.0.smithi098.stdout:3371: oid 19 version 1264 is already newer than 1262 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3371: oid 19 version 1264 is already newer than 1263 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 1264 (ObjNum 1085 snap 307 seq_num 1085) dirty exists 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3371: left oid 19 (ObjNum 1085 snap 307 seq_num 1085) 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: finishing write tid 1 to smithi09877355-22 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: finishing write tid 2 to smithi09877355-22 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: finishing write tid 3 to smithi09877355-22 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: finishing write tid 4 to smithi09877355-22 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: finishing write tid 5 to smithi09877355-22 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: oid 22 updating version 0 to 2592 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: oid 22 updating version 2592 to 2593 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: oid 22 version 2593 is already newer than 2591 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: oid 22 version 2593 is already newer than 2590 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 2593 (ObjNum 1086 snap 307 seq_num 1086) dirty exists 2024-04-12T00:37:55.884 INFO:tasks.rados.rados.0.smithi098.stdout:3372: left oid 22 (ObjNum 1086 snap 307 seq_num 1086) 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: finishing write tid 1 to smithi09877355-38 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: finishing write tid 2 to smithi09877355-38 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: finishing write tid 3 to smithi09877355-38 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: finishing write tid 4 to smithi09877355-38 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: finishing write tid 5 to smithi09877355-38 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: oid 38 updating version 0 to 2216 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: oid 38 version 2216 is already newer than 2214 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: oid 38 version 2216 is already newer than 2213 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: oid 38 version 2216 is already newer than 2215 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 2216 (ObjNum 1087 snap 307 seq_num 1087) dirty exists 2024-04-12T00:37:55.885 INFO:tasks.rados.rados.0.smithi098.stdout:3373: left oid 38 (ObjNum 1087 snap 307 seq_num 1087) 2024-04-12T00:37:56.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:55 smithi098 ceph-mon[91373]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T00:37:56.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:55 smithi098 ceph-mon[88922]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T00:37:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:37:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:37:55] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-12T00:37:56.551 INFO:tasks.rados.rados.0.smithi098.stdout:3367: done (8 left) 2024-04-12T00:37:56.551 INFO:tasks.rados.rados.0.smithi098.stdout:3368: done (7 left) 2024-04-12T00:37:56.551 INFO:tasks.rados.rados.0.smithi098.stdout:3369: done (6 left) 2024-04-12T00:37:56.551 INFO:tasks.rados.rados.0.smithi098.stdout:3370: done (5 left) 2024-04-12T00:37:56.551 INFO:tasks.rados.rados.0.smithi098.stdout:3371: done (4 left) 2024-04-12T00:37:56.551 INFO:tasks.rados.rados.0.smithi098.stdout:3372: done (3 left) 2024-04-12T00:37:56.551 INFO:tasks.rados.rados.0.smithi098.stdout:3373: done (2 left) 2024-04-12T00:37:56.551 INFO:tasks.rados.rados.0.smithi098.stdout:3375: done (1 left) 2024-04-12T00:37:56.552 INFO:tasks.rados.rados.0.smithi098.stdout:3376: done (0 left) 2024-04-12T00:37:56.552 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 308 2024-04-12T00:37:56.552 INFO:tasks.rados.rados.0.smithi098.stdout:3377: seq_num 1088 ranges {0=630784,630784=466944,1097728=335872} 2024-04-12T00:37:56.554 INFO:tasks.rados.rados.0.smithi098.stdout:3377: writing smithi09877355-18 from 0 to 630784 tid 1 2024-04-12T00:37:56.556 INFO:tasks.rados.rados.0.smithi098.stdout:3377: writing smithi09877355-18 from 630784 to 1097728 tid 2 2024-04-12T00:37:56.559 INFO:tasks.rados.rados.0.smithi098.stdout:3377: writing smithi09877355-18 from 1097728 to 1433600 tid 3 2024-04-12T00:37:56.559 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 308 2024-04-12T00:37:56.559 INFO:tasks.rados.rados.0.smithi098.stdout:3378: seq_num 1089 ranges {2072576=647168,2719744=745472,3465216=57344} 2024-04-12T00:37:56.573 INFO:tasks.rados.rados.0.smithi098.stdout:3378: writing smithi09877355-5 from 2072576 to 2719744 tid 1 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3378: writing smithi09877355-5 from 2719744 to 3465216 tid 2 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3378: writing smithi09877355-5 from 3465216 to 3522560 tid 3 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3379: delete oid 35 current snap is 308 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3377: finishing write tid 1 to smithi09877355-18 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3377: finishing write tid 2 to smithi09877355-18 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3377: finishing write tid 3 to smithi09877355-18 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3377: finishing write tid 4 to smithi09877355-18 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3377: finishing write tid 5 to smithi09877355-18 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3377: oid 18 updating version 0 to 1268 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3377: oid 18 version 1268 is already newer than 1266 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3377: oid 18 version 1268 is already newer than 1265 2024-04-12T00:37:56.579 INFO:tasks.rados.rados.0.smithi098.stdout:3377: oid 18 version 1268 is already newer than 1267 2024-04-12T00:37:56.580 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 1268 (ObjNum 1088 snap 308 seq_num 1088) dirty exists 2024-04-12T00:37:56.580 INFO:tasks.rados.rados.0.smithi098.stdout:3377: left oid 18 (ObjNum 1088 snap 308 seq_num 1088) 2024-04-12T00:37:56.580 INFO:tasks.rados.rados.0.smithi098.stdout:3378: finishing write tid 1 to smithi09877355-5 2024-04-12T00:37:56.583 INFO:tasks.rados.rados.0.smithi098.stdout:3378: finishing write tid 2 to smithi09877355-5 2024-04-12T00:37:56.583 INFO:tasks.rados.rados.0.smithi098.stdout:3378: finishing write tid 3 to smithi09877355-5 2024-04-12T00:37:56.583 INFO:tasks.rados.rados.0.smithi098.stdout:3378: finishing write tid 4 to smithi09877355-5 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:3377: done (2 left) 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:3379: done (1 left) 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:3380: delete oid 33 current snap is 308 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:3378: finishing write tid 5 to smithi09877355-5 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:3378: oid 5 updating version 0 to 1995 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:3378: oid 5 updating version 1995 to 1997 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:3378: oid 5 version 1997 is already newer than 1994 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:3378: oid 5 version 1997 is already newer than 1996 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 1997 (ObjNum 1089 snap 308 seq_num 1089) dirty exists 2024-04-12T00:37:56.586 INFO:tasks.rados.rados.0.smithi098.stdout:3378: left oid 5 (ObjNum 1089 snap 308 seq_num 1089) 2024-04-12T00:37:56.588 INFO:tasks.rados.rados.0.smithi098.stdout:3378: done (1 left) 2024-04-12T00:37:56.588 INFO:tasks.rados.rados.0.smithi098.stdout:3380: done (0 left) 2024-04-12T00:37:56.588 INFO:tasks.rados.rados.0.smithi098.stdout:3381: snap_create 2024-04-12T00:37:57.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:56 smithi098 ceph-mon[91373]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T00:37:57.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:56 smithi098 ceph-mon[91373]: pgmap v675: 121 pgs: 121 active+clean; 290 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-04-12T00:37:57.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:56 smithi098 ceph-mon[91373]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T00:37:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:56 smithi098 ceph-mon[88922]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T00:37:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:56 smithi098 ceph-mon[88922]: pgmap v675: 121 pgs: 121 active+clean; 290 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-04-12T00:37:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:56 smithi098 ceph-mon[88922]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T00:37:57.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:56 smithi193 ceph-mon[83763]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T00:37:57.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:56 smithi193 ceph-mon[83763]: pgmap v675: 121 pgs: 121 active+clean; 290 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-04-12T00:37:57.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:56 smithi193 ceph-mon[83763]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T00:37:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3381: done (0 left) 2024-04-12T00:37:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3382: copy_from oid 23 from oid 22 current snap is 309 2024-04-12T00:37:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 309 2024-04-12T00:37:57.553 INFO:tasks.rados.rados.0.smithi098.stdout:3383: seq_num 1092 ranges {0=696320,696320=802816} 2024-04-12T00:37:57.557 INFO:tasks.rados.rados.0.smithi098.stdout:3383: writing smithi09877355-33 from 0 to 696320 tid 1 2024-04-12T00:37:57.561 INFO:tasks.rados.rados.0.smithi098.stdout:3383: writing smithi09877355-33 from 696320 to 1499136 tid 2 2024-04-12T00:37:57.562 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 309 2024-04-12T00:37:57.562 INFO:tasks.rados.rados.0.smithi098.stdout:3384: seq_num 1093 ranges {8175616=712704,8888320=688128,9576448=114688} 2024-04-12T00:37:57.609 INFO:tasks.rados.rados.0.smithi098.stdout:3384: writing smithi09877355-13 from 8175616 to 8888320 tid 1 2024-04-12T00:37:57.613 INFO:tasks.rados.rados.0.smithi098.stdout:3384: writing smithi09877355-13 from 8888320 to 9576448 tid 2 2024-04-12T00:37:57.614 INFO:tasks.rados.rados.0.smithi098.stdout:3384: writing smithi09877355-13 from 9576448 to 9691136 tid 3 2024-04-12T00:37:57.614 INFO:tasks.rados.rados.0.smithi098.stdout:3385: rmattr oid 16 current snap is 309 2024-04-12T00:37:57.614 INFO:tasks.rados.rados.0.smithi098.stdout:3385: done (3 left) 2024-04-12T00:37:57.614 INFO:tasks.rados.rados.0.smithi098.stdout:3386: snap_create 2024-04-12T00:37:57.614 INFO:tasks.rados.rados.0.smithi098.stdout:3383: finishing write tid 1 to smithi09877355-33 2024-04-12T00:37:57.614 INFO:tasks.rados.rados.0.smithi098.stdout:3383: finishing write tid 2 to smithi09877355-33 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:3383: finishing write tid 3 to smithi09877355-33 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:3383: finishing write tid 4 to smithi09877355-33 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:3383: oid 33 updating version 0 to 2317 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:3383: oid 33 version 2317 is already newer than 2316 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:3383: oid 33 updating version 2317 to 2318 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 2318 (ObjNum 1092 snap 309 seq_num 1092) dirty exists 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:3383: left oid 33 (ObjNum 1092 snap 309 seq_num 1092) 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:3382: finishing copy_from racing read to smithi09877355-23 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:3382: finishing copy_from to smithi09877355-23 2024-04-12T00:37:57.615 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 2593 (ObjNum 1086 snap 307 seq_num 1086) dirty exists 2024-04-12T00:37:57.617 INFO:tasks.rados.rados.0.smithi098.stdout:3384: finishing write tid 1 to smithi09877355-13 2024-04-12T00:37:57.617 INFO:tasks.rados.rados.0.smithi098.stdout:3384: finishing write tid 2 to smithi09877355-13 2024-04-12T00:37:57.619 INFO:tasks.rados.rados.0.smithi098.stdout:3384: finishing write tid 3 to smithi09877355-13 2024-04-12T00:37:57.619 INFO:tasks.rados.rados.0.smithi098.stdout:3384: finishing write tid 4 to smithi09877355-13 2024-04-12T00:37:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3384: finishing write tid 5 to smithi09877355-13 2024-04-12T00:37:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3384: oid 13 updating version 0 to 2600 2024-04-12T00:37:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3384: oid 13 version 2600 is already newer than 2599 2024-04-12T00:37:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3384: oid 13 updating version 2600 to 2601 2024-04-12T00:37:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3384: oid 13 updating version 2601 to 2602 2024-04-12T00:37:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2602 (ObjNum 1093 snap 309 seq_num 1093) dirty exists 2024-04-12T00:37:57.621 INFO:tasks.rados.rados.0.smithi098.stdout:3384: left oid 13 (ObjNum 1093 snap 309 seq_num 1093) 2024-04-12T00:37:58.558 INFO:tasks.rados.rados.0.smithi098.stdout:3382: done (3 left) 2024-04-12T00:37:58.558 INFO:tasks.rados.rados.0.smithi098.stdout:3383: done (2 left) 2024-04-12T00:37:58.559 INFO:tasks.rados.rados.0.smithi098.stdout:3384: done (1 left) 2024-04-12T00:37:58.559 INFO:tasks.rados.rados.0.smithi098.stdout:3386: done (0 left) 2024-04-12T00:37:58.559 INFO:tasks.rados.rados.0.smithi098.stdout:3387: delete oid 7 current snap is 310 2024-04-12T00:37:58.561 INFO:tasks.rados.rados.0.smithi098.stdout:3387: done (0 left) 2024-04-12T00:37:58.561 INFO:tasks.rados.rados.0.smithi098.stdout:3388: snap_remove snap 295 2024-04-12T00:37:58.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:58 smithi193 ceph-mon[83763]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T00:37:58.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:58 smithi193 ceph-mon[83763]: pgmap v678: 121 pgs: 121 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-04-12T00:37:59.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:58 smithi098 ceph-mon[91373]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T00:37:59.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:58 smithi098 ceph-mon[91373]: pgmap v678: 121 pgs: 121 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-04-12T00:37:59.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:58 smithi098 ceph-mon[88922]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T00:37:59.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:58 smithi098 ceph-mon[88922]: pgmap v678: 121 pgs: 121 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-04-12T00:37:59.564 INFO:tasks.rados.rados.0.smithi098.stdout:3388: done (0 left) 2024-04-12T00:37:59.564 INFO:tasks.rados.rados.0.smithi098.stdout:3389: read oid 20 snap -1 2024-04-12T00:37:59.565 INFO:tasks.rados.rados.0.smithi098.stdout:3389: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:37:59.565 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 310 2024-04-12T00:37:59.565 INFO:tasks.rados.rados.0.smithi098.stdout:3390: seq_num 1095 ranges {0=745472,745472=499712,1245184=303104} 2024-04-12T00:37:59.569 INFO:tasks.rados.rados.0.smithi098.stdout:3390: writing smithi09877355-29 from 0 to 745472 tid 1 2024-04-12T00:37:59.573 INFO:tasks.rados.rados.0.smithi098.stdout:3390: writing smithi09877355-29 from 745472 to 1245184 tid 2 2024-04-12T00:37:59.576 INFO:tasks.rados.rados.0.smithi098.stdout:3390: writing smithi09877355-29 from 1245184 to 1548288 tid 3 2024-04-12T00:37:59.577 INFO:tasks.rados.rados.0.smithi098.stdout:3391: read oid 23 snap 290 2024-04-12T00:37:59.577 INFO:tasks.rados.rados.0.smithi098.stdout:3391: expect deleted 2024-04-12T00:37:59.577 INFO:tasks.rados.rados.0.smithi098.stdout:3392: read oid 16 snap -1 2024-04-12T00:37:59.577 INFO:tasks.rados.rados.0.smithi098.stdout:3392: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:59.577 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 310 2024-04-12T00:37:59.577 INFO:tasks.rados.rados.0.smithi098.stdout:3393: seq_num 1096 ranges {614400=761856,1376256=786432,2162688=16384} 2024-04-12T00:37:59.585 INFO:tasks.rados.rados.0.smithi098.stdout:3393: writing smithi09877355-15 from 614400 to 1376256 tid 1 2024-04-12T00:37:59.591 INFO:tasks.rados.rados.0.smithi098.stdout:3393: writing smithi09877355-15 from 1376256 to 2162688 tid 2 2024-04-12T00:37:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3393: writing smithi09877355-15 from 2162688 to 2179072 tid 3 2024-04-12T00:37:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3394: read oid 31 snap -1 2024-04-12T00:37:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3394: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:37:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3395: delete oid 38 current snap is 310 2024-04-12T00:37:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3389: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:3390: finishing write tid 1 to smithi09877355-29 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:3390: finishing write tid 2 to smithi09877355-29 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:3390: finishing write tid 3 to smithi09877355-29 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:3390: finishing write tid 4 to smithi09877355-29 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:3390: finishing write tid 5 to smithi09877355-29 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:3390: oid 29 updating version 0 to 2322 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:3390: oid 29 version 2322 is already newer than 2321 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:3390: oid 29 version 2322 is already newer than 2320 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:3390: oid 29 version 2322 is already newer than 2319 2024-04-12T00:37:59.595 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2322 (ObjNum 1095 snap 310 seq_num 1095) dirty exists 2024-04-12T00:37:59.596 INFO:tasks.rados.rados.0.smithi098.stdout:3390: left oid 29 (ObjNum 1095 snap 310 seq_num 1095) 2024-04-12T00:37:59.596 INFO:tasks.rados.rados.0.smithi098.stdout:3389: done (6 left) 2024-04-12T00:37:59.597 INFO:tasks.rados.rados.0.smithi098.stdout:3390: done (5 left) 2024-04-12T00:37:59.597 INFO:tasks.rados.rados.0.smithi098.stdout:3391: done (4 left) 2024-04-12T00:37:59.597 INFO:tasks.rados.rados.0.smithi098.stdout:3395: done (3 left) 2024-04-12T00:37:59.597 INFO:tasks.rados.rados.0.smithi098.stdout:3396: read oid 42 snap -1 2024-04-12T00:37:59.597 INFO:tasks.rados.rados.0.smithi098.stdout:3396: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:59.597 INFO:tasks.rados.rados.0.smithi098.stdout:3397: copy_from oid 38 from oid 25 current snap is 310 2024-04-12T00:37:59.597 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 310 2024-04-12T00:37:59.597 INFO:tasks.rados.rados.0.smithi098.stdout:3398: seq_num 1098 ranges {3784704=794624,4579328=557056,5136384=245760} 2024-04-12T00:37:59.623 INFO:tasks.rados.rados.0.smithi098.stdout:3398: writing smithi09877355-2 from 3784704 to 4579328 tid 1 2024-04-12T00:37:59.626 INFO:tasks.rados.rados.0.smithi098.stdout:3398: writing smithi09877355-2 from 4579328 to 5136384 tid 2 2024-04-12T00:37:59.628 INFO:tasks.rados.rados.0.smithi098.stdout:3398: writing smithi09877355-2 from 5136384 to 5382144 tid 3 2024-04-12T00:37:59.629 INFO:tasks.rados.rados.0.smithi098.stdout:3399: read oid 43 snap -1 2024-04-12T00:37:59.629 INFO:tasks.rados.rados.0.smithi098.stdout:3399: expect (ObjNum 1053 snap 303 seq_num 1053) 2024-04-12T00:37:59.629 INFO:tasks.rados.rados.0.smithi098.stdout:3400: copy_from oid 48 from oid 1 current snap is 310 2024-04-12T00:37:59.629 INFO:tasks.rados.rados.0.smithi098.stdout:3401: read oid 8 snap -1 2024-04-12T00:37:59.629 INFO:tasks.rados.rados.0.smithi098.stdout:3401: expect deleted 2024-04-12T00:37:59.629 INFO:tasks.rados.rados.0.smithi098.stdout:3402: copy_from oid 19 from oid 33 current snap is 310 2024-04-12T00:37:59.629 INFO:tasks.rados.rados.0.smithi098.stdout:3392: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:59.717 INFO:tasks.rados.rados.0.smithi098.stdout:3393: finishing write tid 1 to smithi09877355-15 2024-04-12T00:37:59.717 INFO:tasks.rados.rados.0.smithi098.stdout:3393: finishing write tid 2 to smithi09877355-15 2024-04-12T00:37:59.717 INFO:tasks.rados.rados.0.smithi098.stdout:3392: done (9 left) 2024-04-12T00:37:59.717 INFO:tasks.rados.rados.0.smithi098.stdout:3403: read oid 50 snap 304 2024-04-12T00:37:59.717 INFO:tasks.rados.rados.0.smithi098.stdout:3403: expect (ObjNum 1067 snap 304 seq_num 1067) 2024-04-12T00:37:59.717 INFO:tasks.rados.rados.0.smithi098.stdout:3404: setattr oid 14 current snap is 310 2024-04-12T00:37:59.718 INFO:tasks.rados.rados.0.smithi098.stdout:3397: finishing copy_from racing read to smithi09877355-38 2024-04-12T00:37:59.718 INFO:tasks.rados.rados.0.smithi098.stdout:3396: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:37:59.798 INFO:tasks.rados.rados.0.smithi098.stdout:3397: finishing copy_from to smithi09877355-38 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 1290 (ObjNum 1077 snap 306 seq_num 1077) dirty exists 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3393: finishing write tid 3 to smithi09877355-15 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3393: finishing write tid 4 to smithi09877355-15 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3393: finishing write tid 5 to smithi09877355-15 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3393: oid 15 updating version 0 to 2608 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3393: oid 15 updating version 2608 to 2609 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3393: oid 15 updating version 2609 to 2610 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3393: oid 15 updating version 2610 to 2611 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 2611 (ObjNum 1096 snap 310 seq_num 1096) dirty exists 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3393: left oid 15 (ObjNum 1096 snap 310 seq_num 1096) 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3400: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3400: finishing copy_from to smithi09877355-48 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 2314 (ObjNum 1083 snap 307 seq_num 1083) dirty exists 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3402: finishing copy_from racing read to smithi09877355-19 2024-04-12T00:37:59.799 INFO:tasks.rados.rados.0.smithi098.stdout:3399: expect (ObjNum 1053 snap 303 seq_num 1053) 2024-04-12T00:37:59.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:37:59 smithi193 ceph-mon[83763]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T00:37:59.950 INFO:tasks.rados.rados.0.smithi098.stdout:3394: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:38:00.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:37:59 smithi098 ceph-mon[91373]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T00:38:00.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:37:59 smithi098 ceph-mon[88922]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T00:38:00.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:00 smithi193 ceph-mon[83763]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T00:38:00.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:00 smithi193 ceph-mon[83763]: pgmap v681: 121 pgs: 121 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-04-12T00:38:01.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:00 smithi098 ceph-mon[88922]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T00:38:01.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:00 smithi098 ceph-mon[88922]: pgmap v681: 121 pgs: 121 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-04-12T00:38:01.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:00 smithi098 ceph-mon[91373]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T00:38:01.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:00 smithi098 ceph-mon[91373]: pgmap v681: 121 pgs: 121 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3398: finishing write tid 1 to smithi09877355-2 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3398: finishing write tid 2 to smithi09877355-2 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3398: finishing write tid 3 to smithi09877355-2 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3398: finishing write tid 4 to smithi09877355-2 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3393: done (10 left) 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3394: done (9 left) 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3396: done (8 left) 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3397: done (7 left) 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3399: done (6 left) 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3400: done (5 left) 2024-04-12T00:38:01.047 INFO:tasks.rados.rados.0.smithi098.stdout:3401: done (4 left) 2024-04-12T00:38:01.048 INFO:tasks.rados.rados.0.smithi098.stdout:3405: snap_remove snap 288 2024-04-12T00:38:01.554 INFO:tasks.rados.rados.0.smithi098.stdout:3405: done (4 left) 2024-04-12T00:38:01.554 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 310 2024-04-12T00:38:01.554 INFO:tasks.rados.rados.0.smithi098.stdout:3406: seq_num 1099 ranges {1941504=409600,2351104=442368,2793472=720896,3514368=40960} 2024-04-12T00:38:01.568 INFO:tasks.rados.rados.0.smithi098.stdout:3406: writing smithi09877355-42 from 1941504 to 2351104 tid 1 2024-04-12T00:38:01.571 INFO:tasks.rados.rados.0.smithi098.stdout:3406: writing smithi09877355-42 from 2351104 to 2793472 tid 2 2024-04-12T00:38:01.576 INFO:tasks.rados.rados.0.smithi098.stdout:3406: writing smithi09877355-42 from 2793472 to 3514368 tid 3 2024-04-12T00:38:01.577 INFO:tasks.rados.rados.0.smithi098.stdout:3406: writing smithi09877355-42 from 3514368 to 3555328 tid 4 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3407: copy_from oid 30 from oid 29 current snap is 310 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3402: finishing copy_from to smithi09877355-19 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 2318 (ObjNum 1092 snap 309 seq_num 1092) dirty exists 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3398: finishing write tid 5 to smithi09877355-2 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3398: oid 2 updating version 0 to 2427 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3398: oid 2 version 2427 is already newer than 2426 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3398: oid 2 updating version 2427 to 2428 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3398: oid 2 updating version 2428 to 2429 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 2429 (ObjNum 1098 snap 310 seq_num 1098) dirty exists 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3398: left oid 2 (ObjNum 1098 snap 310 seq_num 1098) 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3398: done (5 left) 2024-04-12T00:38:01.578 INFO:tasks.rados.rados.0.smithi098.stdout:3402: done (4 left) 2024-04-12T00:38:01.579 INFO:tasks.rados.rados.0.smithi098.stdout:3408: snap_remove snap 294 2024-04-12T00:38:02.565 INFO:tasks.rados.rados.0.smithi098.stdout:3408: done (4 left) 2024-04-12T00:38:02.565 INFO:tasks.rados.rados.0.smithi098.stdout:3409: read oid 36 snap 275 2024-04-12T00:38:02.565 INFO:tasks.rados.rados.0.smithi098.stdout:3409: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:38:02.566 INFO:tasks.rados.rados.0.smithi098.stdout:3410: snap_remove snap 285 2024-04-12T00:38:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:38:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:38:02.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:02 smithi193 ceph-mon[83763]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T00:38:02.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:02 smithi193 ceph-mon[83763]: pgmap v683: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-12T00:38:03.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:02 smithi098 ceph-mon[91373]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T00:38:03.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:02 smithi098 ceph-mon[91373]: pgmap v683: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-12T00:38:03.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:02 smithi098 ceph-mon[88922]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T00:38:03.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:02 smithi098 ceph-mon[88922]: pgmap v683: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 313 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-12T00:38:03.562 INFO:tasks.rados.rados.0.smithi098.stdout:3410: done (5 left) 2024-04-12T00:38:03.562 INFO:tasks.rados.rados.0.smithi098.stdout:3411: snap_create 2024-04-12T00:38:03.562 INFO:tasks.rados.rados.0.smithi098.stdout:3403: expect (ObjNum 1067 snap 304 seq_num 1067) 2024-04-12T00:38:03.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:03 smithi193 ceph-mon[83763]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T00:38:04.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:03 smithi098 ceph-mon[91373]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T00:38:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:03 smithi098 ceph-mon[88922]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T00:38:04.147 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 2218 (ObjNum 992 snap 286 seq_num 992) dirty exists 2024-04-12T00:38:04.147 INFO:tasks.rados.rados.0.smithi098.stdout:3406: finishing write tid 1 to smithi09877355-42 2024-04-12T00:38:04.147 INFO:tasks.rados.rados.0.smithi098.stdout:3406: finishing write tid 2 to smithi09877355-42 2024-04-12T00:38:04.147 INFO:tasks.rados.rados.0.smithi098.stdout:3406: finishing write tid 3 to smithi09877355-42 2024-04-12T00:38:04.147 INFO:tasks.rados.rados.0.smithi098.stdout:3406: finishing write tid 4 to smithi09877355-42 2024-04-12T00:38:04.147 INFO:tasks.rados.rados.0.smithi098.stdout:3406: finishing write tid 5 to smithi09877355-42 2024-04-12T00:38:04.147 INFO:tasks.rados.rados.0.smithi098.stdout:3406: finishing write tid 6 to smithi09877355-42 2024-04-12T00:38:04.147 INFO:tasks.rados.rados.0.smithi098.stdout:3406: oid 42 updating version 0 to 2464 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:3406: oid 42 version 2464 is already newer than 2462 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:3406: oid 42 version 2464 is already newer than 2461 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:3406: oid 42 version 2464 is already newer than 2463 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:3406: oid 42 version 2464 is already newer than 2460 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2464 (ObjNum 1099 snap 310 seq_num 1099) dirty exists 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:3406: left oid 42 (ObjNum 1099 snap 310 seq_num 1099) 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:3407: finishing copy_from racing read to smithi09877355-30 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:3407: finishing copy_from to smithi09877355-30 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 2322 (ObjNum 1095 snap 310 seq_num 1095) dirty exists 2024-04-12T00:38:04.148 INFO:tasks.rados.rados.0.smithi098.stdout:3409: expect (ObjNum 773 snap 230 seq_num 773) 2024-04-12T00:38:04.573 INFO:tasks.rados.rados.0.smithi098.stdout:3403: done (5 left) 2024-04-12T00:38:04.574 INFO:tasks.rados.rados.0.smithi098.stdout:3404: done (4 left) 2024-04-12T00:38:04.574 INFO:tasks.rados.rados.0.smithi098.stdout:3406: done (3 left) 2024-04-12T00:38:04.574 INFO:tasks.rados.rados.0.smithi098.stdout:3407: done (2 left) 2024-04-12T00:38:04.574 INFO:tasks.rados.rados.0.smithi098.stdout:3409: done (1 left) 2024-04-12T00:38:04.574 INFO:tasks.rados.rados.0.smithi098.stdout:3411: done (0 left) 2024-04-12T00:38:04.574 INFO:tasks.rados.rados.0.smithi098.stdout:3412: read oid 37 snap -1 2024-04-12T00:38:04.574 INFO:tasks.rados.rados.0.smithi098.stdout:3412: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:38:04.574 INFO:tasks.rados.rados.0.smithi098.stdout:3413: rmattr oid 21 current snap is 311 2024-04-12T00:38:04.574 INFO:tasks.rados.rados.0.smithi098.stdout:3414: snap_create 2024-04-12T00:38:04.578 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 2594 (ObjNum 1008 snap 288 seq_num 1008) dirty exists 2024-04-12T00:38:04.582 INFO:tasks.rados.rados.0.smithi098.stdout:3412: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:38:04.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:04 smithi193 ceph-mon[83763]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T00:38:04.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:04 smithi193 ceph-mon[83763]: pgmap v686: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-12T00:38:05.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:04 smithi098 ceph-mon[91373]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T00:38:05.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:04 smithi098 ceph-mon[91373]: pgmap v686: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-12T00:38:05.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:04 smithi098 ceph-mon[88922]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T00:38:05.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:04 smithi098 ceph-mon[88922]: pgmap v686: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-12T00:38:05.575 INFO:tasks.rados.rados.0.smithi098.stdout:3412: done (2 left) 2024-04-12T00:38:05.576 INFO:tasks.rados.rados.0.smithi098.stdout:3413: done (1 left) 2024-04-12T00:38:05.576 INFO:tasks.rados.rados.0.smithi098.stdout:3414: done (0 left) 2024-04-12T00:38:05.576 INFO:tasks.rados.rados.0.smithi098.stdout:3415: read oid 43 snap -1 2024-04-12T00:38:05.576 INFO:tasks.rados.rados.0.smithi098.stdout:3415: expect (ObjNum 1053 snap 303 seq_num 1053) 2024-04-12T00:38:05.576 INFO:tasks.rados.rados.0.smithi098.stdout:3416: snap_create 2024-04-12T00:38:05.592 INFO:tasks.rados.rados.0.smithi098.stdout:3415: expect (ObjNum 1053 snap 303 seq_num 1053) 2024-04-12T00:38:05.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:05 smithi193 ceph-mon[83763]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T00:38:05.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:06.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:38:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:38:05] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-12T00:38:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:05 smithi098 ceph-mon[91373]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T00:38:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:06.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:05 smithi098 ceph-mon[88922]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T00:38:06.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:06.553 INFO:tasks.rados.rados.0.smithi098.stdout:3415: done (1 left) 2024-04-12T00:38:06.553 INFO:tasks.rados.rados.0.smithi098.stdout:3416: done (0 left) 2024-04-12T00:38:06.553 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 313 2024-04-12T00:38:06.553 INFO:tasks.rados.rados.0.smithi098.stdout:3417: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-04-12T00:38:06.555 INFO:tasks.rados.rados.0.smithi098.stdout:3417: writing smithi09877355-7 from 0 to 425984 tid 1 2024-04-12T00:38:06.559 INFO:tasks.rados.rados.0.smithi098.stdout:3417: writing smithi09877355-7 from 425984 to 1155072 tid 2 2024-04-12T00:38:06.562 INFO:tasks.rados.rados.0.smithi098.stdout:3417: writing smithi09877355-7 from 1155072 to 1630208 tid 3 2024-04-12T00:38:06.562 INFO:tasks.rados.rados.0.smithi098.stdout:3418: delete oid 47 current snap is 313 2024-04-12T00:38:06.562 INFO:tasks.rados.rados.0.smithi098.stdout:3417: finishing write tid 1 to smithi09877355-7 2024-04-12T00:38:06.562 INFO:tasks.rados.rados.0.smithi098.stdout:3417: finishing write tid 2 to smithi09877355-7 2024-04-12T00:38:06.565 INFO:tasks.rados.rados.0.smithi098.stdout:3418: done (1 left) 2024-04-12T00:38:06.565 INFO:tasks.rados.rados.0.smithi098.stdout:3419: read oid 21 snap -1 2024-04-12T00:38:06.565 INFO:tasks.rados.rados.0.smithi098.stdout:3419: expect (ObjNum 1008 snap 288 seq_num 1008) 2024-04-12T00:38:06.565 INFO:tasks.rados.rados.0.smithi098.stdout:3420: read oid 14 snap -1 2024-04-12T00:38:06.565 INFO:tasks.rados.rados.0.smithi098.stdout:3420: expect (ObjNum 992 snap 286 seq_num 992) 2024-04-12T00:38:06.565 INFO:tasks.rados.rados.0.smithi098.stdout:3421: read oid 22 snap -1 2024-04-12T00:38:06.566 INFO:tasks.rados.rados.0.smithi098.stdout:3421: expect (ObjNum 1086 snap 307 seq_num 1086) 2024-04-12T00:38:06.566 INFO:tasks.rados.rados.0.smithi098.stdout:3422: snap_create 2024-04-12T00:38:06.566 INFO:tasks.rados.rados.0.smithi098.stdout:3417: finishing write tid 3 to smithi09877355-7 2024-04-12T00:38:06.566 INFO:tasks.rados.rados.0.smithi098.stdout:3417: finishing write tid 4 to smithi09877355-7 2024-04-12T00:38:06.568 INFO:tasks.rados.rados.0.smithi098.stdout:3417: finishing write tid 5 to smithi09877355-7 2024-04-12T00:38:06.568 INFO:tasks.rados.rados.0.smithi098.stdout:3417: oid 7 updating version 0 to 2379 2024-04-12T00:38:06.568 INFO:tasks.rados.rados.0.smithi098.stdout:3417: oid 7 version 2379 is already newer than 2377 2024-04-12T00:38:06.568 INFO:tasks.rados.rados.0.smithi098.stdout:3417: oid 7 version 2379 is already newer than 2376 2024-04-12T00:38:06.568 INFO:tasks.rados.rados.0.smithi098.stdout:3417: oid 7 version 2379 is already newer than 2378 2024-04-12T00:38:06.568 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2379 (ObjNum 1100 snap 313 seq_num 1100) dirty exists 2024-04-12T00:38:06.568 INFO:tasks.rados.rados.0.smithi098.stdout:3417: left oid 7 (ObjNum 1100 snap 313 seq_num 1100) 2024-04-12T00:38:06.576 INFO:tasks.rados.rados.0.smithi098.stdout:3419: expect (ObjNum 1008 snap 288 seq_num 1008) 2024-04-12T00:38:06.683 INFO:tasks.rados.rados.0.smithi098.stdout:3420: expect (ObjNum 992 snap 286 seq_num 992) 2024-04-12T00:38:06.740 INFO:tasks.rados.rados.0.smithi098.stdout:3421: expect (ObjNum 1086 snap 307 seq_num 1086) 2024-04-12T00:38:06.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:06 smithi193 ceph-mon[83763]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T00:38:06.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:06 smithi193 ceph-mon[83763]: pgmap v689: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 315 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-04-12T00:38:06.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:06 smithi193 ceph-mon[83763]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T00:38:07.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:06 smithi098 ceph-mon[91373]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T00:38:07.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:06 smithi098 ceph-mon[91373]: pgmap v689: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 315 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-04-12T00:38:07.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:06 smithi098 ceph-mon[91373]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T00:38:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:06 smithi098 ceph-mon[88922]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T00:38:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:06 smithi098 ceph-mon[88922]: pgmap v689: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 315 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-04-12T00:38:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:06 smithi098 ceph-mon[88922]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T00:38:07.555 INFO:tasks.rados.rados.0.smithi098.stdout:3417: done (4 left) 2024-04-12T00:38:07.555 INFO:tasks.rados.rados.0.smithi098.stdout:3419: done (3 left) 2024-04-12T00:38:07.555 INFO:tasks.rados.rados.0.smithi098.stdout:3420: done (2 left) 2024-04-12T00:38:07.555 INFO:tasks.rados.rados.0.smithi098.stdout:3421: done (1 left) 2024-04-12T00:38:07.555 INFO:tasks.rados.rados.0.smithi098.stdout:3422: done (0 left) 2024-04-12T00:38:07.555 INFO:tasks.rados.rados.0.smithi098.stdout:3423: delete oid 50 current snap is 314 2024-04-12T00:38:07.561 INFO:tasks.rados.rados.0.smithi098.stdout:3423: done (0 left) 2024-04-12T00:38:07.561 INFO:tasks.rados.rados.0.smithi098.stdout:3424: read oid 32 snap -1 2024-04-12T00:38:07.561 INFO:tasks.rados.rados.0.smithi098.stdout:3424: expect deleted 2024-04-12T00:38:07.561 INFO:tasks.rados.rados.0.smithi098.stdout:3425: copy_from oid 39 from oid 16 current snap is 314 2024-04-12T00:38:07.561 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 11 current snap is 314 2024-04-12T00:38:07.561 INFO:tasks.rados.rados.0.smithi098.stdout:3426: seq_num 1103 ranges {0=475136,475136=425984,901120=696320,1597440=81920} 2024-04-12T00:38:07.563 INFO:tasks.rados.rados.0.smithi098.stdout:3426: writing smithi09877355-11 from 0 to 475136 tid 1 2024-04-12T00:38:07.565 INFO:tasks.rados.rados.0.smithi098.stdout:3426: writing smithi09877355-11 from 475136 to 901120 tid 2 2024-04-12T00:38:07.569 INFO:tasks.rados.rados.0.smithi098.stdout:3426: writing smithi09877355-11 from 901120 to 1597440 tid 3 2024-04-12T00:38:07.569 INFO:tasks.rados.rados.0.smithi098.stdout:3426: writing smithi09877355-11 from 1597440 to 1679360 tid 4 2024-04-12T00:38:07.570 INFO:tasks.rados.rados.0.smithi098.stdout:3427: delete oid 14 current snap is 314 2024-04-12T00:38:07.571 INFO:tasks.rados.rados.0.smithi098.stdout:3425: finishing copy_from racing read to smithi09877355-39 2024-04-12T00:38:07.571 INFO:tasks.rados.rados.0.smithi098.stdout:3426: finishing write tid 1 to smithi09877355-11 2024-04-12T00:38:07.574 INFO:tasks.rados.rados.0.smithi098.stdout:3424: done (3 left) 2024-04-12T00:38:07.574 INFO:tasks.rados.rados.0.smithi098.stdout:3427: done (2 left) 2024-04-12T00:38:07.574 INFO:tasks.rados.rados.0.smithi098.stdout:3428: copy_from oid 4 from oid 18 current snap is 314 2024-04-12T00:38:07.574 INFO:tasks.rados.rados.0.smithi098.stdout:3429: read oid 2 snap -1 2024-04-12T00:38:07.574 INFO:tasks.rados.rados.0.smithi098.stdout:3429: expect (ObjNum 1098 snap 310 seq_num 1098) 2024-04-12T00:38:07.574 INFO:tasks.rados.rados.0.smithi098.stdout:3430: snap_remove snap 289 2024-04-12T00:38:07.836 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph orch ps' 2024-04-12T00:38:08.082 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:38:08.559 INFO:tasks.rados.rados.0.smithi098.stdout:3430: done (4 left) 2024-04-12T00:38:08.559 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 314 2024-04-12T00:38:08.559 INFO:tasks.rados.rados.0.smithi098.stdout:3431: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-04-12T00:38:08.562 INFO:tasks.rados.rados.0.smithi098.stdout:3431: writing smithi09877355-3 from 0 to 516096 tid 1 2024-04-12T00:38:08.566 INFO:tasks.rados.rados.0.smithi098.stdout:3431: writing smithi09877355-3 from 516096 to 1114112 tid 2 2024-04-12T00:38:08.571 INFO:tasks.rados.rados.0.smithi098.stdout:3431: writing smithi09877355-3 from 1114112 to 1720320 tid 3 2024-04-12T00:38:08.571 INFO:tasks.rados.rados.0.smithi098.stdout:3432: copy_from oid 5 from oid 34 current snap is 314 2024-04-12T00:38:08.571 INFO:tasks.rados.rados.0.smithi098.stdout:3425: finishing copy_from to smithi09877355-39 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 2574 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: finishing write tid 2 to smithi09877355-11 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: finishing write tid 3 to smithi09877355-11 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: finishing write tid 4 to smithi09877355-11 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: finishing write tid 5 to smithi09877355-11 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: finishing write tid 6 to smithi09877355-11 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: oid 11 updating version 0 to 2664 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: oid 11 version 2664 is already newer than 2658 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: oid 11 version 2664 is already newer than 2661 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: oid 11 version 2664 is already newer than 2662 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:3426: oid 11 version 2664 is already newer than 2663 2024-04-12T00:38:08.572 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2664 (ObjNum 1103 snap 314 seq_num 1103) dirty exists 2024-04-12T00:38:08.573 INFO:tasks.rados.rados.0.smithi098.stdout:3426: left oid 11 (ObjNum 1103 snap 314 seq_num 1103) 2024-04-12T00:38:08.573 INFO:tasks.rados.rados.0.smithi098.stdout:3428: finishing copy_from racing read to smithi09877355-4 2024-04-12T00:38:08.573 INFO:tasks.rados.rados.0.smithi098.stdout:3428: finishing copy_from to smithi09877355-4 2024-04-12T00:38:08.573 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 1268 (ObjNum 1088 snap 308 seq_num 1088) dirty exists 2024-04-12T00:38:08.573 INFO:tasks.rados.rados.0.smithi098.stdout:3429: expect (ObjNum 1098 snap 310 seq_num 1098) 2024-04-12T00:38:08.804 INFO:tasks.rados.rados.0.smithi098.stdout:3431: finishing write tid 1 to smithi09877355-3 2024-04-12T00:38:08.804 INFO:tasks.rados.rados.0.smithi098.stdout:3431: finishing write tid 2 to smithi09877355-3 2024-04-12T00:38:08.804 INFO:tasks.rados.rados.0.smithi098.stdout:3431: finishing write tid 3 to smithi09877355-3 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3431: finishing write tid 4 to smithi09877355-3 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3431: finishing write tid 5 to smithi09877355-3 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3431: oid 3 updating version 0 to 2314 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3431: oid 3 version 2314 is already newer than 2312 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3431: oid 3 version 2314 is already newer than 2313 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3431: oid 3 updating version 2314 to 2315 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 2315 (ObjNum 1105 snap 314 seq_num 1105) dirty exists 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3431: left oid 3 (ObjNum 1105 snap 314 seq_num 1105) 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3432: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3432: finishing copy_from to smithi09877355-5 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 2412 (ObjNum 995 snap 288 seq_num 995) dirty exists 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3425: done (5 left) 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3426: done (4 left) 2024-04-12T00:38:08.805 INFO:tasks.rados.rados.0.smithi098.stdout:3428: done (3 left) 2024-04-12T00:38:08.806 INFO:tasks.rados.rados.0.smithi098.stdout:3429: done (2 left) 2024-04-12T00:38:08.806 INFO:tasks.rados.rados.0.smithi098.stdout:3431: done (1 left) 2024-04-12T00:38:08.806 INFO:tasks.rados.rados.0.smithi098.stdout:3432: done (0 left) 2024-04-12T00:38:08.806 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 314 2024-04-12T00:38:08.806 INFO:tasks.rados.rados.0.smithi098.stdout:3433: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2024-04-12T00:38:08.807 INFO:tasks.rados.rados.0.smithi098.stdout:3433: writing smithi09877355-35 from 0 to 532480 tid 1 2024-04-12T00:38:08.809 INFO:tasks.rados.rados.0.smithi098.stdout:3433: writing smithi09877355-35 from 532480 to 1015808 tid 2 2024-04-12T00:38:08.812 INFO:tasks.rados.rados.0.smithi098.stdout:3433: writing smithi09877355-35 from 1015808 to 1490944 tid 3 2024-04-12T00:38:08.814 INFO:tasks.rados.rados.0.smithi098.stdout:3433: writing smithi09877355-35 from 1490944 to 1736704 tid 4 2024-04-12T00:38:08.814 INFO:tasks.rados.rados.0.smithi098.stdout:3434: snap_create 2024-04-12T00:38:08.814 INFO:tasks.rados.rados.0.smithi098.stdout:3433: finishing write tid 1 to smithi09877355-35 2024-04-12T00:38:08.814 INFO:tasks.rados.rados.0.smithi098.stdout:3433: finishing write tid 2 to smithi09877355-35 2024-04-12T00:38:08.816 INFO:tasks.rados.rados.0.smithi098.stdout:3433: finishing write tid 3 to smithi09877355-35 2024-04-12T00:38:08.816 INFO:tasks.rados.rados.0.smithi098.stdout:3433: finishing write tid 4 to smithi09877355-35 2024-04-12T00:38:08.816 INFO:tasks.rados.rados.0.smithi098.stdout:3433: finishing write tid 5 to smithi09877355-35 2024-04-12T00:38:08.818 INFO:tasks.rados.rados.0.smithi098.stdout:3433: finishing write tid 6 to smithi09877355-35 2024-04-12T00:38:08.818 INFO:tasks.rados.rados.0.smithi098.stdout:3433: oid 35 updating version 0 to 1953 2024-04-12T00:38:08.818 INFO:tasks.rados.rados.0.smithi098.stdout:3433: oid 35 version 1953 is already newer than 1952 2024-04-12T00:38:08.818 INFO:tasks.rados.rados.0.smithi098.stdout:3433: oid 35 updating version 1953 to 1955 2024-04-12T00:38:08.818 INFO:tasks.rados.rados.0.smithi098.stdout:3433: oid 35 version 1955 is already newer than 1954 2024-04-12T00:38:08.818 INFO:tasks.rados.rados.0.smithi098.stdout:3433: oid 35 version 1955 is already newer than 1951 2024-04-12T00:38:08.818 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 1955 (ObjNum 1106 snap 314 seq_num 1106) dirty exists 2024-04-12T00:38:08.818 INFO:tasks.rados.rados.0.smithi098.stdout:3433: left oid 35 (ObjNum 1106 snap 314 seq_num 1106) 2024-04-12T00:38:08.820 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:08 smithi098 ceph-mon[91373]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:38:08.820 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:08 smithi098 ceph-mon[91373]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T00:38:08.820 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:08 smithi098 ceph-mon[91373]: pgmap v692: 121 pgs: 121 active+clean; 312 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 744 KiB/s wr, 5 op/s 2024-04-12T00:38:08.820 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:08 smithi098 ceph-mon[88922]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:38:08.820 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:08 smithi098 ceph-mon[88922]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T00:38:08.821 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:08 smithi098 ceph-mon[88922]: pgmap v692: 121 pgs: 121 active+clean; 312 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 744 KiB/s wr, 5 op/s 2024-04-12T00:38:08.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:08 smithi193 ceph-mon[83763]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:38:08.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:08 smithi193 ceph-mon[83763]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T00:38:08.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:08 smithi193 ceph-mon[83763]: pgmap v692: 121 pgs: 121 active+clean; 312 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 744 KiB/s wr, 5 op/s 2024-04-12T00:38:09.568 INFO:tasks.rados.rados.0.smithi098.stdout:3433: done (1 left) 2024-04-12T00:38:09.568 INFO:tasks.rados.rados.0.smithi098.stdout:3434: done (0 left) 2024-04-12T00:38:09.569 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 315 2024-04-12T00:38:09.569 INFO:tasks.rados.rados.0.smithi098.stdout:3435: seq_num 1107 ranges {0=548864,548864=770048,1318912=434176} 2024-04-12T00:38:09.571 INFO:tasks.rados.rados.0.smithi098.stdout:3435: writing smithi09877355-32 from 0 to 548864 tid 1 2024-04-12T00:38:09.575 INFO:tasks.rados.rados.0.smithi098.stdout:3435: writing smithi09877355-32 from 548864 to 1318912 tid 2 2024-04-12T00:38:09.578 INFO:tasks.rados.rados.0.smithi098.stdout:3435: writing smithi09877355-32 from 1318912 to 1753088 tid 3 2024-04-12T00:38:09.578 INFO:tasks.rados.rados.0.smithi098.stdout:3436: snap_create 2024-04-12T00:38:09.578 INFO:tasks.rados.rados.0.smithi098.stdout:3435: finishing write tid 1 to smithi09877355-32 2024-04-12T00:38:09.581 INFO:tasks.rados.rados.0.smithi098.stdout:3435: finishing write tid 2 to smithi09877355-32 2024-04-12T00:38:09.581 INFO:tasks.rados.rados.0.smithi098.stdout:3435: finishing write tid 3 to smithi09877355-32 2024-04-12T00:38:09.581 INFO:tasks.rados.rados.0.smithi098.stdout:3435: finishing write tid 4 to smithi09877355-32 2024-04-12T00:38:09.582 INFO:tasks.rados.rados.0.smithi098.stdout:3435: finishing write tid 5 to smithi09877355-32 2024-04-12T00:38:09.583 INFO:tasks.rados.rados.0.smithi098.stdout:3435: oid 32 updating version 0 to 2316 2024-04-12T00:38:09.583 INFO:tasks.rados.rados.0.smithi098.stdout:3435: oid 32 updating version 2316 to 2319 2024-04-12T00:38:09.583 INFO:tasks.rados.rados.0.smithi098.stdout:3435: oid 32 version 2319 is already newer than 2318 2024-04-12T00:38:09.583 INFO:tasks.rados.rados.0.smithi098.stdout:3435: oid 32 version 2319 is already newer than 2317 2024-04-12T00:38:09.583 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 2319 (ObjNum 1107 snap 315 seq_num 1107) dirty exists 2024-04-12T00:38:09.583 INFO:tasks.rados.rados.0.smithi098.stdout:3435: left oid 32 (ObjNum 1107 snap 315 seq_num 1107) 2024-04-12T00:38:09.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:09 smithi098 ceph-mon[91373]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T00:38:09.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:09 smithi098 ceph-mon[88922]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T00:38:09.819 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:alertmanager.a smithi098 *:9093,9094 running (55s) 51s ago 12m 16.7M - 0.25.0 c8568f914cd2 7809e3c18265 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:grafana.a smithi193 *:3000 running (33s) 29s ago 12m 52.8M - 9.4.12 2bacad6d85d8 8fdd216db9c0 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (2m) 51s ago 13m 16.6M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 c28369961354 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi193 running (103s) 29s ago 13m 14.5M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 9b7304d52b9c 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi193 *:8443,9283,8765 running (8m) 29s ago 17m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 a6c090e80a36 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi098 *:8443,9283,8765 running (8m) 51s ago 18m 523M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 4114e47c5d40 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (7m) 51s ago 19m 70.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2814342dacf 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi193 running (7m) 29s ago 17m 54.9M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e2773ad48dc5 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi098 running (7m) 51s ago 17m 62.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 f68eeaf331ea 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.a smithi098 *:9100 running (90s) 51s ago 12m 8120k - 1.5.0 0da6a335fe13 cc15f539691c 2024-04-12T00:38:09.820 INFO:teuthology.orchestra.run.smithi098.stdout:node-exporter.b smithi193 *:9100 running (86s) 29s ago 12m 8875k - 1.5.0 0da6a335fe13 df2895504fd3 2024-04-12T00:38:09.821 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (6m) 51s ago 17m 373M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8cc388db77d8 2024-04-12T00:38:09.821 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi098 running (5m) 51s ago 16m 303M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 31366f54e2c6 2024-04-12T00:38:09.821 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi098 running (5m) 51s ago 16m 253M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 38a8206a9604 2024-04-12T00:38:09.821 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (4m) 51s ago 15m 103M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ea0ee0bcf67b 2024-04-12T00:38:09.821 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi193 running (4m) 29s ago 15m 282M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 1bd8a7541b94 2024-04-12T00:38:09.821 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi193 running (3m) 29s ago 14m 292M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3ce1fb3e5c84 2024-04-12T00:38:09.821 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi193 running (3m) 29s ago 14m 139M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d79c44e24adf 2024-04-12T00:38:09.821 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi193 running (2m) 29s ago 14m 140M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 96d924bed0d3 2024-04-12T00:38:09.821 INFO:teuthology.orchestra.run.smithi098.stdout:prometheus.a smithi193 *:9095 running (71s) 29s ago 13m 46.9M - 2.43.0 a07b618ecd1d d8769e83105b 2024-04-12T00:38:09.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:09 smithi193 ceph-mon[83763]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T00:38:10.441 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph versions' 2024-04-12T00:38:10.578 INFO:tasks.rados.rados.0.smithi098.stdout:3435: done (1 left) 2024-04-12T00:38:10.578 INFO:tasks.rados.rados.0.smithi098.stdout:3436: done (0 left) 2024-04-12T00:38:10.578 INFO:tasks.rados.rados.0.smithi098.stdout:3437: read oid 10 snap -1 2024-04-12T00:38:10.578 INFO:tasks.rados.rados.0.smithi098.stdout:3437: expect (ObjNum 1067 snap 304 seq_num 1067) 2024-04-12T00:38:10.578 INFO:tasks.rados.rados.0.smithi098.stdout:3438: snap_remove snap 314 2024-04-12T00:38:10.655 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:38:10.731 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:10 smithi098 ceph-mon[91373]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T00:38:10.731 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:10 smithi098 ceph-mon[91373]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:38:10.731 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:10 smithi098 ceph-mon[91373]: pgmap v695: 121 pgs: 121 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 770 KiB/s wr, 10 op/s 2024-04-12T00:38:10.732 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:10 smithi098 ceph-mon[88922]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T00:38:10.732 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:10 smithi098 ceph-mon[88922]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:38:10.732 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:10 smithi098 ceph-mon[88922]: pgmap v695: 121 pgs: 121 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 770 KiB/s wr, 10 op/s 2024-04-12T00:38:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:10 smithi193 ceph-mon[83763]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T00:38:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:10 smithi193 ceph-mon[83763]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T00:38:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:10 smithi193 ceph-mon[83763]: pgmap v695: 121 pgs: 121 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 770 KiB/s wr, 10 op/s 2024-04-12T00:38:11.553 INFO:tasks.rados.rados.0.smithi098.stdout:3438: done (1 left) 2024-04-12T00:38:11.553 INFO:tasks.rados.rados.0.smithi098.stdout:3439: copy_from oid 4 from oid 16 current snap is 316 2024-04-12T00:38:11.553 INFO:tasks.rados.rados.0.smithi098.stdout:3440: read oid 14 snap 311 2024-04-12T00:38:11.553 INFO:tasks.rados.rados.0.smithi098.stdout:3440: expect (ObjNum 992 snap 286 seq_num 992) 2024-04-12T00:38:11.553 INFO:tasks.rados.rados.0.smithi098.stdout:3441: snap_remove snap 315 2024-04-12T00:38:11.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:11 smithi098 ceph-mon[88922]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T00:38:11.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:11 smithi098 ceph-mon[88922]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T00:38:11.689 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:11 smithi098 ceph-mon[91373]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T00:38:11.689 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:11 smithi098 ceph-mon[91373]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T00:38:11.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:11 smithi193 ceph-mon[83763]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T00:38:11.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:11 smithi193 ceph-mon[83763]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout: "mon": { 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr": { 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout: "osd": { 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T00:38:12.545 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:38:12.546 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2024-04-12T00:38:12.546 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T00:38:12.546 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2024-04-12T00:38:12.546 INFO:teuthology.orchestra.run.smithi098.stdout: "overall": { 2024-04-12T00:38:12.546 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-12T00:38:12.546 INFO:teuthology.orchestra.run.smithi098.stdout: } 2024-04-12T00:38:12.546 INFO:teuthology.orchestra.run.smithi098.stdout:} 2024-04-12T00:38:12.554 INFO:tasks.rados.rados.0.smithi098.stdout:3441: done (3 left) 2024-04-12T00:38:12.555 INFO:tasks.rados.rados.0.smithi098.stdout:3442: snap_remove snap 290 2024-04-12T00:38:12.572 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:38:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:38:12.842 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:12 smithi098 ceph-mon[91373]: pgmap v698: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T00:38:12.842 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:12 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/315568074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:38:12.842 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:12 smithi098 ceph-mon[91373]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T00:38:12.842 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:12 smithi098 ceph-mon[88922]: pgmap v698: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T00:38:12.842 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:12 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/315568074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:38:12.843 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:12 smithi098 ceph-mon[88922]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T00:38:12.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:12 smithi193 ceph-mon[83763]: pgmap v698: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T00:38:12.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:12 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/315568074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:38:12.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:12 smithi193 ceph-mon[83763]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T00:38:13.139 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-12T00:38:13.345 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:38:13.556 INFO:tasks.rados.rados.0.smithi098.stdout:3442: done (3 left) 2024-04-12T00:38:13.557 INFO:tasks.rados.rados.0.smithi098.stdout:3443: snap_remove snap 275 2024-04-12T00:38:14.564 INFO:tasks.rados.rados.0.smithi098.stdout:3443: done (3 left) 2024-04-12T00:38:14.564 INFO:tasks.rados.rados.0.smithi098.stdout:3444: delete oid 9 current snap is 316 2024-04-12T00:38:14.566 INFO:tasks.rados.rados.0.smithi098.stdout:3437: expect (ObjNum 1067 snap 304 seq_num 1067) 2024-04-12T00:38:14.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:14 smithi098 ceph-mon[91373]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T00:38:14.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:14 smithi098 ceph-mon[91373]: pgmap v701: 121 pgs: 121 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-12T00:38:14.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:14 smithi098 ceph-mon[88922]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T00:38:14.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:14 smithi098 ceph-mon[88922]: pgmap v701: 121 pgs: 121 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-12T00:38:14.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:14 smithi193 ceph-mon[83763]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T00:38:14.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:14 smithi193 ceph-mon[83763]: pgmap v701: 121 pgs: 121 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-12T00:38:15.171 INFO:tasks.rados.rados.0.smithi098.stdout:3440: expect (ObjNum 992 snap 286 seq_num 992) 2024-04-12T00:38:15.232 INFO:tasks.rados.rados.0.smithi098.stdout:3439: finishing copy_from racing read to smithi09877355-4 2024-04-12T00:38:15.233 INFO:tasks.rados.rados.0.smithi098.stdout:3439: finishing copy_from to smithi09877355-4 2024-04-12T00:38:15.233 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2574 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:38:15.233 INFO:tasks.rados.rados.0.smithi098.stdout:3437: done (3 left) 2024-04-12T00:38:15.233 INFO:tasks.rados.rados.0.smithi098.stdout:3439: done (2 left) 2024-04-12T00:38:15.233 INFO:tasks.rados.rados.0.smithi098.stdout:3440: done (1 left) 2024-04-12T00:38:15.233 INFO:tasks.rados.rados.0.smithi098.stdout:3444: done (0 left) 2024-04-12T00:38:15.233 INFO:tasks.rados.rados.0.smithi098.stdout:3445: setattr oid 17 current snap is 316 2024-04-12T00:38:15.234 INFO:tasks.rados.rados.0.smithi098.stdout:3446: snap_remove snap 293 2024-04-12T00:38:15.410 INFO:teuthology.orchestra.run.smithi098.stdout:true 2024-04-12T00:38:15.567 INFO:tasks.rados.rados.0.smithi098.stdout:3446: done (1 left) 2024-04-12T00:38:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:3447: snap_create 2024-04-12T00:38:15.568 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 2420 (ObjNum 1079 snap 306 seq_num 1079) dirty exists 2024-04-12T00:38:15.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:15 smithi098 ceph-mon[88922]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T00:38:15.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:15 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3867263934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:38:15.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:15 smithi098 ceph-mon[91373]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T00:38:15.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:15 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3867263934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:38:15.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:15 smithi193 ceph-mon[83763]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T00:38:15.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:15 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3867263934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:38:16.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:38:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:38:15] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-12T00:38:16.119 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-12T00:38:16.324 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:38:16.554 INFO:tasks.rados.rados.0.smithi098.stdout:3445: done (1 left) 2024-04-12T00:38:16.554 INFO:tasks.rados.rados.0.smithi098.stdout:3447: done (0 left) 2024-04-12T00:38:16.554 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 317 2024-04-12T00:38:16.554 INFO:tasks.rados.rados.0.smithi098.stdout:3448: seq_num 1109 ranges {1605632=581632,2187264=532480,2719744=647168,3366912=24576} 2024-04-12T00:38:16.566 INFO:tasks.rados.rados.0.smithi098.stdout:3448: writing smithi09877355-46 from 1605632 to 2187264 tid 1 2024-04-12T00:38:16.570 INFO:tasks.rados.rados.0.smithi098.stdout:3448: writing smithi09877355-46 from 2187264 to 2719744 tid 2 2024-04-12T00:38:16.575 INFO:tasks.rados.rados.0.smithi098.stdout:3448: writing smithi09877355-46 from 2719744 to 3366912 tid 3 2024-04-12T00:38:16.575 INFO:tasks.rados.rados.0.smithi098.stdout:3448: writing smithi09877355-46 from 3366912 to 3391488 tid 4 2024-04-12T00:38:16.575 INFO:tasks.rados.rados.0.smithi098.stdout:3449: read oid 11 snap -1 2024-04-12T00:38:16.576 INFO:tasks.rados.rados.0.smithi098.stdout:3449: expect (ObjNum 1103 snap 314 seq_num 1103) 2024-04-12T00:38:16.576 INFO:tasks.rados.rados.0.smithi098.stdout:3450: setattr oid 38 current snap is 317 2024-04-12T00:38:16.576 INFO:tasks.rados.rados.0.smithi098.stdout:3448: finishing write tid 1 to smithi09877355-46 2024-04-12T00:38:16.576 INFO:tasks.rados.rados.0.smithi098.stdout:3451: snap_remove snap 304 2024-04-12T00:38:16.768 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:16 smithi098 ceph-mon[88922]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T00:38:16.769 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:16 smithi098 ceph-mon[88922]: pgmap v704: 121 pgs: 121 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T00:38:16.769 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:16 smithi098 ceph-mon[88922]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T00:38:16.769 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:16 smithi098 ceph-mon[91373]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T00:38:16.769 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:16 smithi098 ceph-mon[91373]: pgmap v704: 121 pgs: 121 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T00:38:16.769 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:16 smithi098 ceph-mon[91373]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T00:38:16.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:16 smithi193 ceph-mon[83763]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T00:38:16.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:16 smithi193 ceph-mon[83763]: pgmap v704: 121 pgs: 121 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T00:38:16.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:16 smithi193 ceph-mon[83763]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T00:38:17.578 INFO:tasks.rados.rados.0.smithi098.stdout:3451: done (3 left) 2024-04-12T00:38:17.578 INFO:tasks.rados.rados.0.smithi098.stdout:3452: snap_remove snap 316 2024-04-12T00:38:18.252 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)" 2024-04-12T00:38:18.584 INFO:tasks.rados.rados.0.smithi098.stdout:3452: done (3 left) 2024-04-12T00:38:18.584 INFO:tasks.rados.rados.0.smithi098.stdout:3453: snap_create 2024-04-12T00:38:18.584 INFO:tasks.rados.rados.0.smithi098.stdout:3448: finishing write tid 2 to smithi09877355-46 2024-04-12T00:38:18.584 INFO:tasks.rados.rados.0.smithi098.stdout:3448: finishing write tid 3 to smithi09877355-46 2024-04-12T00:38:18.584 INFO:tasks.rados.rados.0.smithi098.stdout:3448: finishing write tid 4 to smithi09877355-46 2024-04-12T00:38:18.584 INFO:tasks.rados.rados.0.smithi098.stdout:3448: finishing write tid 5 to smithi09877355-46 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:3448: finishing write tid 6 to smithi09877355-46 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:3448: oid 46 updating version 0 to 2328 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:3448: oid 46 version 2328 is already newer than 2324 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:3448: oid 46 version 2328 is already newer than 2327 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:3448: oid 46 version 2328 is already newer than 2325 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:3448: oid 46 version 2328 is already newer than 2326 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 2328 (ObjNum 1109 snap 317 seq_num 1109) dirty exists 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:3448: left oid 46 (ObjNum 1109 snap 317 seq_num 1109) 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 2575 (ObjNum 1077 snap 306 seq_num 1077) dirty exists 2024-04-12T00:38:18.585 INFO:tasks.rados.rados.0.smithi098.stdout:3449: expect (ObjNum 1103 snap 314 seq_num 1103) 2024-04-12T00:38:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:18 smithi193 ceph-mon[83763]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T00:38:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:18 smithi193 ceph-mon[83763]: pgmap v707: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 820 KiB/s rd, 428 KiB/s wr, 11 op/s 2024-04-12T00:38:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:18 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3425257364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:38:18.921 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:18 smithi098 ceph-mon[91373]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T00:38:18.921 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:18 smithi098 ceph-mon[91373]: pgmap v707: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 820 KiB/s rd, 428 KiB/s wr, 11 op/s 2024-04-12T00:38:18.921 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:18 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3425257364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:38:18.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:18 smithi098 ceph-mon[88922]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T00:38:18.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:18 smithi098 ceph-mon[88922]: pgmap v707: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 820 KiB/s rd, 428 KiB/s wr, 11 op/s 2024-04-12T00:38:18.922 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:18 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3425257364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T00:38:18.944 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-12T00:38:18.944 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-12T00:38:18.944 DEBUG:teuthology.parallel:result is None 2024-04-12T00:38:19.586 INFO:tasks.rados.rados.0.smithi098.stdout:3448: done (3 left) 2024-04-12T00:38:19.586 INFO:tasks.rados.rados.0.smithi098.stdout:3449: done (2 left) 2024-04-12T00:38:19.586 INFO:tasks.rados.rados.0.smithi098.stdout:3450: done (1 left) 2024-04-12T00:38:19.586 INFO:tasks.rados.rados.0.smithi098.stdout:3453: done (0 left) 2024-04-12T00:38:19.586 INFO:tasks.rados.rados.0.smithi098.stdout:3454: rmattr oid 20 current snap is 318 2024-04-12T00:38:19.586 INFO:tasks.rados.rados.0.smithi098.stdout:3455: rollback oid 4 current snap is 318 2024-04-12T00:38:19.587 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 4 to 291 2024-04-12T00:38:19.587 INFO:tasks.rados.rados.0.smithi098.stdout:3456: rmattr oid 41 current snap is 318 2024-04-12T00:38:19.587 INFO:tasks.rados.rados.0.smithi098.stdout:3457: read oid 27 snap 309 2024-04-12T00:38:19.587 INFO:tasks.rados.rados.0.smithi098.stdout:3457: expect (ObjNum 993 snap 286 seq_num 993) 2024-04-12T00:38:19.587 INFO:tasks.rados.rados.0.smithi098.stdout:3458: snap_create 2024-04-12T00:38:19.596 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 2576 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-12T00:38:19.602 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 2595 (ObjNum 1011 snap 288 seq_num 1011) dirty exists 2024-04-12T00:38:19.607 INFO:tasks.rados.rados.0.smithi098.stdout:3455: finishing rollback tid 0 to smithi09877355-4 2024-04-12T00:38:19.607 INFO:tasks.rados.rados.0.smithi098.stdout:3455: finishing rollback tid 1 to smithi09877355-4 2024-04-12T00:38:19.607 INFO:tasks.rados.rados.0.smithi098.stdout:3455: finishing rollback tid 2 to smithi09877355-4 2024-04-12T00:38:19.607 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2579 (ObjNum 978 snap 280 seq_num 978) dirty exists 2024-04-12T00:38:19.633 INFO:tasks.rados.rados.0.smithi098.stdout:3457: expect (ObjNum 993 snap 286 seq_num 993) 2024-04-12T00:38:19.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:19 smithi193 ceph-mon[83763]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T00:38:20.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:19 smithi098 ceph-mon[91373]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T00:38:20.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:19 smithi098 ceph-mon[88922]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T00:38:20.596 INFO:tasks.rados.rados.0.smithi098.stdout:3454: done (4 left) 2024-04-12T00:38:20.596 INFO:tasks.rados.rados.0.smithi098.stdout:3455: done (3 left) 2024-04-12T00:38:20.596 INFO:tasks.rados.rados.0.smithi098.stdout:3456: done (2 left) 2024-04-12T00:38:20.596 INFO:tasks.rados.rados.0.smithi098.stdout:3457: done (1 left) 2024-04-12T00:38:20.596 INFO:tasks.rados.rados.0.smithi098.stdout:3458: done (0 left) 2024-04-12T00:38:20.597 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 319 2024-04-12T00:38:20.597 INFO:tasks.rados.rados.0.smithi098.stdout:3459: seq_num 1110 ranges {1630208=598016,2228224=466944,2695168=450560,3145728=286720} 2024-04-12T00:38:20.608 INFO:tasks.rados.rados.0.smithi098.stdout:3459: writing smithi09877355-7 from 1630208 to 2228224 tid 1 2024-04-12T00:38:20.611 INFO:tasks.rados.rados.0.smithi098.stdout:3459: writing smithi09877355-7 from 2228224 to 2695168 tid 2 2024-04-12T00:38:20.613 INFO:tasks.rados.rados.0.smithi098.stdout:3459: writing smithi09877355-7 from 2695168 to 3145728 tid 3 2024-04-12T00:38:20.616 INFO:tasks.rados.rados.0.smithi098.stdout:3459: writing smithi09877355-7 from 3145728 to 3432448 tid 4 2024-04-12T00:38:20.616 INFO:tasks.rados.rados.0.smithi098.stdout:3460: copy_from oid 48 from oid 38 current snap is 319 2024-04-12T00:38:20.616 INFO:tasks.rados.rados.0.smithi098.stdout:3459: finishing write tid 1 to smithi09877355-7 2024-04-12T00:38:20.616 INFO:tasks.rados.rados.0.smithi098.stdout:3459: finishing write tid 2 to smithi09877355-7 2024-04-12T00:38:20.616 INFO:tasks.rados.rados.0.smithi098.stdout:3461: copy_from oid 29 from oid 8 current snap is 319 2024-04-12T00:38:20.616 INFO:tasks.rados.rados.0.smithi098.stdout:3462: read oid 14 snap 318 2024-04-12T00:38:20.616 INFO:tasks.rados.rados.0.smithi098.stdout:3462: expect deleted 2024-04-12T00:38:20.616 INFO:tasks.rados.rados.0.smithi098.stdout:3463: snap_remove snap 311 2024-04-12T00:38:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:20 smithi193 ceph-mon[83763]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T00:38:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:20 smithi193 ceph-mon[83763]: pgmap v710: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 281 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 820 KiB/s rd, 436 KiB/s wr, 12 op/s 2024-04-12T00:38:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:20 smithi098 ceph-mon[91373]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T00:38:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:20 smithi098 ceph-mon[91373]: pgmap v710: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 281 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 820 KiB/s rd, 436 KiB/s wr, 12 op/s 2024-04-12T00:38:21.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:20 smithi098 ceph-mon[88922]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T00:38:21.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:21.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:20 smithi098 ceph-mon[88922]: pgmap v710: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 281 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 820 KiB/s rd, 436 KiB/s wr, 12 op/s 2024-04-12T00:38:21.563 INFO:tasks.rados.rados.0.smithi098.stdout:3463: done (4 left) 2024-04-12T00:38:21.563 INFO:tasks.rados.rados.0.smithi098.stdout:3464: copy_from oid 43 from oid 18 current snap is 319 2024-04-12T00:38:21.563 INFO:tasks.rados.rados.0.smithi098.stdout:3465: read oid 37 snap -1 2024-04-12T00:38:21.563 INFO:tasks.rados.rados.0.smithi098.stdout:3465: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:38:21.563 INFO:tasks.rados.rados.0.smithi098.stdout:3466: copy_from oid 10 from oid 13 current snap is 319 2024-04-12T00:38:21.563 INFO:tasks.rados.rados.0.smithi098.stdout:3459: finishing write tid 3 to smithi09877355-7 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3459: finishing write tid 4 to smithi09877355-7 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3459: finishing write tid 5 to smithi09877355-7 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3459: finishing write tid 6 to smithi09877355-7 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3459: oid 7 updating version 0 to 2380 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3459: oid 7 updating version 2380 to 2381 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3459: oid 7 updating version 2381 to 2383 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3459: oid 7 updating version 2383 to 2384 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3459: oid 7 version 2384 is already newer than 2382 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2384 (ObjNum 1110 snap 319 seq_num 1110) dirty exists 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3459: left oid 7 (ObjNum 1110 snap 319 seq_num 1110) 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3461: finishing copy_from to smithi09877355-29 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3461: got expected ENOENT (src dne) 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3461: finishing copy_from racing read to smithi09877355-29 2024-04-12T00:38:21.564 INFO:tasks.rados.rados.0.smithi098.stdout:3460: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:38:21.565 INFO:tasks.rados.rados.0.smithi098.stdout:3460: finishing copy_from to smithi09877355-48 2024-04-12T00:38:21.565 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 2575 (ObjNum 1077 snap 306 seq_num 1077) dirty exists 2024-04-12T00:38:21.565 INFO:tasks.rados.rados.0.smithi098.stdout:3459: done (6 left) 2024-04-12T00:38:21.565 INFO:tasks.rados.rados.0.smithi098.stdout:3460: done (5 left) 2024-04-12T00:38:21.565 INFO:tasks.rados.rados.0.smithi098.stdout:3461: done (4 left) 2024-04-12T00:38:21.565 INFO:tasks.rados.rados.0.smithi098.stdout:3462: done (3 left) 2024-04-12T00:38:21.565 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 40 current snap is 319 2024-04-12T00:38:21.565 INFO:tasks.rados.rados.0.smithi098.stdout:3467: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-04-12T00:38:21.566 INFO:tasks.rados.rados.0.smithi098.stdout:3467: writing smithi09877355-40 from 0 to 614400 tid 1 2024-04-12T00:38:21.571 INFO:tasks.rados.rados.0.smithi098.stdout:3467: writing smithi09877355-40 from 614400 to 1368064 tid 2 2024-04-12T00:38:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:3467: writing smithi09877355-40 from 1368064 to 1818624 tid 3 2024-04-12T00:38:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:3468: rollback oid 27 current snap is 319 2024-04-12T00:38:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 300 2024-04-12T00:38:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 319 2024-04-12T00:38:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:3469: seq_num 1112 ranges {1548288=630784,2179072=638976,2818048=466944,3284992=98304} 2024-04-12T00:38:21.587 INFO:tasks.rados.rados.0.smithi098.stdout:3469: writing smithi09877355-29 from 1548288 to 2179072 tid 1 2024-04-12T00:38:21.591 INFO:tasks.rados.rados.0.smithi098.stdout:3469: writing smithi09877355-29 from 2179072 to 2818048 tid 2 2024-04-12T00:38:21.594 INFO:tasks.rados.rados.0.smithi098.stdout:3469: writing smithi09877355-29 from 2818048 to 3284992 tid 3 2024-04-12T00:38:21.594 INFO:tasks.rados.rados.0.smithi098.stdout:3469: writing smithi09877355-29 from 3284992 to 3383296 tid 4 2024-04-12T00:38:21.595 INFO:tasks.rados.rados.0.smithi098.stdout:3470: snap_create 2024-04-12T00:38:21.595 INFO:tasks.rados.rados.0.smithi098.stdout:3465: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:38:21.670 INFO:tasks.rados.rados.0.smithi098.stdout:3467: finishing write tid 1 to smithi09877355-40 2024-04-12T00:38:21.670 INFO:tasks.rados.rados.0.smithi098.stdout:3467: finishing write tid 2 to smithi09877355-40 2024-04-12T00:38:21.670 INFO:tasks.rados.rados.0.smithi098.stdout:3467: finishing write tid 3 to smithi09877355-40 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3467: finishing write tid 4 to smithi09877355-40 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3468: finishing rollback tid 0 to smithi09877355-27 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3468: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3464: finishing copy_from racing read to smithi09877355-43 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3468: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1619 (ObjNum 993 snap 286 seq_num 993) dirty exists 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3467: finishing write tid 5 to smithi09877355-40 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3467: oid 40 updating version 0 to 2099 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3467: oid 40 version 2099 is already newer than 2096 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3467: oid 40 version 2099 is already newer than 2098 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3467: oid 40 version 2099 is already newer than 2097 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 2099 (ObjNum 1111 snap 319 seq_num 1111) dirty exists 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3467: left oid 40 (ObjNum 1111 snap 319 seq_num 1111) 2024-04-12T00:38:21.671 INFO:tasks.rados.rados.0.smithi098.stdout:3464: finishing copy_from to smithi09877355-43 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 1268 (ObjNum 1088 snap 308 seq_num 1088) dirty exists 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: finishing write tid 1 to smithi09877355-29 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: finishing write tid 2 to smithi09877355-29 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: finishing write tid 3 to smithi09877355-29 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: finishing write tid 4 to smithi09877355-29 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: finishing write tid 5 to smithi09877355-29 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: finishing write tid 6 to smithi09877355-29 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: oid 29 updating version 0 to 2326 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: oid 29 version 2326 is already newer than 2324 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: oid 29 updating version 2326 to 2327 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: oid 29 version 2327 is already newer than 2325 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: oid 29 version 2327 is already newer than 2323 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2327 (ObjNum 1112 snap 319 seq_num 1112) dirty exists 2024-04-12T00:38:21.672 INFO:tasks.rados.rados.0.smithi098.stdout:3469: left oid 29 (ObjNum 1112 snap 319 seq_num 1112) 2024-04-12T00:38:21.673 INFO:tasks.rados.rados.0.smithi098.stdout:3466: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:38:21.673 INFO:tasks.rados.rados.0.smithi098.stdout:3466: finishing copy_from to smithi09877355-10 2024-04-12T00:38:21.673 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2602 (ObjNum 1093 snap 309 seq_num 1093) dirty exists 2024-04-12T00:38:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:21 smithi193 ceph-mon[83763]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T00:38:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:21 smithi193 ceph-mon[83763]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T00:38:22.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:21 smithi098 ceph-mon[91373]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T00:38:22.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:21 smithi098 ceph-mon[91373]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T00:38:22.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:21 smithi098 ceph-mon[88922]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T00:38:22.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:21 smithi098 ceph-mon[88922]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T00:38:22.599 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:38:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3464: done (6 left) 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3465: done (5 left) 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3466: done (4 left) 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3467: done (3 left) 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3468: done (2 left) 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3469: done (1 left) 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3470: done (0 left) 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3471: rmattr oid 26 current snap is 320 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3471: done (0 left) 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3472: rollback oid 26 current snap is 320 2024-04-12T00:38:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 26 to 307 2024-04-12T00:38:22.605 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 9 current snap is 320 2024-04-12T00:38:22.605 INFO:tasks.rados.rados.0.smithi098.stdout:3473: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-04-12T00:38:22.607 INFO:tasks.rados.rados.0.smithi098.stdout:3473: writing smithi09877355-9 from 0 to 647168 tid 1 2024-04-12T00:38:22.610 INFO:tasks.rados.rados.0.smithi098.stdout:3473: writing smithi09877355-9 from 647168 to 1171456 tid 2 2024-04-12T00:38:22.614 INFO:tasks.rados.rados.0.smithi098.stdout:3473: writing smithi09877355-9 from 1171456 to 1794048 tid 3 2024-04-12T00:38:22.615 INFO:tasks.rados.rados.0.smithi098.stdout:3473: writing smithi09877355-9 from 1794048 to 1851392 tid 4 2024-04-12T00:38:22.615 INFO:tasks.rados.rados.0.smithi098.stdout:3474: snap_remove snap 313 2024-04-12T00:38:22.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:22 smithi193 ceph-mon[83763]: pgmap v713: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 283 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-12T00:38:23.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:22 smithi098 ceph-mon[91373]: pgmap v713: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 283 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-12T00:38:23.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:22 smithi098 ceph-mon[88922]: pgmap v713: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 283 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-12T00:38:23.617 INFO:tasks.rados.rados.0.smithi098.stdout:3474: done (2 left) 2024-04-12T00:38:23.617 INFO:tasks.rados.rados.0.smithi098.stdout:3475: delete oid 11 current snap is 320 2024-04-12T00:38:23.617 INFO:tasks.rados.rados.0.smithi098.stdout:3472: finishing rollback tid 0 to smithi09877355-26 2024-04-12T00:38:23.617 INFO:tasks.rados.rados.0.smithi098.stdout:3472: finishing rollback tid 1 to smithi09877355-26 2024-04-12T00:38:23.617 INFO:tasks.rados.rados.0.smithi098.stdout:3472: finishing rollback tid 2 to smithi09877355-26 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 2102 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: finishing write tid 1 to smithi09877355-9 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: finishing write tid 2 to smithi09877355-9 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: finishing write tid 3 to smithi09877355-9 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: finishing write tid 4 to smithi09877355-9 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: finishing write tid 5 to smithi09877355-9 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: finishing write tid 6 to smithi09877355-9 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: oid 9 updating version 0 to 2331 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: oid 9 updating version 2331 to 2332 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: oid 9 updating version 2332 to 2333 2024-04-12T00:38:23.618 INFO:tasks.rados.rados.0.smithi098.stdout:3473: oid 9 version 2333 is already newer than 2329 2024-04-12T00:38:23.619 INFO:tasks.rados.rados.0.smithi098.stdout:3473: oid 9 version 2333 is already newer than 2330 2024-04-12T00:38:23.619 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 2333 (ObjNum 1113 snap 320 seq_num 1113) dirty exists 2024-04-12T00:38:23.619 INFO:tasks.rados.rados.0.smithi098.stdout:3473: left oid 9 (ObjNum 1113 snap 320 seq_num 1113) 2024-04-12T00:38:23.623 INFO:tasks.rados.rados.0.smithi098.stdout:3472: done (2 left) 2024-04-12T00:38:23.623 INFO:tasks.rados.rados.0.smithi098.stdout:3473: done (1 left) 2024-04-12T00:38:23.623 INFO:tasks.rados.rados.0.smithi098.stdout:3475: done (0 left) 2024-04-12T00:38:23.623 INFO:tasks.rados.rados.0.smithi098.stdout:3476: copy_from oid 26 from oid 30 current snap is 320 2024-04-12T00:38:23.623 INFO:tasks.rados.rados.0.smithi098.stdout:3477: snap_remove snap 300 2024-04-12T00:38:23.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:23 smithi193 ceph-mon[83763]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T00:38:24.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:23 smithi098 ceph-mon[91373]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T00:38:24.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:23 smithi098 ceph-mon[88922]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T00:38:24.619 INFO:tasks.rados.rados.0.smithi098.stdout:3477: done (1 left) 2024-04-12T00:38:24.619 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 320 2024-04-12T00:38:24.619 INFO:tasks.rados.rados.0.smithi098.stdout:3476: finishing copy_from racing read to smithi09877355-26 2024-04-12T00:38:24.619 INFO:tasks.rados.rados.0.smithi098.stdout:3476: finishing copy_from to smithi09877355-26 2024-04-12T00:38:24.619 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 2322 (ObjNum 1095 snap 310 seq_num 1095) dirty exists 2024-04-12T00:38:24.619 INFO:tasks.rados.rados.0.smithi098.stdout:3478: seq_num 1115 ranges {3612672=679936,4292608=688128,4980736=516096} 2024-04-12T00:38:24.643 INFO:tasks.rados.rados.0.smithi098.stdout:3478: writing smithi09877355-23 from 3612672 to 4292608 tid 1 2024-04-12T00:38:24.647 INFO:tasks.rados.rados.0.smithi098.stdout:3478: writing smithi09877355-23 from 4292608 to 4980736 tid 2 2024-04-12T00:38:24.651 INFO:tasks.rados.rados.0.smithi098.stdout:3478: writing smithi09877355-23 from 4980736 to 5496832 tid 3 2024-04-12T00:38:24.651 INFO:tasks.rados.rados.0.smithi098.stdout:3476: done (1 left) 2024-04-12T00:38:24.652 INFO:tasks.rados.rados.0.smithi098.stdout:3479: rmattr oid 47 current snap is 320 2024-04-12T00:38:24.652 INFO:tasks.rados.rados.0.smithi098.stdout:3479: done (1 left) 2024-04-12T00:38:24.652 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 320 2024-04-12T00:38:24.652 INFO:tasks.rados.rados.0.smithi098.stdout:3480: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2024-04-12T00:38:24.655 INFO:tasks.rados.rados.0.smithi098.stdout:3480: writing smithi09877355-50 from 0 to 696320 tid 1 2024-04-12T00:38:24.659 INFO:tasks.rados.rados.0.smithi098.stdout:3480: writing smithi09877355-50 from 696320 to 1269760 tid 2 2024-04-12T00:38:24.661 INFO:tasks.rados.rados.0.smithi098.stdout:3480: writing smithi09877355-50 from 1269760 to 1720320 tid 3 2024-04-12T00:38:24.663 INFO:tasks.rados.rados.0.smithi098.stdout:3480: writing smithi09877355-50 from 1720320 to 1900544 tid 4 2024-04-12T00:38:24.663 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 320 2024-04-12T00:38:24.663 INFO:tasks.rados.rados.0.smithi098.stdout:3478: finishing write tid 1 to smithi09877355-23 2024-04-12T00:38:24.663 INFO:tasks.rados.rados.0.smithi098.stdout:3481: seq_num 1117 ranges {9691136=712704,10403840=458752,10862592=655360,11517952=90112} 2024-04-12T00:38:24.717 INFO:tasks.rados.rados.0.smithi098.stdout:3481: writing smithi09877355-10 from 9691136 to 10403840 tid 1 2024-04-12T00:38:24.720 INFO:tasks.rados.rados.0.smithi098.stdout:3481: writing smithi09877355-10 from 10403840 to 10862592 tid 2 2024-04-12T00:38:24.724 INFO:tasks.rados.rados.0.smithi098.stdout:3481: writing smithi09877355-10 from 10862592 to 11517952 tid 3 2024-04-12T00:38:24.725 INFO:tasks.rados.rados.0.smithi098.stdout:3481: writing smithi09877355-10 from 11517952 to 11608064 tid 4 2024-04-12T00:38:24.725 INFO:tasks.rados.rados.0.smithi098.stdout:3482: snap_remove snap 308 2024-04-12T00:38:24.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:24 smithi193 ceph-mon[83763]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T00:38:24.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:24 smithi193 ceph-mon[83763]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 298 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T00:38:25.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:24 smithi098 ceph-mon[91373]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T00:38:25.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:24 smithi098 ceph-mon[91373]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 298 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T00:38:25.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:24 smithi098 ceph-mon[88922]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T00:38:25.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:24 smithi098 ceph-mon[88922]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 298 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T00:38:25.623 INFO:tasks.rados.rados.0.smithi098.stdout:3482: done (3 left) 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3483: snap_create 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3478: finishing write tid 2 to smithi09877355-23 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3478: finishing write tid 3 to smithi09877355-23 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3478: finishing write tid 4 to smithi09877355-23 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3478: finishing write tid 5 to smithi09877355-23 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3478: oid 23 updating version 0 to 2597 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3478: oid 23 updating version 2597 to 2598 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3478: oid 23 version 2598 is already newer than 2596 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3478: oid 23 updating version 2598 to 2599 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 2599 (ObjNum 1115 snap 320 seq_num 1115) dirty exists 2024-04-12T00:38:25.624 INFO:tasks.rados.rados.0.smithi098.stdout:3478: left oid 23 (ObjNum 1115 snap 320 seq_num 1115) 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: finishing write tid 1 to smithi09877355-50 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: finishing write tid 2 to smithi09877355-50 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: finishing write tid 3 to smithi09877355-50 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: finishing write tid 4 to smithi09877355-50 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: finishing write tid 5 to smithi09877355-50 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: finishing write tid 6 to smithi09877355-50 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: oid 50 updating version 0 to 2433 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: oid 50 version 2433 is already newer than 2432 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: oid 50 version 2433 is already newer than 2431 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: oid 50 updating version 2433 to 2435 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: oid 50 version 2435 is already newer than 2434 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2435 (ObjNum 1116 snap 320 seq_num 1116) dirty exists 2024-04-12T00:38:25.625 INFO:tasks.rados.rados.0.smithi098.stdout:3480: left oid 50 (ObjNum 1116 snap 320 seq_num 1116) 2024-04-12T00:38:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:3481: finishing write tid 1 to smithi09877355-10 2024-04-12T00:38:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:3481: finishing write tid 2 to smithi09877355-10 2024-04-12T00:38:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:3481: finishing write tid 3 to smithi09877355-10 2024-04-12T00:38:25.626 INFO:tasks.rados.rados.0.smithi098.stdout:3481: finishing write tid 4 to smithi09877355-10 2024-04-12T00:38:25.627 INFO:tasks.rados.rados.0.smithi098.stdout:3481: finishing write tid 5 to smithi09877355-10 2024-04-12T00:38:25.628 INFO:tasks.rados.rados.0.smithi098.stdout:3481: finishing write tid 6 to smithi09877355-10 2024-04-12T00:38:25.628 INFO:tasks.rados.rados.0.smithi098.stdout:3481: oid 10 updating version 0 to 2604 2024-04-12T00:38:25.628 INFO:tasks.rados.rados.0.smithi098.stdout:3481: oid 10 updating version 2604 to 2607 2024-04-12T00:38:25.628 INFO:tasks.rados.rados.0.smithi098.stdout:3481: oid 10 version 2607 is already newer than 2606 2024-04-12T00:38:25.628 INFO:tasks.rados.rados.0.smithi098.stdout:3481: oid 10 version 2607 is already newer than 2603 2024-04-12T00:38:25.628 INFO:tasks.rados.rados.0.smithi098.stdout:3481: oid 10 version 2607 is already newer than 2605 2024-04-12T00:38:25.628 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2607 (ObjNum 1117 snap 320 seq_num 1117) dirty exists 2024-04-12T00:38:25.628 INFO:tasks.rados.rados.0.smithi098.stdout:3481: left oid 10 (ObjNum 1117 snap 320 seq_num 1117) 2024-04-12T00:38:25.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:25 smithi193 ceph-mon[83763]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T00:38:26.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:25 smithi098 ceph-mon[91373]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T00:38:26.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:25 smithi098 ceph-mon[88922]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T00:38:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:38:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:38:25] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T00:38:26.558 INFO:tasks.rados.rados.0.smithi098.stdout:3478: done (3 left) 2024-04-12T00:38:26.558 INFO:tasks.rados.rados.0.smithi098.stdout:3480: done (2 left) 2024-04-12T00:38:26.559 INFO:tasks.rados.rados.0.smithi098.stdout:3481: done (1 left) 2024-04-12T00:38:26.559 INFO:tasks.rados.rados.0.smithi098.stdout:3483: done (0 left) 2024-04-12T00:38:26.559 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 17 current snap is 321 2024-04-12T00:38:26.559 INFO:tasks.rados.rados.0.smithi098.stdout:3484: seq_num 1118 ranges {3366912=729088,4096000=794624,4890624=409600} 2024-04-12T00:38:26.580 INFO:tasks.rados.rados.0.smithi098.stdout:3484: writing smithi09877355-17 from 3366912 to 4096000 tid 1 2024-04-12T00:38:26.584 INFO:tasks.rados.rados.0.smithi098.stdout:3484: writing smithi09877355-17 from 4096000 to 4890624 tid 2 2024-04-12T00:38:26.587 INFO:tasks.rados.rados.0.smithi098.stdout:3484: writing smithi09877355-17 from 4890624 to 5300224 tid 3 2024-04-12T00:38:26.587 INFO:tasks.rados.rados.0.smithi098.stdout:3485: read oid 7 snap -1 2024-04-12T00:38:26.587 INFO:tasks.rados.rados.0.smithi098.stdout:3485: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-04-12T00:38:26.587 INFO:tasks.rados.rados.0.smithi098.stdout:3486: snap_remove snap 317 2024-04-12T00:38:27.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:26 smithi098 ceph-mon[91373]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T00:38:27.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:26 smithi098 ceph-mon[91373]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-12T00:38:27.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:26 smithi098 ceph-mon[91373]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T00:38:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:26 smithi098 ceph-mon[88922]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T00:38:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:26 smithi098 ceph-mon[88922]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-12T00:38:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:26 smithi098 ceph-mon[88922]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T00:38:27.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:26 smithi193 ceph-mon[83763]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T00:38:27.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:26 smithi193 ceph-mon[83763]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-12T00:38:27.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:26 smithi193 ceph-mon[83763]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T00:38:27.560 INFO:tasks.rados.rados.0.smithi098.stdout:3486: done (2 left) 2024-04-12T00:38:27.561 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 321 2024-04-12T00:38:27.561 INFO:tasks.rados.rados.0.smithi098.stdout:3487: seq_num 1119 ranges {1941504=745472,2686976=679936,3366912=524288} 2024-04-12T00:38:27.576 INFO:tasks.rados.rados.0.smithi098.stdout:3487: writing smithi09877355-16 from 1941504 to 2686976 tid 1 2024-04-12T00:38:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:3487: writing smithi09877355-16 from 2686976 to 3366912 tid 2 2024-04-12T00:38:27.583 INFO:tasks.rados.rados.0.smithi098.stdout:3487: writing smithi09877355-16 from 3366912 to 3891200 tid 3 2024-04-12T00:38:27.583 INFO:tasks.rados.rados.0.smithi098.stdout:3488: rmattr oid 29 current snap is 321 2024-04-12T00:38:27.583 INFO:tasks.rados.rados.0.smithi098.stdout:3488: done (3 left) 2024-04-12T00:38:27.583 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 321 2024-04-12T00:38:27.583 INFO:tasks.rados.rados.0.smithi098.stdout:3484: finishing write tid 1 to smithi09877355-17 2024-04-12T00:38:27.583 INFO:tasks.rados.rados.0.smithi098.stdout:3489: seq_num 1120 ranges {11608064=761856,12369920=557056,12926976=425984,13352960=221184} 2024-04-12T00:38:27.648 INFO:tasks.rados.rados.0.smithi098.stdout:3489: writing smithi09877355-10 from 11608064 to 12369920 tid 1 2024-04-12T00:38:27.651 INFO:tasks.rados.rados.0.smithi098.stdout:3489: writing smithi09877355-10 from 12369920 to 12926976 tid 2 2024-04-12T00:38:27.654 INFO:tasks.rados.rados.0.smithi098.stdout:3489: writing smithi09877355-10 from 12926976 to 13352960 tid 3 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3489: writing smithi09877355-10 from 13352960 to 13574144 tid 4 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3490: delete oid 19 current snap is 321 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3484: finishing write tid 2 to smithi09877355-17 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3484: finishing write tid 3 to smithi09877355-17 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3484: finishing write tid 4 to smithi09877355-17 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3484: finishing write tid 5 to smithi09877355-17 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3484: oid 17 updating version 0 to 2609 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3484: oid 17 updating version 2609 to 2611 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3484: oid 17 version 2611 is already newer than 2610 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3484: oid 17 version 2611 is already newer than 2608 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 2611 (ObjNum 1118 snap 321 seq_num 1118) dirty exists 2024-04-12T00:38:27.656 INFO:tasks.rados.rados.0.smithi098.stdout:3484: left oid 17 (ObjNum 1118 snap 321 seq_num 1118) 2024-04-12T00:38:27.657 INFO:tasks.rados.rados.0.smithi098.stdout:3485: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: finishing write tid 1 to smithi09877355-16 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: finishing write tid 2 to smithi09877355-16 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: finishing write tid 3 to smithi09877355-16 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: finishing write tid 4 to smithi09877355-16 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: finishing write tid 5 to smithi09877355-16 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: oid 16 updating version 0 to 2756 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: oid 16 updating version 2756 to 2758 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: oid 16 version 2758 is already newer than 2757 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: oid 16 updating version 2758 to 2759 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 2759 (ObjNum 1119 snap 321 seq_num 1119) dirty exists 2024-04-12T00:38:27.771 INFO:tasks.rados.rados.0.smithi098.stdout:3487: left oid 16 (ObjNum 1119 snap 321 seq_num 1119) 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3489: finishing write tid 1 to smithi09877355-10 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3489: finishing write tid 2 to smithi09877355-10 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3489: finishing write tid 3 to smithi09877355-10 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3484: done (4 left) 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3485: done (3 left) 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3487: done (2 left) 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3490: done (1 left) 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3491: copy_from oid 35 from oid 7 current snap is 321 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3489: finishing write tid 4 to smithi09877355-10 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3489: finishing write tid 5 to smithi09877355-10 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3489: finishing write tid 6 to smithi09877355-10 2024-04-12T00:38:27.772 INFO:tasks.rados.rados.0.smithi098.stdout:3489: oid 10 updating version 0 to 2612 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:3489: oid 10 updating version 2612 to 2614 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:3489: oid 10 version 2614 is already newer than 2613 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:3489: oid 10 updating version 2614 to 2615 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:3489: oid 10 updating version 2615 to 2616 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2616 (ObjNum 1120 snap 321 seq_num 1120) dirty exists 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:3489: left oid 10 (ObjNum 1120 snap 321 seq_num 1120) 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:3489: done (1 left) 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:3492: rmattr oid 5 current snap is 321 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:3492: done (1 left) 2024-04-12T00:38:27.773 INFO:tasks.rados.rados.0.smithi098.stdout:3493: snap_remove snap 312 2024-04-12T00:38:28.567 INFO:tasks.rados.rados.0.smithi098.stdout:3493: done (1 left) 2024-04-12T00:38:28.568 INFO:tasks.rados.rados.0.smithi098.stdout:3494: setattr oid 41 current snap is 321 2024-04-12T00:38:28.568 INFO:tasks.rados.rados.0.smithi098.stdout:3491: finishing copy_from racing read to smithi09877355-35 2024-04-12T00:38:28.568 INFO:tasks.rados.rados.0.smithi098.stdout:3491: finishing copy_from to smithi09877355-35 2024-04-12T00:38:28.568 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 2384 (ObjNum 1110 snap 319 seq_num 1110) dirty exists 2024-04-12T00:38:28.569 INFO:tasks.rados.rados.0.smithi098.stdout:3491: done (1 left) 2024-04-12T00:38:28.569 INFO:tasks.rados.rados.0.smithi098.stdout:3495: copy_from oid 3 from oid 9 current snap is 321 2024-04-12T00:38:28.569 INFO:tasks.rados.rados.0.smithi098.stdout:3496: read oid 44 snap -1 2024-04-12T00:38:28.569 INFO:tasks.rados.rados.0.smithi098.stdout:3496: expect deleted 2024-04-12T00:38:28.569 INFO:tasks.rados.rados.0.smithi098.stdout:3497: read oid 49 snap 306 2024-04-12T00:38:28.569 INFO:tasks.rados.rados.0.smithi098.stdout:3497: expect (ObjNum 1007 snap 288 seq_num 1007) 2024-04-12T00:38:28.569 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 321 2024-04-12T00:38:28.569 INFO:tasks.rados.rados.0.smithi098.stdout:3498: seq_num 1122 ranges {3383296=794624,4177920=729088,4907008=475136} 2024-04-12T00:38:28.592 INFO:tasks.rados.rados.0.smithi098.stdout:3498: writing smithi09877355-29 from 3383296 to 4177920 tid 1 2024-04-12T00:38:28.597 INFO:tasks.rados.rados.0.smithi098.stdout:3498: writing smithi09877355-29 from 4177920 to 4907008 tid 2 2024-04-12T00:38:28.600 INFO:tasks.rados.rados.0.smithi098.stdout:3498: writing smithi09877355-29 from 4907008 to 5382144 tid 3 2024-04-12T00:38:28.600 INFO:tasks.rados.rados.0.smithi098.stdout:3499: snap_remove snap 298 2024-04-12T00:38:28.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:28 smithi193 ceph-mon[83763]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T00:38:28.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:28 smithi193 ceph-mon[83763]: pgmap v722: 121 pgs: 121 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-12T00:38:29.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:28 smithi098 ceph-mon[91373]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T00:38:29.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:28 smithi098 ceph-mon[91373]: pgmap v722: 121 pgs: 121 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-12T00:38:29.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:28 smithi098 ceph-mon[88922]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T00:38:29.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:28 smithi098 ceph-mon[88922]: pgmap v722: 121 pgs: 121 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-12T00:38:29.573 INFO:tasks.rados.rados.0.smithi098.stdout:3499: done (5 left) 2024-04-12T00:38:29.573 INFO:tasks.rados.rados.0.smithi098.stdout:3500: rmattr oid 19 current snap is 321 2024-04-12T00:38:29.573 INFO:tasks.rados.rados.0.smithi098.stdout:3500: done (5 left) 2024-04-12T00:38:29.573 INFO:tasks.rados.rados.0.smithi098.stdout:3501: snap_create 2024-04-12T00:38:29.574 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 2600 (ObjNum 1011 snap 288 seq_num 1011) dirty exists 2024-04-12T00:38:29.574 INFO:tasks.rados.rados.0.smithi098.stdout:3495: finishing copy_from racing read to smithi09877355-3 2024-04-12T00:38:29.574 INFO:tasks.rados.rados.0.smithi098.stdout:3495: finishing copy_from to smithi09877355-3 2024-04-12T00:38:29.574 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 2333 (ObjNum 1113 snap 320 seq_num 1113) dirty exists 2024-04-12T00:38:29.574 INFO:tasks.rados.rados.0.smithi098.stdout:3497: expect (ObjNum 1007 snap 288 seq_num 1007) 2024-04-12T00:38:29.676 INFO:tasks.rados.rados.0.smithi098.stdout:3498: finishing write tid 1 to smithi09877355-29 2024-04-12T00:38:29.676 INFO:tasks.rados.rados.0.smithi098.stdout:3498: finishing write tid 2 to smithi09877355-29 2024-04-12T00:38:29.677 INFO:tasks.rados.rados.0.smithi098.stdout:3498: finishing write tid 3 to smithi09877355-29 2024-04-12T00:38:29.677 INFO:tasks.rados.rados.0.smithi098.stdout:3498: finishing write tid 4 to smithi09877355-29 2024-04-12T00:38:29.677 INFO:tasks.rados.rados.0.smithi098.stdout:3498: finishing write tid 5 to smithi09877355-29 2024-04-12T00:38:29.677 INFO:tasks.rados.rados.0.smithi098.stdout:3498: oid 29 updating version 0 to 2331 2024-04-12T00:38:29.677 INFO:tasks.rados.rados.0.smithi098.stdout:3498: oid 29 version 2331 is already newer than 2329 2024-04-12T00:38:29.677 INFO:tasks.rados.rados.0.smithi098.stdout:3498: oid 29 version 2331 is already newer than 2328 2024-04-12T00:38:29.677 INFO:tasks.rados.rados.0.smithi098.stdout:3498: oid 29 version 2331 is already newer than 2330 2024-04-12T00:38:29.677 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2331 (ObjNum 1122 snap 321 seq_num 1122) dirty exists 2024-04-12T00:38:29.677 INFO:tasks.rados.rados.0.smithi098.stdout:3498: left oid 29 (ObjNum 1122 snap 321 seq_num 1122) 2024-04-12T00:38:29.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:29 smithi193 ceph-mon[83763]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T00:38:30.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:29 smithi098 ceph-mon[91373]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T00:38:30.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:29 smithi098 ceph-mon[88922]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T00:38:30.582 INFO:tasks.rados.rados.0.smithi098.stdout:3494: done (5 left) 2024-04-12T00:38:30.582 INFO:tasks.rados.rados.0.smithi098.stdout:3495: done (4 left) 2024-04-12T00:38:30.582 INFO:tasks.rados.rados.0.smithi098.stdout:3496: done (3 left) 2024-04-12T00:38:30.582 INFO:tasks.rados.rados.0.smithi098.stdout:3497: done (2 left) 2024-04-12T00:38:30.582 INFO:tasks.rados.rados.0.smithi098.stdout:3498: done (1 left) 2024-04-12T00:38:30.582 INFO:tasks.rados.rados.0.smithi098.stdout:3501: done (0 left) 2024-04-12T00:38:30.583 INFO:tasks.rados.rados.0.smithi098.stdout:3502: read oid 3 snap -1 2024-04-12T00:38:30.583 INFO:tasks.rados.rados.0.smithi098.stdout:3502: expect (ObjNum 1113 snap 320 seq_num 1113) 2024-04-12T00:38:30.583 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 322 2024-04-12T00:38:30.583 INFO:tasks.rados.rados.0.smithi098.stdout:3503: seq_num 1123 ranges {3612672=409600,4022272=614400,4636672=598016,5234688=393216} 2024-04-12T00:38:30.603 INFO:tasks.rados.rados.0.smithi098.stdout:3503: writing smithi09877355-22 from 3612672 to 4022272 tid 1 2024-04-12T00:38:30.606 INFO:tasks.rados.rados.0.smithi098.stdout:3503: writing smithi09877355-22 from 4022272 to 4636672 tid 2 2024-04-12T00:38:30.610 INFO:tasks.rados.rados.0.smithi098.stdout:3503: writing smithi09877355-22 from 4636672 to 5234688 tid 3 2024-04-12T00:38:30.613 INFO:tasks.rados.rados.0.smithi098.stdout:3503: writing smithi09877355-22 from 5234688 to 5627904 tid 4 2024-04-12T00:38:30.613 INFO:tasks.rados.rados.0.smithi098.stdout:3504: read oid 37 snap -1 2024-04-12T00:38:30.613 INFO:tasks.rados.rados.0.smithi098.stdout:3504: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:38:30.613 INFO:tasks.rados.rados.0.smithi098.stdout:3505: read oid 40 snap -1 2024-04-12T00:38:30.613 INFO:tasks.rados.rados.0.smithi098.stdout:3505: expect (ObjNum 1111 snap 319 seq_num 1111) 2024-04-12T00:38:30.613 INFO:tasks.rados.rados.0.smithi098.stdout:3506: snap_remove snap 310 2024-04-12T00:38:30.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:30 smithi193 ceph-mon[83763]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T00:38:30.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:30 smithi193 ceph-mon[83763]: pgmap v725: 121 pgs: 121 active+clean; 316 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 4.5 MiB/s wr, 6 op/s 2024-04-12T00:38:31.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:30 smithi098 ceph-mon[91373]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T00:38:31.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:30 smithi098 ceph-mon[91373]: pgmap v725: 121 pgs: 121 active+clean; 316 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 4.5 MiB/s wr, 6 op/s 2024-04-12T00:38:31.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:30 smithi098 ceph-mon[88922]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T00:38:31.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:30 smithi098 ceph-mon[88922]: pgmap v725: 121 pgs: 121 active+clean; 316 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 4.5 MiB/s wr, 6 op/s 2024-04-12T00:38:31.560 INFO:tasks.rados.rados.0.smithi098.stdout:3506: done (4 left) 2024-04-12T00:38:31.560 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 322 2024-04-12T00:38:31.560 INFO:tasks.rados.rados.0.smithi098.stdout:3507: seq_num 1124 ranges {5382144=434176,5816320=499712,6316032=409600,6725632=663552,7389184=32768} 2024-04-12T00:38:31.592 INFO:tasks.rados.rados.0.smithi098.stdout:3507: writing smithi09877355-2 from 5382144 to 5816320 tid 1 2024-04-12T00:38:31.595 INFO:tasks.rados.rados.0.smithi098.stdout:3507: writing smithi09877355-2 from 5816320 to 6316032 tid 2 2024-04-12T00:38:31.598 INFO:tasks.rados.rados.0.smithi098.stdout:3507: writing smithi09877355-2 from 6316032 to 6725632 tid 3 2024-04-12T00:38:31.602 INFO:tasks.rados.rados.0.smithi098.stdout:3507: writing smithi09877355-2 from 6725632 to 7389184 tid 4 2024-04-12T00:38:31.602 INFO:tasks.rados.rados.0.smithi098.stdout:3507: writing smithi09877355-2 from 7389184 to 7421952 tid 5 2024-04-12T00:38:31.602 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 322 2024-04-12T00:38:31.603 INFO:tasks.rados.rados.0.smithi098.stdout:3508: seq_num 1125 ranges {13574144=450560,14024704=786432,14811136=614400,15425536=204800} 2024-04-12T00:38:31.677 INFO:tasks.rados.rados.0.smithi098.stdout:3508: writing smithi09877355-10 from 13574144 to 14024704 tid 1 2024-04-12T00:38:31.681 INFO:tasks.rados.rados.0.smithi098.stdout:3508: writing smithi09877355-10 from 14024704 to 14811136 tid 2 2024-04-12T00:38:31.685 INFO:tasks.rados.rados.0.smithi098.stdout:3508: writing smithi09877355-10 from 14811136 to 15425536 tid 3 2024-04-12T00:38:31.686 INFO:tasks.rados.rados.0.smithi098.stdout:3508: writing smithi09877355-10 from 15425536 to 15630336 tid 4 2024-04-12T00:38:31.686 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 18 current snap is 322 2024-04-12T00:38:31.686 INFO:tasks.rados.rados.0.smithi098.stdout:3502: expect (ObjNum 1113 snap 320 seq_num 1113) 2024-04-12T00:38:31.733 INFO:tasks.rados.rados.0.smithi098.stdout:3503: finishing write tid 1 to smithi09877355-22 2024-04-12T00:38:31.734 INFO:tasks.rados.rados.0.smithi098.stdout:3503: finishing write tid 2 to smithi09877355-22 2024-04-12T00:38:31.734 INFO:tasks.rados.rados.0.smithi098.stdout:3503: finishing write tid 3 to smithi09877355-22 2024-04-12T00:38:31.734 INFO:tasks.rados.rados.0.smithi098.stdout:3503: finishing write tid 4 to smithi09877355-22 2024-04-12T00:38:31.734 INFO:tasks.rados.rados.0.smithi098.stdout:3504: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:38:31.805 INFO:tasks.rados.rados.0.smithi098.stdout:3503: finishing write tid 5 to smithi09877355-22 2024-04-12T00:38:31.806 INFO:tasks.rados.rados.0.smithi098.stdout:3503: finishing write tid 6 to smithi09877355-22 2024-04-12T00:38:31.806 INFO:tasks.rados.rados.0.smithi098.stdout:3503: oid 22 updating version 0 to 2779 2024-04-12T00:38:31.806 INFO:tasks.rados.rados.0.smithi098.stdout:3503: oid 22 updating version 2779 to 2782 2024-04-12T00:38:31.806 INFO:tasks.rados.rados.0.smithi098.stdout:3503: oid 22 version 2782 is already newer than 2780 2024-04-12T00:38:31.806 INFO:tasks.rados.rados.0.smithi098.stdout:3503: oid 22 updating version 2782 to 2783 2024-04-12T00:38:31.806 INFO:tasks.rados.rados.0.smithi098.stdout:3503: oid 22 version 2783 is already newer than 2781 2024-04-12T00:38:31.806 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 2783 (ObjNum 1123 snap 322 seq_num 1123) dirty exists 2024-04-12T00:38:31.806 INFO:tasks.rados.rados.0.smithi098.stdout:3503: left oid 22 (ObjNum 1123 snap 322 seq_num 1123) 2024-04-12T00:38:31.806 INFO:tasks.rados.rados.0.smithi098.stdout:3509: seq_num 1126 ranges {1433600=466944,1900544=720896,2621440=778240,3399680=106496} 2024-04-12T00:38:31.815 INFO:tasks.rados.rados.0.smithi098.stdout:3509: writing smithi09877355-18 from 1433600 to 1900544 tid 1 2024-04-12T00:38:31.820 INFO:tasks.rados.rados.0.smithi098.stdout:3509: writing smithi09877355-18 from 1900544 to 2621440 tid 2 2024-04-12T00:38:31.824 INFO:tasks.rados.rados.0.smithi098.stdout:3509: writing smithi09877355-18 from 2621440 to 3399680 tid 3 2024-04-12T00:38:31.825 INFO:tasks.rados.rados.0.smithi098.stdout:3509: writing smithi09877355-18 from 3399680 to 3506176 tid 4 2024-04-12T00:38:31.825 INFO:tasks.rados.rados.0.smithi098.stdout:3502: done (6 left) 2024-04-12T00:38:31.825 INFO:tasks.rados.rados.0.smithi098.stdout:3503: done (5 left) 2024-04-12T00:38:31.825 INFO:tasks.rados.rados.0.smithi098.stdout:3504: done (4 left) 2024-04-12T00:38:31.825 INFO:tasks.rados.rados.0.smithi098.stdout:3510: snap_remove snap 321 2024-04-12T00:38:31.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:31 smithi193 ceph-mon[83763]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T00:38:31.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:31 smithi193 ceph-mon[83763]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T00:38:32.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:31 smithi098 ceph-mon[91373]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T00:38:32.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:31 smithi098 ceph-mon[91373]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T00:38:32.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:31 smithi098 ceph-mon[88922]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T00:38:32.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:31 smithi098 ceph-mon[88922]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T00:38:32.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:38:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:38:32.594 INFO:tasks.rados.rados.0.smithi098.stdout:3510: done (4 left) 2024-04-12T00:38:32.594 INFO:tasks.rados.rados.0.smithi098.stdout:3511: snap_remove snap 291 2024-04-12T00:38:32.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:32 smithi193 ceph-mon[83763]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 326 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-04-12T00:38:33.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:32 smithi098 ceph-mon[91373]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 326 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-04-12T00:38:33.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:32 smithi098 ceph-mon[88922]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 326 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-04-12T00:38:33.594 INFO:tasks.rados.rados.0.smithi098.stdout:3511: done (4 left) 2024-04-12T00:38:33.594 INFO:tasks.rados.rados.0.smithi098.stdout:3512: snap_remove snap 320 2024-04-12T00:38:33.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:33 smithi193 ceph-mon[83763]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T00:38:34.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:33 smithi098 ceph-mon[91373]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T00:38:34.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:33 smithi098 ceph-mon[88922]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T00:38:34.612 INFO:tasks.rados.rados.0.smithi098.stdout:3512: done (4 left) 2024-04-12T00:38:34.612 INFO:tasks.rados.rados.0.smithi098.stdout:3513: read oid 9 snap -1 2024-04-12T00:38:34.612 INFO:tasks.rados.rados.0.smithi098.stdout:3513: expect (ObjNum 1113 snap 320 seq_num 1113) 2024-04-12T00:38:34.612 INFO:tasks.rados.rados.0.smithi098.stdout:3514: read oid 38 snap -1 2024-04-12T00:38:34.612 INFO:tasks.rados.rados.0.smithi098.stdout:3514: expect (ObjNum 1077 snap 306 seq_num 1077) 2024-04-12T00:38:34.612 INFO:tasks.rados.rados.0.smithi098.stdout:3515: snap_remove snap 319 2024-04-12T00:38:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:34 smithi193 ceph-mon[83763]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T00:38:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:34 smithi193 ceph-mon[83763]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-12T00:38:35.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:34 smithi098 ceph-mon[91373]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T00:38:35.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:34 smithi098 ceph-mon[91373]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-12T00:38:35.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:34 smithi098 ceph-mon[88922]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T00:38:35.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:34 smithi098 ceph-mon[88922]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-12T00:38:35.610 INFO:tasks.rados.rados.0.smithi098.stdout:3515: done (6 left) 2024-04-12T00:38:35.611 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 30 current snap is 322 2024-04-12T00:38:35.611 INFO:tasks.rados.rados.0.smithi098.stdout:3516: seq_num 1127 ranges {1548288=483328,2031616=598016,2629632=581632,3211264=425984} 2024-04-12T00:38:35.623 INFO:tasks.rados.rados.0.smithi098.stdout:3516: writing smithi09877355-30 from 1548288 to 2031616 tid 1 2024-04-12T00:38:35.626 INFO:tasks.rados.rados.0.smithi098.stdout:3516: writing smithi09877355-30 from 2031616 to 2629632 tid 2 2024-04-12T00:38:35.630 INFO:tasks.rados.rados.0.smithi098.stdout:3516: writing smithi09877355-30 from 2629632 to 3211264 tid 3 2024-04-12T00:38:35.633 INFO:tasks.rados.rados.0.smithi098.stdout:3516: writing smithi09877355-30 from 3211264 to 3637248 tid 4 2024-04-12T00:38:35.633 INFO:tasks.rados.rados.0.smithi098.stdout:3517: snap_create 2024-04-12T00:38:35.633 INFO:tasks.rados.rados.0.smithi098.stdout:3505: expect (ObjNum 1111 snap 319 seq_num 1111) 2024-04-12T00:38:35.681 INFO:tasks.rados.rados.0.smithi098.stdout:3507: finishing write tid 1 to smithi09877355-2 2024-04-12T00:38:35.681 INFO:tasks.rados.rados.0.smithi098.stdout:3507: finishing write tid 2 to smithi09877355-2 2024-04-12T00:38:35.682 INFO:tasks.rados.rados.0.smithi098.stdout:3507: finishing write tid 3 to smithi09877355-2 2024-04-12T00:38:35.682 INFO:tasks.rados.rados.0.smithi098.stdout:3507: finishing write tid 4 to smithi09877355-2 2024-04-12T00:38:35.682 INFO:tasks.rados.rados.0.smithi098.stdout:3507: finishing write tid 5 to smithi09877355-2 2024-04-12T00:38:35.682 INFO:tasks.rados.rados.0.smithi098.stdout:3507: finishing write tid 6 to smithi09877355-2 2024-04-12T00:38:35.682 INFO:tasks.rados.rados.0.smithi098.stdout:3507: finishing write tid 7 to smithi09877355-2 2024-04-12T00:38:35.682 INFO:tasks.rados.rados.0.smithi098.stdout:3507: oid 2 updating version 0 to 2438 2024-04-12T00:38:35.682 INFO:tasks.rados.rados.0.smithi098.stdout:3507: oid 2 updating version 2438 to 2441 2024-04-12T00:38:35.682 INFO:tasks.rados.rados.0.smithi098.stdout:3507: oid 2 version 2441 is already newer than 2439 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3507: oid 2 version 2441 is already newer than 2436 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3507: oid 2 version 2441 is already newer than 2440 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3507: oid 2 version 2441 is already newer than 2437 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 2441 (ObjNum 1124 snap 322 seq_num 1124) dirty exists 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3507: left oid 2 (ObjNum 1124 snap 322 seq_num 1124) 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3508: finishing write tid 1 to smithi09877355-10 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3508: finishing write tid 2 to smithi09877355-10 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3508: finishing write tid 3 to smithi09877355-10 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3508: finishing write tid 4 to smithi09877355-10 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3508: finishing write tid 5 to smithi09877355-10 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3508: finishing write tid 6 to smithi09877355-10 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3508: oid 10 updating version 0 to 2619 2024-04-12T00:38:35.683 INFO:tasks.rados.rados.0.smithi098.stdout:3508: oid 10 updating version 2619 to 2620 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3508: oid 10 version 2620 is already newer than 2618 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3508: oid 10 updating version 2620 to 2621 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3508: oid 10 version 2621 is already newer than 2617 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2621 (ObjNum 1125 snap 322 seq_num 1125) dirty exists 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3508: left oid 10 (ObjNum 1125 snap 322 seq_num 1125) 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3509: finishing write tid 1 to smithi09877355-18 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3509: finishing write tid 2 to smithi09877355-18 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3509: finishing write tid 3 to smithi09877355-18 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3509: finishing write tid 4 to smithi09877355-18 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3509: finishing write tid 5 to smithi09877355-18 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3509: finishing write tid 6 to smithi09877355-18 2024-04-12T00:38:35.684 INFO:tasks.rados.rados.0.smithi098.stdout:3509: oid 18 updating version 0 to 2322 2024-04-12T00:38:35.685 INFO:tasks.rados.rados.0.smithi098.stdout:3509: oid 18 updating version 2322 to 2324 2024-04-12T00:38:35.685 INFO:tasks.rados.rados.0.smithi098.stdout:3509: oid 18 version 2324 is already newer than 2321 2024-04-12T00:38:35.685 INFO:tasks.rados.rados.0.smithi098.stdout:3509: oid 18 version 2324 is already newer than 2320 2024-04-12T00:38:35.685 INFO:tasks.rados.rados.0.smithi098.stdout:3509: oid 18 version 2324 is already newer than 2323 2024-04-12T00:38:35.685 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 2324 (ObjNum 1126 snap 322 seq_num 1126) dirty exists 2024-04-12T00:38:35.685 INFO:tasks.rados.rados.0.smithi098.stdout:3509: left oid 18 (ObjNum 1126 snap 322 seq_num 1126) 2024-04-12T00:38:35.685 INFO:tasks.rados.rados.0.smithi098.stdout:3514: expect (ObjNum 1077 snap 306 seq_num 1077) 2024-04-12T00:38:35.714 INFO:tasks.rados.rados.0.smithi098.stdout:3513: expect (ObjNum 1113 snap 320 seq_num 1113) 2024-04-12T00:38:35.761 INFO:tasks.rados.rados.0.smithi098.stdout:3516: finishing write tid 1 to smithi09877355-30 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: finishing write tid 2 to smithi09877355-30 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: finishing write tid 3 to smithi09877355-30 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: finishing write tid 4 to smithi09877355-30 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: finishing write tid 5 to smithi09877355-30 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: finishing write tid 6 to smithi09877355-30 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: oid 30 updating version 0 to 2337 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: oid 30 version 2337 is already newer than 2336 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: oid 30 version 2337 is already newer than 2334 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: oid 30 version 2337 is already newer than 2335 2024-04-12T00:38:35.762 INFO:tasks.rados.rados.0.smithi098.stdout:3516: oid 30 updating version 2337 to 2338 2024-04-12T00:38:35.763 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 2338 (ObjNum 1127 snap 322 seq_num 1127) dirty exists 2024-04-12T00:38:35.763 INFO:tasks.rados.rados.0.smithi098.stdout:3516: left oid 30 (ObjNum 1127 snap 322 seq_num 1127) 2024-04-12T00:38:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:35 smithi193 ceph-mon[83763]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T00:38:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:38:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:38:35] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T00:38:36.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:35 smithi098 ceph-mon[91373]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T00:38:36.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:36.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:35 smithi098 ceph-mon[88922]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T00:38:36.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:36.565 INFO:tasks.rados.rados.0.smithi098.stdout:3505: done (7 left) 2024-04-12T00:38:36.566 INFO:tasks.rados.rados.0.smithi098.stdout:3507: done (6 left) 2024-04-12T00:38:36.566 INFO:tasks.rados.rados.0.smithi098.stdout:3508: done (5 left) 2024-04-12T00:38:36.566 INFO:tasks.rados.rados.0.smithi098.stdout:3509: done (4 left) 2024-04-12T00:38:36.566 INFO:tasks.rados.rados.0.smithi098.stdout:3513: done (3 left) 2024-04-12T00:38:36.566 INFO:tasks.rados.rados.0.smithi098.stdout:3514: done (2 left) 2024-04-12T00:38:36.566 INFO:tasks.rados.rados.0.smithi098.stdout:3516: done (1 left) 2024-04-12T00:38:36.566 INFO:tasks.rados.rados.0.smithi098.stdout:3517: done (0 left) 2024-04-12T00:38:36.566 INFO:tasks.rados.rados.0.smithi098.stdout:3518: snap_remove snap 292 2024-04-12T00:38:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:36 smithi193 ceph-mon[83763]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T00:38:36.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:36 smithi193 ceph-mon[83763]: pgmap v734: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 986 KiB/s wr, 11 op/s 2024-04-12T00:38:36.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:36 smithi193 ceph-mon[83763]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T00:38:37.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:36 smithi098 ceph-mon[91373]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T00:38:37.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:36 smithi098 ceph-mon[91373]: pgmap v734: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 986 KiB/s wr, 11 op/s 2024-04-12T00:38:37.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:36 smithi098 ceph-mon[91373]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T00:38:37.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:36 smithi098 ceph-mon[88922]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T00:38:37.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:36 smithi098 ceph-mon[88922]: pgmap v734: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 330 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 986 KiB/s wr, 11 op/s 2024-04-12T00:38:37.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:36 smithi098 ceph-mon[88922]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T00:38:37.564 INFO:tasks.rados.rados.0.smithi098.stdout:3518: done (0 left) 2024-04-12T00:38:37.564 INFO:tasks.rados.rados.0.smithi098.stdout:3519: snap_create 2024-04-12T00:38:38.574 INFO:tasks.rados.rados.0.smithi098.stdout:3519: done (0 left) 2024-04-12T00:38:38.574 INFO:tasks.rados.rados.0.smithi098.stdout:3520: read oid 11 snap -1 2024-04-12T00:38:38.574 INFO:tasks.rados.rados.0.smithi098.stdout:3520: expect deleted 2024-04-12T00:38:38.574 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 324 2024-04-12T00:38:38.574 INFO:tasks.rados.rados.0.smithi098.stdout:3521: seq_num 1128 ranges {7798784=499712,8298496=483328,8781824=786432,9568256=335872} 2024-04-12T00:38:38.618 INFO:tasks.rados.rados.0.smithi098.stdout:3521: writing smithi09877355-28 from 7798784 to 8298496 tid 1 2024-04-12T00:38:38.620 INFO:tasks.rados.rados.0.smithi098.stdout:3521: writing smithi09877355-28 from 8298496 to 8781824 tid 2 2024-04-12T00:38:38.625 INFO:tasks.rados.rados.0.smithi098.stdout:3521: writing smithi09877355-28 from 8781824 to 9568256 tid 3 2024-04-12T00:38:38.626 INFO:tasks.rados.rados.0.smithi098.stdout:3521: writing smithi09877355-28 from 9568256 to 9904128 tid 4 2024-04-12T00:38:38.627 INFO:tasks.rados.rados.0.smithi098.stdout:3522: delete oid 46 current snap is 324 2024-04-12T00:38:38.627 INFO:tasks.rados.rados.0.smithi098.stdout:3521: finishing write tid 1 to smithi09877355-28 2024-04-12T00:38:38.627 INFO:tasks.rados.rados.0.smithi098.stdout:3521: finishing write tid 2 to smithi09877355-28 2024-04-12T00:38:38.629 INFO:tasks.rados.rados.0.smithi098.stdout:3521: finishing write tid 3 to smithi09877355-28 2024-04-12T00:38:38.630 INFO:tasks.rados.rados.0.smithi098.stdout:3521: finishing write tid 4 to smithi09877355-28 2024-04-12T00:38:38.630 INFO:tasks.rados.rados.0.smithi098.stdout:3521: finishing write tid 5 to smithi09877355-28 2024-04-12T00:38:38.633 INFO:tasks.rados.rados.0.smithi098.stdout:3520: done (2 left) 2024-04-12T00:38:38.634 INFO:tasks.rados.rados.0.smithi098.stdout:3522: done (1 left) 2024-04-12T00:38:38.634 INFO:tasks.rados.rados.0.smithi098.stdout:3523: read oid 44 snap -1 2024-04-12T00:38:38.634 INFO:tasks.rados.rados.0.smithi098.stdout:3523: expect deleted 2024-04-12T00:38:38.634 INFO:tasks.rados.rados.0.smithi098.stdout:3524: rollback oid 38 current snap is 324 2024-04-12T00:38:38.634 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 38 to 302 2024-04-12T00:38:38.634 INFO:tasks.rados.rados.0.smithi098.stdout:3525: rmattr oid 20 current snap is 324 2024-04-12T00:38:38.635 INFO:tasks.rados.rados.0.smithi098.stdout:3526: read oid 27 snap -1 2024-04-12T00:38:38.635 INFO:tasks.rados.rados.0.smithi098.stdout:3526: expect (ObjNum 993 snap 286 seq_num 993) 2024-04-12T00:38:38.635 INFO:tasks.rados.rados.0.smithi098.stdout:3527: snap_create 2024-04-12T00:38:38.635 INFO:tasks.rados.rados.0.smithi098.stdout:3521: finishing write tid 6 to smithi09877355-28 2024-04-12T00:38:38.635 INFO:tasks.rados.rados.0.smithi098.stdout:3521: oid 28 updating version 0 to 1621 2024-04-12T00:38:38.635 INFO:tasks.rados.rados.0.smithi098.stdout:3521: oid 28 updating version 1621 to 1623 2024-04-12T00:38:38.636 INFO:tasks.rados.rados.0.smithi098.stdout:3521: oid 28 version 1623 is already newer than 1620 2024-04-12T00:38:38.636 INFO:tasks.rados.rados.0.smithi098.stdout:3521: oid 28 updating version 1623 to 1624 2024-04-12T00:38:38.636 INFO:tasks.rados.rados.0.smithi098.stdout:3521: oid 28 version 1624 is already newer than 1622 2024-04-12T00:38:38.636 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1624 (ObjNum 1128 snap 324 seq_num 1128) dirty exists 2024-04-12T00:38:38.636 INFO:tasks.rados.rados.0.smithi098.stdout:3521: left oid 28 (ObjNum 1128 snap 324 seq_num 1128) 2024-04-12T00:38:38.638 INFO:tasks.rados.rados.0.smithi098.stdout:3524: finishing rollback tid 0 to smithi09877355-38 2024-04-12T00:38:38.640 INFO:tasks.rados.rados.0.smithi098.stdout:3524: finishing rollback tid 1 to smithi09877355-38 2024-04-12T00:38:38.641 INFO:tasks.rados.rados.0.smithi098.stdout:3524: finishing rollback tid 2 to smithi09877355-38 2024-04-12T00:38:38.641 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 2582 (ObjNum 999 snap 288 seq_num 999) dirty exists 2024-04-12T00:38:38.641 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 2583 (ObjNum 129 snap 0 seq_num 28849096) dirty exists 2024-04-12T00:38:38.663 INFO:tasks.rados.rados.0.smithi098.stdout:3526: expect (ObjNum 993 snap 286 seq_num 993) 2024-04-12T00:38:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:38 smithi193 ceph-mon[83763]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T00:38:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:38 smithi193 ceph-mon[83763]: pgmap v737: 121 pgs: 121 active+clean; 326 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1008 KiB/s wr, 5 op/s 2024-04-12T00:38:39.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:38 smithi098 ceph-mon[91373]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T00:38:39.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:38 smithi098 ceph-mon[91373]: pgmap v737: 121 pgs: 121 active+clean; 326 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1008 KiB/s wr, 5 op/s 2024-04-12T00:38:39.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:38 smithi098 ceph-mon[88922]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T00:38:39.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:38 smithi098 ceph-mon[88922]: pgmap v737: 121 pgs: 121 active+clean; 326 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1008 KiB/s wr, 5 op/s 2024-04-12T00:38:39.578 INFO:tasks.rados.rados.0.smithi098.stdout:3521: done (5 left) 2024-04-12T00:38:39.578 INFO:tasks.rados.rados.0.smithi098.stdout:3523: done (4 left) 2024-04-12T00:38:39.578 INFO:tasks.rados.rados.0.smithi098.stdout:3524: done (3 left) 2024-04-12T00:38:39.578 INFO:tasks.rados.rados.0.smithi098.stdout:3525: done (2 left) 2024-04-12T00:38:39.578 INFO:tasks.rados.rados.0.smithi098.stdout:3526: done (1 left) 2024-04-12T00:38:39.578 INFO:tasks.rados.rados.0.smithi098.stdout:3527: done (0 left) 2024-04-12T00:38:39.579 INFO:tasks.rados.rados.0.smithi098.stdout:3528: delete oid 27 current snap is 325 2024-04-12T00:38:39.585 INFO:tasks.rados.rados.0.smithi098.stdout:3528: done (0 left) 2024-04-12T00:38:39.586 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 325 2024-04-12T00:38:39.586 INFO:tasks.rados.rados.0.smithi098.stdout:3529: seq_num 1131 ranges {0=548864,548864=540672,1089536=565248,1654784=425984,2080768=73728} 2024-04-12T00:38:39.586 INFO:tasks.rados.rados.0.smithi098.stdout:3529: writing smithi09877355-27 from 0 to 548864 tid 1 2024-04-12T00:38:39.589 INFO:tasks.rados.rados.0.smithi098.stdout:3529: writing smithi09877355-27 from 548864 to 1089536 tid 2 2024-04-12T00:38:39.593 INFO:tasks.rados.rados.0.smithi098.stdout:3529: writing smithi09877355-27 from 1089536 to 1654784 tid 3 2024-04-12T00:38:39.596 INFO:tasks.rados.rados.0.smithi098.stdout:3529: writing smithi09877355-27 from 1654784 to 2080768 tid 4 2024-04-12T00:38:39.596 INFO:tasks.rados.rados.0.smithi098.stdout:3529: writing smithi09877355-27 from 2080768 to 2154496 tid 5 2024-04-12T00:38:39.597 INFO:tasks.rados.rados.0.smithi098.stdout:3529: finishing write tid 1 to smithi09877355-27 2024-04-12T00:38:39.597 INFO:tasks.rados.rados.0.smithi098.stdout:3529: finishing write tid 2 to smithi09877355-27 2024-04-12T00:38:39.597 INFO:tasks.rados.rados.0.smithi098.stdout:3529: finishing write tid 3 to smithi09877355-27 2024-04-12T00:38:39.597 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 36 current snap is 325 2024-04-12T00:38:39.597 INFO:tasks.rados.rados.0.smithi098.stdout:3530: seq_num 1132 ranges {4358144=565248,4923392=425984,5349376=770048,6119424=409600} 2024-04-12T00:38:39.623 INFO:tasks.rados.rados.0.smithi098.stdout:3530: writing smithi09877355-36 from 4358144 to 4923392 tid 1 2024-04-12T00:38:39.626 INFO:tasks.rados.rados.0.smithi098.stdout:3530: writing smithi09877355-36 from 4923392 to 5349376 tid 2 2024-04-12T00:38:39.630 INFO:tasks.rados.rados.0.smithi098.stdout:3530: writing smithi09877355-36 from 5349376 to 6119424 tid 3 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3530: writing smithi09877355-36 from 6119424 to 6529024 tid 4 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3531: delete oid 13 current snap is 325 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3529: finishing write tid 4 to smithi09877355-27 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3529: finishing write tid 5 to smithi09877355-27 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3529: finishing write tid 6 to smithi09877355-27 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3529: finishing write tid 7 to smithi09877355-27 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3529: oid 27 updating version 0 to 1631 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3529: oid 27 version 1631 is already newer than 1630 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3529: oid 27 version 1631 is already newer than 1629 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3529: oid 27 version 1631 is already newer than 1628 2024-04-12T00:38:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3529: oid 27 version 1631 is already newer than 1627 2024-04-12T00:38:39.635 INFO:tasks.rados.rados.0.smithi098.stdout:3529: oid 27 version 1631 is already newer than 1626 2024-04-12T00:38:39.635 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1631 (ObjNum 1131 snap 325 seq_num 1131) dirty exists 2024-04-12T00:38:39.635 INFO:tasks.rados.rados.0.smithi098.stdout:3529: left oid 27 (ObjNum 1131 snap 325 seq_num 1131) 2024-04-12T00:38:39.635 INFO:tasks.rados.rados.0.smithi098.stdout:3530: finishing write tid 1 to smithi09877355-36 2024-04-12T00:38:39.635 INFO:tasks.rados.rados.0.smithi098.stdout:3530: finishing write tid 2 to smithi09877355-36 2024-04-12T00:38:39.636 INFO:tasks.rados.rados.0.smithi098.stdout:3530: finishing write tid 3 to smithi09877355-36 2024-04-12T00:38:39.636 INFO:tasks.rados.rados.0.smithi098.stdout:3530: finishing write tid 4 to smithi09877355-36 2024-04-12T00:38:39.636 INFO:tasks.rados.rados.0.smithi098.stdout:3530: finishing write tid 5 to smithi09877355-36 2024-04-12T00:38:39.637 INFO:tasks.rados.rados.0.smithi098.stdout:3529: done (2 left) 2024-04-12T00:38:39.637 INFO:tasks.rados.rados.0.smithi098.stdout:3531: done (1 left) 2024-04-12T00:38:39.637 INFO:tasks.rados.rados.0.smithi098.stdout:3532: read oid 6 snap -1 2024-04-12T00:38:39.637 INFO:tasks.rados.rados.0.smithi098.stdout:3532: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:38:39.637 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 325 2024-04-12T00:38:39.638 INFO:tasks.rados.rados.0.smithi098.stdout:3533: seq_num 1134 ranges {1433600=598016,2031616=638976,2670592=737280,3407872=229376} 2024-04-12T00:38:39.648 INFO:tasks.rados.rados.0.smithi098.stdout:3533: writing smithi09877355-43 from 1433600 to 2031616 tid 1 2024-04-12T00:38:39.652 INFO:tasks.rados.rados.0.smithi098.stdout:3533: writing smithi09877355-43 from 2031616 to 2670592 tid 2 2024-04-12T00:38:39.657 INFO:tasks.rados.rados.0.smithi098.stdout:3533: writing smithi09877355-43 from 2670592 to 3407872 tid 3 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3533: writing smithi09877355-43 from 3407872 to 3637248 tid 4 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 5 current snap is 325 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3530: finishing write tid 6 to smithi09877355-36 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3530: oid 36 updating version 0 to 2603 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3530: oid 36 updating version 2603 to 2605 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3530: oid 36 version 2605 is already newer than 2604 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3530: oid 36 version 2605 is already newer than 2601 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3530: oid 36 version 2605 is already newer than 2602 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 2605 (ObjNum 1132 snap 325 seq_num 1132) dirty exists 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3530: left oid 36 (ObjNum 1132 snap 325 seq_num 1132) 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3533: finishing write tid 1 to smithi09877355-43 2024-04-12T00:38:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3534: seq_num 1135 ranges {5840896=614400,6455296=524288,6979584=540672,7520256=483328,8003584=57344} 2024-04-12T00:38:39.694 INFO:tasks.rados.rados.0.smithi098.stdout:3534: writing smithi09877355-5 from 5840896 to 6455296 tid 1 2024-04-12T00:38:39.696 INFO:tasks.rados.rados.0.smithi098.stdout:3534: writing smithi09877355-5 from 6455296 to 6979584 tid 2 2024-04-12T00:38:39.699 INFO:tasks.rados.rados.0.smithi098.stdout:3534: writing smithi09877355-5 from 6979584 to 7520256 tid 3 2024-04-12T00:38:39.702 INFO:tasks.rados.rados.0.smithi098.stdout:3534: writing smithi09877355-5 from 7520256 to 8003584 tid 4 2024-04-12T00:38:39.703 INFO:tasks.rados.rados.0.smithi098.stdout:3534: writing smithi09877355-5 from 8003584 to 8060928 tid 5 2024-04-12T00:38:39.703 INFO:tasks.rados.rados.0.smithi098.stdout:3530: done (3 left) 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3535: read oid 7 snap 297 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3535: expect (ObjNum 973 snap 280 seq_num 973) 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3536: snap_create 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: finishing write tid 2 to smithi09877355-43 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: finishing write tid 3 to smithi09877355-43 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: finishing write tid 4 to smithi09877355-43 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: finishing write tid 5 to smithi09877355-43 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: finishing write tid 6 to smithi09877355-43 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: oid 43 updating version 0 to 2337 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: oid 43 updating version 2337 to 2338 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: oid 43 version 2338 is already newer than 2335 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: oid 43 version 2338 is already newer than 2336 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: oid 43 version 2338 is already newer than 2334 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 2338 (ObjNum 1134 snap 325 seq_num 1134) dirty exists 2024-04-12T00:38:39.704 INFO:tasks.rados.rados.0.smithi098.stdout:3533: left oid 43 (ObjNum 1134 snap 325 seq_num 1134) 2024-04-12T00:38:39.705 INFO:tasks.rados.rados.0.smithi098.stdout:3532: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:38:39.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:39 smithi193 ceph-mon[83763]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T00:38:40.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:39 smithi098 ceph-mon[91373]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T00:38:40.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:39 smithi098 ceph-mon[88922]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: finishing write tid 1 to smithi09877355-5 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: finishing write tid 2 to smithi09877355-5 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: finishing write tid 3 to smithi09877355-5 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: finishing write tid 4 to smithi09877355-5 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: finishing write tid 5 to smithi09877355-5 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: finishing write tid 6 to smithi09877355-5 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: finishing write tid 7 to smithi09877355-5 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: oid 5 updating version 0 to 2608 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: oid 5 updating version 2608 to 2609 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: oid 5 updating version 2609 to 2611 2024-04-12T00:38:40.798 INFO:tasks.rados.rados.0.smithi098.stdout:3534: oid 5 version 2611 is already newer than 2610 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:3534: oid 5 version 2611 is already newer than 2606 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:3534: oid 5 version 2611 is already newer than 2607 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 2611 (ObjNum 1135 snap 325 seq_num 1135) dirty exists 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:3534: left oid 5 (ObjNum 1135 snap 325 seq_num 1135) 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:3532: done (4 left) 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:3533: done (3 left) 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:3534: done (2 left) 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:3536: done (1 left) 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 326 2024-04-12T00:38:40.799 INFO:tasks.rados.rados.0.smithi098.stdout:3535: expect (ObjNum 973 snap 280 seq_num 973) 2024-04-12T00:38:40.845 INFO:tasks.rados.rados.0.smithi098.stdout:3537: seq_num 1136 ranges {0=630784,630784=409600,1040384=753664,1794048=417792,2211840=24576} 2024-04-12T00:38:40.848 INFO:tasks.rados.rados.0.smithi098.stdout:3537: writing smithi09877355-46 from 0 to 630784 tid 1 2024-04-12T00:38:40.851 INFO:tasks.rados.rados.0.smithi098.stdout:3537: writing smithi09877355-46 from 630784 to 1040384 tid 2 2024-04-12T00:38:40.855 INFO:tasks.rados.rados.0.smithi098.stdout:3537: writing smithi09877355-46 from 1040384 to 1794048 tid 3 2024-04-12T00:38:40.858 INFO:tasks.rados.rados.0.smithi098.stdout:3537: writing smithi09877355-46 from 1794048 to 2211840 tid 4 2024-04-12T00:38:40.861 INFO:tasks.rados.rados.0.smithi098.stdout:3537: writing smithi09877355-46 from 2211840 to 2236416 tid 5 2024-04-12T00:38:40.861 INFO:tasks.rados.rados.0.smithi098.stdout:3535: done (1 left) 2024-04-12T00:38:40.862 INFO:tasks.rados.rados.0.smithi098.stdout:3538: read oid 7 snap -1 2024-04-12T00:38:40.862 INFO:tasks.rados.rados.0.smithi098.stdout:3538: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-04-12T00:38:40.862 INFO:tasks.rados.rados.0.smithi098.stdout:3539: rollback oid 36 current snap is 326 2024-04-12T00:38:40.862 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 324 2024-04-12T00:38:40.862 INFO:tasks.rados.rados.0.smithi098.stdout:3537: finishing write tid 1 to smithi09877355-46 2024-04-12T00:38:40.862 INFO:tasks.rados.rados.0.smithi098.stdout:3537: finishing write tid 2 to smithi09877355-46 2024-04-12T00:38:40.862 INFO:tasks.rados.rados.0.smithi098.stdout:3540: snap_create 2024-04-12T00:38:40.863 INFO:tasks.rados.rados.0.smithi098.stdout:3537: finishing write tid 3 to smithi09877355-46 2024-04-12T00:38:40.865 INFO:tasks.rados.rados.0.smithi098.stdout:3539: finishing rollback tid 0 to smithi09877355-36 2024-04-12T00:38:40.865 INFO:tasks.rados.rados.0.smithi098.stdout:3539: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:38:40.865 INFO:tasks.rados.rados.0.smithi098.stdout:3539: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:38:40.865 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 2614 (ObjNum 1039 snap 299 seq_num 1039) dirty exists 2024-04-12T00:38:40.865 INFO:tasks.rados.rados.0.smithi098.stdout:3537: finishing write tid 4 to smithi09877355-46 2024-04-12T00:38:40.865 INFO:tasks.rados.rados.0.smithi098.stdout:3537: finishing write tid 5 to smithi09877355-46 2024-04-12T00:38:40.867 INFO:tasks.rados.rados.0.smithi098.stdout:3537: finishing write tid 6 to smithi09877355-46 2024-04-12T00:38:40.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:40 smithi193 ceph-mon[83763]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T00:38:40.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:40 smithi193 ceph-mon[83763]: pgmap v740: 121 pgs: 121 active+clean; 315 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-12T00:38:40.868 INFO:tasks.rados.rados.0.smithi098.stdout:3538: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-04-12T00:38:40.981 INFO:tasks.rados.rados.0.smithi098.stdout:3537: finishing write tid 7 to smithi09877355-46 2024-04-12T00:38:40.981 INFO:tasks.rados.rados.0.smithi098.stdout:3537: oid 46 updating version 0 to 2343 2024-04-12T00:38:40.981 INFO:tasks.rados.rados.0.smithi098.stdout:3537: oid 46 version 2343 is already newer than 2342 2024-04-12T00:38:40.981 INFO:tasks.rados.rados.0.smithi098.stdout:3537: oid 46 version 2343 is already newer than 2341 2024-04-12T00:38:40.981 INFO:tasks.rados.rados.0.smithi098.stdout:3537: oid 46 updating version 2343 to 2345 2024-04-12T00:38:40.981 INFO:tasks.rados.rados.0.smithi098.stdout:3537: oid 46 version 2345 is already newer than 2344 2024-04-12T00:38:40.981 INFO:tasks.rados.rados.0.smithi098.stdout:3537: oid 46 version 2345 is already newer than 2340 2024-04-12T00:38:40.981 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 2345 (ObjNum 1136 snap 326 seq_num 1136) dirty exists 2024-04-12T00:38:40.982 INFO:tasks.rados.rados.0.smithi098.stdout:3537: left oid 46 (ObjNum 1136 snap 326 seq_num 1136) 2024-04-12T00:38:41.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:40 smithi098 ceph-mon[91373]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T00:38:41.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:40 smithi098 ceph-mon[91373]: pgmap v740: 121 pgs: 121 active+clean; 315 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-12T00:38:41.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:40 smithi098 ceph-mon[88922]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T00:38:41.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:40 smithi098 ceph-mon[88922]: pgmap v740: 121 pgs: 121 active+clean; 315 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-12T00:38:41.562 INFO:tasks.rados.rados.0.smithi098.stdout:3537: done (3 left) 2024-04-12T00:38:41.563 INFO:tasks.rados.rados.0.smithi098.stdout:3538: done (2 left) 2024-04-12T00:38:41.563 INFO:tasks.rados.rados.0.smithi098.stdout:3539: done (1 left) 2024-04-12T00:38:41.563 INFO:tasks.rados.rados.0.smithi098.stdout:3540: done (0 left) 2024-04-12T00:38:41.563 INFO:tasks.rados.rados.0.smithi098.stdout:3541: snap_create 2024-04-12T00:38:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:41 smithi193 ceph-mon[83763]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T00:38:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:41 smithi193 ceph-mon[83763]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T00:38:42.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:41 smithi098 ceph-mon[91373]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T00:38:42.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:41 smithi098 ceph-mon[91373]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T00:38:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:41 smithi098 ceph-mon[88922]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T00:38:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:41 smithi098 ceph-mon[88922]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T00:38:42.567 INFO:tasks.rados.rados.0.smithi098.stdout:3541: done (0 left) 2024-04-12T00:38:42.567 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 328 2024-04-12T00:38:42.567 INFO:tasks.rados.rados.0.smithi098.stdout:3542: seq_num 1137 ranges {0=647168,647168=696320,1343488=557056,1900544=352256} 2024-04-12T00:38:42.570 INFO:tasks.rados.rados.0.smithi098.stdout:3542: writing smithi09877355-8 from 0 to 647168 tid 1 2024-04-12T00:38:42.574 INFO:tasks.rados.rados.0.smithi098.stdout:3542: writing smithi09877355-8 from 647168 to 1343488 tid 2 2024-04-12T00:38:42.577 INFO:tasks.rados.rados.0.smithi098.stdout:3542: writing smithi09877355-8 from 1343488 to 1900544 tid 3 2024-04-12T00:38:42.579 INFO:tasks.rados.rados.0.smithi098.stdout:3542: writing smithi09877355-8 from 1900544 to 2252800 tid 4 2024-04-12T00:38:42.580 INFO:tasks.rados.rados.0.smithi098.stdout:3543: rollback oid 37 current snap is 328 2024-04-12T00:38:42.580 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 37 to 301 2024-04-12T00:38:42.580 INFO:tasks.rados.rados.0.smithi098.stdout:3542: finishing write tid 1 to smithi09877355-8 2024-04-12T00:38:42.580 INFO:tasks.rados.rados.0.smithi098.stdout:3544: snap_create 2024-04-12T00:38:42.580 INFO:tasks.rados.rados.0.smithi098.stdout:3542: finishing write tid 2 to smithi09877355-8 2024-04-12T00:38:42.584 INFO:tasks.rados.rados.0.smithi098.stdout:3542: finishing write tid 3 to smithi09877355-8 2024-04-12T00:38:42.584 INFO:tasks.rados.rados.0.smithi098.stdout:3542: finishing write tid 4 to smithi09877355-8 2024-04-12T00:38:42.584 INFO:tasks.rados.rados.0.smithi098.stdout:3542: finishing write tid 5 to smithi09877355-8 2024-04-12T00:38:42.585 INFO:tasks.rados.rados.0.smithi098.stdout:3542: finishing write tid 6 to smithi09877355-8 2024-04-12T00:38:42.586 INFO:tasks.rados.rados.0.smithi098.stdout:3542: oid 8 updating version 0 to 1634 2024-04-12T00:38:42.586 INFO:tasks.rados.rados.0.smithi098.stdout:3542: oid 8 updating version 1634 to 1635 2024-04-12T00:38:42.586 INFO:tasks.rados.rados.0.smithi098.stdout:3542: oid 8 version 1635 is already newer than 1633 2024-04-12T00:38:42.586 INFO:tasks.rados.rados.0.smithi098.stdout:3542: oid 8 updating version 1635 to 1636 2024-04-12T00:38:42.586 INFO:tasks.rados.rados.0.smithi098.stdout:3542: oid 8 version 1636 is already newer than 1632 2024-04-12T00:38:42.586 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1636 (ObjNum 1137 snap 328 seq_num 1137) dirty exists 2024-04-12T00:38:42.586 INFO:tasks.rados.rados.0.smithi098.stdout:3542: left oid 8 (ObjNum 1137 snap 328 seq_num 1137) 2024-04-12T00:38:42.587 INFO:tasks.rados.rados.0.smithi098.stdout:3543: finishing rollback tid 0 to smithi09877355-37 2024-04-12T00:38:42.588 INFO:tasks.rados.rados.0.smithi098.stdout:3543: finishing rollback tid 1 to smithi09877355-37 2024-04-12T00:38:42.588 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:38:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:38:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:38:42.590 INFO:tasks.rados.rados.0.smithi098.stdout:3543: finishing rollback tid 2 to smithi09877355-37 2024-04-12T00:38:42.591 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 2341 (ObjNum 1014 snap 292 seq_num 1014) dirty exists 2024-04-12T00:38:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:42 smithi193 ceph-mon[83763]: pgmap v743: 121 pgs: 121 active+clean; 317 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-04-12T00:38:42.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:42 smithi193 ceph-mon[83763]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T00:38:43.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:42 smithi098 ceph-mon[91373]: pgmap v743: 121 pgs: 121 active+clean; 317 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-04-12T00:38:43.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:42 smithi098 ceph-mon[91373]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T00:38:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:42 smithi098 ceph-mon[88922]: pgmap v743: 121 pgs: 121 active+clean; 317 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-04-12T00:38:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:42 smithi098 ceph-mon[88922]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T00:38:43.592 INFO:tasks.rados.rados.0.smithi098.stdout:3542: done (2 left) 2024-04-12T00:38:43.592 INFO:tasks.rados.rados.0.smithi098.stdout:3543: done (1 left) 2024-04-12T00:38:43.592 INFO:tasks.rados.rados.0.smithi098.stdout:3544: done (0 left) 2024-04-12T00:38:43.593 INFO:tasks.rados.rados.0.smithi098.stdout:3545: setattr oid 17 current snap is 329 2024-04-12T00:38:43.593 INFO:tasks.rados.rados.0.smithi098.stdout:3546: snap_create 2024-04-12T00:38:43.601 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 2622 (ObjNum 1118 snap 321 seq_num 1118) dirty exists 2024-04-12T00:38:44.598 INFO:tasks.rados.rados.0.smithi098.stdout:3545: done (1 left) 2024-04-12T00:38:44.598 INFO:tasks.rados.rados.0.smithi098.stdout:3546: done (0 left) 2024-04-12T00:38:44.598 INFO:tasks.rados.rados.0.smithi098.stdout:3547: snap_create 2024-04-12T00:38:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:44 smithi193 ceph-mon[83763]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T00:38:44.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:44 smithi193 ceph-mon[83763]: pgmap v746: 121 pgs: 121 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-12T00:38:45.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:44 smithi098 ceph-mon[91373]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T00:38:45.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:44 smithi098 ceph-mon[91373]: pgmap v746: 121 pgs: 121 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-12T00:38:45.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:44 smithi098 ceph-mon[88922]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T00:38:45.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:44 smithi098 ceph-mon[88922]: pgmap v746: 121 pgs: 121 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2024-04-12T00:38:45.598 INFO:tasks.rados.rados.0.smithi098.stdout:3547: done (0 left) 2024-04-12T00:38:45.598 INFO:tasks.rados.rados.0.smithi098.stdout:3548: read oid 29 snap -1 2024-04-12T00:38:45.599 INFO:tasks.rados.rados.0.smithi098.stdout:3548: expect (ObjNum 1122 snap 321 seq_num 1122) 2024-04-12T00:38:45.599 INFO:tasks.rados.rados.0.smithi098.stdout:3549: read oid 23 snap 328 2024-04-12T00:38:45.599 INFO:tasks.rados.rados.0.smithi098.stdout:3549: expect (ObjNum 1115 snap 320 seq_num 1115) 2024-04-12T00:38:45.599 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 331 2024-04-12T00:38:45.599 INFO:tasks.rados.rados.0.smithi098.stdout:3550: seq_num 1138 ranges {1343488=663552,2007040=581632,2588672=712704,3301376=311296} 2024-04-12T00:38:45.611 INFO:tasks.rados.rados.0.smithi098.stdout:3550: writing smithi09877355-1 from 1343488 to 2007040 tid 1 2024-04-12T00:38:45.614 INFO:tasks.rados.rados.0.smithi098.stdout:3550: writing smithi09877355-1 from 2007040 to 2588672 tid 2 2024-04-12T00:38:45.620 INFO:tasks.rados.rados.0.smithi098.stdout:3550: writing smithi09877355-1 from 2588672 to 3301376 tid 3 2024-04-12T00:38:45.622 INFO:tasks.rados.rados.0.smithi098.stdout:3550: writing smithi09877355-1 from 3301376 to 3612672 tid 4 2024-04-12T00:38:45.622 INFO:tasks.rados.rados.0.smithi098.stdout:3551: delete oid 37 current snap is 331 2024-04-12T00:38:45.623 INFO:tasks.rados.rados.0.smithi098.stdout:3548: expect (ObjNum 1122 snap 321 seq_num 1122) 2024-04-12T00:38:45.850 INFO:tasks.rados.rados.0.smithi098.stdout:3549: expect (ObjNum 1115 snap 320 seq_num 1115) 2024-04-12T00:38:45.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:45 smithi193 ceph-mon[83763]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T00:38:45.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:38:46.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:45 smithi098 ceph-mon[88922]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T00:38:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:38:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:38:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:38:45] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T00:38:46.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:45 smithi098 ceph-mon[91373]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T00:38:46.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:38:46.088 INFO:tasks.rados.rados.0.smithi098.stdout:3550: finishing write tid 1 to smithi09877355-1 2024-04-12T00:38:46.088 INFO:tasks.rados.rados.0.smithi098.stdout:3550: finishing write tid 2 to smithi09877355-1 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: finishing write tid 3 to smithi09877355-1 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: finishing write tid 4 to smithi09877355-1 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: finishing write tid 5 to smithi09877355-1 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: finishing write tid 6 to smithi09877355-1 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: oid 1 updating version 0 to 2333 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: oid 1 updating version 2333 to 2334 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: oid 1 updating version 2334 to 2336 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: oid 1 version 2336 is already newer than 2332 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: oid 1 version 2336 is already newer than 2335 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 2336 (ObjNum 1138 snap 331 seq_num 1138) dirty exists 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: left oid 1 (ObjNum 1138 snap 331 seq_num 1138) 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3548: done (3 left) 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3549: done (2 left) 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3550: done (1 left) 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:3551: done (0 left) 2024-04-12T00:38:46.089 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 331 2024-04-12T00:38:46.090 INFO:tasks.rados.rados.0.smithi098.stdout:3552: seq_num 1140 ranges {0=696320,696320=745472,1441792=729088,2170880=131072} 2024-04-12T00:38:46.092 INFO:tasks.rados.rados.0.smithi098.stdout:3552: writing smithi09877355-44 from 0 to 696320 tid 1 2024-04-12T00:38:46.096 INFO:tasks.rados.rados.0.smithi098.stdout:3552: writing smithi09877355-44 from 696320 to 1441792 tid 2 2024-04-12T00:38:46.100 INFO:tasks.rados.rados.0.smithi098.stdout:3552: writing smithi09877355-44 from 1441792 to 2170880 tid 3 2024-04-12T00:38:46.101 INFO:tasks.rados.rados.0.smithi098.stdout:3552: writing smithi09877355-44 from 2170880 to 2301952 tid 4 2024-04-12T00:38:46.101 INFO:tasks.rados.rados.0.smithi098.stdout:3553: snap_create 2024-04-12T00:38:46.101 INFO:tasks.rados.rados.0.smithi098.stdout:3552: finishing write tid 1 to smithi09877355-44 2024-04-12T00:38:46.101 INFO:tasks.rados.rados.0.smithi098.stdout:3552: finishing write tid 2 to smithi09877355-44 2024-04-12T00:38:46.105 INFO:tasks.rados.rados.0.smithi098.stdout:3552: finishing write tid 3 to smithi09877355-44 2024-04-12T00:38:46.105 INFO:tasks.rados.rados.0.smithi098.stdout:3552: finishing write tid 4 to smithi09877355-44 2024-04-12T00:38:46.105 INFO:tasks.rados.rados.0.smithi098.stdout:3552: finishing write tid 5 to smithi09877355-44 2024-04-12T00:38:46.108 INFO:tasks.rados.rados.0.smithi098.stdout:3552: finishing write tid 6 to smithi09877355-44 2024-04-12T00:38:46.108 INFO:tasks.rados.rados.0.smithi098.stdout:3552: oid 44 updating version 0 to 2836 2024-04-12T00:38:46.108 INFO:tasks.rados.rados.0.smithi098.stdout:3552: oid 44 version 2836 is already newer than 2833 2024-04-12T00:38:46.108 INFO:tasks.rados.rados.0.smithi098.stdout:3552: oid 44 version 2836 is already newer than 2834 2024-04-12T00:38:46.108 INFO:tasks.rados.rados.0.smithi098.stdout:3552: oid 44 version 2836 is already newer than 2835 2024-04-12T00:38:46.108 INFO:tasks.rados.rados.0.smithi098.stdout:3552: oid 44 version 2836 is already newer than 2832 2024-04-12T00:38:46.108 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2836 (ObjNum 1140 snap 331 seq_num 1140) dirty exists 2024-04-12T00:38:46.109 INFO:tasks.rados.rados.0.smithi098.stdout:3552: left oid 44 (ObjNum 1140 snap 331 seq_num 1140) 2024-04-12T00:38:46.567 INFO:tasks.rados.rados.0.smithi098.stdout:3552: done (1 left) 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3553: done (0 left) 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3554: read oid 24 snap -1 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3554: expect (ObjNum 767 snap 229 seq_num 767) 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3555: copy_from oid 15 from oid 16 current snap is 332 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3556: copy_from oid 44 from oid 5 current snap is 332 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3557: read oid 17 snap -1 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3557: expect (ObjNum 1118 snap 321 seq_num 1118) 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3558: read oid 29 snap 327 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3558: expect (ObjNum 1122 snap 321 seq_num 1122) 2024-04-12T00:38:46.568 INFO:tasks.rados.rados.0.smithi098.stdout:3559: rmattr oid 11 current snap is 332 2024-04-12T00:38:46.569 INFO:tasks.rados.rados.0.smithi098.stdout:3559: done (5 left) 2024-04-12T00:38:46.569 INFO:tasks.rados.rados.0.smithi098.stdout:3560: delete oid 26 current snap is 332 2024-04-12T00:38:46.573 INFO:tasks.rados.rados.0.smithi098.stdout:3554: expect (ObjNum 767 snap 229 seq_num 767) 2024-04-12T00:38:46.602 INFO:tasks.rados.rados.0.smithi098.stdout:3554: done (5 left) 2024-04-12T00:38:46.602 INFO:tasks.rados.rados.0.smithi098.stdout:3560: done (4 left) 2024-04-12T00:38:46.602 INFO:tasks.rados.rados.0.smithi098.stdout:3561: delete oid 3 current snap is 332 2024-04-12T00:38:46.602 INFO:tasks.rados.rados.0.smithi098.stdout:3558: expect (ObjNum 1122 snap 321 seq_num 1122) 2024-04-12T00:38:46.818 INFO:tasks.rados.rados.0.smithi098.stdout:3555: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:38:46.818 INFO:tasks.rados.rados.0.smithi098.stdout:3555: finishing copy_from to smithi09877355-15 2024-04-12T00:38:46.818 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 2759 (ObjNum 1119 snap 321 seq_num 1119) dirty exists 2024-04-12T00:38:46.818 INFO:tasks.rados.rados.0.smithi098.stdout:3557: expect (ObjNum 1118 snap 321 seq_num 1118) 2024-04-12T00:38:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:46 smithi193 ceph-mon[83763]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T00:38:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:38:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:38:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:38:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:46 smithi193 ceph-mon[83763]: pgmap v749: 121 pgs: 121 active+clean; 329 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-12T00:38:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:46 smithi193 ceph-mon[83763]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T00:38:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[91373]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T00:38:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:38:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:38:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:38:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[91373]: pgmap v749: 121 pgs: 121 active+clean; 329 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-12T00:38:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[91373]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T00:38:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[88922]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T00:38:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:38:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:38:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:38:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[88922]: pgmap v749: 121 pgs: 121 active+clean; 329 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-12T00:38:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:46 smithi098 ceph-mon[88922]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T00:38:47.045 INFO:tasks.rados.rados.0.smithi098.stdout:3556: finishing copy_from racing read to smithi09877355-44 2024-04-12T00:38:47.046 INFO:tasks.rados.rados.0.smithi098.stdout:3556: finishing copy_from to smithi09877355-44 2024-04-12T00:38:47.046 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2611 (ObjNum 1135 snap 325 seq_num 1135) dirty exists 2024-04-12T00:38:47.046 INFO:tasks.rados.rados.0.smithi098.stdout:3555: done (4 left) 2024-04-12T00:38:47.046 INFO:tasks.rados.rados.0.smithi098.stdout:3556: done (3 left) 2024-04-12T00:38:47.046 INFO:tasks.rados.rados.0.smithi098.stdout:3557: done (2 left) 2024-04-12T00:38:47.046 INFO:tasks.rados.rados.0.smithi098.stdout:3558: done (1 left) 2024-04-12T00:38:47.046 INFO:tasks.rados.rados.0.smithi098.stdout:3561: done (0 left) 2024-04-12T00:38:47.046 INFO:tasks.rados.rados.0.smithi098.stdout:3562: delete oid 37 current snap is 332 2024-04-12T00:38:47.048 INFO:tasks.rados.rados.0.smithi098.stdout:3562: done (0 left) 2024-04-12T00:38:47.048 INFO:tasks.rados.rados.0.smithi098.stdout:3563: rmattr oid 49 current snap is 332 2024-04-12T00:38:47.048 INFO:tasks.rados.rados.0.smithi098.stdout:3563: done (0 left) 2024-04-12T00:38:47.048 INFO:tasks.rados.rados.0.smithi098.stdout:3564: snap_remove snap 331 2024-04-12T00:38:47.910 INFO:tasks.rados.rados.0.smithi098.stdout:3564: done (0 left) 2024-04-12T00:38:47.910 INFO:tasks.rados.rados.0.smithi098.stdout:3565: rmattr oid 50 current snap is 332 2024-04-12T00:38:47.910 INFO:tasks.rados.rados.0.smithi098.stdout:3565: done (0 left) 2024-04-12T00:38:47.910 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 332 2024-04-12T00:38:47.910 INFO:tasks.rados.rados.0.smithi098.stdout:3566: seq_num 1144 ranges {8060928=770048,8830976=737280,9568256=712704,10280960=155648} 2024-04-12T00:38:47.957 INFO:tasks.rados.rados.0.smithi098.stdout:3566: writing smithi09877355-44 from 8060928 to 8830976 tid 1 2024-04-12T00:38:47.961 INFO:tasks.rados.rados.0.smithi098.stdout:3566: writing smithi09877355-44 from 8830976 to 9568256 tid 2 2024-04-12T00:38:47.965 INFO:tasks.rados.rados.0.smithi098.stdout:3566: writing smithi09877355-44 from 9568256 to 10280960 tid 3 2024-04-12T00:38:47.967 INFO:tasks.rados.rados.0.smithi098.stdout:3566: writing smithi09877355-44 from 10280960 to 10436608 tid 4 2024-04-12T00:38:47.967 INFO:tasks.rados.rados.0.smithi098.stdout:3567: rollback oid 4 current snap is 332 2024-04-12T00:38:47.967 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 4 to 306 2024-04-12T00:38:47.967 INFO:tasks.rados.rados.0.smithi098.stdout:3566: finishing write tid 1 to smithi09877355-44 2024-04-12T00:38:47.967 INFO:tasks.rados.rados.0.smithi098.stdout:3566: finishing write tid 2 to smithi09877355-44 2024-04-12T00:38:47.967 INFO:tasks.rados.rados.0.smithi098.stdout:3568: read oid 2 snap -1 2024-04-12T00:38:47.967 INFO:tasks.rados.rados.0.smithi098.stdout:3568: expect (ObjNum 1124 snap 322 seq_num 1124) 2024-04-12T00:38:47.967 INFO:tasks.rados.rados.0.smithi098.stdout:3569: delete oid 40 current snap is 332 2024-04-12T00:38:47.975 INFO:tasks.rados.rados.0.smithi098.stdout:3567: finishing rollback tid 0 to smithi09877355-4 2024-04-12T00:38:47.975 INFO:tasks.rados.rados.0.smithi098.stdout:3567: finishing rollback tid 1 to smithi09877355-4 2024-04-12T00:38:47.976 INFO:tasks.rados.rados.0.smithi098.stdout:3567: finishing rollback tid 2 to smithi09877355-4 2024-04-12T00:38:47.976 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2586 (ObjNum 1019 snap 295 seq_num 1019) dirty exists 2024-04-12T00:38:47.977 INFO:tasks.rados.rados.0.smithi098.stdout:3567: done (3 left) 2024-04-12T00:38:47.977 INFO:tasks.rados.rados.0.smithi098.stdout:3569: done (2 left) 2024-04-12T00:38:47.977 INFO:tasks.rados.rados.0.smithi098.stdout:3570: rollback oid 33 current snap is 332 2024-04-12T00:38:47.977 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 33 to 323 2024-04-12T00:38:47.978 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 332 2024-04-12T00:38:47.978 INFO:tasks.rados.rados.0.smithi098.stdout:3571: seq_num 1146 ranges {1245184=802816,2048000=499712,2547712=679936,3227648=425984} 2024-04-12T00:38:47.989 INFO:tasks.rados.rados.0.smithi098.stdout:3571: writing smithi09877355-25 from 1245184 to 2048000 tid 1 2024-04-12T00:38:47.993 INFO:tasks.rados.rados.0.smithi098.stdout:3571: writing smithi09877355-25 from 2048000 to 2547712 tid 2 2024-04-12T00:38:47.997 INFO:tasks.rados.rados.0.smithi098.stdout:3571: writing smithi09877355-25 from 2547712 to 3227648 tid 3 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3571: writing smithi09877355-25 from 3227648 to 3653632 tid 4 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3572: copy_from oid 13 from oid 23 current snap is 332 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3566: finishing write tid 3 to smithi09877355-44 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3573: rmattr oid 9 current snap is 332 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3573: done (5 left) 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3574: rmattr oid 3 current snap is 332 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3574: done (5 left) 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3575: read oid 38 snap -1 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3575: expect (ObjNum 999 snap 288 seq_num 999) 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:3576: rollback oid 50 current snap is 332 2024-04-12T00:38:48.001 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 50 to 309 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3566: finishing write tid 4 to smithi09877355-44 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3566: finishing write tid 5 to smithi09877355-44 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3577: read oid 37 snap -1 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3577: expect deleted 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3578: delete oid 8 current snap is 332 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3570: finishing rollback tid 0 to smithi09877355-33 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3570: finishing rollback tid 1 to smithi09877355-33 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3566: finishing write tid 6 to smithi09877355-44 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3566: oid 44 updating version 0 to 2846 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3566: oid 44 updating version 2846 to 2849 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3566: oid 44 version 2849 is already newer than 2848 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3566: oid 44 version 2849 is already newer than 2847 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3566: oid 44 version 2849 is already newer than 2845 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2849 (ObjNum 1144 snap 332 seq_num 1144) dirty exists 2024-04-12T00:38:48.002 INFO:tasks.rados.rados.0.smithi098.stdout:3566: left oid 44 (ObjNum 1144 snap 332 seq_num 1144) 2024-04-12T00:38:48.003 INFO:tasks.rados.rados.0.smithi098.stdout:3570: finishing rollback tid 2 to smithi09877355-33 2024-04-12T00:38:48.003 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 2339 (ObjNum 1092 snap 309 seq_num 1092) dirty exists 2024-04-12T00:38:48.003 INFO:tasks.rados.rados.0.smithi098.stdout:3571: finishing write tid 1 to smithi09877355-25 2024-04-12T00:38:48.003 INFO:tasks.rados.rados.0.smithi098.stdout:3571: finishing write tid 2 to smithi09877355-25 2024-04-12T00:38:48.003 INFO:tasks.rados.rados.0.smithi098.stdout:3571: finishing write tid 3 to smithi09877355-25 2024-04-12T00:38:48.006 INFO:tasks.rados.rados.0.smithi098.stdout:3568: expect (ObjNum 1124 snap 322 seq_num 1124) 2024-04-12T00:38:48.364 INFO:tasks.rados.rados.0.smithi098.stdout:3571: finishing write tid 4 to smithi09877355-25 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3571: finishing write tid 5 to smithi09877355-25 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3576: finishing rollback tid 0 to smithi09877355-50 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3571: finishing write tid 6 to smithi09877355-25 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3571: oid 25 updating version 0 to 2206 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3571: oid 25 version 2206 is already newer than 2205 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3571: oid 25 updating version 2206 to 2207 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3571: oid 25 updating version 2207 to 2208 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3571: oid 25 version 2208 is already newer than 2204 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 2208 (ObjNum 1146 snap 332 seq_num 1146) dirty exists 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3571: left oid 25 (ObjNum 1146 snap 332 seq_num 1146) 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3576: finishing rollback tid 1 to smithi09877355-50 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3566: done (8 left) 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3568: done (7 left) 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3570: done (6 left) 2024-04-12T00:38:48.365 INFO:tasks.rados.rados.0.smithi098.stdout:3571: done (5 left) 2024-04-12T00:38:48.366 INFO:tasks.rados.rados.0.smithi098.stdout:3577: done (4 left) 2024-04-12T00:38:48.366 INFO:tasks.rados.rados.0.smithi098.stdout:3578: done (3 left) 2024-04-12T00:38:48.366 INFO:tasks.rados.rados.0.smithi098.stdout:3579: snap_remove snap 323 2024-04-12T00:38:48.918 INFO:tasks.rados.rados.0.smithi098.stdout:3579: done (3 left) 2024-04-12T00:38:48.918 INFO:tasks.rados.rados.0.smithi098.stdout:3580: read oid 22 snap -1 2024-04-12T00:38:48.918 INFO:tasks.rados.rados.0.smithi098.stdout:3580: expect (ObjNum 1123 snap 322 seq_num 1123) 2024-04-12T00:38:48.918 INFO:tasks.rados.rados.0.smithi098.stdout:3581: copy_from oid 10 from oid 43 current snap is 332 2024-04-12T00:38:48.918 INFO:tasks.rados.rados.0.smithi098.stdout:3576: finishing rollback tid 2 to smithi09877355-50 2024-04-12T00:38:48.918 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2444 (ObjNum 1084 snap 307 seq_num 1084) dirty exists 2024-04-12T00:38:48.918 INFO:tasks.rados.rados.0.smithi098.stdout:3575: expect (ObjNum 999 snap 288 seq_num 999) 2024-04-12T00:38:49.074 INFO:tasks.rados.rados.0.smithi098.stdout:3572: finishing copy_from racing read to smithi09877355-13 2024-04-12T00:38:49.074 INFO:tasks.rados.rados.0.smithi098.stdout:3575: done (4 left) 2024-04-12T00:38:49.074 INFO:tasks.rados.rados.0.smithi098.stdout:3576: done (3 left) 2024-04-12T00:38:49.074 INFO:tasks.rados.rados.0.smithi098.stdout:3582: rollback oid 39 current snap is 332 2024-04-12T00:38:49.074 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 39 to 301 2024-04-12T00:38:49.074 INFO:tasks.rados.rados.0.smithi098.stdout:3572: finishing copy_from to smithi09877355-13 2024-04-12T00:38:49.075 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2599 (ObjNum 1115 snap 320 seq_num 1115) dirty exists 2024-04-12T00:38:49.075 INFO:tasks.rados.rados.0.smithi098.stdout:3581: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:38:49.075 INFO:tasks.rados.rados.0.smithi098.stdout:3581: finishing copy_from to smithi09877355-10 2024-04-12T00:38:49.075 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2338 (ObjNum 1134 snap 325 seq_num 1134) dirty exists 2024-04-12T00:38:49.075 INFO:tasks.rados.rados.0.smithi098.stdout:3580: expect (ObjNum 1123 snap 322 seq_num 1123) 2024-04-12T00:38:49.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:48 smithi098 ceph-mon[91373]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T00:38:49.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:48 smithi098 ceph-mon[91373]: pgmap v752: 121 pgs: 121 active+clean; 339 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-12T00:38:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:48 smithi098 ceph-mon[88922]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T00:38:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:48 smithi098 ceph-mon[88922]: pgmap v752: 121 pgs: 121 active+clean; 339 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-12T00:38:49.309 INFO:tasks.rados.rados.0.smithi098.stdout:3582: finishing rollback tid 0 to smithi09877355-39 2024-04-12T00:38:49.309 INFO:tasks.rados.rados.0.smithi098.stdout:3582: finishing rollback tid 1 to smithi09877355-39 2024-04-12T00:38:49.309 INFO:tasks.rados.rados.0.smithi098.stdout:3582: finishing rollback tid 2 to smithi09877355-39 2024-04-12T00:38:49.309 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 2858 (ObjNum 1026 snap 297 seq_num 1026) dirty exists 2024-04-12T00:38:49.309 INFO:tasks.rados.rados.0.smithi098.stdout:3572: done (3 left) 2024-04-12T00:38:49.309 INFO:tasks.rados.rados.0.smithi098.stdout:3580: done (2 left) 2024-04-12T00:38:49.309 INFO:tasks.rados.rados.0.smithi098.stdout:3581: done (1 left) 2024-04-12T00:38:49.309 INFO:tasks.rados.rados.0.smithi098.stdout:3582: done (0 left) 2024-04-12T00:38:49.309 INFO:tasks.rados.rados.0.smithi098.stdout:3583: snap_create 2024-04-12T00:38:49.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:48 smithi193 ceph-mon[83763]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T00:38:49.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:48 smithi193 ceph-mon[83763]: pgmap v752: 121 pgs: 121 active+clean; 339 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-12T00:38:49.926 INFO:tasks.rados.rados.0.smithi098.stdout:3583: done (0 left) 2024-04-12T00:38:49.926 INFO:tasks.rados.rados.0.smithi098.stdout:3584: rollback oid 13 current snap is 333 2024-04-12T00:38:49.926 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 13 to 324 2024-04-12T00:38:49.926 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 333 2024-04-12T00:38:49.926 INFO:tasks.rados.rados.0.smithi098.stdout:3585: seq_num 1148 ranges {3555328=32768} 2024-04-12T00:38:49.947 INFO:tasks.rados.rados.0.smithi098.stdout:3585: writing smithi09877355-42 from 3555328 to 3588096 tid 1 2024-04-12T00:38:49.947 INFO:tasks.rados.rados.0.smithi098.stdout:3586: copy_from oid 47 from oid 38 current snap is 333 2024-04-12T00:38:49.947 INFO:tasks.rados.rados.0.smithi098.stdout:3584: finishing rollback tid 0 to smithi09877355-13 2024-04-12T00:38:49.947 INFO:tasks.rados.rados.0.smithi098.stdout:3584: finishing rollback tid 1 to smithi09877355-13 2024-04-12T00:38:49.947 INFO:tasks.rados.rados.0.smithi098.stdout:3584: finishing rollback tid 2 to smithi09877355-13 2024-04-12T00:38:49.947 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 2862 (ObjNum 1093 snap 309 seq_num 1093) dirty exists 2024-04-12T00:38:49.947 INFO:tasks.rados.rados.0.smithi098.stdout:3584: done (2 left) 2024-04-12T00:38:49.947 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 333 2024-04-12T00:38:49.947 INFO:tasks.rados.rados.0.smithi098.stdout:3587: seq_num 1149 ranges {12648448=49152} 2024-04-12T00:38:50.015 INFO:tasks.rados.rados.0.smithi098.stdout:3587: writing smithi09877355-6 from 12648448 to 12697600 tid 1 2024-04-12T00:38:50.016 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 12 current snap is 333 2024-04-12T00:38:50.016 INFO:tasks.rados.rados.0.smithi098.stdout:3588: seq_num 1150 ranges {2121728=65536} 2024-04-12T00:38:50.027 INFO:tasks.rados.rados.0.smithi098.stdout:3588: writing smithi09877355-12 from 2121728 to 2187264 tid 1 2024-04-12T00:38:50.027 INFO:tasks.rados.rados.0.smithi098.stdout:3589: snap_create 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3585: finishing write tid 1 to smithi09877355-42 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3585: finishing write tid 2 to smithi09877355-42 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3585: finishing write tid 3 to smithi09877355-42 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3585: oid 42 updating version 0 to 2466 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3585: oid 42 version 2466 is already newer than 2465 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2466 (ObjNum 1148 snap 333 seq_num 1148) dirty exists 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3585: left oid 42 (ObjNum 1148 snap 333 seq_num 1148) 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3586: finishing copy_from racing read to smithi09877355-47 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3586: finishing copy_from to smithi09877355-47 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 2582 (ObjNum 999 snap 288 seq_num 999) dirty exists 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3587: finishing write tid 1 to smithi09877355-6 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3587: finishing write tid 2 to smithi09877355-6 2024-04-12T00:38:50.028 INFO:tasks.rados.rados.0.smithi098.stdout:3587: finishing write tid 3 to smithi09877355-6 2024-04-12T00:38:50.029 INFO:tasks.rados.rados.0.smithi098.stdout:3587: oid 6 updating version 0 to 2210 2024-04-12T00:38:50.029 INFO:tasks.rados.rados.0.smithi098.stdout:3587: oid 6 version 2210 is already newer than 2209 2024-04-12T00:38:50.029 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 2210 (ObjNum 1149 snap 333 seq_num 1149) dirty exists 2024-04-12T00:38:50.029 INFO:tasks.rados.rados.0.smithi098.stdout:3587: left oid 6 (ObjNum 1149 snap 333 seq_num 1149) 2024-04-12T00:38:50.030 INFO:tasks.rados.rados.0.smithi098.stdout:3588: finishing write tid 1 to smithi09877355-12 2024-04-12T00:38:50.030 INFO:tasks.rados.rados.0.smithi098.stdout:3588: finishing write tid 2 to smithi09877355-12 2024-04-12T00:38:50.031 INFO:tasks.rados.rados.0.smithi098.stdout:3588: finishing write tid 3 to smithi09877355-12 2024-04-12T00:38:50.031 INFO:tasks.rados.rados.0.smithi098.stdout:3588: oid 12 updating version 0 to 2325 2024-04-12T00:38:50.031 INFO:tasks.rados.rados.0.smithi098.stdout:3588: oid 12 updating version 2325 to 2326 2024-04-12T00:38:50.031 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2326 (ObjNum 1150 snap 333 seq_num 1150) dirty exists 2024-04-12T00:38:50.031 INFO:tasks.rados.rados.0.smithi098.stdout:3588: left oid 12 (ObjNum 1150 snap 333 seq_num 1150) 2024-04-12T00:38:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:49 smithi098 ceph-mon[91373]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T00:38:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:49 smithi098 ceph-mon[88922]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T00:38:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:49 smithi193 ceph-mon[83763]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T00:38:50.931 INFO:tasks.rados.rados.0.smithi098.stdout:3585: done (4 left) 2024-04-12T00:38:50.931 INFO:tasks.rados.rados.0.smithi098.stdout:3586: done (3 left) 2024-04-12T00:38:50.931 INFO:tasks.rados.rados.0.smithi098.stdout:3587: done (2 left) 2024-04-12T00:38:50.931 INFO:tasks.rados.rados.0.smithi098.stdout:3588: done (1 left) 2024-04-12T00:38:50.931 INFO:tasks.rados.rados.0.smithi098.stdout:3589: done (0 left) 2024-04-12T00:38:50.931 INFO:tasks.rados.rados.0.smithi098.stdout:3590: read oid 35 snap 309 2024-04-12T00:38:50.931 INFO:tasks.rados.rados.0.smithi098.stdout:3590: expect deleted 2024-04-12T00:38:50.931 INFO:tasks.rados.rados.0.smithi098.stdout:3591: read oid 5 snap 322 2024-04-12T00:38:50.931 INFO:tasks.rados.rados.0.smithi098.stdout:3591: expect (ObjNum 995 snap 288 seq_num 995) 2024-04-12T00:38:50.932 INFO:tasks.rados.rados.0.smithi098.stdout:3592: rollback oid 29 current snap is 334 2024-04-12T00:38:50.932 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 327 2024-04-12T00:38:50.932 INFO:tasks.rados.rados.0.smithi098.stdout:3593: delete oid 14 current snap is 334 2024-04-12T00:38:50.935 INFO:tasks.rados.rados.0.smithi098.stdout:3592: finishing rollback tid 0 to smithi09877355-29 2024-04-12T00:38:50.935 INFO:tasks.rados.rados.0.smithi098.stdout:3590: done (3 left) 2024-04-12T00:38:50.936 INFO:tasks.rados.rados.0.smithi098.stdout:3593: done (2 left) 2024-04-12T00:38:50.936 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 334 2024-04-12T00:38:50.936 INFO:tasks.rados.rados.0.smithi098.stdout:3594: seq_num 1152 ranges {3588096=98304} 2024-04-12T00:38:50.957 INFO:tasks.rados.rados.0.smithi098.stdout:3594: writing smithi09877355-42 from 3588096 to 3686400 tid 1 2024-04-12T00:38:50.957 INFO:tasks.rados.rados.0.smithi098.stdout:3595: read oid 6 snap -1 2024-04-12T00:38:50.957 INFO:tasks.rados.rados.0.smithi098.stdout:3595: expect (ObjNum 1149 snap 333 seq_num 1149) 2024-04-12T00:38:50.957 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 334 2024-04-12T00:38:50.957 INFO:tasks.rados.rados.0.smithi098.stdout:3592: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:38:50.957 INFO:tasks.rados.rados.0.smithi098.stdout:3592: finishing rollback tid 2 to smithi09877355-29 2024-04-12T00:38:50.957 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2342 (ObjNum 1122 snap 321 seq_num 1122) dirty exists 2024-04-12T00:38:50.957 INFO:tasks.rados.rados.0.smithi098.stdout:3596: seq_num 1153 ranges {9158656=114688} 2024-04-12T00:38:51.008 INFO:tasks.rados.rados.0.smithi098.stdout:3596: writing smithi09877355-50 from 9158656 to 9273344 tid 1 2024-04-12T00:38:51.008 INFO:tasks.rados.rados.0.smithi098.stdout:3592: done (4 left) 2024-04-12T00:38:51.008 INFO:tasks.rados.rados.0.smithi098.stdout:3597: rollback oid 41 current snap is 334 2024-04-12T00:38:51.008 INFO:tasks.rados.rados.0.smithi098.stdout:3591: expect (ObjNum 995 snap 288 seq_num 995) 2024-04-12T00:38:51.258 INFO:tasks.rados.rados.0.smithi098.stdout:3594: finishing write tid 1 to smithi09877355-42 2024-04-12T00:38:51.258 INFO:tasks.rados.rados.0.smithi098.stdout:3594: finishing write tid 2 to smithi09877355-42 2024-04-12T00:38:51.258 INFO:tasks.rados.rados.0.smithi098.stdout:3594: finishing write tid 3 to smithi09877355-42 2024-04-12T00:38:51.258 INFO:tasks.rados.rados.0.smithi098.stdout:3594: oid 42 updating version 0 to 2468 2024-04-12T00:38:51.258 INFO:tasks.rados.rados.0.smithi098.stdout:3594: oid 42 version 2468 is already newer than 2467 2024-04-12T00:38:51.258 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2468 (ObjNum 1152 snap 334 seq_num 1152) dirty exists 2024-04-12T00:38:51.258 INFO:tasks.rados.rados.0.smithi098.stdout:3594: left oid 42 (ObjNum 1152 snap 334 seq_num 1152) 2024-04-12T00:38:51.258 INFO:tasks.rados.rados.0.smithi098.stdout:3595: expect (ObjNum 1149 snap 333 seq_num 1149) 2024-04-12T00:38:51.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:50 smithi098 ceph-mon[91373]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T00:38:51.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:51.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:50 smithi098 ceph-mon[91373]: pgmap v755: 121 pgs: 121 active+clean; 351 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-12T00:38:51.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:50 smithi098 ceph-mon[88922]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T00:38:51.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:51.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:50 smithi098 ceph-mon[88922]: pgmap v755: 121 pgs: 121 active+clean; 351 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-12T00:38:51.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:50 smithi193 ceph-mon[83763]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T00:38:51.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:38:51.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:50 smithi193 ceph-mon[83763]: pgmap v755: 121 pgs: 121 active+clean; 351 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-12T00:38:52.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:51 smithi098 ceph-mon[91373]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T00:38:52.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:51 smithi098 ceph-mon[88922]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T00:38:52.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:51 smithi193 ceph-mon[83763]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T00:38:52.549 INFO:tasks.rados.rados.0.smithi098.stdout:3596: finishing write tid 1 to smithi09877355-50 2024-04-12T00:38:52.549 INFO:tasks.rados.rados.0.smithi098.stdout:3596: finishing write tid 2 to smithi09877355-50 2024-04-12T00:38:52.549 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 322 2024-04-12T00:38:52.549 INFO:tasks.rados.rados.0.smithi098.stdout:3596: finishing write tid 3 to smithi09877355-50 2024-04-12T00:38:52.549 INFO:tasks.rados.rados.0.smithi098.stdout:3596: oid 50 updating version 0 to 2446 2024-04-12T00:38:52.549 INFO:tasks.rados.rados.0.smithi098.stdout:3596: oid 50 version 2446 is already newer than 2445 2024-04-12T00:38:52.549 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2446 (ObjNum 1153 snap 334 seq_num 1153) dirty exists 2024-04-12T00:38:52.549 INFO:tasks.rados.rados.0.smithi098.stdout:3596: left oid 50 (ObjNum 1153 snap 334 seq_num 1153) 2024-04-12T00:38:52.549 INFO:tasks.rados.rados.0.smithi098.stdout:3591: done (4 left) 2024-04-12T00:38:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:3594: done (3 left) 2024-04-12T00:38:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:3595: done (2 left) 2024-04-12T00:38:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:3596: done (1 left) 2024-04-12T00:38:52.550 INFO:tasks.rados.rados.0.smithi098.stdout:3598: delete oid 1 current snap is 334 2024-04-12T00:38:52.553 INFO:tasks.rados.rados.0.smithi098.stdout:3598: done (1 left) 2024-04-12T00:38:52.553 INFO:tasks.rados.rados.0.smithi098.stdout:3599: delete oid 33 current snap is 334 2024-04-12T00:38:52.556 INFO:tasks.rados.rados.0.smithi098.stdout:3597: finishing rollback tid 0 to smithi09877355-41 2024-04-12T00:38:52.556 INFO:tasks.rados.rados.0.smithi098.stdout:3597: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:38:52.556 INFO:tasks.rados.rados.0.smithi098.stdout:3597: finishing rollback tid 2 to smithi09877355-41 2024-04-12T00:38:52.556 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 2617 (ObjNum 1011 snap 288 seq_num 1011) dirty exists 2024-04-12T00:38:52.556 INFO:tasks.rados.rados.0.smithi098.stdout:3597: done (1 left) 2024-04-12T00:38:52.557 INFO:tasks.rados.rados.0.smithi098.stdout:3599: done (0 left) 2024-04-12T00:38:52.557 INFO:tasks.rados.rados.0.smithi098.stdout:3600: read oid 30 snap 297 2024-04-12T00:38:52.557 INFO:tasks.rados.rados.0.smithi098.stdout:3600: expect (ObjNum 986 snap 285 seq_num 986) 2024-04-12T00:38:52.557 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 35 current snap is 334 2024-04-12T00:38:52.557 INFO:tasks.rados.rados.0.smithi098.stdout:3601: seq_num 1156 ranges {3432448=163840} 2024-04-12T00:38:52.576 INFO:tasks.rados.rados.0.smithi098.stdout:3601: writing smithi09877355-35 from 3432448 to 3596288 tid 1 2024-04-12T00:38:52.576 INFO:tasks.rados.rados.0.smithi098.stdout:3602: copy_from oid 6 from oid 11 current snap is 334 2024-04-12T00:38:52.576 INFO:tasks.rados.rados.0.smithi098.stdout:3600: expect (ObjNum 986 snap 285 seq_num 986) 2024-04-12T00:38:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:38:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:38:52.744 INFO:tasks.rados.rados.0.smithi098.stdout:3602: finishing copy_from to smithi09877355-6 2024-04-12T00:38:52.744 INFO:tasks.rados.rados.0.smithi098.stdout:3602: got expected ENOENT (src dne) 2024-04-12T00:38:52.745 INFO:tasks.rados.rados.0.smithi098.stdout:3602: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:38:52.745 INFO:tasks.rados.rados.0.smithi098.stdout:3601: finishing write tid 1 to smithi09877355-35 2024-04-12T00:38:52.745 INFO:tasks.rados.rados.0.smithi098.stdout:3601: finishing write tid 2 to smithi09877355-35 2024-04-12T00:38:52.745 INFO:tasks.rados.rados.0.smithi098.stdout:3601: finishing write tid 3 to smithi09877355-35 2024-04-12T00:38:52.745 INFO:tasks.rados.rados.0.smithi098.stdout:3601: oid 35 updating version 0 to 2385 2024-04-12T00:38:52.745 INFO:tasks.rados.rados.0.smithi098.stdout:3601: oid 35 updating version 2385 to 2386 2024-04-12T00:38:52.745 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 2386 (ObjNum 1156 snap 334 seq_num 1156) dirty exists 2024-04-12T00:38:52.745 INFO:tasks.rados.rados.0.smithi098.stdout:3601: left oid 35 (ObjNum 1156 snap 334 seq_num 1156) 2024-04-12T00:38:52.745 INFO:tasks.rados.rados.0.smithi098.stdout:3600: done (2 left) 2024-04-12T00:38:52.746 INFO:tasks.rados.rados.0.smithi098.stdout:3601: done (1 left) 2024-04-12T00:38:52.746 INFO:tasks.rados.rados.0.smithi098.stdout:3602: done (0 left) 2024-04-12T00:38:52.746 INFO:tasks.rados.rados.0.smithi098.stdout:3603: snap_create 2024-04-12T00:38:52.938 INFO:tasks.rados.rados.0.smithi098.stdout:3603: done (0 left) 2024-04-12T00:38:52.938 INFO:tasks.rados.rados.0.smithi098.stdout:3604: delete oid 26 current snap is 335 2024-04-12T00:38:52.944 INFO:tasks.rados.rados.0.smithi098.stdout:3604: done (0 left) 2024-04-12T00:38:52.945 INFO:tasks.rados.rados.0.smithi098.stdout:3605: snap_remove snap 309 2024-04-12T00:38:53.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:52 smithi098 ceph-mon[91373]: pgmap v757: 121 pgs: 121 active+clean; 385 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.2 MiB/s wr, 13 op/s 2024-04-12T00:38:53.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:52 smithi098 ceph-mon[88922]: pgmap v757: 121 pgs: 121 active+clean; 385 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.2 MiB/s wr, 13 op/s 2024-04-12T00:38:53.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:52 smithi193 ceph-mon[83763]: pgmap v757: 121 pgs: 121 active+clean; 385 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.2 MiB/s wr, 13 op/s 2024-04-12T00:38:53.950 INFO:tasks.rados.rados.0.smithi098.stdout:3605: done (0 left) 2024-04-12T00:38:53.951 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 335 2024-04-12T00:38:53.951 INFO:tasks.rados.rados.0.smithi098.stdout:3606: seq_num 1158 ranges {0=196608} 2024-04-12T00:38:53.951 INFO:tasks.rados.rados.0.smithi098.stdout:3606: writing smithi09877355-1 from 0 to 196608 tid 1 2024-04-12T00:38:53.952 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 31 current snap is 335 2024-04-12T00:38:53.952 INFO:tasks.rados.rados.0.smithi098.stdout:3607: seq_num 1159 ranges {12648448=212992} 2024-04-12T00:38:54.021 INFO:tasks.rados.rados.0.smithi098.stdout:3607: writing smithi09877355-31 from 12648448 to 12861440 tid 1 2024-04-12T00:38:54.021 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 38 current snap is 335 2024-04-12T00:38:54.021 INFO:tasks.rados.rados.0.smithi098.stdout:3606: finishing write tid 1 to smithi09877355-1 2024-04-12T00:38:54.021 INFO:tasks.rados.rados.0.smithi098.stdout:3608: seq_num 1160 ranges {4481024=229376} 2024-04-12T00:38:54.047 INFO:tasks.rados.rados.0.smithi098.stdout:3608: writing smithi09877355-38 from 4481024 to 4710400 tid 1 2024-04-12T00:38:54.047 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 335 2024-04-12T00:38:54.047 INFO:tasks.rados.rados.0.smithi098.stdout:3606: finishing write tid 2 to smithi09877355-1 2024-04-12T00:38:54.048 INFO:tasks.rados.rados.0.smithi098.stdout:3606: finishing write tid 3 to smithi09877355-1 2024-04-12T00:38:54.048 INFO:tasks.rados.rados.0.smithi098.stdout:3606: oid 1 updating version 0 to 2346 2024-04-12T00:38:54.048 INFO:tasks.rados.rados.0.smithi098.stdout:3606: oid 1 version 2346 is already newer than 2345 2024-04-12T00:38:54.048 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 2346 (ObjNum 1158 snap 335 seq_num 1158) dirty exists 2024-04-12T00:38:54.048 INFO:tasks.rados.rados.0.smithi098.stdout:3606: left oid 1 (ObjNum 1158 snap 335 seq_num 1158) 2024-04-12T00:38:54.048 INFO:tasks.rados.rados.0.smithi098.stdout:3609: seq_num 1161 ranges {10436608=245760} 2024-04-12T00:38:54.104 INFO:tasks.rados.rados.0.smithi098.stdout:3609: writing smithi09877355-44 from 10436608 to 10682368 tid 1 2024-04-12T00:38:54.104 INFO:tasks.rados.rados.0.smithi098.stdout:3606: done (3 left) 2024-04-12T00:38:54.104 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 335 2024-04-12T00:38:54.104 INFO:tasks.rados.rados.0.smithi098.stdout:3607: finishing write tid 1 to smithi09877355-31 2024-04-12T00:38:54.104 INFO:tasks.rados.rados.0.smithi098.stdout:3607: finishing write tid 2 to smithi09877355-31 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3607: finishing write tid 3 to smithi09877355-31 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3607: oid 31 updating version 0 to 2202 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3607: oid 31 version 2202 is already newer than 2201 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 2202 (ObjNum 1159 snap 335 seq_num 1159) dirty exists 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3607: left oid 31 (ObjNum 1159 snap 335 seq_num 1159) 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3608: finishing write tid 1 to smithi09877355-38 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3608: finishing write tid 2 to smithi09877355-38 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3608: finishing write tid 3 to smithi09877355-38 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3608: oid 38 updating version 0 to 2587 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3608: oid 38 updating version 2587 to 2588 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 2588 (ObjNum 1160 snap 335 seq_num 1160) dirty exists 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3608: left oid 38 (ObjNum 1160 snap 335 seq_num 1160) 2024-04-12T00:38:54.105 INFO:tasks.rados.rados.0.smithi098.stdout:3610: seq_num 1162 ranges {5382144=270336} 2024-04-12T00:38:54.134 INFO:tasks.rados.rados.0.smithi098.stdout:3610: writing smithi09877355-29 from 5382144 to 5652480 tid 1 2024-04-12T00:38:54.134 INFO:tasks.rados.rados.0.smithi098.stdout:3607: done (3 left) 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3608: done (2 left) 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3611: rmattr oid 42 current snap is 335 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3611: done (2 left) 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3612: rollback oid 36 current snap is 335 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 301 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3609: finishing write tid 1 to smithi09877355-44 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3609: finishing write tid 2 to smithi09877355-44 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3609: finishing write tid 3 to smithi09877355-44 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3609: oid 44 updating version 0 to 2874 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3609: oid 44 updating version 2874 to 2875 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 2875 (ObjNum 1161 snap 335 seq_num 1161) dirty exists 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3609: left oid 44 (ObjNum 1161 snap 335 seq_num 1161) 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3609: done (2 left) 2024-04-12T00:38:54.135 INFO:tasks.rados.rados.0.smithi098.stdout:3613: rmattr oid 12 current snap is 335 2024-04-12T00:38:54.136 INFO:tasks.rados.rados.0.smithi098.stdout:3614: rmattr oid 42 current snap is 335 2024-04-12T00:38:54.136 INFO:tasks.rados.rados.0.smithi098.stdout:3614: done (3 left) 2024-04-12T00:38:54.136 INFO:tasks.rados.rados.0.smithi098.stdout:3615: read oid 24 snap -1 2024-04-12T00:38:54.136 INFO:tasks.rados.rados.0.smithi098.stdout:3615: expect (ObjNum 767 snap 229 seq_num 767) 2024-04-12T00:38:54.136 INFO:tasks.rados.rados.0.smithi098.stdout:3616: rollback oid 37 current snap is 335 2024-04-12T00:38:54.136 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 37 to 332 2024-04-12T00:38:54.136 INFO:tasks.rados.rados.0.smithi098.stdout:3617: read oid 32 snap -1 2024-04-12T00:38:54.136 INFO:tasks.rados.rados.0.smithi098.stdout:3617: expect (ObjNum 1107 snap 315 seq_num 1107) 2024-04-12T00:38:54.137 INFO:tasks.rados.rados.0.smithi098.stdout:3618: setattr oid 27 current snap is 335 2024-04-12T00:38:54.138 INFO:tasks.rados.rados.0.smithi098.stdout:3619: rmattr oid 42 current snap is 335 2024-04-12T00:38:54.138 INFO:tasks.rados.rados.0.smithi098.stdout:3619: done (7 left) 2024-04-12T00:38:54.138 INFO:tasks.rados.rados.0.smithi098.stdout:3620: read oid 21 snap -1 2024-04-12T00:38:54.138 INFO:tasks.rados.rados.0.smithi098.stdout:3620: expect (ObjNum 1008 snap 288 seq_num 1008) 2024-04-12T00:38:54.138 INFO:tasks.rados.rados.0.smithi098.stdout:3621: delete oid 39 current snap is 335 2024-04-12T00:38:54.138 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2327 (ObjNum 1150 snap 333 seq_num 1150) dirty exists 2024-04-12T00:38:54.138 INFO:tasks.rados.rados.0.smithi098.stdout:3610: finishing write tid 1 to smithi09877355-29 2024-04-12T00:38:54.139 INFO:tasks.rados.rados.0.smithi098.stdout:3615: expect (ObjNum 767 snap 229 seq_num 767) 2024-04-12T00:38:54.165 INFO:tasks.rados.rados.0.smithi098.stdout:3610: finishing write tid 2 to smithi09877355-29 2024-04-12T00:38:54.165 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 1638 (ObjNum 1131 snap 325 seq_num 1131) dirty exists 2024-04-12T00:38:54.165 INFO:tasks.rados.rados.0.smithi098.stdout:3612: finishing rollback tid 0 to smithi09877355-36 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:3612: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:3612: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 2620 (ObjNum 1039 snap 299 seq_num 1039) dirty exists 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:3616: finishing rollback tid 1 to smithi09877355-37 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 2342 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:3610: finishing write tid 3 to smithi09877355-29 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:3610: oid 29 updating version 0 to 2347 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:3610: oid 29 updating version 2347 to 2348 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2348 (ObjNum 1162 snap 335 seq_num 1162) dirty exists 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:3610: left oid 29 (ObjNum 1162 snap 335 seq_num 1162) 2024-04-12T00:38:54.166 INFO:tasks.rados.rados.0.smithi098.stdout:3617: expect (ObjNum 1107 snap 315 seq_num 1107) 2024-04-12T00:38:54.209 INFO:tasks.rados.rados.0.smithi098.stdout:3620: expect (ObjNum 1008 snap 288 seq_num 1008) 2024-04-12T00:38:54.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:53 smithi098 ceph-mon[88922]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T00:38:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:53 smithi098 ceph-mon[91373]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T00:38:54.292 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:38:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T00:38:53.964+0000 7fe20be31700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17b after trimming was started 2024-04-12T00:38:54.312 INFO:tasks.rados.rados.0.smithi098.stdout:3610: done (8 left) 2024-04-12T00:38:54.312 INFO:tasks.rados.rados.0.smithi098.stdout:3612: done (7 left) 2024-04-12T00:38:54.312 INFO:tasks.rados.rados.0.smithi098.stdout:3613: done (6 left) 2024-04-12T00:38:54.312 INFO:tasks.rados.rados.0.smithi098.stdout:3615: done (5 left) 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3616: done (4 left) 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3617: done (3 left) 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3618: done (2 left) 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3620: done (1 left) 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3621: done (0 left) 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3622: read oid 25 snap -1 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3622: expect (ObjNum 1146 snap 332 seq_num 1146) 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3623: rmattr oid 44 current snap is 335 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3623: done (1 left) 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 14 current snap is 335 2024-04-12T00:38:54.313 INFO:tasks.rados.rados.0.smithi098.stdout:3624: seq_num 1164 ranges {0=303104} 2024-04-12T00:38:54.314 INFO:tasks.rados.rados.0.smithi098.stdout:3624: writing smithi09877355-14 from 0 to 303104 tid 1 2024-04-12T00:38:54.314 INFO:tasks.rados.rados.0.smithi098.stdout:3625: snap_create 2024-04-12T00:38:54.317 INFO:tasks.rados.rados.0.smithi098.stdout:3624: finishing write tid 1 to smithi09877355-14 2024-04-12T00:38:54.317 INFO:tasks.rados.rados.0.smithi098.stdout:3624: finishing write tid 2 to smithi09877355-14 2024-04-12T00:38:54.318 INFO:tasks.rados.rados.0.smithi098.stdout:3624: finishing write tid 3 to smithi09877355-14 2024-04-12T00:38:54.319 INFO:tasks.rados.rados.0.smithi098.stdout:3624: oid 14 updating version 0 to 2590 2024-04-12T00:38:54.319 INFO:tasks.rados.rados.0.smithi098.stdout:3624: oid 14 version 2590 is already newer than 2589 2024-04-12T00:38:54.319 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 2590 (ObjNum 1164 snap 335 seq_num 1164) dirty exists 2024-04-12T00:38:54.319 INFO:tasks.rados.rados.0.smithi098.stdout:3624: left oid 14 (ObjNum 1164 snap 335 seq_num 1164) 2024-04-12T00:38:54.321 INFO:tasks.rados.rados.0.smithi098.stdout:3622: expect (ObjNum 1146 snap 332 seq_num 1146) 2024-04-12T00:38:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:53 smithi193 ceph-mon[83763]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T00:38:54.953 INFO:tasks.rados.rados.0.smithi098.stdout:3622: done (2 left) 2024-04-12T00:38:54.953 INFO:tasks.rados.rados.0.smithi098.stdout:3624: done (1 left) 2024-04-12T00:38:54.953 INFO:tasks.rados.rados.0.smithi098.stdout:3625: done (0 left) 2024-04-12T00:38:54.953 INFO:tasks.rados.rados.0.smithi098.stdout:3626: snap_remove snap 297 2024-04-12T00:38:55.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:54 smithi098 ceph-mon[88922]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T00:38:55.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:54 smithi098 ceph-mon[88922]: pgmap v760: 121 pgs: 121 active+clean; 395 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-04-12T00:38:55.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:54 smithi098 ceph-mon[91373]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T00:38:55.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:54 smithi098 ceph-mon[91373]: pgmap v760: 121 pgs: 121 active+clean; 395 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-04-12T00:38:55.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:54 smithi193 ceph-mon[83763]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T00:38:55.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:54 smithi193 ceph-mon[83763]: pgmap v760: 121 pgs: 121 active+clean; 395 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-04-12T00:38:55.954 INFO:tasks.rados.rados.0.smithi098.stdout:3626: done (0 left) 2024-04-12T00:38:55.955 INFO:tasks.rados.rados.0.smithi098.stdout:3627: read oid 8 snap -1 2024-04-12T00:38:55.955 INFO:tasks.rados.rados.0.smithi098.stdout:3627: expect deleted 2024-04-12T00:38:55.955 INFO:tasks.rados.rados.0.smithi098.stdout:3628: copy_from oid 2 from oid 5 current snap is 336 2024-04-12T00:38:55.955 INFO:tasks.rados.rados.0.smithi098.stdout:3629: copy_from oid 15 from oid 11 current snap is 336 2024-04-12T00:38:55.955 INFO:tasks.rados.rados.0.smithi098.stdout:3630: delete oid 22 current snap is 336 2024-04-12T00:38:55.956 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:38:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:38:55] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-12T00:38:55.964 INFO:tasks.rados.rados.0.smithi098.stdout:3629: finishing copy_from to smithi09877355-15 2024-04-12T00:38:55.964 INFO:tasks.rados.rados.0.smithi098.stdout:3629: got expected ENOENT (src dne) 2024-04-12T00:38:55.964 INFO:tasks.rados.rados.0.smithi098.stdout:3629: finishing copy_from racing read to smithi09877355-15 2024-04-12T00:38:55.975 INFO:tasks.rados.rados.0.smithi098.stdout:3627: done (3 left) 2024-04-12T00:38:55.975 INFO:tasks.rados.rados.0.smithi098.stdout:3629: done (2 left) 2024-04-12T00:38:55.975 INFO:tasks.rados.rados.0.smithi098.stdout:3630: done (1 left) 2024-04-12T00:38:55.975 INFO:tasks.rados.rados.0.smithi098.stdout:3631: rollback oid 47 current snap is 336 2024-04-12T00:38:55.975 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 301 2024-04-12T00:38:55.975 INFO:tasks.rados.rados.0.smithi098.stdout:3632: rollback oid 17 current snap is 336 2024-04-12T00:38:55.975 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 17 to 335 2024-04-12T00:38:55.976 INFO:tasks.rados.rados.0.smithi098.stdout:3633: delete oid 39 current snap is 336 2024-04-12T00:38:55.981 INFO:tasks.rados.rados.0.smithi098.stdout:3631: finishing rollback tid 0 to smithi09877355-47 2024-04-12T00:38:55.982 INFO:tasks.rados.rados.0.smithi098.stdout:3631: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:38:55.983 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 2624 (ObjNum 65 snap 0 seq_num 0) dirty dne 2024-04-12T00:38:55.986 INFO:tasks.rados.rados.0.smithi098.stdout:3631: done (3 left) 2024-04-12T00:38:55.986 INFO:tasks.rados.rados.0.smithi098.stdout:3633: done (2 left) 2024-04-12T00:38:55.986 INFO:tasks.rados.rados.0.smithi098.stdout:3634: copy_from oid 16 from oid 15 current snap is 336 2024-04-12T00:38:55.987 INFO:tasks.rados.rados.0.smithi098.stdout:3635: snap_create 2024-04-12T00:38:55.987 INFO:tasks.rados.rados.0.smithi098.stdout:3632: finishing rollback tid 0 to smithi09877355-17 2024-04-12T00:38:55.987 INFO:tasks.rados.rados.0.smithi098.stdout:3632: finishing rollback tid 1 to smithi09877355-17 2024-04-12T00:38:55.987 INFO:tasks.rados.rados.0.smithi098.stdout:3632: finishing rollback tid 2 to smithi09877355-17 2024-04-12T00:38:55.987 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 2627 (ObjNum 1118 snap 321 seq_num 1118) dirty exists 2024-04-12T00:38:56.006 INFO:tasks.rados.rados.0.smithi098.stdout:3628: finishing copy_from racing read to smithi09877355-2 2024-04-12T00:38:56.006 INFO:tasks.rados.rados.0.smithi098.stdout:3634: finishing copy_from racing read to smithi09877355-16 2024-04-12T00:38:56.013 INFO:tasks.rados.rados.0.smithi098.stdout:3628: finishing copy_from to smithi09877355-2 2024-04-12T00:38:56.013 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 2611 (ObjNum 1135 snap 325 seq_num 1135) dirty exists 2024-04-12T00:38:56.013 INFO:tasks.rados.rados.0.smithi098.stdout:3634: finishing copy_from to smithi09877355-16 2024-04-12T00:38:56.013 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 2759 (ObjNum 1119 snap 321 seq_num 1119) dirty exists 2024-04-12T00:38:56.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:55 smithi098 ceph-mon[91373]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T00:38:56.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:55 smithi098 ceph-mon[88922]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T00:38:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:55 smithi193 ceph-mon[83763]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T00:38:56.566 INFO:tasks.rados.rados.0.smithi098.stdout:3628: done (3 left) 2024-04-12T00:38:56.566 INFO:tasks.rados.rados.0.smithi098.stdout:3632: done (2 left) 2024-04-12T00:38:56.566 INFO:tasks.rados.rados.0.smithi098.stdout:3634: done (1 left) 2024-04-12T00:38:56.566 INFO:tasks.rados.rados.0.smithi098.stdout:3635: done (0 left) 2024-04-12T00:38:56.566 INFO:tasks.rados.rados.0.smithi098.stdout:3636: delete oid 13 current snap is 337 2024-04-12T00:38:56.572 INFO:tasks.rados.rados.0.smithi098.stdout:3636: done (0 left) 2024-04-12T00:38:56.572 INFO:tasks.rados.rados.0.smithi098.stdout:3637: delete oid 2 current snap is 337 2024-04-12T00:38:56.577 INFO:tasks.rados.rados.0.smithi098.stdout:3637: done (0 left) 2024-04-12T00:38:56.577 INFO:tasks.rados.rados.0.smithi098.stdout:3638: snap_create 2024-04-12T00:38:57.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:56 smithi098 ceph-mon[91373]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T00:38:57.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:56 smithi098 ceph-mon[91373]: pgmap v763: 121 pgs: 121 active+clean; 395 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 80 KiB/s wr, 11 op/s 2024-04-12T00:38:57.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:56 smithi098 ceph-mon[91373]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T00:38:57.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:56 smithi098 ceph-mon[88922]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T00:38:57.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:56 smithi098 ceph-mon[88922]: pgmap v763: 121 pgs: 121 active+clean; 395 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 80 KiB/s wr, 11 op/s 2024-04-12T00:38:57.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:56 smithi098 ceph-mon[88922]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T00:38:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:56 smithi193 ceph-mon[83763]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T00:38:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:56 smithi193 ceph-mon[83763]: pgmap v763: 121 pgs: 121 active+clean; 395 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 80 KiB/s wr, 11 op/s 2024-04-12T00:38:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:56 smithi193 ceph-mon[83763]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T00:38:57.567 INFO:tasks.rados.rados.0.smithi098.stdout:3638: done (0 left) 2024-04-12T00:38:57.567 INFO:tasks.rados.rados.0.smithi098.stdout:3639: read oid 49 snap -1 2024-04-12T00:38:57.567 INFO:tasks.rados.rados.0.smithi098.stdout:3639: expect deleted 2024-04-12T00:38:57.567 INFO:tasks.rados.rados.0.smithi098.stdout:3640: snap_remove snap 322 2024-04-12T00:38:58.579 INFO:tasks.rados.rados.0.smithi098.stdout:3640: done (1 left) 2024-04-12T00:38:58.579 INFO:tasks.rados.rados.0.smithi098.stdout:3641: snap_remove snap 324 2024-04-12T00:38:58.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:58 smithi193 ceph-mon[83763]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T00:38:58.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:58 smithi193 ceph-mon[83763]: pgmap v766: 121 pgs: 121 active+clean; 393 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-12T00:38:59.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:58 smithi098 ceph-mon[88922]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T00:38:59.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:58 smithi098 ceph-mon[88922]: pgmap v766: 121 pgs: 121 active+clean; 393 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-12T00:38:59.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:58 smithi098 ceph-mon[91373]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T00:38:59.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:58 smithi098 ceph-mon[91373]: pgmap v766: 121 pgs: 121 active+clean; 393 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-12T00:38:59.578 INFO:tasks.rados.rados.0.smithi098.stdout:3641: done (1 left) 2024-04-12T00:38:59.578 INFO:tasks.rados.rados.0.smithi098.stdout:3642: delete oid 14 current snap is 338 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3639: done (1 left) 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3642: done (0 left) 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3643: rollback oid 19 current snap is 338 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 19 to 307 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3644: copy_from oid 18 from oid 42 current snap is 338 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3645: read oid 30 snap 328 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3645: expect (ObjNum 1127 snap 322 seq_num 1127) 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3646: read oid 10 snap -1 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3646: expect (ObjNum 1134 snap 325 seq_num 1134) 2024-04-12T00:38:59.592 INFO:tasks.rados.rados.0.smithi098.stdout:3647: delete oid 21 current snap is 338 2024-04-12T00:38:59.597 INFO:tasks.rados.rados.0.smithi098.stdout:3643: finishing rollback tid 1 to smithi09877355-19 2024-04-12T00:38:59.598 INFO:tasks.rados.rados.0.smithi098.stdout:3643: finishing rollback tid 2 to smithi09877355-19 2024-04-12T00:38:59.598 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 2326 (ObjNum 1085 snap 307 seq_num 1085) dirty exists 2024-04-12T00:38:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3643: done (4 left) 2024-04-12T00:38:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3647: done (3 left) 2024-04-12T00:38:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3648: rmattr oid 44 current snap is 338 2024-04-12T00:38:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3648: done (3 left) 2024-04-12T00:38:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 338 2024-04-12T00:38:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3649: seq_num 1171 ranges {10797056=417792} 2024-04-12T00:38:59.668 INFO:tasks.rados.rados.0.smithi098.stdout:3649: writing smithi09877355-4 from 10797056 to 11214848 tid 1 2024-04-12T00:38:59.668 INFO:tasks.rados.rados.0.smithi098.stdout:3650: rollback oid 1 current snap is 338 2024-04-12T00:38:59.668 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 1 to 333 2024-04-12T00:38:59.668 INFO:tasks.rados.rados.0.smithi098.stdout:3646: expect (ObjNum 1134 snap 325 seq_num 1134) 2024-04-12T00:38:59.785 INFO:tasks.rados.rados.0.smithi098.stdout:3645: expect (ObjNum 1127 snap 322 seq_num 1127) 2024-04-12T00:38:59.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:38:59 smithi193 ceph-mon[83763]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T00:38:59.901 INFO:tasks.rados.rados.0.smithi098.stdout:3644: finishing copy_from racing read to smithi09877355-18 2024-04-12T00:38:59.901 INFO:tasks.rados.rados.0.smithi098.stdout:3644: finishing copy_from to smithi09877355-18 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 2468 (ObjNum 1152 snap 334 seq_num 1152) dirty exists 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3650: finishing rollback tid 0 to smithi09877355-1 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3650: finishing rollback tid 1 to smithi09877355-1 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3650: finishing rollback tid 2 to smithi09877355-1 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 2351 (ObjNum 1138 snap 331 seq_num 1138) dirty exists 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3649: finishing write tid 1 to smithi09877355-4 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3644: done (4 left) 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3645: done (3 left) 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3646: done (2 left) 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3650: done (1 left) 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3651: rmattr oid 1 current snap is 338 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3651: done (1 left) 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3652: read oid 27 snap -1 2024-04-12T00:38:59.902 INFO:tasks.rados.rados.0.smithi098.stdout:3652: expect (ObjNum 1131 snap 325 seq_num 1131) 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:3653: read oid 35 snap -1 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:3653: expect (ObjNum 1156 snap 334 seq_num 1156) 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 338 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:3649: finishing write tid 2 to smithi09877355-4 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:3649: finishing write tid 3 to smithi09877355-4 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:3649: oid 4 updating version 0 to 2593 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:3649: oid 4 version 2593 is already newer than 2592 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2593 (ObjNum 1171 snap 338 seq_num 1171) dirty exists 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:3649: left oid 4 (ObjNum 1171 snap 338 seq_num 1171) 2024-04-12T00:38:59.903 INFO:tasks.rados.rados.0.smithi098.stdout:3654: seq_num 1172 ranges {0=434176} 2024-04-12T00:38:59.904 INFO:tasks.rados.rados.0.smithi098.stdout:3654: writing smithi09877355-20 from 0 to 434176 tid 1 2024-04-12T00:38:59.904 INFO:tasks.rados.rados.0.smithi098.stdout:3649: done (3 left) 2024-04-12T00:38:59.904 INFO:tasks.rados.rados.0.smithi098.stdout:3655: rollback oid 22 current snap is 338 2024-04-12T00:38:59.904 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 22 to 325 2024-04-12T00:38:59.904 INFO:tasks.rados.rados.0.smithi098.stdout:3656: setattr oid 34 current snap is 338 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:3657: read oid 8 snap -1 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:3657: expect deleted 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:3658: rollback oid 7 current snap is 338 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 7 to 306 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:3659: read oid 16 snap -1 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:3659: expect (ObjNum 1119 snap 321 seq_num 1119) 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:3660: read oid 15 snap -1 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:3660: expect (ObjNum 1119 snap 321 seq_num 1119) 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:3661: read oid 31 snap -1 2024-04-12T00:38:59.907 INFO:tasks.rados.rados.0.smithi098.stdout:3661: expect (ObjNum 1159 snap 335 seq_num 1159) 2024-04-12T00:38:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:3662: read oid 48 snap -1 2024-04-12T00:38:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:3662: expect (ObjNum 1077 snap 306 seq_num 1077) 2024-04-12T00:38:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:3663: read oid 13 snap 330 2024-04-12T00:38:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:3663: expect deleted 2024-04-12T00:38:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:3664: copy_from oid 41 from oid 45 current snap is 338 2024-04-12T00:38:59.908 INFO:tasks.rados.rados.0.smithi098.stdout:3665: snap_create 2024-04-12T00:38:59.914 INFO:tasks.rados.rados.0.smithi098.stdout:3654: finishing write tid 1 to smithi09877355-20 2024-04-12T00:38:59.914 INFO:tasks.rados.rados.0.smithi098.stdout:3654: finishing write tid 2 to smithi09877355-20 2024-04-12T00:38:59.914 INFO:tasks.rados.rados.0.smithi098.stdout:3658: finishing rollback tid 0 to smithi09877355-7 2024-04-12T00:38:59.915 INFO:tasks.rados.rados.0.smithi098.stdout:3658: finishing rollback tid 1 to smithi09877355-7 2024-04-12T00:38:59.915 INFO:tasks.rados.rados.0.smithi098.stdout:3655: finishing rollback tid 1 to smithi09877355-22 2024-04-12T00:38:59.916 INFO:tasks.rados.rados.0.smithi098.stdout:3658: finishing rollback tid 2 to smithi09877355-7 2024-04-12T00:38:59.916 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2578 (ObjNum 1020 snap 295 seq_num 1020) dirty exists 2024-04-12T00:38:59.917 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 2613 (ObjNum 995 snap 288 seq_num 995) dirty exists 2024-04-12T00:38:59.918 INFO:tasks.rados.rados.0.smithi098.stdout:3652: expect (ObjNum 1131 snap 325 seq_num 1131) 2024-04-12T00:38:59.985 INFO:tasks.rados.rados.0.smithi098.stdout:3662: expect (ObjNum 1077 snap 306 seq_num 1077) 2024-04-12T00:39:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:3654: finishing write tid 3 to smithi09877355-20 2024-04-12T00:39:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:3654: oid 20 updating version 0 to 2595 2024-04-12T00:39:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:3654: oid 20 version 2595 is already newer than 2594 2024-04-12T00:39:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 2595 (ObjNum 1172 snap 338 seq_num 1172) dirty exists 2024-04-12T00:39:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:3654: left oid 20 (ObjNum 1172 snap 338 seq_num 1172) 2024-04-12T00:39:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:3655: finishing rollback tid 2 to smithi09877355-22 2024-04-12T00:39:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 2920 (ObjNum 1123 snap 322 seq_num 1123) dirty exists 2024-04-12T00:39:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:3664: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:39:00.018 INFO:tasks.rados.rados.0.smithi098.stdout:3664: finishing copy_from to smithi09877355-41 2024-04-12T00:39:00.019 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 1949 (ObjNum 1076 snap 306 seq_num 1076) dirty exists 2024-04-12T00:39:00.019 INFO:tasks.rados.rados.0.smithi098.stdout:3653: expect (ObjNum 1156 snap 334 seq_num 1156) 2024-04-12T00:39:00.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:38:59 smithi098 ceph-mon[88922]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T00:39:00.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:38:59 smithi098 ceph-mon[91373]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T00:39:00.189 INFO:tasks.rados.rados.0.smithi098.stdout:3659: expect (ObjNum 1119 snap 321 seq_num 1119) 2024-04-12T00:39:00.347 INFO:tasks.rados.rados.0.smithi098.stdout:3661: expect (ObjNum 1159 snap 335 seq_num 1159) 2024-04-12T00:39:00.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:00 smithi193 ceph-mon[83763]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T00:39:00.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:00 smithi193 ceph-mon[83763]: pgmap v769: 121 pgs: 121 active+clean; 382 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-12T00:39:01.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:00 smithi098 ceph-mon[88922]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T00:39:01.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:00 smithi098 ceph-mon[88922]: pgmap v769: 121 pgs: 121 active+clean; 382 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-12T00:39:01.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:00 smithi098 ceph-mon[91373]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T00:39:01.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:00 smithi098 ceph-mon[91373]: pgmap v769: 121 pgs: 121 active+clean; 382 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-12T00:39:01.647 INFO:tasks.rados.rados.0.smithi098.stdout:3660: expect (ObjNum 1119 snap 321 seq_num 1119) 2024-04-12T00:39:01.809 INFO:tasks.rados.rados.0.smithi098.stdout:3652: done (13 left) 2024-04-12T00:39:01.809 INFO:tasks.rados.rados.0.smithi098.stdout:3653: done (12 left) 2024-04-12T00:39:01.810 INFO:tasks.rados.rados.0.smithi098.stdout:3654: done (11 left) 2024-04-12T00:39:01.810 INFO:tasks.rados.rados.0.smithi098.stdout:3655: done (10 left) 2024-04-12T00:39:01.810 INFO:tasks.rados.rados.0.smithi098.stdout:3656: done (9 left) 2024-04-12T00:39:01.810 INFO:tasks.rados.rados.0.smithi098.stdout:3657: done (8 left) 2024-04-12T00:39:01.810 INFO:tasks.rados.rados.0.smithi098.stdout:3658: done (7 left) 2024-04-12T00:39:01.810 INFO:tasks.rados.rados.0.smithi098.stdout:3659: done (6 left) 2024-04-12T00:39:01.810 INFO:tasks.rados.rados.0.smithi098.stdout:3660: done (5 left) 2024-04-12T00:39:01.810 INFO:tasks.rados.rados.0.smithi098.stdout:3661: done (4 left) 2024-04-12T00:39:01.811 INFO:tasks.rados.rados.0.smithi098.stdout:3662: done (3 left) 2024-04-12T00:39:01.811 INFO:tasks.rados.rados.0.smithi098.stdout:3663: done (2 left) 2024-04-12T00:39:01.811 INFO:tasks.rados.rados.0.smithi098.stdout:3664: done (1 left) 2024-04-12T00:39:01.811 INFO:tasks.rados.rados.0.smithi098.stdout:3665: done (0 left) 2024-04-12T00:39:01.811 INFO:tasks.rados.rados.0.smithi098.stdout:3666: snap_create 2024-04-12T00:39:01.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:01 smithi193 ceph-mon[83763]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T00:39:01.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:01 smithi193 ceph-mon[83763]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T00:39:02.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:01 smithi098 ceph-mon[88922]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T00:39:02.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:01 smithi098 ceph-mon[88922]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T00:39:02.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:01 smithi098 ceph-mon[91373]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T00:39:02.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:01 smithi098 ceph-mon[91373]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T00:39:02.597 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:39:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:39:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:39:02.606 INFO:tasks.rados.rados.0.smithi098.stdout:3666: done (0 left) 2024-04-12T00:39:02.606 INFO:tasks.rados.rados.0.smithi098.stdout:3667: rollback oid 9 current snap is 340 2024-04-12T00:39:02.606 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 9 to 333 2024-04-12T00:39:02.606 INFO:tasks.rados.rados.0.smithi098.stdout:3668: copy_from oid 11 from oid 31 current snap is 340 2024-04-12T00:39:02.606 INFO:tasks.rados.rados.0.smithi098.stdout:3669: read oid 13 snap -1 2024-04-12T00:39:02.606 INFO:tasks.rados.rados.0.smithi098.stdout:3669: expect deleted 2024-04-12T00:39:02.606 INFO:tasks.rados.rados.0.smithi098.stdout:3670: snap_create 2024-04-12T00:39:02.612 INFO:tasks.rados.rados.0.smithi098.stdout:3667: finishing rollback tid 0 to smithi09877355-9 2024-04-12T00:39:02.612 INFO:tasks.rados.rados.0.smithi098.stdout:3667: finishing rollback tid 1 to smithi09877355-9 2024-04-12T00:39:02.612 INFO:tasks.rados.rados.0.smithi098.stdout:3667: finishing rollback tid 2 to smithi09877355-9 2024-04-12T00:39:02.612 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 9 v 2348 (ObjNum 1113 snap 320 seq_num 1113) dirty exists 2024-04-12T00:39:02.665 INFO:tasks.rados.rados.0.smithi098.stdout:3668: finishing copy_from racing read to smithi09877355-11 2024-04-12T00:39:02.668 INFO:tasks.rados.rados.0.smithi098.stdout:3668: finishing copy_from to smithi09877355-11 2024-04-12T00:39:02.668 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2202 (ObjNum 1159 snap 335 seq_num 1159) dirty exists 2024-04-12T00:39:02.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:02 smithi193 ceph-mon[83763]: pgmap v772: 121 pgs: 121 active+clean; 395 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-12T00:39:03.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:02 smithi098 ceph-mon[88922]: pgmap v772: 121 pgs: 121 active+clean; 395 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-12T00:39:03.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:02 smithi098 ceph-mon[91373]: pgmap v772: 121 pgs: 121 active+clean; 395 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-12T00:39:03.602 INFO:tasks.rados.rados.0.smithi098.stdout:3667: done (3 left) 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:3668: done (2 left) 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:3669: done (1 left) 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:3670: done (0 left) 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:3671: rollback oid 20 current snap is 341 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 20 to 335 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:3672: rmattr oid 23 current snap is 341 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:3672: done (1 left) 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:3673: rollback oid 31 current snap is 341 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 31 to 329 2024-04-12T00:39:03.603 INFO:tasks.rados.rados.0.smithi098.stdout:3674: delete oid 39 current snap is 341 2024-04-12T00:39:03.607 INFO:tasks.rados.rados.0.smithi098.stdout:3674: done (2 left) 2024-04-12T00:39:03.607 INFO:tasks.rados.rados.0.smithi098.stdout:3675: delete oid 11 current snap is 341 2024-04-12T00:39:03.612 INFO:tasks.rados.rados.0.smithi098.stdout:3673: finishing rollback tid 0 to smithi09877355-31 2024-04-12T00:39:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:3673: finishing rollback tid 1 to smithi09877355-31 2024-04-12T00:39:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:3675: done (2 left) 2024-04-12T00:39:03.613 INFO:tasks.rados.rados.0.smithi098.stdout:3676: snap_remove snap 330 2024-04-12T00:39:03.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:03 smithi193 ceph-mon[83763]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T00:39:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:03 smithi098 ceph-mon[88922]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T00:39:04.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:03 smithi098 ceph-mon[91373]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T00:39:04.614 INFO:tasks.rados.rados.0.smithi098.stdout:3676: done (2 left) 2024-04-12T00:39:04.614 INFO:tasks.rados.rados.0.smithi098.stdout:3677: delete oid 19 current snap is 341 2024-04-12T00:39:04.614 INFO:tasks.rados.rados.0.smithi098.stdout:3673: finishing rollback tid 2 to smithi09877355-31 2024-04-12T00:39:04.614 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 2205 (ObjNum 1010 snap 288 seq_num 1010) dirty exists 2024-04-12T00:39:04.614 INFO:tasks.rados.rados.0.smithi098.stdout:3671: finishing rollback tid 0 to smithi09877355-20 2024-04-12T00:39:04.614 INFO:tasks.rados.rados.0.smithi098.stdout:3671: finishing rollback tid 1 to smithi09877355-20 2024-04-12T00:39:04.614 INFO:tasks.rados.rados.0.smithi098.stdout:3671: finishing rollback tid 2 to smithi09877355-20 2024-04-12T00:39:04.614 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 2598 (ObjNum 33 snap 0 seq_num 28246912) dirty exists 2024-04-12T00:39:04.623 INFO:tasks.rados.rados.0.smithi098.stdout:3671: done (2 left) 2024-04-12T00:39:04.623 INFO:tasks.rados.rados.0.smithi098.stdout:3673: done (1 left) 2024-04-12T00:39:04.623 INFO:tasks.rados.rados.0.smithi098.stdout:3677: done (0 left) 2024-04-12T00:39:04.624 INFO:tasks.rados.rados.0.smithi098.stdout:3678: snap_create 2024-04-12T00:39:04.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:04 smithi193 ceph-mon[83763]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T00:39:04.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:04 smithi193 ceph-mon[83763]: pgmap v775: 121 pgs: 121 active+clean; 401 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-12T00:39:05.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:04 smithi098 ceph-mon[88922]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T00:39:05.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:04 smithi098 ceph-mon[88922]: pgmap v775: 121 pgs: 121 active+clean; 401 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-12T00:39:05.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:04 smithi098 ceph-mon[91373]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T00:39:05.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:04 smithi098 ceph-mon[91373]: pgmap v775: 121 pgs: 121 active+clean; 401 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-12T00:39:05.624 INFO:tasks.rados.rados.0.smithi098.stdout:3678: done (0 left) 2024-04-12T00:39:05.625 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 342 2024-04-12T00:39:05.625 INFO:tasks.rados.rados.0.smithi098.stdout:3679: seq_num 1176 ranges {0=499712} 2024-04-12T00:39:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3679: writing smithi09877355-8 from 0 to 499712 tid 1 2024-04-12T00:39:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 342 2024-04-12T00:39:05.627 INFO:tasks.rados.rados.0.smithi098.stdout:3680: seq_num 1177 ranges {5652480=516096} 2024-04-12T00:39:05.660 INFO:tasks.rados.rados.0.smithi098.stdout:3680: writing smithi09877355-29 from 5652480 to 6168576 tid 1 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:3681: copy_from oid 12 from oid 17 current snap is 342 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:3679: finishing write tid 1 to smithi09877355-8 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:3679: finishing write tid 2 to smithi09877355-8 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:3679: finishing write tid 3 to smithi09877355-8 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:3679: oid 8 updating version 0 to 1640 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:3679: oid 8 version 1640 is already newer than 1639 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1640 (ObjNum 1176 snap 342 seq_num 1176) dirty exists 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:3679: left oid 8 (ObjNum 1176 snap 342 seq_num 1176) 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:3679: done (2 left) 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 342 2024-04-12T00:39:05.661 INFO:tasks.rados.rados.0.smithi098.stdout:3682: seq_num 1178 ranges {5627904=532480} 2024-04-12T00:39:05.694 INFO:tasks.rados.rados.0.smithi098.stdout:3682: writing smithi09877355-22 from 5627904 to 6160384 tid 1 2024-04-12T00:39:05.694 INFO:tasks.rados.rados.0.smithi098.stdout:3683: snap_remove snap 338 2024-04-12T00:39:05.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:05 smithi193 ceph-mon[83763]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T00:39:05.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:39:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:39:05] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-12T00:39:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:05 smithi098 ceph-mon[91373]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T00:39:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:05 smithi098 ceph-mon[88922]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T00:39:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:06.573 INFO:tasks.rados.rados.0.smithi098.stdout:3683: done (3 left) 2024-04-12T00:39:06.573 INFO:tasks.rados.rados.0.smithi098.stdout:3684: rollback oid 40 current snap is 342 2024-04-12T00:39:06.573 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 40 to 334 2024-04-12T00:39:06.573 INFO:tasks.rados.rados.0.smithi098.stdout:3680: finishing write tid 1 to smithi09877355-29 2024-04-12T00:39:06.573 INFO:tasks.rados.rados.0.smithi098.stdout:3680: finishing write tid 2 to smithi09877355-29 2024-04-12T00:39:06.573 INFO:tasks.rados.rados.0.smithi098.stdout:3680: finishing write tid 3 to smithi09877355-29 2024-04-12T00:39:06.573 INFO:tasks.rados.rados.0.smithi098.stdout:3680: oid 29 updating version 0 to 2353 2024-04-12T00:39:06.573 INFO:tasks.rados.rados.0.smithi098.stdout:3680: oid 29 version 2353 is already newer than 2352 2024-04-12T00:39:06.573 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2353 (ObjNum 1177 snap 342 seq_num 1177) dirty exists 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3680: left oid 29 (ObjNum 1177 snap 342 seq_num 1177) 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3681: finishing copy_from racing read to smithi09877355-12 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3681: finishing copy_from to smithi09877355-12 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2627 (ObjNum 1118 snap 321 seq_num 1118) dirty exists 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3682: finishing write tid 1 to smithi09877355-22 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3682: finishing write tid 2 to smithi09877355-22 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3682: finishing write tid 3 to smithi09877355-22 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3682: oid 22 updating version 0 to 2934 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3682: oid 22 updating version 2934 to 2935 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 2935 (ObjNum 1178 snap 342 seq_num 1178) dirty exists 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3682: left oid 22 (ObjNum 1178 snap 342 seq_num 1178) 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3680: done (3 left) 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3681: done (2 left) 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3682: done (1 left) 2024-04-12T00:39:06.574 INFO:tasks.rados.rados.0.smithi098.stdout:3685: snap_remove snap 306 2024-04-12T00:39:07.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:06 smithi098 ceph-mon[91373]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T00:39:07.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:06 smithi098 ceph-mon[91373]: pgmap v778: 121 pgs: 121 active+clean; 401 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 574 KiB/s wr, 10 op/s 2024-04-12T00:39:07.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:06 smithi098 ceph-mon[91373]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T00:39:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:06 smithi098 ceph-mon[88922]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T00:39:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:06 smithi098 ceph-mon[88922]: pgmap v778: 121 pgs: 121 active+clean; 401 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 574 KiB/s wr, 10 op/s 2024-04-12T00:39:07.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:06 smithi098 ceph-mon[88922]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T00:39:07.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:06 smithi193 ceph-mon[83763]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T00:39:07.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:06 smithi193 ceph-mon[83763]: pgmap v778: 121 pgs: 121 active+clean; 401 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 574 KiB/s wr, 10 op/s 2024-04-12T00:39:07.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:06 smithi193 ceph-mon[83763]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T00:39:07.581 INFO:tasks.rados.rados.0.smithi098.stdout:3684: finishing rollback tid 1 to smithi09877355-40 2024-04-12T00:39:07.581 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 40 v 2324 (ObjNum 33 snap 0 seq_num 29014752) dirty dne 2024-04-12T00:39:07.581 INFO:tasks.rados.rados.0.smithi098.stdout:3684: done (1 left) 2024-04-12T00:39:07.581 INFO:tasks.rados.rados.0.smithi098.stdout:3685: done (0 left) 2024-04-12T00:39:07.581 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 34 current snap is 342 2024-04-12T00:39:07.581 INFO:tasks.rados.rados.0.smithi098.stdout:3686: seq_num 1179 ranges {5840896=548864} 2024-04-12T00:39:07.616 INFO:tasks.rados.rados.0.smithi098.stdout:3686: writing smithi09877355-34 from 5840896 to 6389760 tid 1 2024-04-12T00:39:07.616 INFO:tasks.rados.rados.0.smithi098.stdout:3687: snap_create 2024-04-12T00:39:07.624 INFO:tasks.rados.rados.0.smithi098.stdout:3686: finishing write tid 1 to smithi09877355-34 2024-04-12T00:39:07.625 INFO:tasks.rados.rados.0.smithi098.stdout:3686: finishing write tid 2 to smithi09877355-34 2024-04-12T00:39:07.627 INFO:tasks.rados.rados.0.smithi098.stdout:3686: finishing write tid 3 to smithi09877355-34 2024-04-12T00:39:07.627 INFO:tasks.rados.rados.0.smithi098.stdout:3686: oid 34 updating version 0 to 2615 2024-04-12T00:39:07.627 INFO:tasks.rados.rados.0.smithi098.stdout:3686: oid 34 version 2615 is already newer than 2614 2024-04-12T00:39:07.627 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 2615 (ObjNum 1179 snap 342 seq_num 1179) dirty exists 2024-04-12T00:39:07.627 INFO:tasks.rados.rados.0.smithi098.stdout:3686: left oid 34 (ObjNum 1179 snap 342 seq_num 1179) 2024-04-12T00:39:08.587 INFO:tasks.rados.rados.0.smithi098.stdout:3686: done (1 left) 2024-04-12T00:39:08.587 INFO:tasks.rados.rados.0.smithi098.stdout:3687: done (0 left) 2024-04-12T00:39:08.587 INFO:tasks.rados.rados.0.smithi098.stdout:3688: read oid 31 snap -1 2024-04-12T00:39:08.588 INFO:tasks.rados.rados.0.smithi098.stdout:3688: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:39:08.588 INFO:tasks.rados.rados.0.smithi098.stdout:3689: snap_remove snap 302 2024-04-12T00:39:08.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:08 smithi193 ceph-mon[83763]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T00:39:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:08 smithi193 ceph-mon[83763]: pgmap v781: 121 pgs: 121 active+clean; 419 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 4.7 MiB/s wr, 4 op/s 2024-04-12T00:39:09.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:08 smithi098 ceph-mon[91373]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T00:39:09.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:08 smithi098 ceph-mon[91373]: pgmap v781: 121 pgs: 121 active+clean; 419 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 4.7 MiB/s wr, 4 op/s 2024-04-12T00:39:09.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:08 smithi098 ceph-mon[88922]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T00:39:09.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:08 smithi098 ceph-mon[88922]: pgmap v781: 121 pgs: 121 active+clean; 419 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 4.7 MiB/s wr, 4 op/s 2024-04-12T00:39:09.595 INFO:tasks.rados.rados.0.smithi098.stdout:3688: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:39:09.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:09 smithi193 ceph-mon[83763]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T00:39:10.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:09 smithi098 ceph-mon[91373]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T00:39:10.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:09 smithi098 ceph-mon[88922]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T00:39:10.699 INFO:tasks.rados.rados.0.smithi098.stdout:3688: done (1 left) 2024-04-12T00:39:10.699 INFO:tasks.rados.rados.0.smithi098.stdout:3689: done (0 left) 2024-04-12T00:39:10.699 INFO:tasks.rados.rados.0.smithi098.stdout:3690: copy_from oid 12 from oid 13 current snap is 343 2024-04-12T00:39:10.699 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 343 2024-04-12T00:39:10.699 INFO:tasks.rados.rados.0.smithi098.stdout:3691: seq_num 1180 ranges {0=565248} 2024-04-12T00:39:10.702 INFO:tasks.rados.rados.0.smithi098.stdout:3691: writing smithi09877355-19 from 0 to 565248 tid 1 2024-04-12T00:39:10.702 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 343 2024-04-12T00:39:10.702 INFO:tasks.rados.rados.0.smithi098.stdout:3690: finishing copy_from to smithi09877355-12 2024-04-12T00:39:10.702 INFO:tasks.rados.rados.0.smithi098.stdout:3690: got expected ENOENT (src dne) 2024-04-12T00:39:10.702 INFO:tasks.rados.rados.0.smithi098.stdout:3690: finishing copy_from racing read to smithi09877355-12 2024-04-12T00:39:10.702 INFO:tasks.rados.rados.0.smithi098.stdout:3692: seq_num 1181 ranges {6504448=581632} 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:3692: writing smithi09877355-7 from 6504448 to 7086080 tid 1 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:3690: done (2 left) 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:3693: delete oid 9 current snap is 343 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:3691: finishing write tid 1 to smithi09877355-19 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:3691: finishing write tid 2 to smithi09877355-19 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:3691: finishing write tid 3 to smithi09877355-19 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:3691: oid 19 updating version 0 to 2471 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:3691: oid 19 version 2471 is already newer than 2470 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 2471 (ObjNum 1180 snap 343 seq_num 1180) dirty exists 2024-04-12T00:39:10.740 INFO:tasks.rados.rados.0.smithi098.stdout:3691: left oid 19 (ObjNum 1180 snap 343 seq_num 1180) 2024-04-12T00:39:10.742 INFO:tasks.rados.rados.0.smithi098.stdout:3691: done (2 left) 2024-04-12T00:39:10.742 INFO:tasks.rados.rados.0.smithi098.stdout:3693: done (1 left) 2024-04-12T00:39:10.742 INFO:tasks.rados.rados.0.smithi098.stdout:3694: read oid 20 snap 318 2024-04-12T00:39:10.742 INFO:tasks.rados.rados.0.smithi098.stdout:3694: expect (ObjNum 28446960 snap 22064 seq_num 29178208) 2024-04-12T00:39:10.742 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 343 2024-04-12T00:39:10.742 INFO:tasks.rados.rados.0.smithi098.stdout:3695: seq_num 1183 ranges {3891200=622592} 2024-04-12T00:39:10.766 INFO:tasks.rados.rados.0.smithi098.stdout:3695: writing smithi09877355-15 from 3891200 to 4513792 tid 1 2024-04-12T00:39:10.766 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 343 2024-04-12T00:39:10.766 INFO:tasks.rados.rados.0.smithi098.stdout:3696: seq_num 1184 ranges {499712=638976} 2024-04-12T00:39:10.772 INFO:tasks.rados.rados.0.smithi098.stdout:3696: writing smithi09877355-8 from 499712 to 1138688 tid 1 2024-04-12T00:39:10.772 INFO:tasks.rados.rados.0.smithi098.stdout:3697: snap_create 2024-04-12T00:39:10.772 INFO:tasks.rados.rados.0.smithi098.stdout:3694: expect (ObjNum 28446960 snap 22064 seq_num 29178208) 2024-04-12T00:39:10.773 INFO:tasks.rados.rados.0.smithi098.stdout:3692: finishing write tid 1 to smithi09877355-7 2024-04-12T00:39:10.773 INFO:tasks.rados.rados.0.smithi098.stdout:3692: finishing write tid 2 to smithi09877355-7 2024-04-12T00:39:10.773 INFO:tasks.rados.rados.0.smithi098.stdout:3692: finishing write tid 3 to smithi09877355-7 2024-04-12T00:39:10.773 INFO:tasks.rados.rados.0.smithi098.stdout:3692: oid 7 updating version 0 to 2579 2024-04-12T00:39:10.773 INFO:tasks.rados.rados.0.smithi098.stdout:3692: oid 7 updating version 2579 to 2580 2024-04-12T00:39:10.773 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2580 (ObjNum 1181 snap 343 seq_num 1181) dirty exists 2024-04-12T00:39:10.774 INFO:tasks.rados.rados.0.smithi098.stdout:3692: left oid 7 (ObjNum 1181 snap 343 seq_num 1181) 2024-04-12T00:39:10.774 INFO:tasks.rados.rados.0.smithi098.stdout:3695: finishing write tid 1 to smithi09877355-15 2024-04-12T00:39:10.774 INFO:tasks.rados.rados.0.smithi098.stdout:3695: finishing write tid 2 to smithi09877355-15 2024-04-12T00:39:10.774 INFO:tasks.rados.rados.0.smithi098.stdout:3695: finishing write tid 3 to smithi09877355-15 2024-04-12T00:39:10.774 INFO:tasks.rados.rados.0.smithi098.stdout:3695: oid 15 updating version 0 to 2960 2024-04-12T00:39:10.774 INFO:tasks.rados.rados.0.smithi098.stdout:3695: oid 15 version 2960 is already newer than 2959 2024-04-12T00:39:10.774 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 2960 (ObjNum 1183 snap 343 seq_num 1183) dirty exists 2024-04-12T00:39:10.774 INFO:tasks.rados.rados.0.smithi098.stdout:3695: left oid 15 (ObjNum 1183 snap 343 seq_num 1183) 2024-04-12T00:39:10.776 INFO:tasks.rados.rados.0.smithi098.stdout:3696: finishing write tid 1 to smithi09877355-8 2024-04-12T00:39:10.776 INFO:tasks.rados.rados.0.smithi098.stdout:3696: finishing write tid 2 to smithi09877355-8 2024-04-12T00:39:10.777 INFO:tasks.rados.rados.0.smithi098.stdout:3696: finishing write tid 3 to smithi09877355-8 2024-04-12T00:39:10.778 INFO:tasks.rados.rados.0.smithi098.stdout:3696: oid 8 updating version 0 to 1642 2024-04-12T00:39:10.778 INFO:tasks.rados.rados.0.smithi098.stdout:3696: oid 8 version 1642 is already newer than 1641 2024-04-12T00:39:10.778 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1642 (ObjNum 1184 snap 343 seq_num 1184) dirty exists 2024-04-12T00:39:10.778 INFO:tasks.rados.rados.0.smithi098.stdout:3696: left oid 8 (ObjNum 1184 snap 343 seq_num 1184) 2024-04-12T00:39:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:10 smithi193 ceph-mon[83763]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T00:39:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:10 smithi193 ceph-mon[83763]: pgmap v784: 121 pgs: 121 active+clean; 420 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.8 MiB/s wr, 5 op/s 2024-04-12T00:39:11.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:10 smithi098 ceph-mon[91373]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T00:39:11.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:10 smithi098 ceph-mon[91373]: pgmap v784: 121 pgs: 121 active+clean; 420 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.8 MiB/s wr, 5 op/s 2024-04-12T00:39:11.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:10 smithi098 ceph-mon[88922]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T00:39:11.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:10 smithi098 ceph-mon[88922]: pgmap v784: 121 pgs: 121 active+clean; 420 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.8 MiB/s wr, 5 op/s 2024-04-12T00:39:11.574 INFO:tasks.rados.rados.0.smithi098.stdout:3692: done (4 left) 2024-04-12T00:39:11.574 INFO:tasks.rados.rados.0.smithi098.stdout:3694: done (3 left) 2024-04-12T00:39:11.574 INFO:tasks.rados.rados.0.smithi098.stdout:3695: done (2 left) 2024-04-12T00:39:11.574 INFO:tasks.rados.rados.0.smithi098.stdout:3696: done (1 left) 2024-04-12T00:39:11.574 INFO:tasks.rados.rados.0.smithi098.stdout:3697: done (0 left) 2024-04-12T00:39:11.574 INFO:tasks.rados.rados.0.smithi098.stdout:3698: read oid 10 snap -1 2024-04-12T00:39:11.574 INFO:tasks.rados.rados.0.smithi098.stdout:3698: expect (ObjNum 1134 snap 325 seq_num 1134) 2024-04-12T00:39:11.574 INFO:tasks.rados.rados.0.smithi098.stdout:3699: snap_create 2024-04-12T00:39:11.593 INFO:tasks.rados.rados.0.smithi098.stdout:3698: expect (ObjNum 1134 snap 325 seq_num 1134) 2024-04-12T00:39:12.573 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:39:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:39:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:39:12.576 INFO:tasks.rados.rados.0.smithi098.stdout:3698: done (1 left) 2024-04-12T00:39:12.577 INFO:tasks.rados.rados.0.smithi098.stdout:3699: done (0 left) 2024-04-12T00:39:12.577 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 345 2024-04-12T00:39:12.577 INFO:tasks.rados.rados.0.smithi098.stdout:3700: seq_num 1185 ranges {3686400=655360} 2024-04-12T00:39:12.600 INFO:tasks.rados.rados.0.smithi098.stdout:3700: writing smithi09877355-42 from 3686400 to 4341760 tid 1 2024-04-12T00:39:12.600 INFO:tasks.rados.rados.0.smithi098.stdout:3701: setattr oid 12 current snap is 345 2024-04-12T00:39:12.602 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 345 2024-04-12T00:39:12.602 INFO:tasks.rados.rados.0.smithi098.stdout:3702: seq_num 1186 ranges {3653632=671744} 2024-04-12T00:39:12.626 INFO:tasks.rados.rados.0.smithi098.stdout:3702: writing smithi09877355-25 from 3653632 to 4325376 tid 1 2024-04-12T00:39:12.626 INFO:tasks.rados.rados.0.smithi098.stdout:3703: read oid 23 snap -1 2024-04-12T00:39:12.626 INFO:tasks.rados.rados.0.smithi098.stdout:3703: expect (ObjNum 1115 snap 320 seq_num 1115) 2024-04-12T00:39:12.627 INFO:tasks.rados.rados.0.smithi098.stdout:3704: delete oid 17 current snap is 345 2024-04-12T00:39:12.627 INFO:tasks.rados.rados.0.smithi098.stdout:3700: finishing write tid 1 to smithi09877355-42 2024-04-12T00:39:12.627 INFO:tasks.rados.rados.0.smithi098.stdout:3700: finishing write tid 2 to smithi09877355-42 2024-04-12T00:39:12.627 INFO:tasks.rados.rados.0.smithi098.stdout:3700: finishing write tid 3 to smithi09877355-42 2024-04-12T00:39:12.627 INFO:tasks.rados.rados.0.smithi098.stdout:3700: oid 42 updating version 0 to 2470 2024-04-12T00:39:12.627 INFO:tasks.rados.rados.0.smithi098.stdout:3700: oid 42 version 2470 is already newer than 2469 2024-04-12T00:39:12.627 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2470 (ObjNum 1185 snap 345 seq_num 1185) dirty exists 2024-04-12T00:39:12.627 INFO:tasks.rados.rados.0.smithi098.stdout:3700: left oid 42 (ObjNum 1185 snap 345 seq_num 1185) 2024-04-12T00:39:12.627 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2628 (ObjNum 1118 snap 321 seq_num 1118) dirty exists 2024-04-12T00:39:12.632 INFO:tasks.rados.rados.0.smithi098.stdout:3702: finishing write tid 1 to smithi09877355-25 2024-04-12T00:39:12.632 INFO:tasks.rados.rados.0.smithi098.stdout:3702: finishing write tid 2 to smithi09877355-25 2024-04-12T00:39:12.633 INFO:tasks.rados.rados.0.smithi098.stdout:3700: done (4 left) 2024-04-12T00:39:12.633 INFO:tasks.rados.rados.0.smithi098.stdout:3701: done (3 left) 2024-04-12T00:39:12.633 INFO:tasks.rados.rados.0.smithi098.stdout:3704: done (2 left) 2024-04-12T00:39:12.633 INFO:tasks.rados.rados.0.smithi098.stdout:3705: setattr oid 46 current snap is 345 2024-04-12T00:39:12.634 INFO:tasks.rados.rados.0.smithi098.stdout:3702: finishing write tid 3 to smithi09877355-25 2024-04-12T00:39:12.634 INFO:tasks.rados.rados.0.smithi098.stdout:3702: oid 25 updating version 0 to 2211 2024-04-12T00:39:12.634 INFO:tasks.rados.rados.0.smithi098.stdout:3702: oid 25 updating version 2211 to 2212 2024-04-12T00:39:12.634 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 2212 (ObjNum 1186 snap 345 seq_num 1186) dirty exists 2024-04-12T00:39:12.634 INFO:tasks.rados.rados.0.smithi098.stdout:3702: left oid 25 (ObjNum 1186 snap 345 seq_num 1186) 2024-04-12T00:39:12.635 INFO:tasks.rados.rados.0.smithi098.stdout:3702: done (2 left) 2024-04-12T00:39:12.635 INFO:tasks.rados.rados.0.smithi098.stdout:3706: delete oid 4 current snap is 345 2024-04-12T00:39:12.639 INFO:tasks.rados.rados.0.smithi098.stdout:3706: done (2 left) 2024-04-12T00:39:12.640 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 345 2024-04-12T00:39:12.640 INFO:tasks.rados.rados.0.smithi098.stdout:3707: seq_num 1189 ranges {0=720896} 2024-04-12T00:39:12.644 INFO:tasks.rados.rados.0.smithi098.stdout:3707: writing smithi09877355-33 from 0 to 720896 tid 1 2024-04-12T00:39:12.644 INFO:tasks.rados.rados.0.smithi098.stdout:3708: snap_remove snap 327 2024-04-12T00:39:12.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:12 smithi193 ceph-mon[83763]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T00:39:12.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:12 smithi193 ceph-mon[83763]: pgmap v786: 121 pgs: 121 active+clean; 422 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:39:13.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:12 smithi098 ceph-mon[91373]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T00:39:13.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:12 smithi098 ceph-mon[91373]: pgmap v786: 121 pgs: 121 active+clean; 422 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:39:13.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:12 smithi098 ceph-mon[88922]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T00:39:13.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:12 smithi098 ceph-mon[88922]: pgmap v786: 121 pgs: 121 active+clean; 422 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:39:13.586 INFO:tasks.rados.rados.0.smithi098.stdout:3708: done (3 left) 2024-04-12T00:39:13.586 INFO:tasks.rados.rados.0.smithi098.stdout:3709: copy_from oid 41 from oid 7 current snap is 345 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:3710: rollback oid 42 current snap is 345 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 42 to 342 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:3711: snap_create 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 2350 (ObjNum 1136 snap 326 seq_num 1136) dirty exists 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:3707: finishing write tid 1 to smithi09877355-33 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:3707: finishing write tid 2 to smithi09877355-33 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:3707: finishing write tid 3 to smithi09877355-33 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:3707: oid 33 updating version 0 to 2355 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:3707: oid 33 version 2355 is already newer than 2354 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 2355 (ObjNum 1189 snap 345 seq_num 1189) dirty exists 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:3707: left oid 33 (ObjNum 1189 snap 345 seq_num 1189) 2024-04-12T00:39:13.587 INFO:tasks.rados.rados.0.smithi098.stdout:3703: expect (ObjNum 1115 snap 320 seq_num 1115) 2024-04-12T00:39:13.832 INFO:tasks.rados.rados.0.smithi098.stdout:3710: finishing rollback tid 0 to smithi09877355-42 2024-04-12T00:39:13.833 INFO:tasks.rados.rados.0.smithi098.stdout:3710: finishing rollback tid 1 to smithi09877355-42 2024-04-12T00:39:13.833 INFO:tasks.rados.rados.0.smithi098.stdout:3710: finishing rollback tid 2 to smithi09877355-42 2024-04-12T00:39:13.833 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2473 (ObjNum 1152 snap 334 seq_num 1152) dirty exists 2024-04-12T00:39:13.833 INFO:tasks.rados.rados.0.smithi098.stdout:3709: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:39:13.833 INFO:tasks.rados.rados.0.smithi098.stdout:3709: finishing copy_from to smithi09877355-41 2024-04-12T00:39:13.833 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 2580 (ObjNum 1181 snap 343 seq_num 1181) dirty exists 2024-04-12T00:39:13.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:13 smithi193 ceph-mon[83763]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T00:39:14.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:13 smithi098 ceph-mon[91373]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T00:39:14.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:13 smithi098 ceph-mon[88922]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T00:39:14.593 INFO:tasks.rados.rados.0.smithi098.stdout:3703: done (5 left) 2024-04-12T00:39:14.594 INFO:tasks.rados.rados.0.smithi098.stdout:3705: done (4 left) 2024-04-12T00:39:14.594 INFO:tasks.rados.rados.0.smithi098.stdout:3707: done (3 left) 2024-04-12T00:39:14.594 INFO:tasks.rados.rados.0.smithi098.stdout:3709: done (2 left) 2024-04-12T00:39:14.594 INFO:tasks.rados.rados.0.smithi098.stdout:3710: done (1 left) 2024-04-12T00:39:14.594 INFO:tasks.rados.rados.0.smithi098.stdout:3711: done (0 left) 2024-04-12T00:39:14.594 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 346 2024-04-12T00:39:14.594 INFO:tasks.rados.rados.0.smithi098.stdout:3712: seq_num 1190 ranges {0=737280} 2024-04-12T00:39:14.597 INFO:tasks.rados.rados.0.smithi098.stdout:3712: writing smithi09877355-4 from 0 to 737280 tid 1 2024-04-12T00:39:14.597 INFO:tasks.rados.rados.0.smithi098.stdout:3713: snap_remove snap 328 2024-04-12T00:39:14.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:14 smithi193 ceph-mon[83763]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T00:39:14.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:14 smithi193 ceph-mon[83763]: pgmap v789: 121 pgs: 121 active+clean; 423 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 719 KiB/s wr, 16 op/s 2024-04-12T00:39:15.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:14 smithi098 ceph-mon[91373]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T00:39:15.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:14 smithi098 ceph-mon[91373]: pgmap v789: 121 pgs: 121 active+clean; 423 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 719 KiB/s wr, 16 op/s 2024-04-12T00:39:15.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:14 smithi098 ceph-mon[88922]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T00:39:15.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:14 smithi098 ceph-mon[88922]: pgmap v789: 121 pgs: 121 active+clean; 423 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 719 KiB/s wr, 16 op/s 2024-04-12T00:39:15.595 INFO:tasks.rados.rados.0.smithi098.stdout:3713: done (1 left) 2024-04-12T00:39:15.595 INFO:tasks.rados.rados.0.smithi098.stdout:3714: snap_remove snap 325 2024-04-12T00:39:15.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:15 smithi193 ceph-mon[83763]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T00:39:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:15 smithi098 ceph-mon[91373]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T00:39:16.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:15 smithi098 ceph-mon[88922]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T00:39:16.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:39:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:39:15] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-12T00:39:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:3714: done (1 left) 2024-04-12T00:39:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:3715: delete oid 26 current snap is 346 2024-04-12T00:39:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:3712: finishing write tid 1 to smithi09877355-4 2024-04-12T00:39:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:3712: finishing write tid 2 to smithi09877355-4 2024-04-12T00:39:16.573 INFO:tasks.rados.rados.0.smithi098.stdout:3712: finishing write tid 3 to smithi09877355-4 2024-04-12T00:39:16.574 INFO:tasks.rados.rados.0.smithi098.stdout:3712: oid 4 updating version 0 to 2601 2024-04-12T00:39:16.574 INFO:tasks.rados.rados.0.smithi098.stdout:3712: oid 4 version 2601 is already newer than 2600 2024-04-12T00:39:16.574 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2601 (ObjNum 1190 snap 346 seq_num 1190) dirty exists 2024-04-12T00:39:16.574 INFO:tasks.rados.rados.0.smithi098.stdout:3712: left oid 4 (ObjNum 1190 snap 346 seq_num 1190) 2024-04-12T00:39:16.589 INFO:tasks.rados.rados.0.smithi098.stdout:3712: done (1 left) 2024-04-12T00:39:16.589 INFO:tasks.rados.rados.0.smithi098.stdout:3715: done (0 left) 2024-04-12T00:39:16.589 INFO:tasks.rados.rados.0.smithi098.stdout:3716: snap_remove snap 335 2024-04-12T00:39:16.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:16 smithi193 ceph-mon[83763]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T00:39:16.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:16 smithi193 ceph-mon[83763]: pgmap v792: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 642 KiB/s wr, 16 op/s 2024-04-12T00:39:16.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:16 smithi193 ceph-mon[83763]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T00:39:17.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:16 smithi098 ceph-mon[91373]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T00:39:17.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:16 smithi098 ceph-mon[91373]: pgmap v792: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 642 KiB/s wr, 16 op/s 2024-04-12T00:39:17.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:16 smithi098 ceph-mon[91373]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T00:39:17.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:16 smithi098 ceph-mon[88922]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T00:39:17.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:16 smithi098 ceph-mon[88922]: pgmap v792: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 642 KiB/s wr, 16 op/s 2024-04-12T00:39:17.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:16 smithi098 ceph-mon[88922]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T00:39:17.575 INFO:tasks.rados.rados.0.smithi098.stdout:3716: done (0 left) 2024-04-12T00:39:17.575 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 346 2024-04-12T00:39:17.576 INFO:tasks.rados.rados.0.smithi098.stdout:3717: seq_num 1192 ranges {9273344=770048} 2024-04-12T00:39:17.630 INFO:tasks.rados.rados.0.smithi098.stdout:3717: writing smithi09877355-50 from 9273344 to 10043392 tid 1 2024-04-12T00:39:17.631 INFO:tasks.rados.rados.0.smithi098.stdout:3718: delete oid 42 current snap is 346 2024-04-12T00:39:17.633 INFO:tasks.rados.rados.0.smithi098.stdout:3718: done (1 left) 2024-04-12T00:39:17.633 INFO:tasks.rados.rados.0.smithi098.stdout:3719: snap_create 2024-04-12T00:39:17.634 INFO:tasks.rados.rados.0.smithi098.stdout:3717: finishing write tid 1 to smithi09877355-50 2024-04-12T00:39:17.635 INFO:tasks.rados.rados.0.smithi098.stdout:3717: finishing write tid 2 to smithi09877355-50 2024-04-12T00:39:17.636 INFO:tasks.rados.rados.0.smithi098.stdout:3717: finishing write tid 3 to smithi09877355-50 2024-04-12T00:39:17.636 INFO:tasks.rados.rados.0.smithi098.stdout:3717: oid 50 updating version 0 to 2617 2024-04-12T00:39:17.636 INFO:tasks.rados.rados.0.smithi098.stdout:3717: oid 50 version 2617 is already newer than 2616 2024-04-12T00:39:17.636 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2617 (ObjNum 1192 snap 346 seq_num 1192) dirty exists 2024-04-12T00:39:17.636 INFO:tasks.rados.rados.0.smithi098.stdout:3717: left oid 50 (ObjNum 1192 snap 346 seq_num 1192) 2024-04-12T00:39:18.581 INFO:tasks.rados.rados.0.smithi098.stdout:3717: done (1 left) 2024-04-12T00:39:18.581 INFO:tasks.rados.rados.0.smithi098.stdout:3719: done (0 left) 2024-04-12T00:39:18.581 INFO:tasks.rados.rados.0.smithi098.stdout:3720: snap_create 2024-04-12T00:39:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:18 smithi193 ceph-mon[83763]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T00:39:18.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:18 smithi193 ceph-mon[83763]: pgmap v795: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 482 KiB/s wr, 3 op/s 2024-04-12T00:39:19.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:18 smithi098 ceph-mon[91373]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T00:39:19.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:18 smithi098 ceph-mon[91373]: pgmap v795: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 482 KiB/s wr, 3 op/s 2024-04-12T00:39:19.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:18 smithi098 ceph-mon[88922]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T00:39:19.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:18 smithi098 ceph-mon[88922]: pgmap v795: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 482 KiB/s wr, 3 op/s 2024-04-12T00:39:19.582 INFO:tasks.rados.rados.0.smithi098.stdout:3720: done (0 left) 2024-04-12T00:39:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:3721: rollback oid 11 current snap is 348 2024-04-12T00:39:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 11 to 342 2024-04-12T00:39:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:3722: rollback oid 32 current snap is 348 2024-04-12T00:39:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 32 to 334 2024-04-12T00:39:19.583 INFO:tasks.rados.rados.0.smithi098.stdout:3723: delete oid 15 current snap is 348 2024-04-12T00:39:19.588 INFO:tasks.rados.rados.0.smithi098.stdout:3721: finishing rollback tid 1 to smithi09877355-11 2024-04-12T00:39:19.588 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2924 (ObjNum 33 snap 0 seq_num 29264896) dirty dne 2024-04-12T00:39:19.588 INFO:tasks.rados.rados.0.smithi098.stdout:3721: done (2 left) 2024-04-12T00:39:19.588 INFO:tasks.rados.rados.0.smithi098.stdout:3723: done (1 left) 2024-04-12T00:39:19.588 INFO:tasks.rados.rados.0.smithi098.stdout:3724: rollback oid 20 current snap is 348 2024-04-12T00:39:19.588 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 20 to 301 2024-04-12T00:39:19.588 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 348 2024-04-12T00:39:19.588 INFO:tasks.rados.rados.0.smithi098.stdout:3725: seq_num 1195 ranges {3891200=417792,4308992=401408} 2024-04-12T00:39:19.611 INFO:tasks.rados.rados.0.smithi098.stdout:3725: writing smithi09877355-16 from 3891200 to 4308992 tid 1 2024-04-12T00:39:19.613 INFO:tasks.rados.rados.0.smithi098.stdout:3725: writing smithi09877355-16 from 4308992 to 4710400 tid 2 2024-04-12T00:39:19.613 INFO:tasks.rados.rados.0.smithi098.stdout:3726: snap_create 2024-04-12T00:39:19.613 INFO:tasks.rados.rados.0.smithi098.stdout:3722: finishing rollback tid 0 to smithi09877355-32 2024-04-12T00:39:19.613 INFO:tasks.rados.rados.0.smithi098.stdout:3724: finishing rollback tid 0 to smithi09877355-20 2024-04-12T00:39:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:3722: finishing rollback tid 1 to smithi09877355-32 2024-04-12T00:39:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:3722: finishing rollback tid 2 to smithi09877355-32 2024-04-12T00:39:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 2346 (ObjNum 1107 snap 315 seq_num 1107) dirty exists 2024-04-12T00:39:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:3724: finishing rollback tid 1 to smithi09877355-20 2024-04-12T00:39:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:3724: finishing rollback tid 2 to smithi09877355-20 2024-04-12T00:39:19.614 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 2604 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:39:19.618 INFO:tasks.rados.rados.0.smithi098.stdout:3725: finishing write tid 1 to smithi09877355-16 2024-04-12T00:39:19.618 INFO:tasks.rados.rados.0.smithi098.stdout:3725: finishing write tid 2 to smithi09877355-16 2024-04-12T00:39:19.618 INFO:tasks.rados.rados.0.smithi098.stdout:3725: finishing write tid 3 to smithi09877355-16 2024-04-12T00:39:19.620 INFO:tasks.rados.rados.0.smithi098.stdout:3725: finishing write tid 4 to smithi09877355-16 2024-04-12T00:39:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:3725: oid 16 updating version 0 to 2997 2024-04-12T00:39:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:3725: oid 16 updating version 2997 to 2999 2024-04-12T00:39:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:3725: oid 16 version 2999 is already newer than 2998 2024-04-12T00:39:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 2999 (ObjNum 1195 snap 348 seq_num 1195) dirty exists 2024-04-12T00:39:19.621 INFO:tasks.rados.rados.0.smithi098.stdout:3725: left oid 16 (ObjNum 1195 snap 348 seq_num 1195) 2024-04-12T00:39:19.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:19 smithi193 ceph-mon[83763]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T00:39:19.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:19 smithi098 ceph-mon[91373]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T00:39:19.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:19 smithi098 ceph-mon[88922]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T00:39:20.592 INFO:tasks.rados.rados.0.smithi098.stdout:3722: done (3 left) 2024-04-12T00:39:20.592 INFO:tasks.rados.rados.0.smithi098.stdout:3724: done (2 left) 2024-04-12T00:39:20.593 INFO:tasks.rados.rados.0.smithi098.stdout:3725: done (1 left) 2024-04-12T00:39:20.593 INFO:tasks.rados.rados.0.smithi098.stdout:3726: done (0 left) 2024-04-12T00:39:20.593 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 349 2024-04-12T00:39:20.593 INFO:tasks.rados.rados.0.smithi098.stdout:3727: seq_num 1196 ranges {0=434176,434176=401408} 2024-04-12T00:39:20.594 INFO:tasks.rados.rados.0.smithi098.stdout:3727: writing smithi09877355-13 from 0 to 434176 tid 1 2024-04-12T00:39:20.597 INFO:tasks.rados.rados.0.smithi098.stdout:3727: writing smithi09877355-13 from 434176 to 835584 tid 2 2024-04-12T00:39:20.597 INFO:tasks.rados.rados.0.smithi098.stdout:3728: rollback oid 30 current snap is 349 2024-04-12T00:39:20.597 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 346 2024-04-12T00:39:20.597 INFO:tasks.rados.rados.0.smithi098.stdout:3729: snap_create 2024-04-12T00:39:20.602 INFO:tasks.rados.rados.0.smithi098.stdout:3727: finishing write tid 1 to smithi09877355-13 2024-04-12T00:39:20.603 INFO:tasks.rados.rados.0.smithi098.stdout:3727: finishing write tid 2 to smithi09877355-13 2024-04-12T00:39:20.603 INFO:tasks.rados.rados.0.smithi098.stdout:3727: finishing write tid 3 to smithi09877355-13 2024-04-12T00:39:20.603 INFO:tasks.rados.rados.0.smithi098.stdout:3728: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:39:20.604 INFO:tasks.rados.rados.0.smithi098.stdout:3728: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:39:20.604 INFO:tasks.rados.rados.0.smithi098.stdout:3728: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:39:20.604 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 2353 (ObjNum 1127 snap 322 seq_num 1127) dirty exists 2024-04-12T00:39:20.605 INFO:tasks.rados.rados.0.smithi098.stdout:3727: finishing write tid 4 to smithi09877355-13 2024-04-12T00:39:20.605 INFO:tasks.rados.rados.0.smithi098.stdout:3727: oid 13 updating version 0 to 3001 2024-04-12T00:39:20.605 INFO:tasks.rados.rados.0.smithi098.stdout:3727: oid 13 version 3001 is already newer than 3000 2024-04-12T00:39:20.605 INFO:tasks.rados.rados.0.smithi098.stdout:3727: oid 13 updating version 3001 to 3002 2024-04-12T00:39:20.605 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 3002 (ObjNum 1196 snap 349 seq_num 1196) dirty exists 2024-04-12T00:39:20.605 INFO:tasks.rados.rados.0.smithi098.stdout:3727: left oid 13 (ObjNum 1196 snap 349 seq_num 1196) 2024-04-12T00:39:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:20 smithi193 ceph-mon[83763]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T00:39:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:20.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:20 smithi193 ceph-mon[83763]: pgmap v798: 121 pgs: 121 active+clean; 430 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-04-12T00:39:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:20 smithi098 ceph-mon[91373]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T00:39:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:20 smithi098 ceph-mon[91373]: pgmap v798: 121 pgs: 121 active+clean; 430 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-04-12T00:39:21.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:20 smithi098 ceph-mon[88922]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T00:39:21.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:21.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:20 smithi098 ceph-mon[88922]: pgmap v798: 121 pgs: 121 active+clean; 430 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-04-12T00:39:21.574 INFO:tasks.rados.rados.0.smithi098.stdout:3727: done (2 left) 2024-04-12T00:39:21.574 INFO:tasks.rados.rados.0.smithi098.stdout:3728: done (1 left) 2024-04-12T00:39:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:3729: done (0 left) 2024-04-12T00:39:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:3730: read oid 41 snap -1 2024-04-12T00:39:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:3730: expect (ObjNum 1181 snap 343 seq_num 1181) 2024-04-12T00:39:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 350 2024-04-12T00:39:21.575 INFO:tasks.rados.rados.0.smithi098.stdout:3731: seq_num 1197 ranges {1138688=450560,1589248=401408} 2024-04-12T00:39:21.583 INFO:tasks.rados.rados.0.smithi098.stdout:3731: writing smithi09877355-8 from 1138688 to 1589248 tid 1 2024-04-12T00:39:21.585 INFO:tasks.rados.rados.0.smithi098.stdout:3731: writing smithi09877355-8 from 1589248 to 1990656 tid 2 2024-04-12T00:39:21.586 INFO:tasks.rados.rados.0.smithi098.stdout:3732: snap_create 2024-04-12T00:39:21.594 INFO:tasks.rados.rados.0.smithi098.stdout:3731: finishing write tid 1 to smithi09877355-8 2024-04-12T00:39:21.594 INFO:tasks.rados.rados.0.smithi098.stdout:3731: finishing write tid 2 to smithi09877355-8 2024-04-12T00:39:21.594 INFO:tasks.rados.rados.0.smithi098.stdout:3731: finishing write tid 3 to smithi09877355-8 2024-04-12T00:39:21.596 INFO:tasks.rados.rados.0.smithi098.stdout:3731: finishing write tid 4 to smithi09877355-8 2024-04-12T00:39:21.597 INFO:tasks.rados.rados.0.smithi098.stdout:3731: oid 8 updating version 0 to 1643 2024-04-12T00:39:21.597 INFO:tasks.rados.rados.0.smithi098.stdout:3731: oid 8 updating version 1643 to 1645 2024-04-12T00:39:21.597 INFO:tasks.rados.rados.0.smithi098.stdout:3731: oid 8 version 1645 is already newer than 1644 2024-04-12T00:39:21.597 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 1645 (ObjNum 1197 snap 350 seq_num 1197) dirty exists 2024-04-12T00:39:21.597 INFO:tasks.rados.rados.0.smithi098.stdout:3731: left oid 8 (ObjNum 1197 snap 350 seq_num 1197) 2024-04-12T00:39:21.605 INFO:tasks.rados.rados.0.smithi098.stdout:3730: expect (ObjNum 1181 snap 343 seq_num 1181) 2024-04-12T00:39:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:21 smithi193 ceph-mon[83763]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T00:39:21.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:21 smithi193 ceph-mon[83763]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T00:39:22.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:21 smithi098 ceph-mon[91373]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T00:39:22.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:21 smithi098 ceph-mon[91373]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T00:39:22.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:21 smithi098 ceph-mon[88922]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T00:39:22.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:21 smithi098 ceph-mon[88922]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T00:39:22.575 INFO:tasks.rados.rados.0.smithi098.stdout:3730: done (2 left) 2024-04-12T00:39:22.575 INFO:tasks.rados.rados.0.smithi098.stdout:3731: done (1 left) 2024-04-12T00:39:22.575 INFO:tasks.rados.rados.0.smithi098.stdout:3732: done (0 left) 2024-04-12T00:39:22.575 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 4 current snap is 351 2024-04-12T00:39:22.575 INFO:tasks.rados.rados.0.smithi098.stdout:3733: seq_num 1198 ranges {737280=466944,1204224=401408} 2024-04-12T00:39:22.581 INFO:tasks.rados.rados.0.smithi098.stdout:3733: writing smithi09877355-4 from 737280 to 1204224 tid 1 2024-04-12T00:39:22.584 INFO:tasks.rados.rados.0.smithi098.stdout:3733: writing smithi09877355-4 from 1204224 to 1605632 tid 2 2024-04-12T00:39:22.584 INFO:tasks.rados.rados.0.smithi098.stdout:3734: copy_from oid 41 from oid 13 current snap is 351 2024-04-12T00:39:22.584 INFO:tasks.rados.rados.0.smithi098.stdout:3735: setattr oid 47 current snap is 351 2024-04-12T00:39:22.585 INFO:tasks.rados.rados.0.smithi098.stdout:3736: delete oid 37 current snap is 351 2024-04-12T00:39:22.591 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:39:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:39:22.591 INFO:tasks.rados.rados.0.smithi098.stdout:3736: done (3 left) 2024-04-12T00:39:22.592 INFO:tasks.rados.rados.0.smithi098.stdout:3737: delete oid 25 current snap is 351 2024-04-12T00:39:22.593 INFO:tasks.rados.rados.0.smithi098.stdout:3734: finishing copy_from racing read to smithi09877355-41 2024-04-12T00:39:22.594 INFO:tasks.rados.rados.0.smithi098.stdout:3733: finishing write tid 1 to smithi09877355-4 2024-04-12T00:39:22.594 INFO:tasks.rados.rados.0.smithi098.stdout:3733: finishing write tid 2 to smithi09877355-4 2024-04-12T00:39:22.595 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 2629 (ObjNum 65 snap 0 seq_num 1617522255) dirty exists 2024-04-12T00:39:22.595 INFO:tasks.rados.rados.0.smithi098.stdout:3733: finishing write tid 3 to smithi09877355-4 2024-04-12T00:39:22.595 INFO:tasks.rados.rados.0.smithi098.stdout:3735: done (3 left) 2024-04-12T00:39:22.595 INFO:tasks.rados.rados.0.smithi098.stdout:3737: done (2 left) 2024-04-12T00:39:22.595 INFO:tasks.rados.rados.0.smithi098.stdout:3738: snap_remove snap 334 2024-04-12T00:39:22.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:22 smithi193 ceph-mon[83763]: pgmap v801: 121 pgs: 121 active+clean; 431 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:39:22.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:22 smithi193 ceph-mon[83763]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T00:39:23.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:22 smithi098 ceph-mon[88922]: pgmap v801: 121 pgs: 121 active+clean; 431 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:39:23.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:22 smithi098 ceph-mon[88922]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T00:39:23.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:22 smithi098 ceph-mon[91373]: pgmap v801: 121 pgs: 121 active+clean; 431 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:39:23.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:22 smithi098 ceph-mon[91373]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T00:39:23.604 INFO:tasks.rados.rados.0.smithi098.stdout:3738: done (2 left) 2024-04-12T00:39:23.604 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 351 2024-04-12T00:39:23.604 INFO:tasks.rados.rados.0.smithi098.stdout:3734: finishing copy_from to smithi09877355-41 2024-04-12T00:39:23.604 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 3002 (ObjNum 1196 snap 349 seq_num 1196) dirty exists 2024-04-12T00:39:23.604 INFO:tasks.rados.rados.0.smithi098.stdout:3733: finishing write tid 4 to smithi09877355-4 2024-04-12T00:39:23.604 INFO:tasks.rados.rados.0.smithi098.stdout:3733: oid 4 updating version 0 to 2607 2024-04-12T00:39:23.604 INFO:tasks.rados.rados.0.smithi098.stdout:3733: oid 4 version 2607 is already newer than 2606 2024-04-12T00:39:23.604 INFO:tasks.rados.rados.0.smithi098.stdout:3733: oid 4 version 2607 is already newer than 2605 2024-04-12T00:39:23.604 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2607 (ObjNum 1198 snap 351 seq_num 1198) dirty exists 2024-04-12T00:39:23.605 INFO:tasks.rados.rados.0.smithi098.stdout:3733: left oid 4 (ObjNum 1198 snap 351 seq_num 1198) 2024-04-12T00:39:23.605 INFO:tasks.rados.rados.0.smithi098.stdout:3739: seq_num 1201 ranges {3637248=524288,4161536=401408} 2024-04-12T00:39:23.630 INFO:tasks.rados.rados.0.smithi098.stdout:3739: writing smithi09877355-10 from 3637248 to 4161536 tid 1 2024-04-12T00:39:23.630 INFO:tasks.rados.rados.0.smithi098.stdout:3739: writing smithi09877355-10 from 4161536 to 4562944 tid 2 2024-04-12T00:39:23.630 INFO:tasks.rados.rados.0.smithi098.stdout:3733: done (2 left) 2024-04-12T00:39:23.630 INFO:tasks.rados.rados.0.smithi098.stdout:3734: done (1 left) 2024-04-12T00:39:23.630 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 28 current snap is 351 2024-04-12T00:39:23.630 INFO:tasks.rados.rados.0.smithi098.stdout:3740: seq_num 1202 ranges {9904128=540672,10444800=401408} 2024-04-12T00:39:23.686 INFO:tasks.rados.rados.0.smithi098.stdout:3740: writing smithi09877355-28 from 9904128 to 10444800 tid 1 2024-04-12T00:39:23.689 INFO:tasks.rados.rados.0.smithi098.stdout:3740: writing smithi09877355-28 from 10444800 to 10846208 tid 2 2024-04-12T00:39:23.689 INFO:tasks.rados.rados.0.smithi098.stdout:3741: read oid 30 snap -1 2024-04-12T00:39:23.689 INFO:tasks.rados.rados.0.smithi098.stdout:3741: expect (ObjNum 1127 snap 322 seq_num 1127) 2024-04-12T00:39:23.689 INFO:tasks.rados.rados.0.smithi098.stdout:3742: read oid 6 snap -1 2024-04-12T00:39:23.689 INFO:tasks.rados.rados.0.smithi098.stdout:3742: expect (ObjNum 1149 snap 333 seq_num 1149) 2024-04-12T00:39:23.689 INFO:tasks.rados.rados.0.smithi098.stdout:3743: read oid 43 snap -1 2024-04-12T00:39:23.689 INFO:tasks.rados.rados.0.smithi098.stdout:3743: expect (ObjNum 1134 snap 325 seq_num 1134) 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3744: rmattr oid 15 current snap is 351 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3744: done (5 left) 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3745: snap_create 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3739: finishing write tid 1 to smithi09877355-10 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3739: finishing write tid 2 to smithi09877355-10 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3739: finishing write tid 3 to smithi09877355-10 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3739: finishing write tid 4 to smithi09877355-10 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3739: oid 10 updating version 0 to 2630 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3739: oid 10 updating version 2630 to 2631 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3739: oid 10 updating version 2631 to 2632 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2632 (ObjNum 1201 snap 351 seq_num 1201) dirty exists 2024-04-12T00:39:23.690 INFO:tasks.rados.rados.0.smithi098.stdout:3739: left oid 10 (ObjNum 1201 snap 351 seq_num 1201) 2024-04-12T00:39:23.696 INFO:tasks.rados.rados.0.smithi098.stdout:3740: finishing write tid 1 to smithi09877355-28 2024-04-12T00:39:23.696 INFO:tasks.rados.rados.0.smithi098.stdout:3740: finishing write tid 2 to smithi09877355-28 2024-04-12T00:39:23.696 INFO:tasks.rados.rados.0.smithi098.stdout:3740: finishing write tid 3 to smithi09877355-28 2024-04-12T00:39:23.697 INFO:tasks.rados.rados.0.smithi098.stdout:3740: finishing write tid 4 to smithi09877355-28 2024-04-12T00:39:23.698 INFO:tasks.rados.rados.0.smithi098.stdout:3740: oid 28 updating version 0 to 1647 2024-04-12T00:39:23.698 INFO:tasks.rados.rados.0.smithi098.stdout:3740: oid 28 updating version 1647 to 1648 2024-04-12T00:39:23.698 INFO:tasks.rados.rados.0.smithi098.stdout:3740: oid 28 version 1648 is already newer than 1646 2024-04-12T00:39:23.698 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 28 v 1648 (ObjNum 1202 snap 351 seq_num 1202) dirty exists 2024-04-12T00:39:23.698 INFO:tasks.rados.rados.0.smithi098.stdout:3740: left oid 28 (ObjNum 1202 snap 351 seq_num 1202) 2024-04-12T00:39:23.707 INFO:tasks.rados.rados.0.smithi098.stdout:3743: expect (ObjNum 1134 snap 325 seq_num 1134) 2024-04-12T00:39:23.822 INFO:tasks.rados.rados.0.smithi098.stdout:3741: expect (ObjNum 1127 snap 322 seq_num 1127) 2024-04-12T00:39:23.938 INFO:tasks.rados.rados.0.smithi098.stdout:3742: expect (ObjNum 1149 snap 333 seq_num 1149) 2024-04-12T00:39:24.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:24 smithi193 ceph-mon[83763]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T00:39:24.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:24 smithi193 ceph-mon[83763]: pgmap v804: 121 pgs: 121 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 820 KiB/s wr, 6 op/s 2024-04-12T00:39:25.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:24 smithi098 ceph-mon[91373]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T00:39:25.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:24 smithi098 ceph-mon[91373]: pgmap v804: 121 pgs: 121 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 820 KiB/s wr, 6 op/s 2024-04-12T00:39:25.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:24 smithi098 ceph-mon[88922]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T00:39:25.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:24 smithi098 ceph-mon[88922]: pgmap v804: 121 pgs: 121 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 820 KiB/s wr, 6 op/s 2024-04-12T00:39:25.231 INFO:tasks.rados.rados.0.smithi098.stdout:3739: done (5 left) 2024-04-12T00:39:25.232 INFO:tasks.rados.rados.0.smithi098.stdout:3740: done (4 left) 2024-04-12T00:39:25.232 INFO:tasks.rados.rados.0.smithi098.stdout:3741: done (3 left) 2024-04-12T00:39:25.232 INFO:tasks.rados.rados.0.smithi098.stdout:3742: done (2 left) 2024-04-12T00:39:25.232 INFO:tasks.rados.rados.0.smithi098.stdout:3743: done (1 left) 2024-04-12T00:39:25.232 INFO:tasks.rados.rados.0.smithi098.stdout:3745: done (0 left) 2024-04-12T00:39:25.232 INFO:tasks.rados.rados.0.smithi098.stdout:3746: snap_create 2024-04-12T00:39:25.614 INFO:tasks.rados.rados.0.smithi098.stdout:3746: done (0 left) 2024-04-12T00:39:25.614 INFO:tasks.rados.rados.0.smithi098.stdout:3747: read oid 3 snap 342 2024-04-12T00:39:25.614 INFO:tasks.rados.rados.0.smithi098.stdout:3747: expect deleted 2024-04-12T00:39:25.614 INFO:tasks.rados.rados.0.smithi098.stdout:3748: delete oid 41 current snap is 353 2024-04-12T00:39:25.620 INFO:tasks.rados.rados.0.smithi098.stdout:3747: done (1 left) 2024-04-12T00:39:25.620 INFO:tasks.rados.rados.0.smithi098.stdout:3748: done (0 left) 2024-04-12T00:39:25.620 INFO:tasks.rados.rados.0.smithi098.stdout:3749: snap_remove snap 336 2024-04-12T00:39:25.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:25 smithi193 ceph-mon[83763]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T00:39:26.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:25 smithi098 ceph-mon[88922]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T00:39:26.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:25 smithi098 ceph-mon[91373]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T00:39:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:39:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:39:25] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-04-12T00:39:26.582 INFO:tasks.rados.rados.0.smithi098.stdout:3749: done (0 left) 2024-04-12T00:39:26.582 INFO:tasks.rados.rados.0.smithi098.stdout:3750: rollback oid 48 current snap is 353 2024-04-12T00:39:26.582 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 48 to 341 2024-04-12T00:39:26.582 INFO:tasks.rados.rados.0.smithi098.stdout:3751: copy_from oid 44 from oid 42 current snap is 353 2024-04-12T00:39:26.582 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 353 2024-04-12T00:39:26.582 INFO:tasks.rados.rados.0.smithi098.stdout:3752: seq_num 1204 ranges {0=573440,573440=401408} 2024-04-12T00:39:26.586 INFO:tasks.rados.rados.0.smithi098.stdout:3752: writing smithi09877355-41 from 0 to 573440 tid 1 2024-04-12T00:39:26.588 INFO:tasks.rados.rados.0.smithi098.stdout:3752: writing smithi09877355-41 from 573440 to 974848 tid 2 2024-04-12T00:39:26.588 INFO:tasks.rados.rados.0.smithi098.stdout:3753: read oid 1 snap -1 2024-04-12T00:39:26.588 INFO:tasks.rados.rados.0.smithi098.stdout:3753: expect (ObjNum 1138 snap 331 seq_num 1138) 2024-04-12T00:39:26.588 INFO:tasks.rados.rados.0.smithi098.stdout:3754: snap_remove snap 347 2024-04-12T00:39:26.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:26 smithi193 ceph-mon[83763]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T00:39:26.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:26 smithi193 ceph-mon[83763]: pgmap v807: 121 pgs: 121 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 416 KiB/s wr, 5 op/s 2024-04-12T00:39:26.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:26 smithi193 ceph-mon[83763]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T00:39:27.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:26 smithi098 ceph-mon[91373]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T00:39:27.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:26 smithi098 ceph-mon[91373]: pgmap v807: 121 pgs: 121 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 416 KiB/s wr, 5 op/s 2024-04-12T00:39:27.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:26 smithi098 ceph-mon[91373]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T00:39:27.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:26 smithi098 ceph-mon[88922]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T00:39:27.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:26 smithi098 ceph-mon[88922]: pgmap v807: 121 pgs: 121 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 416 KiB/s wr, 5 op/s 2024-04-12T00:39:27.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:26 smithi098 ceph-mon[88922]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:3754: done (4 left) 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:3755: snap_create 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:3751: finishing copy_from to smithi09877355-44 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:3751: got expected ENOENT (src dne) 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:3751: finishing copy_from racing read to smithi09877355-44 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:3750: finishing rollback tid 0 to smithi09877355-48 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:3750: finishing rollback tid 1 to smithi09877355-48 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:3750: finishing rollback tid 2 to smithi09877355-48 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 2583 (ObjNum 1077 snap 306 seq_num 1077) dirty exists 2024-04-12T00:39:27.578 INFO:tasks.rados.rados.0.smithi098.stdout:3752: finishing write tid 1 to smithi09877355-41 2024-04-12T00:39:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:3752: finishing write tid 2 to smithi09877355-41 2024-04-12T00:39:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:3752: finishing write tid 3 to smithi09877355-41 2024-04-12T00:39:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:3752: finishing write tid 4 to smithi09877355-41 2024-04-12T00:39:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:3752: oid 41 updating version 0 to 3006 2024-04-12T00:39:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:3752: oid 41 version 3006 is already newer than 3004 2024-04-12T00:39:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:3752: oid 41 version 3006 is already newer than 3005 2024-04-12T00:39:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 3006 (ObjNum 1204 snap 353 seq_num 1204) dirty exists 2024-04-12T00:39:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:3752: left oid 41 (ObjNum 1204 snap 353 seq_num 1204) 2024-04-12T00:39:27.579 INFO:tasks.rados.rados.0.smithi098.stdout:3753: expect (ObjNum 1138 snap 331 seq_num 1138) 2024-04-12T00:39:28.585 INFO:tasks.rados.rados.0.smithi098.stdout:3750: done (4 left) 2024-04-12T00:39:28.586 INFO:tasks.rados.rados.0.smithi098.stdout:3751: done (3 left) 2024-04-12T00:39:28.586 INFO:tasks.rados.rados.0.smithi098.stdout:3752: done (2 left) 2024-04-12T00:39:28.586 INFO:tasks.rados.rados.0.smithi098.stdout:3753: done (1 left) 2024-04-12T00:39:28.586 INFO:tasks.rados.rados.0.smithi098.stdout:3755: done (0 left) 2024-04-12T00:39:28.586 INFO:tasks.rados.rados.0.smithi098.stdout:3756: snap_remove snap 352 2024-04-12T00:39:28.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:28 smithi193 ceph-mon[83763]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T00:39:28.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:28 smithi193 ceph-mon[83763]: pgmap v810: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 435 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 664 KiB/s wr, 10 op/s 2024-04-12T00:39:29.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:28 smithi098 ceph-mon[91373]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T00:39:29.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:28 smithi098 ceph-mon[91373]: pgmap v810: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 435 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 664 KiB/s wr, 10 op/s 2024-04-12T00:39:29.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:28 smithi098 ceph-mon[88922]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T00:39:29.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:28 smithi098 ceph-mon[88922]: pgmap v810: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 435 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 664 KiB/s wr, 10 op/s 2024-04-12T00:39:29.586 INFO:tasks.rados.rados.0.smithi098.stdout:3756: done (0 left) 2024-04-12T00:39:29.586 INFO:tasks.rados.rados.0.smithi098.stdout:3757: snap_create 2024-04-12T00:39:29.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:29 smithi193 ceph-mon[83763]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T00:39:30.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:29 smithi098 ceph-mon[91373]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T00:39:30.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:29 smithi098 ceph-mon[88922]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T00:39:30.589 INFO:tasks.rados.rados.0.smithi098.stdout:3757: done (0 left) 2024-04-12T00:39:30.589 INFO:tasks.rados.rados.0.smithi098.stdout:3758: read oid 23 snap -1 2024-04-12T00:39:30.589 INFO:tasks.rados.rados.0.smithi098.stdout:3758: expect (ObjNum 1115 snap 320 seq_num 1115) 2024-04-12T00:39:30.589 INFO:tasks.rados.rados.0.smithi098.stdout:3759: delete oid 46 current snap is 355 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3759: done (1 left) 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3760: rmattr oid 46 current snap is 355 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3760: done (1 left) 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3761: rmattr oid 38 current snap is 355 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3761: done (1 left) 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3762: read oid 20 snap 345 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3762: expect (ObjNum 28284944 snap 22064 seq_num 28928704) 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3763: read oid 27 snap -1 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3763: expect (ObjNum 1131 snap 325 seq_num 1131) 2024-04-12T00:39:30.600 INFO:tasks.rados.rados.0.smithi098.stdout:3764: snap_create 2024-04-12T00:39:30.605 INFO:tasks.rados.rados.0.smithi098.stdout:3762: expect (ObjNum 28284944 snap 22064 seq_num 28928704) 2024-04-12T00:39:30.615 INFO:tasks.rados.rados.0.smithi098.stdout:3763: expect (ObjNum 1131 snap 325 seq_num 1131) 2024-04-12T00:39:30.674 INFO:tasks.rados.rados.0.smithi098.stdout:3758: expect (ObjNum 1115 snap 320 seq_num 1115) 2024-04-12T00:39:30.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:30 smithi193 ceph-mon[83763]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T00:39:30.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:30 smithi193 ceph-mon[83763]: pgmap v813: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 902 KiB/s wr, 12 op/s 2024-04-12T00:39:30.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:30 smithi193 ceph-mon[83763]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T00:39:31.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:30 smithi098 ceph-mon[91373]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T00:39:31.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:30 smithi098 ceph-mon[91373]: pgmap v813: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 902 KiB/s wr, 12 op/s 2024-04-12T00:39:31.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:30 smithi098 ceph-mon[91373]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T00:39:31.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:30 smithi098 ceph-mon[88922]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T00:39:31.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:30 smithi098 ceph-mon[88922]: pgmap v813: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 902 KiB/s wr, 12 op/s 2024-04-12T00:39:31.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:30 smithi098 ceph-mon[88922]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T00:39:31.581 INFO:tasks.rados.rados.0.smithi098.stdout:3758: done (3 left) 2024-04-12T00:39:31.582 INFO:tasks.rados.rados.0.smithi098.stdout:3762: done (2 left) 2024-04-12T00:39:31.582 INFO:tasks.rados.rados.0.smithi098.stdout:3763: done (1 left) 2024-04-12T00:39:31.582 INFO:tasks.rados.rados.0.smithi098.stdout:3764: done (0 left) 2024-04-12T00:39:31.582 INFO:tasks.rados.rados.0.smithi098.stdout:3765: copy_from oid 23 from oid 31 current snap is 356 2024-04-12T00:39:31.582 INFO:tasks.rados.rados.0.smithi098.stdout:3766: read oid 11 snap -1 2024-04-12T00:39:31.582 INFO:tasks.rados.rados.0.smithi098.stdout:3766: expect deleted 2024-04-12T00:39:31.582 INFO:tasks.rados.rados.0.smithi098.stdout:3767: snap_create 2024-04-12T00:39:31.629 INFO:tasks.rados.rados.0.smithi098.stdout:3765: finishing copy_from racing read to smithi09877355-23 2024-04-12T00:39:31.635 INFO:tasks.rados.rados.0.smithi098.stdout:3765: finishing copy_from to smithi09877355-23 2024-04-12T00:39:31.636 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 2205 (ObjNum 1010 snap 288 seq_num 1010) dirty exists 2024-04-12T00:39:32.582 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:39:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:39:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:39:32.588 INFO:tasks.rados.rados.0.smithi098.stdout:3765: done (2 left) 2024-04-12T00:39:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:3766: done (1 left) 2024-04-12T00:39:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:3767: done (0 left) 2024-04-12T00:39:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:3768: rollback oid 45 current snap is 357 2024-04-12T00:39:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 45 to 351 2024-04-12T00:39:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 46 current snap is 357 2024-04-12T00:39:32.589 INFO:tasks.rados.rados.0.smithi098.stdout:3769: seq_num 1206 ranges {0=606208,606208=401408} 2024-04-12T00:39:32.592 INFO:tasks.rados.rados.0.smithi098.stdout:3769: writing smithi09877355-46 from 0 to 606208 tid 1 2024-04-12T00:39:32.594 INFO:tasks.rados.rados.0.smithi098.stdout:3769: writing smithi09877355-46 from 606208 to 1007616 tid 2 2024-04-12T00:39:32.594 INFO:tasks.rados.rados.0.smithi098.stdout:3770: rollback oid 12 current snap is 357 2024-04-12T00:39:32.594 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 12 to 355 2024-04-12T00:39:32.595 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 22 current snap is 357 2024-04-12T00:39:32.595 INFO:tasks.rados.rados.0.smithi098.stdout:3771: seq_num 1207 ranges {6160384=622592,6782976=401408} 2024-04-12T00:39:32.631 INFO:tasks.rados.rados.0.smithi098.stdout:3771: writing smithi09877355-22 from 6160384 to 6782976 tid 1 2024-04-12T00:39:32.634 INFO:tasks.rados.rados.0.smithi098.stdout:3771: writing smithi09877355-22 from 6782976 to 7184384 tid 2 2024-04-12T00:39:32.634 INFO:tasks.rados.rados.0.smithi098.stdout:3772: snap_create 2024-04-12T00:39:32.634 INFO:tasks.rados.rados.0.smithi098.stdout:3768: finishing rollback tid 0 to smithi09877355-45 2024-04-12T00:39:32.634 INFO:tasks.rados.rados.0.smithi098.stdout:3768: finishing rollback tid 1 to smithi09877355-45 2024-04-12T00:39:32.634 INFO:tasks.rados.rados.0.smithi098.stdout:3768: finishing rollback tid 2 to smithi09877355-45 2024-04-12T00:39:32.634 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 2389 (ObjNum 1076 snap 306 seq_num 1076) dirty exists 2024-04-12T00:39:32.634 INFO:tasks.rados.rados.0.smithi098.stdout:3769: finishing write tid 1 to smithi09877355-46 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3769: finishing write tid 2 to smithi09877355-46 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3770: finishing rollback tid 0 to smithi09877355-12 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3769: finishing write tid 3 to smithi09877355-46 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3770: finishing rollback tid 1 to smithi09877355-12 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3770: finishing rollback tid 2 to smithi09877355-12 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 12 v 2631 (ObjNum 1118 snap 321 seq_num 1118) dirty exists 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3769: finishing write tid 4 to smithi09877355-46 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3769: oid 46 updating version 0 to 2355 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3769: oid 46 updating version 2355 to 2356 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3769: oid 46 updating version 2356 to 2357 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 2357 (ObjNum 1206 snap 357 seq_num 1206) dirty exists 2024-04-12T00:39:32.635 INFO:tasks.rados.rados.0.smithi098.stdout:3769: left oid 46 (ObjNum 1206 snap 357 seq_num 1206) 2024-04-12T00:39:32.639 INFO:tasks.rados.rados.0.smithi098.stdout:3771: finishing write tid 1 to smithi09877355-22 2024-04-12T00:39:32.639 INFO:tasks.rados.rados.0.smithi098.stdout:3771: finishing write tid 2 to smithi09877355-22 2024-04-12T00:39:32.639 INFO:tasks.rados.rados.0.smithi098.stdout:3771: finishing write tid 3 to smithi09877355-22 2024-04-12T00:39:32.641 INFO:tasks.rados.rados.0.smithi098.stdout:3771: finishing write tid 4 to smithi09877355-22 2024-04-12T00:39:32.641 INFO:tasks.rados.rados.0.smithi098.stdout:3771: oid 22 updating version 0 to 3028 2024-04-12T00:39:32.641 INFO:tasks.rados.rados.0.smithi098.stdout:3771: oid 22 version 3028 is already newer than 3027 2024-04-12T00:39:32.641 INFO:tasks.rados.rados.0.smithi098.stdout:3771: oid 22 version 3028 is already newer than 3026 2024-04-12T00:39:32.641 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 22 v 3028 (ObjNum 1207 snap 357 seq_num 1207) dirty exists 2024-04-12T00:39:32.641 INFO:tasks.rados.rados.0.smithi098.stdout:3771: left oid 22 (ObjNum 1207 snap 357 seq_num 1207) 2024-04-12T00:39:32.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:32 smithi193 ceph-mon[83763]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T00:39:32.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:32 smithi193 ceph-mon[83763]: pgmap v816: 121 pgs: 121 active+clean; 429 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 238 KiB/s wr, 4 op/s 2024-04-12T00:39:33.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:32 smithi098 ceph-mon[88922]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T00:39:33.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:32 smithi098 ceph-mon[88922]: pgmap v816: 121 pgs: 121 active+clean; 429 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 238 KiB/s wr, 4 op/s 2024-04-12T00:39:33.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:32 smithi098 ceph-mon[91373]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T00:39:33.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:32 smithi098 ceph-mon[91373]: pgmap v816: 121 pgs: 121 active+clean; 429 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 238 KiB/s wr, 4 op/s 2024-04-12T00:39:33.590 INFO:tasks.rados.rados.0.smithi098.stdout:3768: done (4 left) 2024-04-12T00:39:33.590 INFO:tasks.rados.rados.0.smithi098.stdout:3769: done (3 left) 2024-04-12T00:39:33.590 INFO:tasks.rados.rados.0.smithi098.stdout:3770: done (2 left) 2024-04-12T00:39:33.590 INFO:tasks.rados.rados.0.smithi098.stdout:3771: done (1 left) 2024-04-12T00:39:33.590 INFO:tasks.rados.rados.0.smithi098.stdout:3772: done (0 left) 2024-04-12T00:39:33.591 INFO:tasks.rados.rados.0.smithi098.stdout:3773: delete oid 49 current snap is 358 2024-04-12T00:39:33.594 INFO:tasks.rados.rados.0.smithi098.stdout:3773: done (0 left) 2024-04-12T00:39:33.594 INFO:tasks.rados.rados.0.smithi098.stdout:3774: snap_remove snap 344 2024-04-12T00:39:33.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:33 smithi193 ceph-mon[83763]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T00:39:34.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:33 smithi098 ceph-mon[91373]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T00:39:34.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:33 smithi098 ceph-mon[88922]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T00:39:34.599 INFO:tasks.rados.rados.0.smithi098.stdout:3774: done (0 left) 2024-04-12T00:39:34.599 INFO:tasks.rados.rados.0.smithi098.stdout:3775: rollback oid 20 current snap is 358 2024-04-12T00:39:34.600 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 20 to 333 2024-04-12T00:39:34.600 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 10 current snap is 358 2024-04-12T00:39:34.600 INFO:tasks.rados.rados.0.smithi098.stdout:3776: seq_num 1209 ranges {4562944=655360,5218304=401408} 2024-04-12T00:39:34.628 INFO:tasks.rados.rados.0.smithi098.stdout:3776: writing smithi09877355-10 from 4562944 to 5218304 tid 1 2024-04-12T00:39:34.631 INFO:tasks.rados.rados.0.smithi098.stdout:3776: writing smithi09877355-10 from 5218304 to 5619712 tid 2 2024-04-12T00:39:34.631 INFO:tasks.rados.rados.0.smithi098.stdout:3777: copy_from oid 24 from oid 49 current snap is 358 2024-04-12T00:39:34.631 INFO:tasks.rados.rados.0.smithi098.stdout:3775: finishing rollback tid 0 to smithi09877355-20 2024-04-12T00:39:34.631 INFO:tasks.rados.rados.0.smithi098.stdout:3778: rollback oid 36 current snap is 358 2024-04-12T00:39:34.631 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 36 to 357 2024-04-12T00:39:34.631 INFO:tasks.rados.rados.0.smithi098.stdout:3775: finishing rollback tid 1 to smithi09877355-20 2024-04-12T00:39:34.632 INFO:tasks.rados.rados.0.smithi098.stdout:3775: finishing rollback tid 2 to smithi09877355-20 2024-04-12T00:39:34.632 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 2610 (ObjNum 33 snap 0 seq_num 4289693488) dirty exists 2024-04-12T00:39:34.632 INFO:tasks.rados.rados.0.smithi098.stdout:3775: done (3 left) 2024-04-12T00:39:34.632 INFO:tasks.rados.rados.0.smithi098.stdout:3779: snap_remove snap 346 2024-04-12T00:39:34.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:34 smithi193 ceph-mon[83763]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T00:39:34.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:34 smithi193 ceph-mon[83763]: pgmap v819: 121 pgs: 121 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:39:35.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:34 smithi098 ceph-mon[91373]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T00:39:35.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:34 smithi098 ceph-mon[91373]: pgmap v819: 121 pgs: 121 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:39:35.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:34 smithi098 ceph-mon[88922]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T00:39:35.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:34 smithi098 ceph-mon[88922]: pgmap v819: 121 pgs: 121 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:39:35.602 INFO:tasks.rados.rados.0.smithi098.stdout:3779: done (3 left) 2024-04-12T00:39:35.602 INFO:tasks.rados.rados.0.smithi098.stdout:3780: delete oid 3 current snap is 358 2024-04-12T00:39:35.602 INFO:tasks.rados.rados.0.smithi098.stdout:3777: finishing copy_from to smithi09877355-24 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3777: got expected ENOENT (src dne) 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3777: finishing copy_from racing read to smithi09877355-24 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3776: finishing write tid 1 to smithi09877355-10 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3776: finishing write tid 2 to smithi09877355-10 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3776: finishing write tid 3 to smithi09877355-10 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3778: finishing rollback tid 0 to smithi09877355-36 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3778: finishing rollback tid 1 to smithi09877355-36 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3778: finishing rollback tid 2 to smithi09877355-36 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 3009 (ObjNum 1039 snap 299 seq_num 1039) dirty exists 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3776: finishing write tid 4 to smithi09877355-10 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3776: oid 10 updating version 0 to 2635 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3776: oid 10 version 2635 is already newer than 2634 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3776: oid 10 version 2635 is already newer than 2633 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2635 (ObjNum 1209 snap 358 seq_num 1209) dirty exists 2024-04-12T00:39:35.603 INFO:tasks.rados.rados.0.smithi098.stdout:3776: left oid 10 (ObjNum 1209 snap 358 seq_num 1209) 2024-04-12T00:39:35.614 INFO:tasks.rados.rados.0.smithi098.stdout:3776: done (3 left) 2024-04-12T00:39:35.614 INFO:tasks.rados.rados.0.smithi098.stdout:3777: done (2 left) 2024-04-12T00:39:35.614 INFO:tasks.rados.rados.0.smithi098.stdout:3778: done (1 left) 2024-04-12T00:39:35.614 INFO:tasks.rados.rados.0.smithi098.stdout:3780: done (0 left) 2024-04-12T00:39:35.614 INFO:tasks.rados.rados.0.smithi098.stdout:3781: read oid 27 snap -1 2024-04-12T00:39:35.614 INFO:tasks.rados.rados.0.smithi098.stdout:3781: expect (ObjNum 1131 snap 325 seq_num 1131) 2024-04-12T00:39:35.614 INFO:tasks.rados.rados.0.smithi098.stdout:3782: copy_from oid 37 from oid 10 current snap is 358 2024-04-12T00:39:35.614 INFO:tasks.rados.rados.0.smithi098.stdout:3783: snap_create 2024-04-12T00:39:35.628 INFO:tasks.rados.rados.0.smithi098.stdout:3781: expect (ObjNum 1131 snap 325 seq_num 1131) 2024-04-12T00:39:35.688 INFO:tasks.rados.rados.0.smithi098.stdout:3782: finishing copy_from racing read to smithi09877355-37 2024-04-12T00:39:35.688 INFO:tasks.rados.rados.0.smithi098.stdout:3782: finishing copy_from to smithi09877355-37 2024-04-12T00:39:35.688 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 2635 (ObjNum 1209 snap 358 seq_num 1209) dirty exists 2024-04-12T00:39:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:35 smithi193 ceph-mon[83763]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T00:39:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:36.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:35 smithi098 ceph-mon[91373]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T00:39:36.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:36.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:35 smithi098 ceph-mon[88922]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T00:39:36.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:36.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:39:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:39:35] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T00:39:36.580 INFO:tasks.rados.rados.0.smithi098.stdout:3781: done (2 left) 2024-04-12T00:39:36.580 INFO:tasks.rados.rados.0.smithi098.stdout:3782: done (1 left) 2024-04-12T00:39:36.580 INFO:tasks.rados.rados.0.smithi098.stdout:3783: done (0 left) 2024-04-12T00:39:36.580 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 359 2024-04-12T00:39:36.580 INFO:tasks.rados.rados.0.smithi098.stdout:3784: seq_num 1211 ranges {3637248=688128,4325376=401408} 2024-04-12T00:39:36.603 INFO:tasks.rados.rados.0.smithi098.stdout:3784: writing smithi09877355-43 from 3637248 to 4325376 tid 1 2024-04-12T00:39:36.606 INFO:tasks.rados.rados.0.smithi098.stdout:3784: writing smithi09877355-43 from 4325376 to 4726784 tid 2 2024-04-12T00:39:36.606 INFO:tasks.rados.rados.0.smithi098.stdout:3785: setattr oid 29 current snap is 359 2024-04-12T00:39:36.608 INFO:tasks.rados.rados.0.smithi098.stdout:3786: snap_create 2024-04-12T00:39:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:3784: finishing write tid 1 to smithi09877355-43 2024-04-12T00:39:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2356 (ObjNum 1177 snap 342 seq_num 1177) dirty exists 2024-04-12T00:39:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:3784: finishing write tid 2 to smithi09877355-43 2024-04-12T00:39:36.614 INFO:tasks.rados.rados.0.smithi098.stdout:3784: finishing write tid 3 to smithi09877355-43 2024-04-12T00:39:36.616 INFO:tasks.rados.rados.0.smithi098.stdout:3784: finishing write tid 4 to smithi09877355-43 2024-04-12T00:39:36.616 INFO:tasks.rados.rados.0.smithi098.stdout:3784: oid 43 updating version 0 to 2636 2024-04-12T00:39:36.617 INFO:tasks.rados.rados.0.smithi098.stdout:3784: oid 43 updating version 2636 to 2637 2024-04-12T00:39:36.617 INFO:tasks.rados.rados.0.smithi098.stdout:3784: oid 43 updating version 2637 to 2638 2024-04-12T00:39:36.617 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 2638 (ObjNum 1211 snap 359 seq_num 1211) dirty exists 2024-04-12T00:39:36.617 INFO:tasks.rados.rados.0.smithi098.stdout:3784: left oid 43 (ObjNum 1211 snap 359 seq_num 1211) 2024-04-12T00:39:36.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:36 smithi193 ceph-mon[83763]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T00:39:36.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:36 smithi193 ceph-mon[83763]: pgmap v822: 121 pgs: 121 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-12T00:39:36.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:36 smithi193 ceph-mon[83763]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T00:39:37.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:36 smithi098 ceph-mon[91373]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T00:39:37.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:36 smithi098 ceph-mon[91373]: pgmap v822: 121 pgs: 121 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-12T00:39:37.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:36 smithi098 ceph-mon[91373]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T00:39:37.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:36 smithi098 ceph-mon[88922]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T00:39:37.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:36 smithi098 ceph-mon[88922]: pgmap v822: 121 pgs: 121 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-12T00:39:37.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:36 smithi098 ceph-mon[88922]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T00:39:37.610 INFO:tasks.rados.rados.0.smithi098.stdout:3784: done (2 left) 2024-04-12T00:39:37.610 INFO:tasks.rados.rados.0.smithi098.stdout:3785: done (1 left) 2024-04-12T00:39:37.610 INFO:tasks.rados.rados.0.smithi098.stdout:3786: done (0 left) 2024-04-12T00:39:37.610 INFO:tasks.rados.rados.0.smithi098.stdout:3787: snap_create 2024-04-12T00:39:38.620 INFO:tasks.rados.rados.0.smithi098.stdout:3787: done (0 left) 2024-04-12T00:39:38.620 INFO:tasks.rados.rados.0.smithi098.stdout:3788: delete oid 2 current snap is 361 2024-04-12T00:39:38.623 INFO:tasks.rados.rados.0.smithi098.stdout:3788: done (0 left) 2024-04-12T00:39:38.623 INFO:tasks.rados.rados.0.smithi098.stdout:3789: snap_remove snap 360 2024-04-12T00:39:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:38 smithi193 ceph-mon[83763]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T00:39:38.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:38 smithi193 ceph-mon[83763]: pgmap v825: 121 pgs: 121 active+clean; 444 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 508 KiB/s wr, 8 op/s 2024-04-12T00:39:39.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:38 smithi098 ceph-mon[91373]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T00:39:39.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:38 smithi098 ceph-mon[91373]: pgmap v825: 121 pgs: 121 active+clean; 444 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 508 KiB/s wr, 8 op/s 2024-04-12T00:39:39.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:38 smithi098 ceph-mon[88922]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T00:39:39.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:38 smithi098 ceph-mon[88922]: pgmap v825: 121 pgs: 121 active+clean; 444 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 508 KiB/s wr, 8 op/s 2024-04-12T00:39:39.620 INFO:tasks.rados.rados.0.smithi098.stdout:3789: done (0 left) 2024-04-12T00:39:39.620 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 361 2024-04-12T00:39:39.620 INFO:tasks.rados.rados.0.smithi098.stdout:3790: seq_num 1213 ranges {0=720896,720896=401408} 2024-04-12T00:39:39.623 INFO:tasks.rados.rados.0.smithi098.stdout:3790: writing smithi09877355-15 from 0 to 720896 tid 1 2024-04-12T00:39:39.626 INFO:tasks.rados.rados.0.smithi098.stdout:3790: writing smithi09877355-15 from 720896 to 1122304 tid 2 2024-04-12T00:39:39.626 INFO:tasks.rados.rados.0.smithi098.stdout:3791: read oid 39 snap -1 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:3791: expect deleted 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:3792: rollback oid 17 current snap is 361 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 17 to 337 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:3793: read oid 19 snap -1 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:3793: expect (ObjNum 1180 snap 343 seq_num 1180) 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:3794: rollback oid 24 current snap is 361 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 24 to 355 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:3795: copy_from oid 10 from oid 32 current snap is 361 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:3796: copy_from oid 27 from oid 30 current snap is 361 2024-04-12T00:39:39.627 INFO:tasks.rados.rados.0.smithi098.stdout:3797: delete oid 37 current snap is 361 2024-04-12T00:39:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3797: done (7 left) 2024-04-12T00:39:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3798: read oid 34 snap -1 2024-04-12T00:39:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3798: expect (ObjNum 1179 snap 342 seq_num 1179) 2024-04-12T00:39:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3799: copy_from oid 6 from oid 20 current snap is 361 2024-04-12T00:39:39.634 INFO:tasks.rados.rados.0.smithi098.stdout:3800: delete oid 29 current snap is 361 2024-04-12T00:39:39.635 INFO:tasks.rados.rados.0.smithi098.stdout:3790: finishing write tid 1 to smithi09877355-15 2024-04-12T00:39:39.635 INFO:tasks.rados.rados.0.smithi098.stdout:3790: finishing write tid 2 to smithi09877355-15 2024-04-12T00:39:39.636 INFO:tasks.rados.rados.0.smithi098.stdout:3790: finishing write tid 3 to smithi09877355-15 2024-04-12T00:39:39.639 INFO:tasks.rados.rados.0.smithi098.stdout:3794: finishing rollback tid 0 to smithi09877355-24 2024-04-12T00:39:39.639 INFO:tasks.rados.rados.0.smithi098.stdout:3794: finishing rollback tid 1 to smithi09877355-24 2024-04-12T00:39:39.639 INFO:tasks.rados.rados.0.smithi098.stdout:3794: finishing rollback tid 2 to smithi09877355-24 2024-04-12T00:39:39.639 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 2216 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-04-12T00:39:39.639 INFO:tasks.rados.rados.0.smithi098.stdout:3793: expect (ObjNum 1180 snap 343 seq_num 1180) 2024-04-12T00:39:39.658 INFO:tasks.rados.rados.0.smithi098.stdout:3792: finishing rollback tid 1 to smithi09877355-17 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3792: finishing rollback tid 2 to smithi09877355-17 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 17 v 2637 (ObjNum 1118 snap 321 seq_num 1118) dirty exists 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3790: finishing write tid 4 to smithi09877355-15 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3790: oid 15 updating version 0 to 3043 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3790: oid 15 version 3043 is already newer than 3041 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3790: oid 15 version 3043 is already newer than 3042 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 3043 (ObjNum 1213 snap 361 seq_num 1213) dirty exists 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3790: left oid 15 (ObjNum 1213 snap 361 seq_num 1213) 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3799: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3790: done (9 left) 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3791: done (8 left) 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3792: done (7 left) 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3793: done (6 left) 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3794: done (5 left) 2024-04-12T00:39:39.659 INFO:tasks.rados.rados.0.smithi098.stdout:3800: done (4 left) 2024-04-12T00:39:39.660 INFO:tasks.rados.rados.0.smithi098.stdout:3801: rollback oid 38 current snap is 361 2024-04-12T00:39:39.660 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 38 to 342 2024-04-12T00:39:39.660 INFO:tasks.rados.rados.0.smithi098.stdout:3795: finishing copy_from racing read to smithi09877355-10 2024-04-12T00:39:39.660 INFO:tasks.rados.rados.0.smithi098.stdout:3795: finishing copy_from to smithi09877355-10 2024-04-12T00:39:39.660 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2346 (ObjNum 1107 snap 315 seq_num 1107) dirty exists 2024-04-12T00:39:39.660 INFO:tasks.rados.rados.0.smithi098.stdout:3795: done (4 left) 2024-04-12T00:39:39.660 INFO:tasks.rados.rados.0.smithi098.stdout:3802: snap_remove snap 341 2024-04-12T00:39:40.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:39 smithi098 ceph-mon[91373]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T00:39:40.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:39 smithi098 ceph-mon[88922]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T00:39:40.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:39 smithi193 ceph-mon[83763]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T00:39:40.637 INFO:tasks.rados.rados.0.smithi098.stdout:3802: done (4 left) 2024-04-12T00:39:40.637 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 16 current snap is 361 2024-04-12T00:39:40.637 INFO:tasks.rados.rados.0.smithi098.stdout:3803: seq_num 1216 ranges {4710400=770048,5480448=401408} 2024-04-12T00:39:40.666 INFO:tasks.rados.rados.0.smithi098.stdout:3803: writing smithi09877355-16 from 4710400 to 5480448 tid 1 2024-04-12T00:39:40.669 INFO:tasks.rados.rados.0.smithi098.stdout:3803: writing smithi09877355-16 from 5480448 to 5881856 tid 2 2024-04-12T00:39:40.669 INFO:tasks.rados.rados.0.smithi098.stdout:3804: delete oid 35 current snap is 361 2024-04-12T00:39:40.669 INFO:tasks.rados.rados.0.smithi098.stdout:3796: finishing copy_from racing read to smithi09877355-27 2024-04-12T00:39:40.670 INFO:tasks.rados.rados.0.smithi098.stdout:3799: finishing copy_from to smithi09877355-6 2024-04-12T00:39:40.670 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 2610 (ObjNum 65 snap 0 seq_num 1751603807) dirty exists 2024-04-12T00:39:40.670 INFO:tasks.rados.rados.0.smithi098.stdout:3796: finishing copy_from to smithi09877355-27 2024-04-12T00:39:40.670 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 2353 (ObjNum 1127 snap 322 seq_num 1127) dirty exists 2024-04-12T00:39:40.670 INFO:tasks.rados.rados.0.smithi098.stdout:3801: finishing rollback tid 0 to smithi09877355-38 2024-04-12T00:39:40.670 INFO:tasks.rados.rados.0.smithi098.stdout:3801: finishing rollback tid 1 to smithi09877355-38 2024-04-12T00:39:40.670 INFO:tasks.rados.rados.0.smithi098.stdout:3801: finishing rollback tid 2 to smithi09877355-38 2024-04-12T00:39:40.670 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 2613 (ObjNum 1160 snap 335 seq_num 1160) dirty exists 2024-04-12T00:39:40.670 INFO:tasks.rados.rados.0.smithi098.stdout:3798: expect (ObjNum 1179 snap 342 seq_num 1179) 2024-04-12T00:39:41.030 INFO:tasks.rados.rados.0.smithi098.stdout:3803: finishing write tid 1 to smithi09877355-16 2024-04-12T00:39:41.030 INFO:tasks.rados.rados.0.smithi098.stdout:3803: finishing write tid 2 to smithi09877355-16 2024-04-12T00:39:41.030 INFO:tasks.rados.rados.0.smithi098.stdout:3803: finishing write tid 3 to smithi09877355-16 2024-04-12T00:39:41.030 INFO:tasks.rados.rados.0.smithi098.stdout:3803: finishing write tid 4 to smithi09877355-16 2024-04-12T00:39:41.030 INFO:tasks.rados.rados.0.smithi098.stdout:3803: oid 16 updating version 0 to 3052 2024-04-12T00:39:41.030 INFO:tasks.rados.rados.0.smithi098.stdout:3803: oid 16 updating version 3052 to 3053 2024-04-12T00:39:41.030 INFO:tasks.rados.rados.0.smithi098.stdout:3803: oid 16 version 3053 is already newer than 3051 2024-04-12T00:39:41.031 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 3053 (ObjNum 1216 snap 361 seq_num 1216) dirty exists 2024-04-12T00:39:41.031 INFO:tasks.rados.rados.0.smithi098.stdout:3803: left oid 16 (ObjNum 1216 snap 361 seq_num 1216) 2024-04-12T00:39:41.031 INFO:tasks.rados.rados.0.smithi098.stdout:3796: done (5 left) 2024-04-12T00:39:41.031 INFO:tasks.rados.rados.0.smithi098.stdout:3798: done (4 left) 2024-04-12T00:39:41.031 INFO:tasks.rados.rados.0.smithi098.stdout:3799: done (3 left) 2024-04-12T00:39:41.031 INFO:tasks.rados.rados.0.smithi098.stdout:3801: done (2 left) 2024-04-12T00:39:41.033 INFO:tasks.rados.rados.0.smithi098.stdout:3803: done (1 left) 2024-04-12T00:39:41.033 INFO:tasks.rados.rados.0.smithi098.stdout:3804: done (0 left) 2024-04-12T00:39:41.033 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 39 current snap is 361 2024-04-12T00:39:41.034 INFO:tasks.rados.rados.0.smithi098.stdout:3805: seq_num 1218 ranges {0=802816,802816=401408} 2024-04-12T00:39:41.034 INFO:tasks.rados.rados.0.smithi098.stdout:3805: writing smithi09877355-39 from 0 to 802816 tid 1 2024-04-12T00:39:41.037 INFO:tasks.rados.rados.0.smithi098.stdout:3805: writing smithi09877355-39 from 802816 to 1204224 tid 2 2024-04-12T00:39:41.037 INFO:tasks.rados.rados.0.smithi098.stdout:3806: read oid 1 snap -1 2024-04-12T00:39:41.037 INFO:tasks.rados.rados.0.smithi098.stdout:3806: expect (ObjNum 1138 snap 331 seq_num 1138) 2024-04-12T00:39:41.037 INFO:tasks.rados.rados.0.smithi098.stdout:3807: rollback oid 5 current snap is 361 2024-04-12T00:39:41.037 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 5 to 358 2024-04-12T00:39:41.037 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 13 current snap is 361 2024-04-12T00:39:41.037 INFO:tasks.rados.rados.0.smithi098.stdout:3808: seq_num 1219 ranges {835584=417792,1253376=557056,1810432=245760} 2024-04-12T00:39:41.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:40 smithi098 ceph-mon[91373]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T00:39:41.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:40 smithi098 ceph-mon[91373]: pgmap v828: 121 pgs: 121 active+clean; 450 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-12T00:39:41.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:40 smithi098 ceph-mon[88922]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T00:39:41.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:40 smithi098 ceph-mon[88922]: pgmap v828: 121 pgs: 121 active+clean; 450 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-12T00:39:41.044 INFO:tasks.rados.rados.0.smithi098.stdout:3808: writing smithi09877355-13 from 835584 to 1253376 tid 1 2024-04-12T00:39:41.047 INFO:tasks.rados.rados.0.smithi098.stdout:3808: writing smithi09877355-13 from 1253376 to 1810432 tid 2 2024-04-12T00:39:41.049 INFO:tasks.rados.rados.0.smithi098.stdout:3808: writing smithi09877355-13 from 1810432 to 2056192 tid 3 2024-04-12T00:39:41.049 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 361 2024-04-12T00:39:41.049 INFO:tasks.rados.rados.0.smithi098.stdout:3805: finishing write tid 1 to smithi09877355-39 2024-04-12T00:39:41.049 INFO:tasks.rados.rados.0.smithi098.stdout:3805: finishing write tid 2 to smithi09877355-39 2024-04-12T00:39:41.049 INFO:tasks.rados.rados.0.smithi098.stdout:3809: seq_num 1220 ranges {1122304=434176,1556480=442368,1998848=360448} 2024-04-12T00:39:41.057 INFO:tasks.rados.rados.0.smithi098.stdout:3809: writing smithi09877355-15 from 1122304 to 1556480 tid 1 2024-04-12T00:39:41.060 INFO:tasks.rados.rados.0.smithi098.stdout:3809: writing smithi09877355-15 from 1556480 to 1998848 tid 2 2024-04-12T00:39:41.062 INFO:tasks.rados.rados.0.smithi098.stdout:3809: writing smithi09877355-15 from 1998848 to 2359296 tid 3 2024-04-12T00:39:41.062 INFO:tasks.rados.rados.0.smithi098.stdout:3810: rollback oid 11 current snap is 361 2024-04-12T00:39:41.063 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 11 to 354 2024-04-12T00:39:41.063 INFO:tasks.rados.rados.0.smithi098.stdout:3807: finishing rollback tid 0 to smithi09877355-5 2024-04-12T00:39:41.063 INFO:tasks.rados.rados.0.smithi098.stdout:3807: finishing rollback tid 1 to smithi09877355-5 2024-04-12T00:39:41.063 INFO:tasks.rados.rados.0.smithi098.stdout:3805: finishing write tid 3 to smithi09877355-39 2024-04-12T00:39:41.063 INFO:tasks.rados.rados.0.smithi098.stdout:3807: finishing rollback tid 2 to smithi09877355-5 2024-04-12T00:39:41.063 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 3012 (ObjNum 1135 snap 325 seq_num 1135) dirty exists 2024-04-12T00:39:41.063 INFO:tasks.rados.rados.0.smithi098.stdout:3806: expect (ObjNum 1138 snap 331 seq_num 1138) 2024-04-12T00:39:41.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:40 smithi193 ceph-mon[83763]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T00:39:41.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:40 smithi193 ceph-mon[83763]: pgmap v828: 121 pgs: 121 active+clean; 450 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-12T00:39:41.175 INFO:tasks.rados.rados.0.smithi098.stdout:3805: finishing write tid 4 to smithi09877355-39 2024-04-12T00:39:41.175 INFO:tasks.rados.rados.0.smithi098.stdout:3805: oid 39 updating version 0 to 3055 2024-04-12T00:39:41.175 INFO:tasks.rados.rados.0.smithi098.stdout:3805: oid 39 version 3055 is already newer than 3054 2024-04-12T00:39:41.175 INFO:tasks.rados.rados.0.smithi098.stdout:3805: oid 39 updating version 3055 to 3056 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 3056 (ObjNum 1218 snap 361 seq_num 1218) dirty exists 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3805: left oid 39 (ObjNum 1218 snap 361 seq_num 1218) 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3808: finishing write tid 1 to smithi09877355-13 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3805: done (5 left) 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3806: done (4 left) 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3807: done (3 left) 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3811: snap_create 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3808: finishing write tid 2 to smithi09877355-13 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3808: finishing write tid 3 to smithi09877355-13 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3808: finishing write tid 4 to smithi09877355-13 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3808: finishing write tid 5 to smithi09877355-13 2024-04-12T00:39:41.176 INFO:tasks.rados.rados.0.smithi098.stdout:3808: oid 13 updating version 0 to 3059 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3808: oid 13 updating version 3059 to 3061 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3808: oid 13 version 3061 is already newer than 3058 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3808: oid 13 version 3061 is already newer than 3060 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 13 v 3061 (ObjNum 1219 snap 361 seq_num 1219) dirty exists 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3808: left oid 13 (ObjNum 1219 snap 361 seq_num 1219) 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3809: finishing write tid 1 to smithi09877355-15 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3809: finishing write tid 2 to smithi09877355-15 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3809: finishing write tid 3 to smithi09877355-15 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3809: finishing write tid 4 to smithi09877355-15 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3809: finishing write tid 5 to smithi09877355-15 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3809: oid 15 updating version 0 to 3063 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3809: oid 15 updating version 3063 to 3064 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3809: oid 15 updating version 3064 to 3065 2024-04-12T00:39:41.177 INFO:tasks.rados.rados.0.smithi098.stdout:3809: oid 15 version 3065 is already newer than 3062 2024-04-12T00:39:41.178 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 3065 (ObjNum 1220 snap 361 seq_num 1220) dirty exists 2024-04-12T00:39:41.178 INFO:tasks.rados.rados.0.smithi098.stdout:3809: left oid 15 (ObjNum 1220 snap 361 seq_num 1220) 2024-04-12T00:39:41.178 INFO:tasks.rados.rados.0.smithi098.stdout:3810: finishing rollback tid 1 to smithi09877355-11 2024-04-12T00:39:41.178 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 11 v 2924 (ObjNum 2 snap 0 seq_num 304) dirty dne 2024-04-12T00:39:41.582 INFO:tasks.rados.rados.0.smithi098.stdout:3808: done (3 left) 2024-04-12T00:39:41.582 INFO:tasks.rados.rados.0.smithi098.stdout:3809: done (2 left) 2024-04-12T00:39:41.582 INFO:tasks.rados.rados.0.smithi098.stdout:3810: done (1 left) 2024-04-12T00:39:41.582 INFO:tasks.rados.rados.0.smithi098.stdout:3811: done (0 left) 2024-04-12T00:39:41.582 INFO:tasks.rados.rados.0.smithi098.stdout:3812: rollback oid 6 current snap is 362 2024-04-12T00:39:41.582 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 6 to 357 2024-04-12T00:39:41.582 INFO:tasks.rados.rados.0.smithi098.stdout:3813: read oid 16 snap -1 2024-04-12T00:39:41.582 INFO:tasks.rados.rados.0.smithi098.stdout:3813: expect (ObjNum 1216 snap 361 seq_num 1216) 2024-04-12T00:39:41.583 INFO:tasks.rados.rados.0.smithi098.stdout:3814: snap_remove snap 337 2024-04-12T00:39:42.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:41 smithi193 ceph-mon[83763]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T00:39:42.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:41 smithi193 ceph-mon[83763]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T00:39:42.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:41 smithi098 ceph-mon[91373]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T00:39:42.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:41 smithi098 ceph-mon[91373]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T00:39:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:41 smithi098 ceph-mon[88922]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T00:39:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:41 smithi098 ceph-mon[88922]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T00:39:42.587 INFO:tasks.rados.rados.0.smithi098.stdout:3814: done (2 left) 2024-04-12T00:39:42.587 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 3 current snap is 362 2024-04-12T00:39:42.587 INFO:tasks.rados.rados.0.smithi098.stdout:3815: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2024-04-12T00:39:42.590 INFO:tasks.rados.rados.0.smithi098.stdout:3815: writing smithi09877355-3 from 0 to 458752 tid 1 2024-04-12T00:39:42.595 INFO:tasks.rados.rados.0.smithi098.stdout:3815: writing smithi09877355-3 from 458752 to 1187840 tid 2 2024-04-12T00:39:42.596 INFO:tasks.rados.rados.0.smithi098.stdout:3815: writing smithi09877355-3 from 1187840 to 1261568 tid 3 2024-04-12T00:39:42.598 INFO:tasks.rados.rados.0.smithi098.stdout:3812: finishing rollback tid 0 to smithi09877355-6 2024-04-12T00:39:42.598 INFO:tasks.rados.rados.0.smithi098.stdout:3812: finishing rollback tid 1 to smithi09877355-6 2024-04-12T00:39:42.598 INFO:tasks.rados.rados.0.smithi098.stdout:3812: finishing rollback tid 2 to smithi09877355-6 2024-04-12T00:39:42.598 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 2613 (ObjNum 1149 snap 333 seq_num 1149) dirty exists 2024-04-12T00:39:42.599 INFO:tasks.rados.rados.0.smithi098.stdout:3813: expect (ObjNum 1216 snap 361 seq_num 1216) 2024-04-12T00:39:42.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:39:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:39:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:39:42.951 INFO:tasks.rados.rados.0.smithi098.stdout:3815: finishing write tid 1 to smithi09877355-3 2024-04-12T00:39:42.951 INFO:tasks.rados.rados.0.smithi098.stdout:3815: finishing write tid 2 to smithi09877355-3 2024-04-12T00:39:42.951 INFO:tasks.rados.rados.0.smithi098.stdout:3815: finishing write tid 3 to smithi09877355-3 2024-04-12T00:39:42.951 INFO:tasks.rados.rados.0.smithi098.stdout:3815: finishing write tid 4 to smithi09877355-3 2024-04-12T00:39:42.951 INFO:tasks.rados.rados.0.smithi098.stdout:3812: done (2 left) 2024-04-12T00:39:42.951 INFO:tasks.rados.rados.0.smithi098.stdout:3813: done (1 left) 2024-04-12T00:39:42.952 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 362 2024-04-12T00:39:42.952 INFO:tasks.rados.rados.0.smithi098.stdout:3815: finishing write tid 5 to smithi09877355-3 2024-04-12T00:39:42.952 INFO:tasks.rados.rados.0.smithi098.stdout:3815: oid 3 updating version 0 to 2640 2024-04-12T00:39:42.952 INFO:tasks.rados.rados.0.smithi098.stdout:3815: oid 3 updating version 2640 to 2641 2024-04-12T00:39:42.952 INFO:tasks.rados.rados.0.smithi098.stdout:3815: oid 3 updating version 2641 to 2643 2024-04-12T00:39:42.952 INFO:tasks.rados.rados.0.smithi098.stdout:3815: oid 3 version 2643 is already newer than 2642 2024-04-12T00:39:42.952 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 3 v 2643 (ObjNum 1221 snap 362 seq_num 1221) dirty exists 2024-04-12T00:39:42.952 INFO:tasks.rados.rados.0.smithi098.stdout:3815: left oid 3 (ObjNum 1221 snap 362 seq_num 1221) 2024-04-12T00:39:42.952 INFO:tasks.rados.rados.0.smithi098.stdout:3816: seq_num 1222 ranges {10043392=475136,10518528=606208,11124736=196608} 2024-04-12T00:39:43.005 INFO:tasks.rados.rados.0.smithi098.stdout:3816: writing smithi09877355-50 from 10043392 to 10518528 tid 1 2024-04-12T00:39:43.009 INFO:tasks.rados.rados.0.smithi098.stdout:3816: writing smithi09877355-50 from 10518528 to 11124736 tid 2 2024-04-12T00:39:43.010 INFO:tasks.rados.rados.0.smithi098.stdout:3816: writing smithi09877355-50 from 11124736 to 11321344 tid 3 2024-04-12T00:39:43.010 INFO:tasks.rados.rados.0.smithi098.stdout:3815: done (1 left) 2024-04-12T00:39:43.010 INFO:tasks.rados.rados.0.smithi098.stdout:3817: rollback oid 4 current snap is 362 2024-04-12T00:39:43.010 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 4 to 332 2024-04-12T00:39:43.011 INFO:tasks.rados.rados.0.smithi098.stdout:3816: finishing write tid 1 to smithi09877355-50 2024-04-12T00:39:43.011 INFO:tasks.rados.rados.0.smithi098.stdout:3818: snap_create 2024-04-12T00:39:43.013 INFO:tasks.rados.rados.0.smithi098.stdout:3816: finishing write tid 2 to smithi09877355-50 2024-04-12T00:39:43.013 INFO:tasks.rados.rados.0.smithi098.stdout:3816: finishing write tid 3 to smithi09877355-50 2024-04-12T00:39:43.014 INFO:tasks.rados.rados.0.smithi098.stdout:3816: finishing write tid 4 to smithi09877355-50 2024-04-12T00:39:43.015 INFO:tasks.rados.rados.0.smithi098.stdout:3816: finishing write tid 5 to smithi09877355-50 2024-04-12T00:39:43.015 INFO:tasks.rados.rados.0.smithi098.stdout:3816: oid 50 updating version 0 to 2618 2024-04-12T00:39:43.015 INFO:tasks.rados.rados.0.smithi098.stdout:3816: oid 50 updating version 2618 to 2620 2024-04-12T00:39:43.015 INFO:tasks.rados.rados.0.smithi098.stdout:3816: oid 50 updating version 2620 to 2621 2024-04-12T00:39:43.015 INFO:tasks.rados.rados.0.smithi098.stdout:3816: oid 50 version 2621 is already newer than 2619 2024-04-12T00:39:43.016 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2621 (ObjNum 1222 snap 362 seq_num 1222) dirty exists 2024-04-12T00:39:43.016 INFO:tasks.rados.rados.0.smithi098.stdout:3816: left oid 50 (ObjNum 1222 snap 362 seq_num 1222) 2024-04-12T00:39:43.016 INFO:tasks.rados.rados.0.smithi098.stdout:3817: finishing rollback tid 0 to smithi09877355-4 2024-04-12T00:39:43.016 INFO:tasks.rados.rados.0.smithi098.stdout:3817: finishing rollback tid 1 to smithi09877355-4 2024-04-12T00:39:43.017 INFO:tasks.rados.rados.0.smithi098.stdout:3817: finishing rollback tid 2 to smithi09877355-4 2024-04-12T00:39:43.017 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2616 (ObjNum 1019 snap 295 seq_num 1019) dirty exists 2024-04-12T00:39:43.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:42 smithi098 ceph-mon[91373]: pgmap v831: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 466 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.3 MiB/s wr, 11 op/s 2024-04-12T00:39:43.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:42 smithi098 ceph-mon[91373]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T00:39:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:42 smithi098 ceph-mon[88922]: pgmap v831: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 466 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.3 MiB/s wr, 11 op/s 2024-04-12T00:39:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:42 smithi098 ceph-mon[88922]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T00:39:43.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:42 smithi193 ceph-mon[83763]: pgmap v831: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 466 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.3 MiB/s wr, 11 op/s 2024-04-12T00:39:43.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:42 smithi193 ceph-mon[83763]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T00:39:43.643 INFO:tasks.rados.rados.0.smithi098.stdout:3816: done (2 left) 2024-04-12T00:39:43.644 INFO:tasks.rados.rados.0.smithi098.stdout:3817: done (1 left) 2024-04-12T00:39:43.644 INFO:tasks.rados.rados.0.smithi098.stdout:3818: done (0 left) 2024-04-12T00:39:43.644 INFO:tasks.rados.rados.0.smithi098.stdout:3819: read oid 5 snap -1 2024-04-12T00:39:43.644 INFO:tasks.rados.rados.0.smithi098.stdout:3819: expect (ObjNum 1135 snap 325 seq_num 1135) 2024-04-12T00:39:43.644 INFO:tasks.rados.rados.0.smithi098.stdout:3820: copy_from oid 49 from oid 47 current snap is 363 2024-04-12T00:39:43.644 INFO:tasks.rados.rados.0.smithi098.stdout:3821: delete oid 34 current snap is 363 2024-04-12T00:39:43.649 INFO:tasks.rados.rados.0.smithi098.stdout:3821: done (2 left) 2024-04-12T00:39:43.649 INFO:tasks.rados.rados.0.smithi098.stdout:3822: delete oid 29 current snap is 363 2024-04-12T00:39:43.650 INFO:tasks.rados.rados.0.smithi098.stdout:3820: finishing copy_from racing read to smithi09877355-49 2024-04-12T00:39:43.651 INFO:tasks.rados.rados.0.smithi098.stdout:3820: finishing copy_from to smithi09877355-49 2024-04-12T00:39:43.651 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 49 v 2629 (ObjNum 1185 snap 0 seq_num 3651121392) dirty exists 2024-04-12T00:39:43.654 INFO:tasks.rados.rados.0.smithi098.stdout:3820: done (2 left) 2024-04-12T00:39:43.654 INFO:tasks.rados.rados.0.smithi098.stdout:3822: done (1 left) 2024-04-12T00:39:43.654 INFO:tasks.rados.rados.0.smithi098.stdout:3823: snap_create 2024-04-12T00:39:43.676 INFO:tasks.rados.rados.0.smithi098.stdout:3819: expect (ObjNum 1135 snap 325 seq_num 1135) 2024-04-12T00:39:44.650 INFO:tasks.rados.rados.0.smithi098.stdout:3819: done (1 left) 2024-04-12T00:39:44.650 INFO:tasks.rados.rados.0.smithi098.stdout:3823: done (0 left) 2024-04-12T00:39:44.650 INFO:tasks.rados.rados.0.smithi098.stdout:3824: snap_remove snap 354 2024-04-12T00:39:45.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:44 smithi098 ceph-mon[91373]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T00:39:45.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:44 smithi098 ceph-mon[91373]: pgmap v834: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-04-12T00:39:45.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:44 smithi098 ceph-mon[88922]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T00:39:45.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:44 smithi098 ceph-mon[88922]: pgmap v834: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-04-12T00:39:45.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:44 smithi193 ceph-mon[83763]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T00:39:45.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:44 smithi193 ceph-mon[83763]: pgmap v834: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-04-12T00:39:45.653 INFO:tasks.rados.rados.0.smithi098.stdout:3824: done (0 left) 2024-04-12T00:39:45.653 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 7 current snap is 364 2024-04-12T00:39:45.653 INFO:tasks.rados.rados.0.smithi098.stdout:3825: seq_num 1225 ranges {7086080=524288,7610368=712704,8323072=90112} 2024-04-12T00:39:45.694 INFO:tasks.rados.rados.0.smithi098.stdout:3825: writing smithi09877355-7 from 7086080 to 7610368 tid 1 2024-04-12T00:39:45.698 INFO:tasks.rados.rados.0.smithi098.stdout:3825: writing smithi09877355-7 from 7610368 to 8323072 tid 2 2024-04-12T00:39:45.699 INFO:tasks.rados.rados.0.smithi098.stdout:3825: writing smithi09877355-7 from 8323072 to 8413184 tid 3 2024-04-12T00:39:45.699 INFO:tasks.rados.rados.0.smithi098.stdout:3826: snap_remove snap 342 2024-04-12T00:39:46.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:45 smithi098 ceph-mon[91373]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T00:39:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:39:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:39:45] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-12T00:39:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:45 smithi098 ceph-mon[88922]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T00:39:46.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:45 smithi193 ceph-mon[83763]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T00:39:46.665 INFO:tasks.rados.rados.0.smithi098.stdout:3826: done (1 left) 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 41 current snap is 364 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: finishing write tid 1 to smithi09877355-7 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: finishing write tid 2 to smithi09877355-7 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: finishing write tid 3 to smithi09877355-7 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: finishing write tid 4 to smithi09877355-7 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: finishing write tid 5 to smithi09877355-7 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: oid 7 updating version 0 to 2584 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: oid 7 updating version 2584 to 2586 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: oid 7 version 2586 is already newer than 2585 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: oid 7 updating version 2586 to 2587 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2587 (ObjNum 1225 snap 364 seq_num 1225) dirty exists 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3825: left oid 7 (ObjNum 1225 snap 364 seq_num 1225) 2024-04-12T00:39:46.666 INFO:tasks.rados.rados.0.smithi098.stdout:3827: seq_num 1226 ranges {974848=540672,1515520=598016,2113536=204800} 2024-04-12T00:39:46.674 INFO:tasks.rados.rados.0.smithi098.stdout:3827: writing smithi09877355-41 from 974848 to 1515520 tid 1 2024-04-12T00:39:46.678 INFO:tasks.rados.rados.0.smithi098.stdout:3827: writing smithi09877355-41 from 1515520 to 2113536 tid 2 2024-04-12T00:39:46.680 INFO:tasks.rados.rados.0.smithi098.stdout:3827: writing smithi09877355-41 from 2113536 to 2318336 tid 3 2024-04-12T00:39:46.680 INFO:tasks.rados.rados.0.smithi098.stdout:3825: done (1 left) 2024-04-12T00:39:46.680 INFO:tasks.rados.rados.0.smithi098.stdout:3828: read oid 37 snap 326 2024-04-12T00:39:46.680 INFO:tasks.rados.rados.0.smithi098.stdout:3828: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:39:46.681 INFO:tasks.rados.rados.0.smithi098.stdout:3829: snap_create 2024-04-12T00:39:46.683 INFO:tasks.rados.rados.0.smithi098.stdout:3827: finishing write tid 1 to smithi09877355-41 2024-04-12T00:39:46.689 INFO:tasks.rados.rados.0.smithi098.stdout:3827: finishing write tid 2 to smithi09877355-41 2024-04-12T00:39:46.689 INFO:tasks.rados.rados.0.smithi098.stdout:3827: finishing write tid 3 to smithi09877355-41 2024-04-12T00:39:46.690 INFO:tasks.rados.rados.0.smithi098.stdout:3827: finishing write tid 4 to smithi09877355-41 2024-04-12T00:39:46.690 INFO:tasks.rados.rados.0.smithi098.stdout:3828: expect (ObjNum 1014 snap 292 seq_num 1014) 2024-04-12T00:39:46.767 INFO:tasks.rados.rados.0.smithi098.stdout:3827: finishing write tid 5 to smithi09877355-41 2024-04-12T00:39:46.767 INFO:tasks.rados.rados.0.smithi098.stdout:3827: oid 41 updating version 0 to 3016 2024-04-12T00:39:46.768 INFO:tasks.rados.rados.0.smithi098.stdout:3827: oid 41 version 3016 is already newer than 3014 2024-04-12T00:39:46.768 INFO:tasks.rados.rados.0.smithi098.stdout:3827: oid 41 version 3016 is already newer than 3015 2024-04-12T00:39:46.768 INFO:tasks.rados.rados.0.smithi098.stdout:3827: oid 41 version 3016 is already newer than 3013 2024-04-12T00:39:46.768 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 3016 (ObjNum 1226 snap 364 seq_num 1226) dirty exists 2024-04-12T00:39:46.768 INFO:tasks.rados.rados.0.smithi098.stdout:3827: left oid 41 (ObjNum 1226 snap 364 seq_num 1226) 2024-04-12T00:39:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[88922]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T00:39:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[88922]: pgmap v837: 121 pgs: 121 active+clean; 480 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 620 KiB/s wr, 7 op/s 2024-04-12T00:39:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:39:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:39:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:39:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:39:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[91373]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T00:39:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[91373]: pgmap v837: 121 pgs: 121 active+clean; 480 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 620 KiB/s wr, 7 op/s 2024-04-12T00:39:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:39:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:39:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:39:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:46 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:39:47.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:46 smithi193 ceph-mon[83763]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T00:39:47.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:46 smithi193 ceph-mon[83763]: pgmap v837: 121 pgs: 121 active+clean; 480 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 620 KiB/s wr, 7 op/s 2024-04-12T00:39:47.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:39:47.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:39:47.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:39:47.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:46 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:39:47.672 INFO:tasks.rados.rados.0.smithi098.stdout:3827: done (2 left) 2024-04-12T00:39:47.673 INFO:tasks.rados.rados.0.smithi098.stdout:3828: done (1 left) 2024-04-12T00:39:47.673 INFO:tasks.rados.rados.0.smithi098.stdout:3829: done (0 left) 2024-04-12T00:39:47.673 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 365 2024-04-12T00:39:47.673 INFO:tasks.rados.rados.0.smithi098.stdout:3830: seq_num 1227 ranges {10682368=557056,11239424=483328,11722752=319488} 2024-04-12T00:39:47.732 INFO:tasks.rados.rados.0.smithi098.stdout:3830: writing smithi09877355-44 from 10682368 to 11239424 tid 1 2024-04-12T00:39:47.734 INFO:tasks.rados.rados.0.smithi098.stdout:3830: writing smithi09877355-44 from 11239424 to 11722752 tid 2 2024-04-12T00:39:47.736 INFO:tasks.rados.rados.0.smithi098.stdout:3830: writing smithi09877355-44 from 11722752 to 12042240 tid 3 2024-04-12T00:39:47.736 INFO:tasks.rados.rados.0.smithi098.stdout:3831: snap_remove snap 355 2024-04-12T00:39:48.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:47 smithi098 ceph-mon[91373]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T00:39:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:47 smithi098 ceph-mon[88922]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T00:39:48.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:47 smithi193 ceph-mon[83763]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3831: done (1 left) 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3832: delete oid 42 current snap is 365 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3830: finishing write tid 1 to smithi09877355-44 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3830: finishing write tid 2 to smithi09877355-44 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3830: finishing write tid 3 to smithi09877355-44 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3830: finishing write tid 4 to smithi09877355-44 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3830: finishing write tid 5 to smithi09877355-44 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3830: oid 44 updating version 0 to 3084 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3830: oid 44 updating version 3084 to 3085 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3830: oid 44 updating version 3085 to 3087 2024-04-12T00:39:48.679 INFO:tasks.rados.rados.0.smithi098.stdout:3830: oid 44 version 3087 is already newer than 3086 2024-04-12T00:39:48.680 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 3087 (ObjNum 1227 snap 365 seq_num 1227) dirty exists 2024-04-12T00:39:48.680 INFO:tasks.rados.rados.0.smithi098.stdout:3830: left oid 44 (ObjNum 1227 snap 365 seq_num 1227) 2024-04-12T00:39:48.685 INFO:tasks.rados.rados.0.smithi098.stdout:3830: done (1 left) 2024-04-12T00:39:48.685 INFO:tasks.rados.rados.0.smithi098.stdout:3832: done (0 left) 2024-04-12T00:39:48.685 INFO:tasks.rados.rados.0.smithi098.stdout:3833: setattr oid 19 current snap is 365 2024-04-12T00:39:48.687 INFO:tasks.rados.rados.0.smithi098.stdout:3834: snap_create 2024-04-12T00:39:48.698 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 2472 (ObjNum 1180 snap 343 seq_num 1180) dirty exists 2024-04-12T00:39:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:48 smithi098 ceph-mon[91373]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T00:39:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:48 smithi098 ceph-mon[91373]: pgmap v840: 121 pgs: 121 active+clean; 490 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 308 KiB/s wr, 2 op/s 2024-04-12T00:39:49.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:48 smithi098 ceph-mon[88922]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T00:39:49.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:48 smithi098 ceph-mon[88922]: pgmap v840: 121 pgs: 121 active+clean; 490 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 308 KiB/s wr, 2 op/s 2024-04-12T00:39:49.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:48 smithi193 ceph-mon[83763]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T00:39:49.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:48 smithi193 ceph-mon[83763]: pgmap v840: 121 pgs: 121 active+clean; 490 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 308 KiB/s wr, 2 op/s 2024-04-12T00:39:49.685 INFO:tasks.rados.rados.0.smithi098.stdout:3833: done (1 left) 2024-04-12T00:39:49.685 INFO:tasks.rados.rados.0.smithi098.stdout:3834: done (0 left) 2024-04-12T00:39:49.685 INFO:tasks.rados.rados.0.smithi098.stdout:3835: rollback oid 1 current snap is 366 2024-04-12T00:39:49.685 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 1 to 358 2024-04-12T00:39:49.685 INFO:tasks.rados.rados.0.smithi098.stdout:3836: rollback oid 18 current snap is 366 2024-04-12T00:39:49.685 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 18 to 359 2024-04-12T00:39:49.686 INFO:tasks.rados.rados.0.smithi098.stdout:3837: copy_from oid 6 from oid 4 current snap is 366 2024-04-12T00:39:49.686 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 366 2024-04-12T00:39:49.686 INFO:tasks.rados.rados.0.smithi098.stdout:3838: seq_num 1229 ranges {2359296=589824,2949120=647168,3596288=155648} 2024-04-12T00:39:49.701 INFO:tasks.rados.rados.0.smithi098.stdout:3838: writing smithi09877355-15 from 2359296 to 2949120 tid 1 2024-04-12T00:39:49.704 INFO:tasks.rados.rados.0.smithi098.stdout:3838: writing smithi09877355-15 from 2949120 to 3596288 tid 2 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:3838: writing smithi09877355-15 from 3596288 to 3751936 tid 3 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:3839: read oid 39 snap 356 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:3839: expect deleted 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:3840: snap_create 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:3835: finishing rollback tid 0 to smithi09877355-1 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:3835: finishing rollback tid 1 to smithi09877355-1 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:3835: finishing rollback tid 2 to smithi09877355-1 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 2360 (ObjNum 1138 snap 331 seq_num 1138) dirty exists 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:3836: finishing rollback tid 0 to smithi09877355-18 2024-04-12T00:39:49.706 INFO:tasks.rados.rados.0.smithi098.stdout:3836: finishing rollback tid 1 to smithi09877355-18 2024-04-12T00:39:49.707 INFO:tasks.rados.rados.0.smithi098.stdout:3836: finishing rollback tid 2 to smithi09877355-18 2024-04-12T00:39:49.707 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 18 v 2475 (ObjNum 1152 snap 334 seq_num 1152) dirty exists 2024-04-12T00:39:49.711 INFO:tasks.rados.rados.0.smithi098.stdout:3838: finishing write tid 1 to smithi09877355-15 2024-04-12T00:39:49.713 INFO:tasks.rados.rados.0.smithi098.stdout:3838: finishing write tid 2 to smithi09877355-15 2024-04-12T00:39:49.713 INFO:tasks.rados.rados.0.smithi098.stdout:3838: finishing write tid 3 to smithi09877355-15 2024-04-12T00:39:49.713 INFO:tasks.rados.rados.0.smithi098.stdout:3838: finishing write tid 4 to smithi09877355-15 2024-04-12T00:39:49.715 INFO:tasks.rados.rados.0.smithi098.stdout:3838: finishing write tid 5 to smithi09877355-15 2024-04-12T00:39:49.715 INFO:tasks.rados.rados.0.smithi098.stdout:3838: oid 15 updating version 0 to 3100 2024-04-12T00:39:49.715 INFO:tasks.rados.rados.0.smithi098.stdout:3838: oid 15 version 3100 is already newer than 3098 2024-04-12T00:39:49.715 INFO:tasks.rados.rados.0.smithi098.stdout:3838: oid 15 version 3100 is already newer than 3097 2024-04-12T00:39:49.715 INFO:tasks.rados.rados.0.smithi098.stdout:3838: oid 15 version 3100 is already newer than 3099 2024-04-12T00:39:49.715 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 3100 (ObjNum 1229 snap 366 seq_num 1229) dirty exists 2024-04-12T00:39:49.715 INFO:tasks.rados.rados.0.smithi098.stdout:3838: left oid 15 (ObjNum 1229 snap 366 seq_num 1229) 2024-04-12T00:39:49.740 INFO:tasks.rados.rados.0.smithi098.stdout:3837: finishing copy_from racing read to smithi09877355-6 2024-04-12T00:39:49.740 INFO:tasks.rados.rados.0.smithi098.stdout:3837: finishing copy_from to smithi09877355-6 2024-04-12T00:39:49.741 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 2616 (ObjNum 1019 snap 295 seq_num 1019) dirty exists 2024-04-12T00:39:49.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:49 smithi098 ceph-mon[91373]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T00:39:49.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:49 smithi098 ceph-mon[88922]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T00:39:50.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:49 smithi193 ceph-mon[83763]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T00:39:50.690 INFO:tasks.rados.rados.0.smithi098.stdout:3835: done (5 left) 2024-04-12T00:39:50.690 INFO:tasks.rados.rados.0.smithi098.stdout:3836: done (4 left) 2024-04-12T00:39:50.690 INFO:tasks.rados.rados.0.smithi098.stdout:3837: done (3 left) 2024-04-12T00:39:50.691 INFO:tasks.rados.rados.0.smithi098.stdout:3838: done (2 left) 2024-04-12T00:39:50.691 INFO:tasks.rados.rados.0.smithi098.stdout:3839: done (1 left) 2024-04-12T00:39:50.691 INFO:tasks.rados.rados.0.smithi098.stdout:3840: done (0 left) 2024-04-12T00:39:50.691 INFO:tasks.rados.rados.0.smithi098.stdout:3841: rmattr oid 27 current snap is 367 2024-04-12T00:39:50.691 INFO:tasks.rados.rados.0.smithi098.stdout:3841: done (0 left) 2024-04-12T00:39:50.691 INFO:tasks.rados.rados.0.smithi098.stdout:3842: copy_from oid 33 from oid 29 current snap is 367 2024-04-12T00:39:50.691 INFO:tasks.rados.rados.0.smithi098.stdout:3843: setattr oid 37 current snap is 367 2024-04-12T00:39:50.692 INFO:tasks.rados.rados.0.smithi098.stdout:3844: read oid 23 snap -1 2024-04-12T00:39:50.692 INFO:tasks.rados.rados.0.smithi098.stdout:3844: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:39:50.692 INFO:tasks.rados.rados.0.smithi098.stdout:3845: copy_from oid 46 from oid 19 current snap is 367 2024-04-12T00:39:50.692 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 367 2024-04-12T00:39:50.692 INFO:tasks.rados.rados.0.smithi098.stdout:3846: seq_num 1230 ranges {851968=606208,1458176=532480,1990656=270336} 2024-04-12T00:39:50.700 INFO:tasks.rados.rados.0.smithi098.stdout:3846: writing smithi09877355-24 from 851968 to 1458176 tid 1 2024-04-12T00:39:50.704 INFO:tasks.rados.rados.0.smithi098.stdout:3846: writing smithi09877355-24 from 1458176 to 1990656 tid 2 2024-04-12T00:39:50.706 INFO:tasks.rados.rados.0.smithi098.stdout:3846: writing smithi09877355-24 from 1990656 to 2260992 tid 3 2024-04-12T00:39:50.706 INFO:tasks.rados.rados.0.smithi098.stdout:3847: snap_remove snap 356 2024-04-12T00:39:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:50 smithi098 ceph-mon[88922]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T00:39:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:50 smithi098 ceph-mon[88922]: pgmap v843: 121 pgs: 121 active+clean; 492 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 328 KiB/s wr, 4 op/s 2024-04-12T00:39:51.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:50 smithi098 ceph-mon[91373]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T00:39:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:50 smithi098 ceph-mon[91373]: pgmap v843: 121 pgs: 121 active+clean; 492 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 328 KiB/s wr, 4 op/s 2024-04-12T00:39:51.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:50 smithi193 ceph-mon[83763]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T00:39:51.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:39:51.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:50 smithi193 ceph-mon[83763]: pgmap v843: 121 pgs: 121 active+clean; 492 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 328 KiB/s wr, 4 op/s 2024-04-12T00:39:51.588 INFO:tasks.rados.rados.0.smithi098.stdout:3842: finishing copy_from to smithi09877355-33 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3842: got expected ENOENT (src dne) 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3842: finishing copy_from racing read to smithi09877355-33 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 2644 (ObjNum 33 snap 0 seq_num 29221568) dirty exists 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3845: finishing copy_from racing read to smithi09877355-46 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3845: finishing copy_from to smithi09877355-46 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 2472 (ObjNum 1180 snap 343 seq_num 1180) dirty exists 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3846: finishing write tid 1 to smithi09877355-24 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3846: finishing write tid 2 to smithi09877355-24 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3846: finishing write tid 3 to smithi09877355-24 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3846: finishing write tid 4 to smithi09877355-24 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3846: finishing write tid 5 to smithi09877355-24 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3846: oid 24 updating version 0 to 2618 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3846: oid 24 updating version 2618 to 2620 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3846: oid 24 version 2620 is already newer than 2617 2024-04-12T00:39:51.589 INFO:tasks.rados.rados.0.smithi098.stdout:3846: oid 24 version 2620 is already newer than 2619 2024-04-12T00:39:51.590 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 2620 (ObjNum 1230 snap 367 seq_num 1230) dirty exists 2024-04-12T00:39:51.590 INFO:tasks.rados.rados.0.smithi098.stdout:3846: left oid 24 (ObjNum 1230 snap 367 seq_num 1230) 2024-04-12T00:39:51.590 INFO:tasks.rados.rados.0.smithi098.stdout:3844: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:39:52.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:51 smithi098 ceph-mon[88922]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T00:39:52.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:51 smithi098 ceph-mon[88922]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T00:39:52.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:51 smithi098 ceph-mon[91373]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T00:39:52.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:51 smithi098 ceph-mon[91373]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T00:39:52.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:51 smithi193 ceph-mon[83763]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T00:39:52.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:51 smithi193 ceph-mon[83763]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T00:39:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:39:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:39:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:39:52.688 INFO:tasks.rados.rados.0.smithi098.stdout:3842: done (5 left) 2024-04-12T00:39:52.688 INFO:tasks.rados.rados.0.smithi098.stdout:3843: done (4 left) 2024-04-12T00:39:52.688 INFO:tasks.rados.rados.0.smithi098.stdout:3844: done (3 left) 2024-04-12T00:39:52.688 INFO:tasks.rados.rados.0.smithi098.stdout:3845: done (2 left) 2024-04-12T00:39:52.688 INFO:tasks.rados.rados.0.smithi098.stdout:3846: done (1 left) 2024-04-12T00:39:52.688 INFO:tasks.rados.rados.0.smithi098.stdout:3847: done (0 left) 2024-04-12T00:39:52.688 INFO:tasks.rados.rados.0.smithi098.stdout:3848: read oid 16 snap 350 2024-04-12T00:39:52.688 INFO:tasks.rados.rados.0.smithi098.stdout:3848: expect (ObjNum 1195 snap 348 seq_num 1195) 2024-04-12T00:39:52.688 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 50 current snap is 367 2024-04-12T00:39:52.689 INFO:tasks.rados.rados.0.smithi098.stdout:3849: seq_num 1231 ranges {11321344=622592,11943936=417792,12361728=385024} 2024-04-12T00:39:52.752 INFO:tasks.rados.rados.0.smithi098.stdout:3849: writing smithi09877355-50 from 11321344 to 11943936 tid 1 2024-04-12T00:39:52.754 INFO:tasks.rados.rados.0.smithi098.stdout:3849: writing smithi09877355-50 from 11943936 to 12361728 tid 2 2024-04-12T00:39:52.756 INFO:tasks.rados.rados.0.smithi098.stdout:3849: writing smithi09877355-50 from 12361728 to 12746752 tid 3 2024-04-12T00:39:52.756 INFO:tasks.rados.rados.0.smithi098.stdout:3850: snap_remove snap 364 2024-04-12T00:39:53.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:52 smithi098 ceph-mon[91373]: pgmap v846: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 496 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T00:39:53.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:52 smithi098 ceph-mon[88922]: pgmap v846: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 496 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T00:39:53.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:52 smithi193 ceph-mon[83763]: pgmap v846: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 496 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T00:39:53.698 INFO:tasks.rados.rados.0.smithi098.stdout:3850: done (2 left) 2024-04-12T00:39:53.698 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 367 2024-04-12T00:39:53.698 INFO:tasks.rados.rados.0.smithi098.stdout:3848: expect (ObjNum 1195 snap 348 seq_num 1195) 2024-04-12T00:39:53.943 INFO:tasks.rados.rados.0.smithi098.stdout:3849: finishing write tid 1 to smithi09877355-50 2024-04-12T00:39:53.943 INFO:tasks.rados.rados.0.smithi098.stdout:3849: finishing write tid 2 to smithi09877355-50 2024-04-12T00:39:53.943 INFO:tasks.rados.rados.0.smithi098.stdout:3849: finishing write tid 3 to smithi09877355-50 2024-04-12T00:39:53.943 INFO:tasks.rados.rados.0.smithi098.stdout:3849: finishing write tid 4 to smithi09877355-50 2024-04-12T00:39:53.943 INFO:tasks.rados.rados.0.smithi098.stdout:3849: finishing write tid 5 to smithi09877355-50 2024-04-12T00:39:53.943 INFO:tasks.rados.rados.0.smithi098.stdout:3849: oid 50 updating version 0 to 2625 2024-04-12T00:39:53.943 INFO:tasks.rados.rados.0.smithi098.stdout:3849: oid 50 version 2625 is already newer than 2624 2024-04-12T00:39:53.944 INFO:tasks.rados.rados.0.smithi098.stdout:3849: oid 50 updating version 2625 to 2626 2024-04-12T00:39:53.944 INFO:tasks.rados.rados.0.smithi098.stdout:3849: oid 50 version 2626 is already newer than 2623 2024-04-12T00:39:53.944 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 50 v 2626 (ObjNum 1231 snap 367 seq_num 1231) dirty exists 2024-04-12T00:39:53.944 INFO:tasks.rados.rados.0.smithi098.stdout:3849: left oid 50 (ObjNum 1231 snap 367 seq_num 1231) 2024-04-12T00:39:53.944 INFO:tasks.rados.rados.0.smithi098.stdout:3851: seq_num 1232 ranges {2260992=638976,2899968=753664,3653632=49152} 2024-04-12T00:39:53.958 INFO:tasks.rados.rados.0.smithi098.stdout:3851: writing smithi09877355-24 from 2260992 to 2899968 tid 1 2024-04-12T00:39:53.962 INFO:tasks.rados.rados.0.smithi098.stdout:3851: writing smithi09877355-24 from 2899968 to 3653632 tid 2 2024-04-12T00:39:53.963 INFO:tasks.rados.rados.0.smithi098.stdout:3851: writing smithi09877355-24 from 3653632 to 3702784 tid 3 2024-04-12T00:39:53.963 INFO:tasks.rados.rados.0.smithi098.stdout:3848: done (2 left) 2024-04-12T00:39:53.963 INFO:tasks.rados.rados.0.smithi098.stdout:3849: done (1 left) 2024-04-12T00:39:53.963 INFO:tasks.rados.rados.0.smithi098.stdout:3852: snap_create 2024-04-12T00:39:53.967 INFO:tasks.rados.rados.0.smithi098.stdout:3851: finishing write tid 1 to smithi09877355-24 2024-04-12T00:39:53.967 INFO:tasks.rados.rados.0.smithi098.stdout:3851: finishing write tid 2 to smithi09877355-24 2024-04-12T00:39:53.967 INFO:tasks.rados.rados.0.smithi098.stdout:3851: finishing write tid 3 to smithi09877355-24 2024-04-12T00:39:53.969 INFO:tasks.rados.rados.0.smithi098.stdout:3851: finishing write tid 4 to smithi09877355-24 2024-04-12T00:39:53.970 INFO:tasks.rados.rados.0.smithi098.stdout:3851: finishing write tid 5 to smithi09877355-24 2024-04-12T00:39:53.970 INFO:tasks.rados.rados.0.smithi098.stdout:3851: oid 24 updating version 0 to 2621 2024-04-12T00:39:53.971 INFO:tasks.rados.rados.0.smithi098.stdout:3851: oid 24 updating version 2621 to 2622 2024-04-12T00:39:53.971 INFO:tasks.rados.rados.0.smithi098.stdout:3851: oid 24 updating version 2622 to 2623 2024-04-12T00:39:53.971 INFO:tasks.rados.rados.0.smithi098.stdout:3851: oid 24 updating version 2623 to 2624 2024-04-12T00:39:53.971 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 2624 (ObjNum 1232 snap 367 seq_num 1232) dirty exists 2024-04-12T00:39:53.971 INFO:tasks.rados.rados.0.smithi098.stdout:3851: left oid 24 (ObjNum 1232 snap 367 seq_num 1232) 2024-04-12T00:39:54.703 INFO:tasks.rados.rados.0.smithi098.stdout:3851: done (1 left) 2024-04-12T00:39:54.703 INFO:tasks.rados.rados.0.smithi098.stdout:3852: done (0 left) 2024-04-12T00:39:54.703 INFO:tasks.rados.rados.0.smithi098.stdout:3853: snap_create 2024-04-12T00:39:55.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:54 smithi098 ceph-mon[88922]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T00:39:55.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:54 smithi098 ceph-mon[88922]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-04-12T00:39:55.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:54 smithi098 ceph-mon[91373]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T00:39:55.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:54 smithi098 ceph-mon[91373]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-04-12T00:39:55.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:54 smithi193 ceph-mon[83763]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T00:39:55.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:54 smithi193 ceph-mon[83763]: pgmap v848: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-04-12T00:39:55.708 INFO:tasks.rados.rados.0.smithi098.stdout:3853: done (0 left) 2024-04-12T00:39:55.708 INFO:tasks.rados.rados.0.smithi098.stdout:3854: rollback oid 29 current snap is 369 2024-04-12T00:39:55.708 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 366 2024-04-12T00:39:55.708 INFO:tasks.rados.rados.0.smithi098.stdout:3855: rmattr oid 15 current snap is 369 2024-04-12T00:39:55.708 INFO:tasks.rados.rados.0.smithi098.stdout:3855: done (1 left) 2024-04-12T00:39:55.708 INFO:tasks.rados.rados.0.smithi098.stdout:3856: rmattr oid 40 current snap is 369 2024-04-12T00:39:55.708 INFO:tasks.rados.rados.0.smithi098.stdout:3856: done (1 left) 2024-04-12T00:39:55.709 INFO:tasks.rados.rados.0.smithi098.stdout:3857: snap_remove snap 357 2024-04-12T00:39:56.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:55 smithi098 ceph-mon[91373]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T00:39:56.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:55 smithi098 ceph-mon[88922]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T00:39:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:39:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:39:55] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-12T00:39:56.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:55 smithi193 ceph-mon[83763]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T00:39:56.591 INFO:tasks.rados.rados.0.smithi098.stdout:3857: done (1 left) 2024-04-12T00:39:56.591 INFO:tasks.rados.rados.0.smithi098.stdout:3858: delete oid 12 current snap is 369 2024-04-12T00:39:56.591 INFO:tasks.rados.rados.0.smithi098.stdout:3854: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:39:56.591 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2357 (ObjNum 33 snap 0 seq_num 29669504) dirty dne 2024-04-12T00:39:56.612 INFO:tasks.rados.rados.0.smithi098.stdout:3854: done (1 left) 2024-04-12T00:39:56.612 INFO:tasks.rados.rados.0.smithi098.stdout:3858: done (0 left) 2024-04-12T00:39:56.612 INFO:tasks.rados.rados.0.smithi098.stdout:3859: snap_create 2024-04-12T00:39:57.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:56 smithi098 ceph-mon[91373]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T00:39:57.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:56 smithi098 ceph-mon[91373]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-04-12T00:39:57.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:56 smithi098 ceph-mon[91373]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T00:39:57.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:56 smithi098 ceph-mon[88922]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T00:39:57.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:56 smithi098 ceph-mon[88922]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-04-12T00:39:57.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:56 smithi098 ceph-mon[88922]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T00:39:57.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:56 smithi193 ceph-mon[83763]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T00:39:57.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:56 smithi193 ceph-mon[83763]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-04-12T00:39:57.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:56 smithi193 ceph-mon[83763]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T00:39:57.599 INFO:tasks.rados.rados.0.smithi098.stdout:3859: done (0 left) 2024-04-12T00:39:57.599 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 370 2024-04-12T00:39:57.599 INFO:tasks.rados.rados.0.smithi098.stdout:3860: seq_num 1234 ranges {565248=671744,1236992=516096,1753088=286720} 2024-04-12T00:39:57.605 INFO:tasks.rados.rados.0.smithi098.stdout:3860: writing smithi09877355-19 from 565248 to 1236992 tid 1 2024-04-12T00:39:57.609 INFO:tasks.rados.rados.0.smithi098.stdout:3860: writing smithi09877355-19 from 1236992 to 1753088 tid 2 2024-04-12T00:39:57.610 INFO:tasks.rados.rados.0.smithi098.stdout:3860: writing smithi09877355-19 from 1753088 to 2039808 tid 3 2024-04-12T00:39:57.610 INFO:tasks.rados.rados.0.smithi098.stdout:3861: copy_from oid 20 from oid 49 current snap is 370 2024-04-12T00:39:57.610 INFO:tasks.rados.rados.0.smithi098.stdout:3862: snap_remove snap 363 2024-04-12T00:39:58.605 INFO:tasks.rados.rados.0.smithi098.stdout:3862: done (2 left) 2024-04-12T00:39:58.605 INFO:tasks.rados.rados.0.smithi098.stdout:3863: rollback oid 39 current snap is 370 2024-04-12T00:39:58.605 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 39 to 318 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3864: copy_from oid 34 from oid 13 current snap is 370 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3865: delete oid 36 current snap is 370 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3860: finishing write tid 1 to smithi09877355-19 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3860: finishing write tid 2 to smithi09877355-19 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3860: finishing write tid 3 to smithi09877355-19 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3861: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3860: finishing write tid 4 to smithi09877355-19 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3861: finishing copy_from to smithi09877355-20 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 2629 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3860: finishing write tid 5 to smithi09877355-19 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3860: oid 19 updating version 0 to 2479 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3860: oid 19 version 2479 is already newer than 2477 2024-04-12T00:39:58.606 INFO:tasks.rados.rados.0.smithi098.stdout:3860: oid 19 version 2479 is already newer than 2476 2024-04-12T00:39:58.607 INFO:tasks.rados.rados.0.smithi098.stdout:3860: oid 19 version 2479 is already newer than 2478 2024-04-12T00:39:58.607 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 2479 (ObjNum 1234 snap 370 seq_num 1234) dirty exists 2024-04-12T00:39:58.607 INFO:tasks.rados.rados.0.smithi098.stdout:3860: left oid 19 (ObjNum 1234 snap 370 seq_num 1234) 2024-04-12T00:39:58.620 INFO:tasks.rados.rados.0.smithi098.stdout:3860: done (4 left) 2024-04-12T00:39:58.620 INFO:tasks.rados.rados.0.smithi098.stdout:3861: done (3 left) 2024-04-12T00:39:58.621 INFO:tasks.rados.rados.0.smithi098.stdout:3865: done (2 left) 2024-04-12T00:39:58.621 INFO:tasks.rados.rados.0.smithi098.stdout:3866: rollback oid 4 current snap is 370 2024-04-12T00:39:58.621 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 4 to 361 2024-04-12T00:39:58.621 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 24 current snap is 370 2024-04-12T00:39:58.621 INFO:tasks.rados.rados.0.smithi098.stdout:3867: seq_num 1236 ranges {3702784=704512,4407296=688128,5095424=114688} 2024-04-12T00:39:58.644 INFO:tasks.rados.rados.0.smithi098.stdout:3867: writing smithi09877355-24 from 3702784 to 4407296 tid 1 2024-04-12T00:39:58.649 INFO:tasks.rados.rados.0.smithi098.stdout:3867: writing smithi09877355-24 from 4407296 to 5095424 tid 2 2024-04-12T00:39:58.650 INFO:tasks.rados.rados.0.smithi098.stdout:3867: writing smithi09877355-24 from 5095424 to 5210112 tid 3 2024-04-12T00:39:58.650 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 370 2024-04-12T00:39:58.650 INFO:tasks.rados.rados.0.smithi098.stdout:3863: finishing rollback tid 0 to smithi09877355-39 2024-04-12T00:39:58.650 INFO:tasks.rados.rados.0.smithi098.stdout:3868: seq_num 1237 ranges {12042240=720896,12763136=573440,13336576=229376} 2024-04-12T00:39:58.716 INFO:tasks.rados.rados.0.smithi098.stdout:3868: writing smithi09877355-44 from 12042240 to 12763136 tid 1 2024-04-12T00:39:58.719 INFO:tasks.rados.rados.0.smithi098.stdout:3868: writing smithi09877355-44 from 12763136 to 13336576 tid 2 2024-04-12T00:39:58.721 INFO:tasks.rados.rados.0.smithi098.stdout:3868: writing smithi09877355-44 from 13336576 to 13565952 tid 3 2024-04-12T00:39:58.721 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 23 current snap is 370 2024-04-12T00:39:58.721 INFO:tasks.rados.rados.0.smithi098.stdout:3863: finishing rollback tid 1 to smithi09877355-39 2024-04-12T00:39:58.721 INFO:tasks.rados.rados.0.smithi098.stdout:3863: finishing rollback tid 2 to smithi09877355-39 2024-04-12T00:39:58.721 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 3126 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:39:58.721 INFO:tasks.rados.rados.0.smithi098.stdout:3866: finishing rollback tid 0 to smithi09877355-4 2024-04-12T00:39:58.721 INFO:tasks.rados.rados.0.smithi098.stdout:3866: finishing rollback tid 1 to smithi09877355-4 2024-04-12T00:39:58.721 INFO:tasks.rados.rados.0.smithi098.stdout:3869: seq_num 1238 ranges {12648448=737280,13385728=458752,13844480=344064} 2024-04-12T00:39:58.791 INFO:tasks.rados.rados.0.smithi098.stdout:3869: writing smithi09877355-23 from 12648448 to 13385728 tid 1 2024-04-12T00:39:58.793 INFO:tasks.rados.rados.0.smithi098.stdout:3869: writing smithi09877355-23 from 13385728 to 13844480 tid 2 2024-04-12T00:39:58.796 INFO:tasks.rados.rados.0.smithi098.stdout:3869: writing smithi09877355-23 from 13844480 to 14188544 tid 3 2024-04-12T00:39:58.796 INFO:tasks.rados.rados.0.smithi098.stdout:3863: done (5 left) 2024-04-12T00:39:58.796 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 6 current snap is 370 2024-04-12T00:39:58.796 INFO:tasks.rados.rados.0.smithi098.stdout:3866: finishing rollback tid 2 to smithi09877355-4 2024-04-12T00:39:58.796 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2632 (ObjNum 1198 snap 351 seq_num 1198) dirty exists 2024-04-12T00:39:58.796 INFO:tasks.rados.rados.0.smithi098.stdout:3864: finishing copy_from racing read to smithi09877355-34 2024-04-12T00:39:58.796 INFO:tasks.rados.rados.0.smithi098.stdout:3870: seq_num 1239 ranges {10797056=753664,11550720=745472,12296192=57344} 2024-04-12T00:39:58.857 INFO:tasks.rados.rados.0.smithi098.stdout:3870: writing smithi09877355-6 from 10797056 to 11550720 tid 1 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:3870: writing smithi09877355-6 from 11550720 to 12296192 tid 2 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:3870: writing smithi09877355-6 from 12296192 to 12353536 tid 3 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:3866: done (5 left) 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:3871: delete oid 28 current snap is 370 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:3864: finishing copy_from to smithi09877355-34 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 3061 (ObjNum 1219 snap 361 seq_num 1219) dirty exists 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:3867: finishing write tid 1 to smithi09877355-24 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:3867: finishing write tid 2 to smithi09877355-24 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:3867: finishing write tid 3 to smithi09877355-24 2024-04-12T00:39:58.863 INFO:tasks.rados.rados.0.smithi098.stdout:3867: finishing write tid 4 to smithi09877355-24 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3867: finishing write tid 5 to smithi09877355-24 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3867: oid 24 updating version 0 to 2625 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3867: oid 24 updating version 2625 to 2628 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3867: oid 24 version 2628 is already newer than 2626 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3867: oid 24 version 2628 is already newer than 2627 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 24 v 2628 (ObjNum 1236 snap 370 seq_num 1236) dirty exists 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3867: left oid 24 (ObjNum 1236 snap 370 seq_num 1236) 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3868: finishing write tid 1 to smithi09877355-44 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3868: finishing write tid 2 to smithi09877355-44 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3868: finishing write tid 3 to smithi09877355-44 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3868: finishing write tid 4 to smithi09877355-44 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3868: finishing write tid 5 to smithi09877355-44 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3868: oid 44 updating version 0 to 3130 2024-04-12T00:39:58.864 INFO:tasks.rados.rados.0.smithi098.stdout:3868: oid 44 version 3130 is already newer than 3128 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3868: oid 44 version 3130 is already newer than 3129 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3868: oid 44 updating version 3130 to 3131 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 3131 (ObjNum 1237 snap 370 seq_num 1237) dirty exists 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3868: left oid 44 (ObjNum 1237 snap 370 seq_num 1237) 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: finishing write tid 1 to smithi09877355-23 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: finishing write tid 2 to smithi09877355-23 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: finishing write tid 3 to smithi09877355-23 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: finishing write tid 4 to smithi09877355-23 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: finishing write tid 5 to smithi09877355-23 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: oid 23 updating version 0 to 3018 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: oid 23 updating version 3018 to 3021 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: oid 23 version 3021 is already newer than 3020 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: oid 23 version 3021 is already newer than 3019 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 23 v 3021 (ObjNum 1238 snap 370 seq_num 1238) dirty exists 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3869: left oid 23 (ObjNum 1238 snap 370 seq_num 1238) 2024-04-12T00:39:58.865 INFO:tasks.rados.rados.0.smithi098.stdout:3870: finishing write tid 1 to smithi09877355-6 2024-04-12T00:39:58.866 INFO:tasks.rados.rados.0.smithi098.stdout:3864: done (5 left) 2024-04-12T00:39:58.866 INFO:tasks.rados.rados.0.smithi098.stdout:3867: done (4 left) 2024-04-12T00:39:58.866 INFO:tasks.rados.rados.0.smithi098.stdout:3868: done (3 left) 2024-04-12T00:39:58.866 INFO:tasks.rados.rados.0.smithi098.stdout:3869: done (2 left) 2024-04-12T00:39:58.867 INFO:tasks.rados.rados.0.smithi098.stdout:3871: done (1 left) 2024-04-12T00:39:58.867 INFO:tasks.rados.rados.0.smithi098.stdout:3872: delete oid 1 current snap is 370 2024-04-12T00:39:58.867 INFO:tasks.rados.rados.0.smithi098.stdout:3870: finishing write tid 2 to smithi09877355-6 2024-04-12T00:39:58.867 INFO:tasks.rados.rados.0.smithi098.stdout:3870: finishing write tid 3 to smithi09877355-6 2024-04-12T00:39:58.867 INFO:tasks.rados.rados.0.smithi098.stdout:3870: finishing write tid 4 to smithi09877355-6 2024-04-12T00:39:58.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:58 smithi193 ceph-mon[83763]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T00:39:58.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:58 smithi193 ceph-mon[83763]: pgmap v854: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T00:39:58.868 INFO:tasks.rados.rados.0.smithi098.stdout:3872: done (1 left) 2024-04-12T00:39:58.868 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 370 2024-04-12T00:39:58.868 INFO:tasks.rados.rados.0.smithi098.stdout:3873: seq_num 1242 ranges {0=409600,409600=442368,851968=655360,1507328=106496} 2024-04-12T00:39:58.869 INFO:tasks.rados.rados.0.smithi098.stdout:3873: writing smithi09877355-2 from 0 to 409600 tid 1 2024-04-12T00:39:58.872 INFO:tasks.rados.rados.0.smithi098.stdout:3873: writing smithi09877355-2 from 409600 to 851968 tid 2 2024-04-12T00:39:58.876 INFO:tasks.rados.rados.0.smithi098.stdout:3873: writing smithi09877355-2 from 851968 to 1507328 tid 3 2024-04-12T00:39:58.877 INFO:tasks.rados.rados.0.smithi098.stdout:3873: writing smithi09877355-2 from 1507328 to 1613824 tid 4 2024-04-12T00:39:58.877 INFO:tasks.rados.rados.0.smithi098.stdout:3874: snap_create 2024-04-12T00:39:58.877 INFO:tasks.rados.rados.0.smithi098.stdout:3870: finishing write tid 5 to smithi09877355-6 2024-04-12T00:39:58.877 INFO:tasks.rados.rados.0.smithi098.stdout:3870: oid 6 updating version 0 to 2632 2024-04-12T00:39:58.877 INFO:tasks.rados.rados.0.smithi098.stdout:3870: oid 6 version 2632 is already newer than 2629 2024-04-12T00:39:58.877 INFO:tasks.rados.rados.0.smithi098.stdout:3870: oid 6 version 2632 is already newer than 2630 2024-04-12T00:39:58.877 INFO:tasks.rados.rados.0.smithi098.stdout:3870: oid 6 version 2632 is already newer than 2631 2024-04-12T00:39:58.877 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 6 v 2632 (ObjNum 1239 snap 370 seq_num 1239) dirty exists 2024-04-12T00:39:58.877 INFO:tasks.rados.rados.0.smithi098.stdout:3870: left oid 6 (ObjNum 1239 snap 370 seq_num 1239) 2024-04-12T00:39:58.878 INFO:tasks.rados.rados.0.smithi098.stdout:3873: finishing write tid 1 to smithi09877355-2 2024-04-12T00:39:58.878 INFO:tasks.rados.rados.0.smithi098.stdout:3873: finishing write tid 2 to smithi09877355-2 2024-04-12T00:39:58.879 INFO:tasks.rados.rados.0.smithi098.stdout:3873: finishing write tid 3 to smithi09877355-2 2024-04-12T00:39:58.879 INFO:tasks.rados.rados.0.smithi098.stdout:3873: finishing write tid 4 to smithi09877355-2 2024-04-12T00:39:58.879 INFO:tasks.rados.rados.0.smithi098.stdout:3873: finishing write tid 5 to smithi09877355-2 2024-04-12T00:39:58.880 INFO:tasks.rados.rados.0.smithi098.stdout:3873: finishing write tid 6 to smithi09877355-2 2024-04-12T00:39:58.880 INFO:tasks.rados.rados.0.smithi098.stdout:3873: oid 2 updating version 0 to 3063 2024-04-12T00:39:58.880 INFO:tasks.rados.rados.0.smithi098.stdout:3873: oid 2 updating version 3063 to 3065 2024-04-12T00:39:58.880 INFO:tasks.rados.rados.0.smithi098.stdout:3873: oid 2 updating version 3065 to 3066 2024-04-12T00:39:58.881 INFO:tasks.rados.rados.0.smithi098.stdout:3873: oid 2 version 3066 is already newer than 3062 2024-04-12T00:39:58.881 INFO:tasks.rados.rados.0.smithi098.stdout:3873: oid 2 version 3066 is already newer than 3064 2024-04-12T00:39:58.881 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 3066 (ObjNum 1242 snap 370 seq_num 1242) dirty exists 2024-04-12T00:39:58.881 INFO:tasks.rados.rados.0.smithi098.stdout:3873: left oid 2 (ObjNum 1242 snap 370 seq_num 1242) 2024-04-12T00:39:59.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:58 smithi098 ceph-mon[91373]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T00:39:59.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:58 smithi098 ceph-mon[91373]: pgmap v854: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T00:39:59.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:58 smithi098 ceph-mon[88922]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T00:39:59.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:58 smithi098 ceph-mon[88922]: pgmap v854: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T00:39:59.606 INFO:tasks.rados.rados.0.smithi098.stdout:3870: done (2 left) 2024-04-12T00:39:59.606 INFO:tasks.rados.rados.0.smithi098.stdout:3873: done (1 left) 2024-04-12T00:39:59.606 INFO:tasks.rados.rados.0.smithi098.stdout:3874: done (0 left) 2024-04-12T00:39:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3875: read oid 25 snap -1 2024-04-12T00:39:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3875: expect deleted 2024-04-12T00:39:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3876: rollback oid 21 current snap is 371 2024-04-12T00:39:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 21 to 350 2024-04-12T00:39:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3877: read oid 35 snap 362 2024-04-12T00:39:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3877: expect deleted 2024-04-12T00:39:59.607 INFO:tasks.rados.rados.0.smithi098.stdout:3878: snap_create 2024-04-12T00:39:59.614 INFO:tasks.rados.rados.0.smithi098.stdout:3876: finishing rollback tid 1 to smithi09877355-21 2024-04-12T00:39:59.615 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 2621 (ObjNum 97 snap 0 seq_num 28709408) dirty dne 2024-04-12T00:39:59.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:39:59 smithi193 ceph-mon[83763]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T00:40:00.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:39:59 smithi098 ceph-mon[88922]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T00:40:00.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:39:59 smithi098 ceph-mon[91373]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T00:40:00.620 INFO:tasks.rados.rados.0.smithi098.stdout:3875: done (3 left) 2024-04-12T00:40:00.620 INFO:tasks.rados.rados.0.smithi098.stdout:3876: done (2 left) 2024-04-12T00:40:00.620 INFO:tasks.rados.rados.0.smithi098.stdout:3877: done (1 left) 2024-04-12T00:40:00.620 INFO:tasks.rados.rados.0.smithi098.stdout:3878: done (0 left) 2024-04-12T00:40:00.620 INFO:tasks.rados.rados.0.smithi098.stdout:3879: setattr oid 4 current snap is 372 2024-04-12T00:40:00.621 INFO:tasks.rados.rados.0.smithi098.stdout:3880: setattr oid 39 current snap is 372 2024-04-12T00:40:00.622 INFO:tasks.rados.rados.0.smithi098.stdout:3881: snap_create 2024-04-12T00:40:00.629 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 4 v 2633 (ObjNum 1198 snap 351 seq_num 1198) dirty exists 2024-04-12T00:40:00.630 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 3133 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:40:00.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:00 smithi193 ceph-mon[83763]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T00:40:00.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:00 smithi193 ceph-mon[83763]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 510 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 352 KiB/s wr, 2 op/s 2024-04-12T00:40:00.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:00 smithi193 ceph-mon[83763]: overall HEALTH_OK 2024-04-12T00:40:01.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:00 smithi098 ceph-mon[91373]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T00:40:01.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:00 smithi098 ceph-mon[91373]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 510 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 352 KiB/s wr, 2 op/s 2024-04-12T00:40:01.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:00 smithi098 ceph-mon[91373]: overall HEALTH_OK 2024-04-12T00:40:01.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:00 smithi098 ceph-mon[88922]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T00:40:01.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:00 smithi098 ceph-mon[88922]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 510 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 352 KiB/s wr, 2 op/s 2024-04-12T00:40:01.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:00 smithi098 ceph-mon[88922]: overall HEALTH_OK 2024-04-12T00:40:01.591 INFO:tasks.rados.rados.0.smithi098.stdout:3879: done (2 left) 2024-04-12T00:40:01.591 INFO:tasks.rados.rados.0.smithi098.stdout:3880: done (1 left) 2024-04-12T00:40:01.591 INFO:tasks.rados.rados.0.smithi098.stdout:3881: done (0 left) 2024-04-12T00:40:01.591 INFO:tasks.rados.rados.0.smithi098.stdout:3882: rollback oid 29 current snap is 373 2024-04-12T00:40:01.591 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 29 to 353 2024-04-12T00:40:01.591 INFO:tasks.rados.rados.0.smithi098.stdout:3883: rollback oid 14 current snap is 373 2024-04-12T00:40:01.591 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 14 to 358 2024-04-12T00:40:01.592 INFO:tasks.rados.rados.0.smithi098.stdout:3884: snap_remove snap 367 2024-04-12T00:40:01.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:01 smithi193 ceph-mon[83763]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T00:40:01.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:01 smithi193 ceph-mon[83763]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T00:40:02.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:01 smithi098 ceph-mon[91373]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T00:40:02.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:01 smithi098 ceph-mon[91373]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T00:40:02.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:01 smithi098 ceph-mon[88922]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T00:40:02.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:01 smithi098 ceph-mon[88922]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T00:40:02.593 INFO:tasks.rados.rados.0.smithi098.stdout:3884: done (2 left) 2024-04-12T00:40:02.593 INFO:tasks.rados.rados.0.smithi098.stdout:3885: rmattr oid 43 current snap is 373 2024-04-12T00:40:02.593 INFO:tasks.rados.rados.0.smithi098.stdout:3885: done (2 left) 2024-04-12T00:40:02.593 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 27 current snap is 373 2024-04-12T00:40:02.593 INFO:tasks.rados.rados.0.smithi098.stdout:3882: finishing rollback tid 1 to smithi09877355-29 2024-04-12T00:40:02.593 INFO:tasks.rados.rados.0.smithi098.stdout:3886: seq_num 1243 ranges {3637248=425984,4063232=729088,4792320=466944,5259264=8192} 2024-04-12T00:40:02.615 INFO:tasks.rados.rados.0.smithi098.stdout:3886: writing smithi09877355-27 from 3637248 to 4063232 tid 1 2024-04-12T00:40:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:40:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:40:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:40:02.620 INFO:tasks.rados.rados.0.smithi098.stdout:3886: writing smithi09877355-27 from 4063232 to 4792320 tid 2 2024-04-12T00:40:02.624 INFO:tasks.rados.rados.0.smithi098.stdout:3886: writing smithi09877355-27 from 4792320 to 5259264 tid 3 2024-04-12T00:40:02.624 INFO:tasks.rados.rados.0.smithi098.stdout:3886: writing smithi09877355-27 from 5259264 to 5267456 tid 4 2024-04-12T00:40:02.624 INFO:tasks.rados.rados.0.smithi098.stdout:3887: read oid 19 snap -1 2024-04-12T00:40:02.624 INFO:tasks.rados.rados.0.smithi098.stdout:3887: expect (ObjNum 1234 snap 370 seq_num 1234) 2024-04-12T00:40:02.624 INFO:tasks.rados.rados.0.smithi098.stdout:3888: snap_create 2024-04-12T00:40:02.624 INFO:tasks.rados.rados.0.smithi098.stdout:3882: finishing rollback tid 2 to smithi09877355-29 2024-04-12T00:40:02.624 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2363 (ObjNum 1177 snap 342 seq_num 1177) dirty exists 2024-04-12T00:40:02.624 INFO:tasks.rados.rados.0.smithi098.stdout:3883: finishing rollback tid 1 to smithi09877355-14 2024-04-12T00:40:02.625 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 14 v 2591 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T00:40:02.625 INFO:tasks.rados.rados.0.smithi098.stdout:3886: finishing write tid 1 to smithi09877355-27 2024-04-12T00:40:02.625 INFO:tasks.rados.rados.0.smithi098.stdout:3886: finishing write tid 2 to smithi09877355-27 2024-04-12T00:40:02.629 INFO:tasks.rados.rados.0.smithi098.stdout:3886: finishing write tid 3 to smithi09877355-27 2024-04-12T00:40:02.629 INFO:tasks.rados.rados.0.smithi098.stdout:3886: finishing write tid 4 to smithi09877355-27 2024-04-12T00:40:02.629 INFO:tasks.rados.rados.0.smithi098.stdout:3886: finishing write tid 5 to smithi09877355-27 2024-04-12T00:40:02.632 INFO:tasks.rados.rados.0.smithi098.stdout:3886: finishing write tid 6 to smithi09877355-27 2024-04-12T00:40:02.632 INFO:tasks.rados.rados.0.smithi098.stdout:3886: oid 27 updating version 0 to 2359 2024-04-12T00:40:02.632 INFO:tasks.rados.rados.0.smithi098.stdout:3886: oid 27 version 2359 is already newer than 2356 2024-04-12T00:40:02.632 INFO:tasks.rados.rados.0.smithi098.stdout:3886: oid 27 version 2359 is already newer than 2358 2024-04-12T00:40:02.633 INFO:tasks.rados.rados.0.smithi098.stdout:3886: oid 27 version 2359 is already newer than 2357 2024-04-12T00:40:02.633 INFO:tasks.rados.rados.0.smithi098.stdout:3886: oid 27 version 2359 is already newer than 2355 2024-04-12T00:40:02.633 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 2359 (ObjNum 1243 snap 373 seq_num 1243) dirty exists 2024-04-12T00:40:02.633 INFO:tasks.rados.rados.0.smithi098.stdout:3886: left oid 27 (ObjNum 1243 snap 373 seq_num 1243) 2024-04-12T00:40:02.639 INFO:tasks.rados.rados.0.smithi098.stdout:3887: expect (ObjNum 1234 snap 370 seq_num 1234) 2024-04-12T00:40:03.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:02 smithi098 ceph-mon[91373]: pgmap v860: 121 pgs: 121 active+clean; 515 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:40:03.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:02 smithi098 ceph-mon[91373]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T00:40:03.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:02 smithi098 ceph-mon[88922]: pgmap v860: 121 pgs: 121 active+clean; 515 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:40:03.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:02 smithi098 ceph-mon[88922]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T00:40:03.118 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 00:40:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T00:40:02.634+0000 7ff676a94700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1b5 after trimming was started 2024-04-12T00:40:03.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:02 smithi193 ceph-mon[83763]: pgmap v860: 121 pgs: 121 active+clean; 515 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-12T00:40:03.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:02 smithi193 ceph-mon[83763]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T00:40:03.625 INFO:tasks.rados.rados.0.smithi098.stdout:3882: done (4 left) 2024-04-12T00:40:03.625 INFO:tasks.rados.rados.0.smithi098.stdout:3883: done (3 left) 2024-04-12T00:40:03.625 INFO:tasks.rados.rados.0.smithi098.stdout:3886: done (2 left) 2024-04-12T00:40:03.626 INFO:tasks.rados.rados.0.smithi098.stdout:3887: done (1 left) 2024-04-12T00:40:03.626 INFO:tasks.rados.rados.0.smithi098.stdout:3888: done (0 left) 2024-04-12T00:40:03.626 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 29 current snap is 374 2024-04-12T00:40:03.626 INFO:tasks.rados.rados.0.smithi098.stdout:3889: seq_num 1244 ranges {6168576=442368,6610944=614400,7225344=589824} 2024-04-12T00:40:03.660 INFO:tasks.rados.rados.0.smithi098.stdout:3889: writing smithi09877355-29 from 6168576 to 6610944 tid 1 2024-04-12T00:40:03.663 INFO:tasks.rados.rados.0.smithi098.stdout:3889: writing smithi09877355-29 from 6610944 to 7225344 tid 2 2024-04-12T00:40:03.667 INFO:tasks.rados.rados.0.smithi098.stdout:3889: writing smithi09877355-29 from 7225344 to 7815168 tid 3 2024-04-12T00:40:03.668 INFO:tasks.rados.rados.0.smithi098.stdout:3890: read oid 16 snap -1 2024-04-12T00:40:03.668 INFO:tasks.rados.rados.0.smithi098.stdout:3890: expect (ObjNum 1216 snap 361 seq_num 1216) 2024-04-12T00:40:03.668 INFO:tasks.rados.rados.0.smithi098.stdout:3891: delete oid 23 current snap is 374 2024-04-12T00:40:03.668 INFO:tasks.rados.rados.0.smithi098.stdout:3889: finishing write tid 1 to smithi09877355-29 2024-04-12T00:40:03.668 INFO:tasks.rados.rados.0.smithi098.stdout:3889: finishing write tid 2 to smithi09877355-29 2024-04-12T00:40:03.671 INFO:tasks.rados.rados.0.smithi098.stdout:3889: finishing write tid 3 to smithi09877355-29 2024-04-12T00:40:03.672 INFO:tasks.rados.rados.0.smithi098.stdout:3889: finishing write tid 4 to smithi09877355-29 2024-04-12T00:40:03.674 INFO:tasks.rados.rados.0.smithi098.stdout:3889: finishing write tid 5 to smithi09877355-29 2024-04-12T00:40:03.675 INFO:tasks.rados.rados.0.smithi098.stdout:3889: oid 29 updating version 0 to 2366 2024-04-12T00:40:03.675 INFO:tasks.rados.rados.0.smithi098.stdout:3889: oid 29 version 2366 is already newer than 2365 2024-04-12T00:40:03.675 INFO:tasks.rados.rados.0.smithi098.stdout:3889: oid 29 updating version 2366 to 2367 2024-04-12T00:40:03.675 INFO:tasks.rados.rados.0.smithi098.stdout:3889: oid 29 version 2367 is already newer than 2364 2024-04-12T00:40:03.675 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 29 v 2367 (ObjNum 1244 snap 374 seq_num 1244) dirty exists 2024-04-12T00:40:03.675 INFO:tasks.rados.rados.0.smithi098.stdout:3889: left oid 29 (ObjNum 1244 snap 374 seq_num 1244) 2024-04-12T00:40:03.677 INFO:tasks.rados.rados.0.smithi098.stdout:3889: done (2 left) 2024-04-12T00:40:03.677 INFO:tasks.rados.rados.0.smithi098.stdout:3891: done (1 left) 2024-04-12T00:40:03.677 INFO:tasks.rados.rados.0.smithi098.stdout:3892: read oid 35 snap 329 2024-04-12T00:40:03.677 INFO:tasks.rados.rados.0.smithi098.stdout:3892: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-04-12T00:40:03.677 INFO:tasks.rados.rados.0.smithi098.stdout:3893: snap_create 2024-04-12T00:40:03.704 INFO:tasks.rados.rados.0.smithi098.stdout:3892: expect (ObjNum 1110 snap 319 seq_num 1110) 2024-04-12T00:40:03.817 INFO:tasks.rados.rados.0.smithi098.stdout:3890: expect (ObjNum 1216 snap 361 seq_num 1216) 2024-04-12T00:40:04.630 INFO:tasks.rados.rados.0.smithi098.stdout:3890: done (2 left) 2024-04-12T00:40:04.630 INFO:tasks.rados.rados.0.smithi098.stdout:3892: done (1 left) 2024-04-12T00:40:04.630 INFO:tasks.rados.rados.0.smithi098.stdout:3893: done (0 left) 2024-04-12T00:40:04.631 INFO:tasks.rados.rados.0.smithi098.stdout:3894: read oid 14 snap 366 2024-04-12T00:40:04.631 INFO:tasks.rados.rados.0.smithi098.stdout:3894: expect deleted 2024-04-12T00:40:04.631 INFO:tasks.rados.rados.0.smithi098.stdout:3895: rollback oid 41 current snap is 375 2024-04-12T00:40:04.631 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 41 to 345 2024-04-12T00:40:04.631 INFO:tasks.rados.rados.0.smithi098.stdout:3896: delete oid 27 current snap is 375 2024-04-12T00:40:04.639 INFO:tasks.rados.rados.0.smithi098.stdout:3895: finishing rollback tid 0 to smithi09877355-41 2024-04-12T00:40:04.639 INFO:tasks.rados.rados.0.smithi098.stdout:3895: finishing rollback tid 1 to smithi09877355-41 2024-04-12T00:40:04.640 INFO:tasks.rados.rados.0.smithi098.stdout:3895: finishing rollback tid 2 to smithi09877355-41 2024-04-12T00:40:04.640 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 41 v 3025 (ObjNum 1181 snap 343 seq_num 1181) dirty exists 2024-04-12T00:40:04.641 INFO:tasks.rados.rados.0.smithi098.stdout:3894: done (2 left) 2024-04-12T00:40:04.641 INFO:tasks.rados.rados.0.smithi098.stdout:3895: done (1 left) 2024-04-12T00:40:04.641 INFO:tasks.rados.rados.0.smithi098.stdout:3896: done (0 left) 2024-04-12T00:40:04.641 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 45 current snap is 375 2024-04-12T00:40:04.641 INFO:tasks.rados.rados.0.smithi098.stdout:3897: seq_num 1247 ranges {1499136=491520,1990656=712704,2703360=442368,3145728=49152} 2024-04-12T00:40:04.652 INFO:tasks.rados.rados.0.smithi098.stdout:3897: writing smithi09877355-45 from 1499136 to 1990656 tid 1 2024-04-12T00:40:04.656 INFO:tasks.rados.rados.0.smithi098.stdout:3897: writing smithi09877355-45 from 1990656 to 2703360 tid 2 2024-04-12T00:40:04.659 INFO:tasks.rados.rados.0.smithi098.stdout:3897: writing smithi09877355-45 from 2703360 to 3145728 tid 3 2024-04-12T00:40:04.659 INFO:tasks.rados.rados.0.smithi098.stdout:3897: writing smithi09877355-45 from 3145728 to 3194880 tid 4 2024-04-12T00:40:04.659 INFO:tasks.rados.rados.0.smithi098.stdout:3898: rmattr oid 31 current snap is 375 2024-04-12T00:40:04.660 INFO:tasks.rados.rados.0.smithi098.stdout:3897: finishing write tid 1 to smithi09877355-45 2024-04-12T00:40:04.660 INFO:tasks.rados.rados.0.smithi098.stdout:3897: finishing write tid 2 to smithi09877355-45 2024-04-12T00:40:04.660 INFO:tasks.rados.rados.0.smithi098.stdout:3899: snap_remove snap 358 2024-04-12T00:40:05.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:04 smithi098 ceph-mon[88922]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T00:40:05.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:04 smithi098 ceph-mon[88922]: pgmap v863: 121 pgs: 121 active+clean; 530 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-04-12T00:40:05.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:04 smithi098 ceph-mon[91373]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T00:40:05.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:04 smithi098 ceph-mon[91373]: pgmap v863: 121 pgs: 121 active+clean; 530 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-04-12T00:40:05.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:04 smithi193 ceph-mon[83763]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T00:40:05.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:04 smithi193 ceph-mon[83763]: pgmap v863: 121 pgs: 121 active+clean; 530 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-04-12T00:40:05.633 INFO:tasks.rados.rados.0.smithi098.stdout:3899: done (2 left) 2024-04-12T00:40:05.633 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 32 current snap is 375 2024-04-12T00:40:05.633 INFO:tasks.rados.rados.0.smithi098.stdout:3897: finishing write tid 3 to smithi09877355-45 2024-04-12T00:40:05.633 INFO:tasks.rados.rados.0.smithi098.stdout:3900: seq_num 1248 ranges {1753088=507904,2260992=598016,2859008=606208} 2024-04-12T00:40:05.646 INFO:tasks.rados.rados.0.smithi098.stdout:3900: writing smithi09877355-32 from 1753088 to 2260992 tid 1 2024-04-12T00:40:05.650 INFO:tasks.rados.rados.0.smithi098.stdout:3900: writing smithi09877355-32 from 2260992 to 2859008 tid 2 2024-04-12T00:40:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:3900: writing smithi09877355-32 from 2859008 to 3465216 tid 3 2024-04-12T00:40:05.654 INFO:tasks.rados.rados.0.smithi098.stdout:3901: snap_remove snap 373 2024-04-12T00:40:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:05 smithi098 ceph-mon[91373]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T00:40:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:05 smithi098 ceph-mon[88922]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T00:40:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:06.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:40:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:40:05] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-04-12T00:40:06.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:05 smithi193 ceph-mon[83763]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T00:40:06.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:06.600 INFO:tasks.rados.rados.0.smithi098.stdout:3901: done (3 left) 2024-04-12T00:40:06.600 INFO:tasks.rados.rados.0.smithi098.stdout:3902: delete oid 49 current snap is 375 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 31 v 2206 (ObjNum 1010 snap 288 seq_num 1010) dirty exists 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3897: finishing write tid 4 to smithi09877355-45 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3897: finishing write tid 5 to smithi09877355-45 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3897: finishing write tid 6 to smithi09877355-45 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3897: oid 45 updating version 0 to 2391 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3897: oid 45 updating version 2391 to 2394 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3897: oid 45 version 2394 is already newer than 2393 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3897: oid 45 version 2394 is already newer than 2392 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3897: oid 45 updating version 2394 to 2395 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 2395 (ObjNum 1247 snap 375 seq_num 1247) dirty exists 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3897: left oid 45 (ObjNum 1247 snap 375 seq_num 1247) 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3900: finishing write tid 1 to smithi09877355-32 2024-04-12T00:40:06.601 INFO:tasks.rados.rados.0.smithi098.stdout:3900: finishing write tid 2 to smithi09877355-32 2024-04-12T00:40:06.602 INFO:tasks.rados.rados.0.smithi098.stdout:3900: finishing write tid 3 to smithi09877355-32 2024-04-12T00:40:06.602 INFO:tasks.rados.rados.0.smithi098.stdout:3900: finishing write tid 4 to smithi09877355-32 2024-04-12T00:40:06.602 INFO:tasks.rados.rados.0.smithi098.stdout:3900: finishing write tid 5 to smithi09877355-32 2024-04-12T00:40:06.602 INFO:tasks.rados.rados.0.smithi098.stdout:3900: oid 32 updating version 0 to 2646 2024-04-12T00:40:06.602 INFO:tasks.rados.rados.0.smithi098.stdout:3900: oid 32 updating version 2646 to 2648 2024-04-12T00:40:06.602 INFO:tasks.rados.rados.0.smithi098.stdout:3900: oid 32 version 2648 is already newer than 2645 2024-04-12T00:40:06.602 INFO:tasks.rados.rados.0.smithi098.stdout:3900: oid 32 version 2648 is already newer than 2647 2024-04-12T00:40:06.602 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 2648 (ObjNum 1248 snap 375 seq_num 1248) dirty exists 2024-04-12T00:40:06.602 INFO:tasks.rados.rados.0.smithi098.stdout:3900: left oid 32 (ObjNum 1248 snap 375 seq_num 1248) 2024-04-12T00:40:06.604 INFO:tasks.rados.rados.0.smithi098.stdout:3897: done (3 left) 2024-04-12T00:40:06.604 INFO:tasks.rados.rados.0.smithi098.stdout:3898: done (2 left) 2024-04-12T00:40:06.604 INFO:tasks.rados.rados.0.smithi098.stdout:3900: done (1 left) 2024-04-12T00:40:06.604 INFO:tasks.rados.rados.0.smithi098.stdout:3902: done (0 left) 2024-04-12T00:40:06.604 INFO:tasks.rados.rados.0.smithi098.stdout:3903: rollback oid 8 current snap is 375 2024-04-12T00:40:06.605 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 8 to 333 2024-04-12T00:40:06.605 INFO:tasks.rados.rados.0.smithi098.stdout:3904: read oid 28 snap -1 2024-04-12T00:40:06.605 INFO:tasks.rados.rados.0.smithi098.stdout:3904: expect deleted 2024-04-12T00:40:06.605 INFO:tasks.rados.rados.0.smithi098.stdout:3905: delete oid 43 current snap is 375 2024-04-12T00:40:06.609 INFO:tasks.rados.rados.0.smithi098.stdout:3905: done (2 left) 2024-04-12T00:40:06.609 INFO:tasks.rados.rados.0.smithi098.stdout:3906: snap_remove snap 348 2024-04-12T00:40:07.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:06 smithi098 ceph-mon[91373]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T00:40:07.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:06 smithi098 ceph-mon[91373]: pgmap v866: 121 pgs: 121 active+clean; 530 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T00:40:07.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:06 smithi098 ceph-mon[91373]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T00:40:07.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:06 smithi098 ceph-mon[88922]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T00:40:07.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:06 smithi098 ceph-mon[88922]: pgmap v866: 121 pgs: 121 active+clean; 530 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T00:40:07.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:06 smithi098 ceph-mon[88922]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T00:40:07.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:06 smithi193 ceph-mon[83763]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T00:40:07.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:06 smithi193 ceph-mon[83763]: pgmap v866: 121 pgs: 121 active+clean; 530 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T00:40:07.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:06 smithi193 ceph-mon[83763]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T00:40:07.596 INFO:tasks.rados.rados.0.smithi098.stdout:3903: finishing rollback tid 0 to smithi09877355-8 2024-04-12T00:40:07.596 INFO:tasks.rados.rados.0.smithi098.stdout:3903: finishing rollback tid 1 to smithi09877355-8 2024-04-12T00:40:07.596 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 2362 (ObjNum 65 snap 0 seq_num 27264672) dirty dne 2024-04-12T00:40:07.596 INFO:tasks.rados.rados.0.smithi098.stdout:3903: done (2 left) 2024-04-12T00:40:07.596 INFO:tasks.rados.rados.0.smithi098.stdout:3904: done (1 left) 2024-04-12T00:40:07.596 INFO:tasks.rados.rados.0.smithi098.stdout:3906: done (0 left) 2024-04-12T00:40:07.597 INFO:tasks.rados.rados.0.smithi098.stdout:3907: rollback oid 16 current snap is 375 2024-04-12T00:40:07.597 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 16 to 307 2024-04-12T00:40:07.597 INFO:tasks.rados.rados.0.smithi098.stdout:3908: rollback oid 7 current snap is 375 2024-04-12T00:40:07.597 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 7 to 361 2024-04-12T00:40:07.597 INFO:tasks.rados.rados.0.smithi098.stdout:3909: rollback oid 32 current snap is 375 2024-04-12T00:40:07.597 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 32 to 366 2024-04-12T00:40:07.597 INFO:tasks.rados.rados.0.smithi098.stdout:3910: delete oid 46 current snap is 375 2024-04-12T00:40:07.611 INFO:tasks.rados.rados.0.smithi098.stdout:3909: finishing rollback tid 0 to smithi09877355-32 2024-04-12T00:40:07.611 INFO:tasks.rados.rados.0.smithi098.stdout:3908: finishing rollback tid 0 to smithi09877355-7 2024-04-12T00:40:07.612 INFO:tasks.rados.rados.0.smithi098.stdout:3908: finishing rollback tid 1 to smithi09877355-7 2024-04-12T00:40:07.612 INFO:tasks.rados.rados.0.smithi098.stdout:3908: finishing rollback tid 2 to smithi09877355-7 2024-04-12T00:40:07.612 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 7 v 2590 (ObjNum 1181 snap 343 seq_num 1181) dirty exists 2024-04-12T00:40:07.613 INFO:tasks.rados.rados.0.smithi098.stdout:3908: done (3 left) 2024-04-12T00:40:07.613 INFO:tasks.rados.rados.0.smithi098.stdout:3910: done (2 left) 2024-04-12T00:40:07.613 INFO:tasks.rados.rados.0.smithi098.stdout:3911: delete oid 37 current snap is 375 2024-04-12T00:40:07.613 INFO:tasks.rados.rados.0.smithi098.stdout:3909: finishing rollback tid 1 to smithi09877355-32 2024-04-12T00:40:07.614 INFO:tasks.rados.rados.0.smithi098.stdout:3909: finishing rollback tid 2 to smithi09877355-32 2024-04-12T00:40:07.614 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 2652 (ObjNum 1107 snap 315 seq_num 1107) dirty exists 2024-04-12T00:40:07.619 INFO:tasks.rados.rados.0.smithi098.stdout:3909: done (2 left) 2024-04-12T00:40:07.619 INFO:tasks.rados.rados.0.smithi098.stdout:3911: done (1 left) 2024-04-12T00:40:07.619 INFO:tasks.rados.rados.0.smithi098.stdout:3912: rmattr oid 39 current snap is 375 2024-04-12T00:40:07.619 INFO:tasks.rados.rados.0.smithi098.stdout:3907: finishing rollback tid 0 to smithi09877355-16 2024-04-12T00:40:07.619 INFO:tasks.rados.rados.0.smithi098.stdout:3913: read oid 47 snap -1 2024-04-12T00:40:07.619 INFO:tasks.rados.rados.0.smithi098.stdout:3913: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:40:07.619 INFO:tasks.rados.rados.0.smithi098.stdout:3914: snap_create 2024-04-12T00:40:07.619 INFO:tasks.rados.rados.0.smithi098.stdout:3907: finishing rollback tid 1 to smithi09877355-16 2024-04-12T00:40:07.620 INFO:tasks.rados.rados.0.smithi098.stdout:3907: finishing rollback tid 2 to smithi09877355-16 2024-04-12T00:40:07.620 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 16 v 3147 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:40:07.620 INFO:tasks.rados.rados.0.smithi098.stdout:3913: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T00:40:07.625 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 39 v 3153 (ObjNum 1005 snap 288 seq_num 1005) dirty exists 2024-04-12T00:40:08.603 INFO:tasks.rados.rados.0.smithi098.stdout:3907: done (3 left) 2024-04-12T00:40:08.604 INFO:tasks.rados.rados.0.smithi098.stdout:3912: done (2 left) 2024-04-12T00:40:08.604 INFO:tasks.rados.rados.0.smithi098.stdout:3913: done (1 left) 2024-04-12T00:40:08.604 INFO:tasks.rados.rados.0.smithi098.stdout:3914: done (0 left) 2024-04-12T00:40:08.604 INFO:tasks.rados.rados.0.smithi098.stdout:3915: delete oid 10 current snap is 376 2024-04-12T00:40:08.609 INFO:tasks.rados.rados.0.smithi098.stdout:3915: done (0 left) 2024-04-12T00:40:08.609 INFO:tasks.rados.rados.0.smithi098.stdout:3916: copy_from oid 32 from oid 4 current snap is 376 2024-04-12T00:40:08.609 INFO:tasks.rados.rados.0.smithi098.stdout:3917: read oid 44 snap -1 2024-04-12T00:40:08.609 INFO:tasks.rados.rados.0.smithi098.stdout:3917: expect (ObjNum 1237 snap 370 seq_num 1237) 2024-04-12T00:40:08.609 INFO:tasks.rados.rados.0.smithi098.stdout:3918: copy_from oid 20 from oid 2 current snap is 376 2024-04-12T00:40:08.609 INFO:tasks.rados.rados.0.smithi098.stdout:3919: snap_remove snap 359 2024-04-12T00:40:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:08 smithi193 ceph-mon[83763]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T00:40:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:08 smithi193 ceph-mon[83763]: pgmap v869: 121 pgs: 121 active+clean; 535 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:40:09.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:08 smithi098 ceph-mon[91373]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T00:40:09.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:08 smithi098 ceph-mon[91373]: pgmap v869: 121 pgs: 121 active+clean; 535 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:40:09.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:08 smithi098 ceph-mon[88922]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T00:40:09.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:08 smithi098 ceph-mon[88922]: pgmap v869: 121 pgs: 121 active+clean; 535 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-12T00:40:09.608 INFO:tasks.rados.rados.0.smithi098.stdout:3916: finishing copy_from racing read to smithi09877355-32 2024-04-12T00:40:09.608 INFO:tasks.rados.rados.0.smithi098.stdout:3916: finishing copy_from to smithi09877355-32 2024-04-12T00:40:09.609 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 32 v 2633 (ObjNum 1198 snap 351 seq_num 1198) dirty exists 2024-04-12T00:40:09.609 INFO:tasks.rados.rados.0.smithi098.stdout:3918: finishing copy_from racing read to smithi09877355-20 2024-04-12T00:40:09.609 INFO:tasks.rados.rados.0.smithi098.stdout:3918: finishing copy_from to smithi09877355-20 2024-04-12T00:40:09.609 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 3066 (ObjNum 1242 snap 370 seq_num 1242) dirty exists 2024-04-12T00:40:09.609 INFO:tasks.rados.rados.0.smithi098.stdout:3917: expect (ObjNum 1237 snap 370 seq_num 1237) 2024-04-12T00:40:09.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:09 smithi193 ceph-mon[83763]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T00:40:10.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:09 smithi098 ceph-mon[91373]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T00:40:10.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:09 smithi098 ceph-mon[88922]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T00:40:10.797 INFO:tasks.rados.rados.0.smithi098.stdout:3916: done (3 left) 2024-04-12T00:40:10.797 INFO:tasks.rados.rados.0.smithi098.stdout:3917: done (2 left) 2024-04-12T00:40:10.797 INFO:tasks.rados.rados.0.smithi098.stdout:3918: done (1 left) 2024-04-12T00:40:10.797 INFO:tasks.rados.rados.0.smithi098.stdout:3919: done (0 left) 2024-04-12T00:40:10.797 INFO:tasks.rados.rados.0.smithi098.stdout:3920: read oid 39 snap -1 2024-04-12T00:40:10.798 INFO:tasks.rados.rados.0.smithi098.stdout:3920: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:40:10.798 INFO:tasks.rados.rados.0.smithi098.stdout:3921: rollback oid 47 current snap is 376 2024-04-12T00:40:10.798 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 47 to 368 2024-04-12T00:40:10.798 INFO:tasks.rados.rados.0.smithi098.stdout:3922: read oid 45 snap -1 2024-04-12T00:40:10.798 INFO:tasks.rados.rados.0.smithi098.stdout:3922: expect (ObjNum 1247 snap 375 seq_num 1247) 2024-04-12T00:40:10.798 INFO:tasks.rados.rados.0.smithi098.stdout:3923: delete oid 41 current snap is 376 2024-04-12T00:40:10.801 INFO:tasks.rados.rados.0.smithi098.stdout:3923: done (3 left) 2024-04-12T00:40:10.801 INFO:tasks.rados.rados.0.smithi098.stdout:3924: delete oid 25 current snap is 376 2024-04-12T00:40:10.803 INFO:tasks.rados.rados.0.smithi098.stdout:3921: finishing rollback tid 0 to smithi09877355-47 2024-04-12T00:40:10.803 INFO:tasks.rados.rados.0.smithi098.stdout:3921: finishing rollback tid 1 to smithi09877355-47 2024-04-12T00:40:10.804 INFO:tasks.rados.rados.0.smithi098.stdout:3924: done (3 left) 2024-04-12T00:40:10.804 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 15 current snap is 376 2024-04-12T00:40:10.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: seq_num 1256 ranges {3751936=638976,4390912=524288,4915200=614400,5529600=65536} 2024-04-12T00:40:10.827 INFO:tasks.rados.rados.0.smithi098.stdout:3925: writing smithi09877355-15 from 3751936 to 4390912 tid 1 2024-04-12T00:40:10.830 INFO:tasks.rados.rados.0.smithi098.stdout:3925: writing smithi09877355-15 from 4390912 to 4915200 tid 2 2024-04-12T00:40:10.833 INFO:tasks.rados.rados.0.smithi098.stdout:3925: writing smithi09877355-15 from 4915200 to 5529600 tid 3 2024-04-12T00:40:10.834 INFO:tasks.rados.rados.0.smithi098.stdout:3925: writing smithi09877355-15 from 5529600 to 5595136 tid 4 2024-04-12T00:40:10.834 INFO:tasks.rados.rados.0.smithi098.stdout:3926: snap_remove snap 307 2024-04-12T00:40:10.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:10 smithi193 ceph-mon[83763]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T00:40:10.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:10 smithi193 ceph-mon[83763]: pgmap v872: 121 pgs: 121 active+clean; 543 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T00:40:11.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:10 smithi098 ceph-mon[91373]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T00:40:11.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:10 smithi098 ceph-mon[91373]: pgmap v872: 121 pgs: 121 active+clean; 543 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T00:40:11.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:10 smithi098 ceph-mon[88922]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T00:40:11.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:10 smithi098 ceph-mon[88922]: pgmap v872: 121 pgs: 121 active+clean; 543 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-12T00:40:11.602 INFO:tasks.rados.rados.0.smithi098.stdout:3926: done (4 left) 2024-04-12T00:40:11.602 INFO:tasks.rados.rados.0.smithi098.stdout:3927: snap_create 2024-04-12T00:40:11.602 INFO:tasks.rados.rados.0.smithi098.stdout:3921: finishing rollback tid 2 to smithi09877355-47 2024-04-12T00:40:11.602 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 2641 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T00:40:11.602 INFO:tasks.rados.rados.0.smithi098.stdout:3920: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:40:11.694 INFO:tasks.rados.rados.0.smithi098.stdout:3922: expect (ObjNum 1247 snap 375 seq_num 1247) 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: finishing write tid 1 to smithi09877355-15 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: finishing write tid 2 to smithi09877355-15 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: finishing write tid 3 to smithi09877355-15 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: finishing write tid 4 to smithi09877355-15 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: finishing write tid 5 to smithi09877355-15 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: finishing write tid 6 to smithi09877355-15 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: oid 15 updating version 0 to 3163 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: oid 15 updating version 3163 to 3167 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: oid 15 version 3167 is already newer than 3166 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: oid 15 version 3167 is already newer than 3165 2024-04-12T00:40:11.804 INFO:tasks.rados.rados.0.smithi098.stdout:3925: oid 15 version 3167 is already newer than 3164 2024-04-12T00:40:11.805 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 15 v 3167 (ObjNum 1256 snap 376 seq_num 1256) dirty exists 2024-04-12T00:40:11.805 INFO:tasks.rados.rados.0.smithi098.stdout:3925: left oid 15 (ObjNum 1256 snap 376 seq_num 1256) 2024-04-12T00:40:12.591 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:40:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:40:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:40:12.603 INFO:tasks.rados.rados.0.smithi098.stdout:3920: done (4 left) 2024-04-12T00:40:12.604 INFO:tasks.rados.rados.0.smithi098.stdout:3921: done (3 left) 2024-04-12T00:40:12.604 INFO:tasks.rados.rados.0.smithi098.stdout:3922: done (2 left) 2024-04-12T00:40:12.604 INFO:tasks.rados.rados.0.smithi098.stdout:3925: done (1 left) 2024-04-12T00:40:12.604 INFO:tasks.rados.rados.0.smithi098.stdout:3927: done (0 left) 2024-04-12T00:40:12.604 INFO:tasks.rados.rados.0.smithi098.stdout:3928: rollback oid 21 current snap is 377 2024-04-12T00:40:12.604 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 21 to 372 2024-04-12T00:40:12.604 INFO:tasks.rados.rados.0.smithi098.stdout:3929: rollback oid 38 current snap is 377 2024-04-12T00:40:12.604 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 38 to 318 2024-04-12T00:40:12.605 INFO:tasks.rados.rados.0.smithi098.stdout:3930: snap_create 2024-04-12T00:40:12.611 INFO:tasks.rados.rados.0.smithi098.stdout:3929: finishing rollback tid 0 to smithi09877355-38 2024-04-12T00:40:12.611 INFO:tasks.rados.rados.0.smithi098.stdout:3928: finishing rollback tid 1 to smithi09877355-21 2024-04-12T00:40:12.611 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 2621 (ObjNum 401 snap 0 seq_num 3651120736) dirty dne 2024-04-12T00:40:12.611 INFO:tasks.rados.rados.0.smithi098.stdout:3929: finishing rollback tid 1 to smithi09877355-38 2024-04-12T00:40:12.611 INFO:tasks.rados.rados.0.smithi098.stdout:3929: finishing rollback tid 2 to smithi09877355-38 2024-04-12T00:40:12.611 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 3069 (ObjNum 1077 snap 306 seq_num 1077) dirty exists 2024-04-12T00:40:12.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:12 smithi193 ceph-mon[83763]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T00:40:13.030 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:12 smithi193 ceph-mon[83763]: pgmap v874: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 544 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-12T00:40:13.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:12 smithi098 ceph-mon[91373]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T00:40:13.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:12 smithi098 ceph-mon[91373]: pgmap v874: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 544 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-12T00:40:13.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:12 smithi098 ceph-mon[88922]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T00:40:13.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:12 smithi098 ceph-mon[88922]: pgmap v874: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 544 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-12T00:40:13.614 INFO:tasks.rados.rados.0.smithi098.stdout:3928: done (2 left) 2024-04-12T00:40:13.614 INFO:tasks.rados.rados.0.smithi098.stdout:3929: done (1 left) 2024-04-12T00:40:13.614 INFO:tasks.rados.rados.0.smithi098.stdout:3930: done (0 left) 2024-04-12T00:40:13.614 INFO:tasks.rados.rados.0.smithi098.stdout:3931: read oid 9 snap 374 2024-04-12T00:40:13.614 INFO:tasks.rados.rados.0.smithi098.stdout:3931: expect deleted 2024-04-12T00:40:13.614 INFO:tasks.rados.rados.0.smithi098.stdout:3932: delete oid 37 current snap is 378 2024-04-12T00:40:13.619 INFO:tasks.rados.rados.0.smithi098.stdout:3931: done (1 left) 2024-04-12T00:40:13.619 INFO:tasks.rados.rados.0.smithi098.stdout:3932: done (0 left) 2024-04-12T00:40:13.619 INFO:tasks.rados.rados.0.smithi098.stdout:3933: rollback oid 10 current snap is 378 2024-04-12T00:40:13.619 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 10 to 340 2024-04-12T00:40:13.619 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 1 current snap is 378 2024-04-12T00:40:13.619 INFO:tasks.rados.rados.0.smithi098.stdout:3934: seq_num 1258 ranges {0=671744,671744=696320,1368064=507904} 2024-04-12T00:40:13.622 INFO:tasks.rados.rados.0.smithi098.stdout:3934: writing smithi09877355-1 from 0 to 671744 tid 1 2024-04-12T00:40:13.627 INFO:tasks.rados.rados.0.smithi098.stdout:3934: writing smithi09877355-1 from 671744 to 1368064 tid 2 2024-04-12T00:40:13.630 INFO:tasks.rados.rados.0.smithi098.stdout:3934: writing smithi09877355-1 from 1368064 to 1875968 tid 3 2024-04-12T00:40:13.631 INFO:tasks.rados.rados.0.smithi098.stdout:3935: rmattr oid 15 current snap is 378 2024-04-12T00:40:13.631 INFO:tasks.rados.rados.0.smithi098.stdout:3935: done (2 left) 2024-04-12T00:40:13.631 INFO:tasks.rados.rados.0.smithi098.stdout:3936: copy_from oid 35 from oid 3 current snap is 378 2024-04-12T00:40:13.631 INFO:tasks.rados.rados.0.smithi098.stdout:3933: finishing rollback tid 1 to smithi09877355-10 2024-04-12T00:40:13.631 INFO:tasks.rados.rados.0.smithi098.stdout:3933: finishing rollback tid 2 to smithi09877355-10 2024-04-12T00:40:13.631 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 10 v 2643 (ObjNum 1134 snap 325 seq_num 1134) dirty exists 2024-04-12T00:40:13.631 INFO:tasks.rados.rados.0.smithi098.stdout:3933: done (2 left) 2024-04-12T00:40:13.631 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 20 current snap is 378 2024-04-12T00:40:13.631 INFO:tasks.rados.rados.0.smithi098.stdout:3937: seq_num 1259 ranges {1613824=696320,2310144=573440,2883584=630784} 2024-04-12T00:40:13.643 INFO:tasks.rados.rados.0.smithi098.stdout:3937: writing smithi09877355-20 from 1613824 to 2310144 tid 1 2024-04-12T00:40:13.646 INFO:tasks.rados.rados.0.smithi098.stdout:3937: writing smithi09877355-20 from 2310144 to 2883584 tid 2 2024-04-12T00:40:13.651 INFO:tasks.rados.rados.0.smithi098.stdout:3937: writing smithi09877355-20 from 2883584 to 3514368 tid 3 2024-04-12T00:40:13.651 INFO:tasks.rados.rados.0.smithi098.stdout:3938: read oid 30 snap -1 2024-04-12T00:40:13.651 INFO:tasks.rados.rados.0.smithi098.stdout:3938: expect (ObjNum 1127 snap 322 seq_num 1127) 2024-04-12T00:40:13.651 INFO:tasks.rados.rados.0.smithi098.stdout:3939: rmattr oid 16 current snap is 378 2024-04-12T00:40:13.651 INFO:tasks.rados.rados.0.smithi098.stdout:3939: done (4 left) 2024-04-12T00:40:13.651 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 42 current snap is 378 2024-04-12T00:40:13.651 INFO:tasks.rados.rados.0.smithi098.stdout:3934: finishing write tid 1 to smithi09877355-1 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3934: finishing write tid 2 to smithi09877355-1 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3934: finishing write tid 3 to smithi09877355-1 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3934: finishing write tid 4 to smithi09877355-1 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3934: finishing write tid 5 to smithi09877355-1 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3934: oid 1 updating version 0 to 2369 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3934: oid 1 updating version 2369 to 2370 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3934: oid 1 version 2370 is already newer than 2368 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3934: oid 1 updating version 2370 to 2371 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 2371 (ObjNum 1258 snap 378 seq_num 1258) dirty exists 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3934: left oid 1 (ObjNum 1258 snap 378 seq_num 1258) 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3936: finishing copy_from racing read to smithi09877355-35 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3936: finishing copy_from to smithi09877355-35 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 35 v 2643 (ObjNum 1221 snap 362 seq_num 1221) dirty exists 2024-04-12T00:40:13.652 INFO:tasks.rados.rados.0.smithi098.stdout:3940: seq_num 1260 ranges {0=712704,712704=458752,1171456=589824,1761280=155648} 2024-04-12T00:40:13.654 INFO:tasks.rados.rados.0.smithi098.stdout:3940: writing smithi09877355-42 from 0 to 712704 tid 1 2024-04-12T00:40:13.657 INFO:tasks.rados.rados.0.smithi098.stdout:3940: writing smithi09877355-42 from 712704 to 1171456 tid 2 2024-04-12T00:40:13.661 INFO:tasks.rados.rados.0.smithi098.stdout:3940: writing smithi09877355-42 from 1171456 to 1761280 tid 3 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3940: writing smithi09877355-42 from 1761280 to 1916928 tid 4 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3934: done (4 left) 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3936: done (3 left) 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3941: rmattr oid 2 current snap is 378 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3941: done (3 left) 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3942: snap_create 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3937: finishing write tid 1 to smithi09877355-20 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3937: finishing write tid 2 to smithi09877355-20 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3937: finishing write tid 3 to smithi09877355-20 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3937: finishing write tid 4 to smithi09877355-20 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3937: finishing write tid 5 to smithi09877355-20 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3937: oid 20 updating version 0 to 3072 2024-04-12T00:40:13.663 INFO:tasks.rados.rados.0.smithi098.stdout:3937: oid 20 version 3072 is already newer than 3070 2024-04-12T00:40:13.664 INFO:tasks.rados.rados.0.smithi098.stdout:3937: oid 20 updating version 3072 to 3073 2024-04-12T00:40:13.664 INFO:tasks.rados.rados.0.smithi098.stdout:3937: oid 20 version 3073 is already newer than 3071 2024-04-12T00:40:13.664 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 20 v 3073 (ObjNum 1259 snap 378 seq_num 1259) dirty exists 2024-04-12T00:40:13.664 INFO:tasks.rados.rados.0.smithi098.stdout:3937: left oid 20 (ObjNum 1259 snap 378 seq_num 1259) 2024-04-12T00:40:13.664 INFO:tasks.rados.rados.0.smithi098.stdout:3940: finishing write tid 1 to smithi09877355-42 2024-04-12T00:40:13.664 INFO:tasks.rados.rados.0.smithi098.stdout:3940: finishing write tid 2 to smithi09877355-42 2024-04-12T00:40:13.664 INFO:tasks.rados.rados.0.smithi098.stdout:3938: expect (ObjNum 1127 snap 322 seq_num 1127) 2024-04-12T00:40:13.781 INFO:tasks.rados.rados.0.smithi098.stdout:3940: finishing write tid 3 to smithi09877355-42 2024-04-12T00:40:13.781 INFO:tasks.rados.rados.0.smithi098.stdout:3940: finishing write tid 4 to smithi09877355-42 2024-04-12T00:40:13.781 INFO:tasks.rados.rados.0.smithi098.stdout:3940: finishing write tid 5 to smithi09877355-42 2024-04-12T00:40:13.781 INFO:tasks.rados.rados.0.smithi098.stdout:3940: finishing write tid 6 to smithi09877355-42 2024-04-12T00:40:13.782 INFO:tasks.rados.rados.0.smithi098.stdout:3940: oid 42 updating version 0 to 2478 2024-04-12T00:40:13.782 INFO:tasks.rados.rados.0.smithi098.stdout:3940: oid 42 version 2478 is already newer than 2476 2024-04-12T00:40:13.782 INFO:tasks.rados.rados.0.smithi098.stdout:3940: oid 42 version 2478 is already newer than 2475 2024-04-12T00:40:13.782 INFO:tasks.rados.rados.0.smithi098.stdout:3940: oid 42 updating version 2478 to 2479 2024-04-12T00:40:13.782 INFO:tasks.rados.rados.0.smithi098.stdout:3940: oid 42 version 2479 is already newer than 2477 2024-04-12T00:40:13.782 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 42 v 2479 (ObjNum 1260 snap 378 seq_num 1260) dirty exists 2024-04-12T00:40:13.782 INFO:tasks.rados.rados.0.smithi098.stdout:3940: left oid 42 (ObjNum 1260 snap 378 seq_num 1260) 2024-04-12T00:40:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:13 smithi193 ceph-mon[83763]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T00:40:14.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:13 smithi098 ceph-mon[91373]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T00:40:14.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:13 smithi098 ceph-mon[88922]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T00:40:14.616 INFO:tasks.rados.rados.0.smithi098.stdout:3937: done (3 left) 2024-04-12T00:40:14.616 INFO:tasks.rados.rados.0.smithi098.stdout:3938: done (2 left) 2024-04-12T00:40:14.616 INFO:tasks.rados.rados.0.smithi098.stdout:3940: done (1 left) 2024-04-12T00:40:14.616 INFO:tasks.rados.rados.0.smithi098.stdout:3942: done (0 left) 2024-04-12T00:40:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3943: rmattr oid 16 current snap is 379 2024-04-12T00:40:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3943: done (0 left) 2024-04-12T00:40:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3944: read oid 23 snap 370 2024-04-12T00:40:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3944: expect (ObjNum 1238 snap 370 seq_num 1238) 2024-04-12T00:40:14.617 INFO:tasks.rados.rados.0.smithi098.stdout:3945: snap_create 2024-04-12T00:40:14.677 INFO:tasks.rados.rados.0.smithi098.stdout:3944: expect (ObjNum 1238 snap 370 seq_num 1238) 2024-04-12T00:40:14.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:14 smithi193 ceph-mon[83763]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T00:40:14.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:14 smithi193 ceph-mon[83763]: pgmap v877: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 538 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 771 KiB/s wr, 10 op/s 2024-04-12T00:40:15.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:14 smithi098 ceph-mon[91373]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T00:40:15.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:14 smithi098 ceph-mon[91373]: pgmap v877: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 538 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 771 KiB/s wr, 10 op/s 2024-04-12T00:40:15.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:14 smithi098 ceph-mon[88922]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T00:40:15.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:14 smithi098 ceph-mon[88922]: pgmap v877: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 538 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 771 KiB/s wr, 10 op/s 2024-04-12T00:40:16.011 INFO:tasks.rados.rados.0.smithi098.stdout:3944: done (1 left) 2024-04-12T00:40:16.011 INFO:tasks.rados.rados.0.smithi098.stdout:3945: done (0 left) 2024-04-12T00:40:16.011 INFO:tasks.rados.rados.0.smithi098.stdout:3946: copy_from oid 7 from oid 49 current snap is 380 2024-04-12T00:40:16.011 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 37 current snap is 380 2024-04-12T00:40:16.011 INFO:tasks.rados.rados.0.smithi098.stdout:3947: seq_num 1261 ranges {0=729088,729088=745472,1474560=458752} 2024-04-12T00:40:16.014 INFO:tasks.rados.rados.0.smithi098.stdout:3947: writing smithi09877355-37 from 0 to 729088 tid 1 2024-04-12T00:40:16.018 INFO:tasks.rados.rados.0.smithi098.stdout:3947: writing smithi09877355-37 from 729088 to 1474560 tid 2 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:3947: writing smithi09877355-37 from 1474560 to 1933312 tid 3 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:3948: copy_from oid 5 from oid 6 current snap is 380 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:3946: finishing copy_from to smithi09877355-7 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:3946: got expected ENOENT (src dne) 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:3946: finishing copy_from racing read to smithi09877355-7 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:3947: finishing write tid 1 to smithi09877355-37 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:3946: done (2 left) 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:3949: rollback oid 46 current snap is 380 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 46 to 345 2024-04-12T00:40:16.022 INFO:tasks.rados.rados.0.smithi098.stdout:3950: rollback oid 33 current snap is 380 2024-04-12T00:40:16.023 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 33 to 374 2024-04-12T00:40:16.023 INFO:tasks.rados.rados.0.smithi098.stdout:3951: copy_from oid 34 from oid 48 current snap is 380 2024-04-12T00:40:16.023 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 26 current snap is 380 2024-04-12T00:40:16.023 INFO:tasks.rados.rados.0.smithi098.stdout:3952: seq_num 1262 ranges {0=745472,745472=679936,1425408=524288} 2024-04-12T00:40:16.027 INFO:tasks.rados.rados.0.smithi098.stdout:3952: writing smithi09877355-26 from 0 to 745472 tid 1 2024-04-12T00:40:16.031 INFO:tasks.rados.rados.0.smithi098.stdout:3952: writing smithi09877355-26 from 745472 to 1425408 tid 2 2024-04-12T00:40:16.034 INFO:tasks.rados.rados.0.smithi098.stdout:3952: writing smithi09877355-26 from 1425408 to 1949696 tid 3 2024-04-12T00:40:16.035 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 380 2024-04-12T00:40:16.035 INFO:tasks.rados.rados.0.smithi098.stdout:3953: seq_num 1263 ranges {0=761856,761856=565248,1327104=638976} 2024-04-12T00:40:16.042 INFO:tasks.rados.rados.0.smithi098.stdout:3953: writing smithi09877355-43 from 0 to 761856 tid 1 2024-04-12T00:40:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:15 smithi098 ceph-mon[91373]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T00:40:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:40:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:40:15] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-04-12T00:40:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:15 smithi098 ceph-mon[88922]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T00:40:16.043 INFO:tasks.rados.rados.0.smithi098.stdout:3953: writing smithi09877355-43 from 761856 to 1327104 tid 2 2024-04-12T00:40:16.047 INFO:tasks.rados.rados.0.smithi098.stdout:3953: writing smithi09877355-43 from 1327104 to 1966080 tid 3 2024-04-12T00:40:16.047 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 44 current snap is 380 2024-04-12T00:40:16.047 INFO:tasks.rados.rados.0.smithi098.stdout:3947: finishing write tid 2 to smithi09877355-37 2024-04-12T00:40:16.047 INFO:tasks.rados.rados.0.smithi098.stdout:3950: finishing rollback tid 0 to smithi09877355-33 2024-04-12T00:40:16.047 INFO:tasks.rados.rados.0.smithi098.stdout:3950: finishing rollback tid 1 to smithi09877355-33 2024-04-12T00:40:16.047 INFO:tasks.rados.rados.0.smithi098.stdout:3947: finishing write tid 3 to smithi09877355-37 2024-04-12T00:40:16.047 INFO:tasks.rados.rados.0.smithi098.stdout:3954: seq_num 1264 ranges {13565952=778240,14344192=450560,14794752=573440,15368192=180224} 2024-04-12T00:40:16.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:15 smithi193 ceph-mon[83763]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T00:40:16.123 INFO:tasks.rados.rados.0.smithi098.stdout:3954: writing smithi09877355-44 from 13565952 to 14344192 tid 1 2024-04-12T00:40:16.125 INFO:tasks.rados.rados.0.smithi098.stdout:3954: writing smithi09877355-44 from 14344192 to 14794752 tid 2 2024-04-12T00:40:16.128 INFO:tasks.rados.rados.0.smithi098.stdout:3954: writing smithi09877355-44 from 14794752 to 15368192 tid 3 2024-04-12T00:40:16.130 INFO:tasks.rados.rados.0.smithi098.stdout:3954: writing smithi09877355-44 from 15368192 to 15548416 tid 4 2024-04-12T00:40:16.130 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 2 current snap is 380 2024-04-12T00:40:16.130 INFO:tasks.rados.rados.0.smithi098.stdout:3949: finishing rollback tid 1 to smithi09877355-46 2024-04-12T00:40:16.130 INFO:tasks.rados.rados.0.smithi098.stdout:3947: finishing write tid 4 to smithi09877355-37 2024-04-12T00:40:16.130 INFO:tasks.rados.rados.0.smithi098.stdout:3949: finishing rollback tid 2 to smithi09877355-46 2024-04-12T00:40:16.130 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 46 v 2633 (ObjNum 1136 snap 326 seq_num 1136) dirty exists 2024-04-12T00:40:16.130 INFO:tasks.rados.rados.0.smithi098.stdout:3950: finishing rollback tid 2 to smithi09877355-33 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 2374 (ObjNum 1189 snap 345 seq_num 1189) dirty exists 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:3947: finishing write tid 5 to smithi09877355-37 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:3947: oid 37 updating version 0 to 2656 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:3947: oid 37 updating version 2656 to 2657 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:3947: oid 37 version 2657 is already newer than 2655 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:3947: oid 37 version 2657 is already newer than 2654 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 37 v 2657 (ObjNum 1261 snap 380 seq_num 1261) dirty exists 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:3947: left oid 37 (ObjNum 1261 snap 380 seq_num 1261) 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:3952: finishing write tid 1 to smithi09877355-26 2024-04-12T00:40:16.131 INFO:tasks.rados.rados.0.smithi098.stdout:3955: seq_num 1265 ranges {1613824=794624,2408448=737280,3145728=466944} 2024-04-12T00:40:16.143 INFO:tasks.rados.rados.0.smithi098.stdout:3955: writing smithi09877355-2 from 1613824 to 2408448 tid 1 2024-04-12T00:40:16.147 INFO:tasks.rados.rados.0.smithi098.stdout:3955: writing smithi09877355-2 from 2408448 to 3145728 tid 2 2024-04-12T00:40:16.150 INFO:tasks.rados.rados.0.smithi098.stdout:3955: writing smithi09877355-2 from 3145728 to 3612672 tid 3 2024-04-12T00:40:16.150 INFO:tasks.rados.rados.0.smithi098.stdout:3947: done (8 left) 2024-04-12T00:40:16.150 INFO:tasks.rados.rados.0.smithi098.stdout:3949: done (7 left) 2024-04-12T00:40:16.150 INFO:tasks.rados.rados.0.smithi098.stdout:3950: done (6 left) 2024-04-12T00:40:16.150 INFO:tasks.rados.rados.0.smithi098.stdout:3956: read oid 32 snap -1 2024-04-12T00:40:16.150 INFO:tasks.rados.rados.0.smithi098.stdout:3956: expect (ObjNum 1198 snap 351 seq_num 1198) 2024-04-12T00:40:16.150 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 33 current snap is 380 2024-04-12T00:40:16.150 INFO:tasks.rados.rados.0.smithi098.stdout:3957: seq_num 1266 ranges {720896=409600,1130496=614400,1744896=540672,2285568=450560} 2024-04-12T00:40:16.156 INFO:tasks.rados.rados.0.smithi098.stdout:3957: writing smithi09877355-33 from 720896 to 1130496 tid 1 2024-04-12T00:40:16.160 INFO:tasks.rados.rados.0.smithi098.stdout:3957: writing smithi09877355-33 from 1130496 to 1744896 tid 2 2024-04-12T00:40:16.163 INFO:tasks.rados.rados.0.smithi098.stdout:3957: writing smithi09877355-33 from 1744896 to 2285568 tid 3 2024-04-12T00:40:16.166 INFO:tasks.rados.rados.0.smithi098.stdout:3957: writing smithi09877355-33 from 2285568 to 2736128 tid 4 2024-04-12T00:40:16.166 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 19 current snap is 380 2024-04-12T00:40:16.166 INFO:tasks.rados.rados.0.smithi098.stdout:3952: finishing write tid 2 to smithi09877355-26 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:3951: finishing copy_from racing read to smithi09877355-34 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:3952: finishing write tid 3 to smithi09877355-26 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:3952: finishing write tid 4 to smithi09877355-26 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:3951: finishing copy_from to smithi09877355-34 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 34 v 2583 (ObjNum 1077 snap 306 seq_num 1077) dirty exists 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:3952: finishing write tid 5 to smithi09877355-26 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:3952: oid 26 updating version 0 to 2636 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:3952: oid 26 version 2636 is already newer than 2635 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:3952: oid 26 version 2636 is already newer than 2634 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:3952: oid 26 version 2636 is already newer than 2633 2024-04-12T00:40:16.167 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 26 v 2636 (ObjNum 1262 snap 380 seq_num 1262) dirty exists 2024-04-12T00:40:16.168 INFO:tasks.rados.rados.0.smithi098.stdout:3952: left oid 26 (ObjNum 1262 snap 380 seq_num 1262) 2024-04-12T00:40:16.168 INFO:tasks.rados.rados.0.smithi098.stdout:3953: finishing write tid 1 to smithi09877355-43 2024-04-12T00:40:16.168 INFO:tasks.rados.rados.0.smithi098.stdout:3953: finishing write tid 2 to smithi09877355-43 2024-04-12T00:40:16.168 INFO:tasks.rados.rados.0.smithi098.stdout:3958: seq_num 1267 ranges {2039808=425984,2465792=499712,2965504=745472,3710976=360448} 2024-04-12T00:40:16.179 INFO:tasks.rados.rados.0.smithi098.stdout:3958: writing smithi09877355-19 from 2039808 to 2465792 tid 1 2024-04-12T00:40:16.182 INFO:tasks.rados.rados.0.smithi098.stdout:3958: writing smithi09877355-19 from 2465792 to 2965504 tid 2 2024-04-12T00:40:16.186 INFO:tasks.rados.rados.0.smithi098.stdout:3958: writing smithi09877355-19 from 2965504 to 3710976 tid 3 2024-04-12T00:40:16.190 INFO:tasks.rados.rados.0.smithi098.stdout:3958: writing smithi09877355-19 from 3710976 to 4071424 tid 4 2024-04-12T00:40:16.190 INFO:tasks.rados.rados.0.smithi098.stdout:3951: done (8 left) 2024-04-12T00:40:16.190 INFO:tasks.rados.rados.0.smithi098.stdout:3952: done (7 left) 2024-04-12T00:40:16.190 INFO:tasks.rados.rados.0.smithi098.stdout:3959: rmattr oid 38 current snap is 380 2024-04-12T00:40:16.190 INFO:tasks.rados.rados.0.smithi098.stdout:3953: finishing write tid 3 to smithi09877355-43 2024-04-12T00:40:16.190 INFO:tasks.rados.rados.0.smithi098.stdout:3953: finishing write tid 4 to smithi09877355-43 2024-04-12T00:40:16.190 INFO:tasks.rados.rados.0.smithi098.stdout:3953: finishing write tid 5 to smithi09877355-43 2024-04-12T00:40:16.190 INFO:tasks.rados.rados.0.smithi098.stdout:3953: oid 43 updating version 0 to 2659 2024-04-12T00:40:16.190 INFO:tasks.rados.rados.0.smithi098.stdout:3953: oid 43 updating version 2659 to 2661 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3953: oid 43 version 2661 is already newer than 2658 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3953: oid 43 version 2661 is already newer than 2660 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 2661 (ObjNum 1263 snap 380 seq_num 1263) dirty exists 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3953: left oid 43 (ObjNum 1263 snap 380 seq_num 1263) 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3948: finishing copy_from racing read to smithi09877355-5 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3953: done (7 left) 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3960: read oid 42 snap -1 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3960: expect (ObjNum 1260 snap 378 seq_num 1260) 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3961: copy_from oid 48 from oid 18 current snap is 380 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3948: finishing copy_from to smithi09877355-5 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 5 v 2632 (ObjNum 1239 snap 370 seq_num 1239) dirty exists 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3954: finishing write tid 1 to smithi09877355-44 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3954: finishing write tid 2 to smithi09877355-44 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3948: done (8 left) 2024-04-12T00:40:16.191 INFO:tasks.rados.rados.0.smithi098.stdout:3962: rmattr oid 36 current snap is 380 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3962: done (8 left) 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3963: read oid 16 snap -1 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3963: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3964: setattr oid 1 current snap is 380 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: finishing write tid 3 to smithi09877355-44 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: finishing write tid 4 to smithi09877355-44 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: finishing write tid 5 to smithi09877355-44 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: finishing write tid 6 to smithi09877355-44 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: oid 44 updating version 0 to 3179 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: oid 44 updating version 3179 to 3180 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: oid 44 updating version 3180 to 3181 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: oid 44 updating version 3181 to 3183 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: oid 44 version 3183 is already newer than 3182 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 44 v 3183 (ObjNum 1264 snap 380 seq_num 1264) dirty exists 2024-04-12T00:40:16.192 INFO:tasks.rados.rados.0.smithi098.stdout:3954: left oid 44 (ObjNum 1264 snap 380 seq_num 1264) 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: finishing write tid 1 to smithi09877355-2 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: finishing write tid 2 to smithi09877355-2 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: finishing write tid 3 to smithi09877355-2 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: finishing write tid 4 to smithi09877355-2 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: finishing write tid 5 to smithi09877355-2 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: oid 2 updating version 0 to 3067 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: oid 2 updating version 3067 to 3070 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: oid 2 version 3070 is already newer than 3068 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: oid 2 version 3070 is already newer than 3069 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 2 v 3070 (ObjNum 1265 snap 380 seq_num 1265) dirty exists 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3955: left oid 2 (ObjNum 1265 snap 380 seq_num 1265) 2024-04-12T00:40:16.193 INFO:tasks.rados.rados.0.smithi098.stdout:3956: expect (ObjNum 1198 snap 351 seq_num 1198) 2024-04-12T00:40:16.250 INFO:tasks.rados.rados.0.smithi098.stdout:3957: finishing write tid 1 to smithi09877355-33 2024-04-12T00:40:16.250 INFO:tasks.rados.rados.0.smithi098.stdout:3957: finishing write tid 2 to smithi09877355-33 2024-04-12T00:40:16.250 INFO:tasks.rados.rados.0.smithi098.stdout:3957: finishing write tid 3 to smithi09877355-33 2024-04-12T00:40:16.250 INFO:tasks.rados.rados.0.smithi098.stdout:3957: finishing write tid 4 to smithi09877355-33 2024-04-12T00:40:16.250 INFO:tasks.rados.rados.0.smithi098.stdout:3957: finishing write tid 5 to smithi09877355-33 2024-04-12T00:40:16.250 INFO:tasks.rados.rados.0.smithi098.stdout:3957: finishing write tid 6 to smithi09877355-33 2024-04-12T00:40:16.250 INFO:tasks.rados.rados.0.smithi098.stdout:3957: oid 33 updating version 0 to 2376 2024-04-12T00:40:16.250 INFO:tasks.rados.rados.0.smithi098.stdout:3957: oid 33 updating version 2376 to 2379 2024-04-12T00:40:16.250 INFO:tasks.rados.rados.0.smithi098.stdout:3957: oid 33 version 2379 is already newer than 2378 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:3957: oid 33 version 2379 is already newer than 2375 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:3957: oid 33 version 2379 is already newer than 2377 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 33 v 2379 (ObjNum 1266 snap 380 seq_num 1266) dirty exists 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:3957: left oid 33 (ObjNum 1266 snap 380 seq_num 1266) 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:3958: finishing write tid 1 to smithi09877355-19 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:3958: finishing write tid 2 to smithi09877355-19 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:3958: finishing write tid 3 to smithi09877355-19 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 38 v 3074 (ObjNum 1077 snap 306 seq_num 1077) dirty exists 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:3958: finishing write tid 4 to smithi09877355-19 2024-04-12T00:40:16.251 INFO:tasks.rados.rados.0.smithi098.stdout:3960: expect (ObjNum 1260 snap 378 seq_num 1260) 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:3958: finishing write tid 5 to smithi09877355-19 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:3958: finishing write tid 6 to smithi09877355-19 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:3958: oid 19 updating version 0 to 2481 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:3958: oid 19 version 2481 is already newer than 2480 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:3958: oid 19 updating version 2481 to 2483 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:3958: oid 19 version 2483 is already newer than 2482 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:3958: oid 19 updating version 2483 to 2484 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 19 v 2484 (ObjNum 1267 snap 380 seq_num 1267) dirty exists 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:3958: left oid 19 (ObjNum 1267 snap 380 seq_num 1267) 2024-04-12T00:40:16.299 INFO:tasks.rados.rados.0.smithi098.stdout:3963: expect (ObjNum 1005 snap 288 seq_num 1005) 2024-04-12T00:40:16.378 INFO:tasks.rados.rados.0.smithi098.stdout:3961: finishing copy_from racing read to smithi09877355-48 2024-04-12T00:40:16.378 INFO:tasks.rados.rados.0.smithi098.stdout:3961: finishing copy_from to smithi09877355-48 2024-04-12T00:40:16.378 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 48 v 2475 (ObjNum 1152 snap 334 seq_num 1152) dirty exists 2024-04-12T00:40:16.378 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 1 v 2380 (ObjNum 1258 snap 378 seq_num 1258) dirty exists 2024-04-12T00:40:16.378 INFO:tasks.rados.rados.0.smithi098.stdout:3954: done (9 left) 2024-04-12T00:40:16.378 INFO:tasks.rados.rados.0.smithi098.stdout:3955: done (8 left) 2024-04-12T00:40:16.378 INFO:tasks.rados.rados.0.smithi098.stdout:3956: done (7 left) 2024-04-12T00:40:16.378 INFO:tasks.rados.rados.0.smithi098.stdout:3957: done (6 left) 2024-04-12T00:40:16.378 INFO:tasks.rados.rados.0.smithi098.stdout:3958: done (5 left) 2024-04-12T00:40:16.379 INFO:tasks.rados.rados.0.smithi098.stdout:3959: done (4 left) 2024-04-12T00:40:16.379 INFO:tasks.rados.rados.0.smithi098.stdout:3960: done (3 left) 2024-04-12T00:40:16.379 INFO:tasks.rados.rados.0.smithi098.stdout:3961: done (2 left) 2024-04-12T00:40:16.379 INFO:tasks.rados.rados.0.smithi098.stdout:3963: done (1 left) 2024-04-12T00:40:16.379 INFO:tasks.rados.rados.0.smithi098.stdout:3964: done (0 left) 2024-04-12T00:40:16.379 INFO:tasks.rados.rados.0.smithi098.stdout:3965: delete oid 14 current snap is 380 2024-04-12T00:40:16.381 INFO:tasks.rados.rados.0.smithi098.stdout:3965: done (0 left) 2024-04-12T00:40:16.381 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 25 current snap is 380 2024-04-12T00:40:16.381 INFO:tasks.rados.rados.0.smithi098.stdout:3966: seq_num 1269 ranges {0=458752,458752=671744,1130496=712704,1843200=221184} 2024-04-12T00:40:16.383 INFO:tasks.rados.rados.0.smithi098.stdout:3966: writing smithi09877355-25 from 0 to 458752 tid 1 2024-04-12T00:40:16.387 INFO:tasks.rados.rados.0.smithi098.stdout:3966: writing smithi09877355-25 from 458752 to 1130496 tid 2 2024-04-12T00:40:16.391 INFO:tasks.rados.rados.0.smithi098.stdout:3966: writing smithi09877355-25 from 1130496 to 1843200 tid 3 2024-04-12T00:40:16.393 INFO:tasks.rados.rados.0.smithi098.stdout:3966: writing smithi09877355-25 from 1843200 to 2064384 tid 4 2024-04-12T00:40:16.393 INFO:tasks.rados.rados.0.smithi098.stdout:3967: delete oid 50 current snap is 380 2024-04-12T00:40:16.393 INFO:tasks.rados.rados.0.smithi098.stdout:3966: finishing write tid 1 to smithi09877355-25 2024-04-12T00:40:16.393 INFO:tasks.rados.rados.0.smithi098.stdout:3966: finishing write tid 2 to smithi09877355-25 2024-04-12T00:40:16.395 INFO:tasks.rados.rados.0.smithi098.stdout:3967: done (1 left) 2024-04-12T00:40:16.395 INFO:tasks.rados.rados.0.smithi098.stdout:3968: snap_remove snap 345 2024-04-12T00:40:16.600 INFO:tasks.rados.rados.0.smithi098.stdout:3968: done (1 left) 2024-04-12T00:40:16.600 INFO:tasks.rados.rados.0.smithi098.stdout:3969: read oid 18 snap -1 2024-04-12T00:40:16.600 INFO:tasks.rados.rados.0.smithi098.stdout:3969: expect (ObjNum 1152 snap 334 seq_num 1152) 2024-04-12T00:40:16.600 INFO:tasks.rados.rados.0.smithi098.stdout:3970: snap_create 2024-04-12T00:40:16.600 INFO:tasks.rados.rados.0.smithi098.stdout:3966: finishing write tid 3 to smithi09877355-25 2024-04-12T00:40:16.600 INFO:tasks.rados.rados.0.smithi098.stdout:3966: finishing write tid 4 to smithi09877355-25 2024-04-12T00:40:16.600 INFO:tasks.rados.rados.0.smithi098.stdout:3966: finishing write tid 5 to smithi09877355-25 2024-04-12T00:40:16.600 INFO:tasks.rados.rados.0.smithi098.stdout:3966: finishing write tid 6 to smithi09877355-25 2024-04-12T00:40:16.601 INFO:tasks.rados.rados.0.smithi098.stdout:3966: oid 25 updating version 0 to 2637 2024-04-12T00:40:16.601 INFO:tasks.rados.rados.0.smithi098.stdout:3966: oid 25 version 2637 is already newer than 2633 2024-04-12T00:40:16.601 INFO:tasks.rados.rados.0.smithi098.stdout:3966: oid 25 version 2637 is already newer than 2635 2024-04-12T00:40:16.601 INFO:tasks.rados.rados.0.smithi098.stdout:3966: oid 25 version 2637 is already newer than 2634 2024-04-12T00:40:16.601 INFO:tasks.rados.rados.0.smithi098.stdout:3966: oid 25 version 2637 is already newer than 2636 2024-04-12T00:40:16.601 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 25 v 2637 (ObjNum 1269 snap 380 seq_num 1269) dirty exists 2024-04-12T00:40:16.601 INFO:tasks.rados.rados.0.smithi098.stdout:3966: left oid 25 (ObjNum 1269 snap 380 seq_num 1269) 2024-04-12T00:40:16.626 INFO:tasks.rados.rados.0.smithi098.stdout:3969: expect (ObjNum 1152 snap 334 seq_num 1152) 2024-04-12T00:40:17.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:16 smithi098 ceph-mon[91373]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T00:40:17.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:16 smithi098 ceph-mon[91373]: pgmap v880: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 533 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 862 KiB/s wr, 2 op/s 2024-04-12T00:40:17.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:16 smithi098 ceph-mon[91373]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T00:40:17.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:16 smithi098 ceph-mon[88922]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T00:40:17.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:16 smithi098 ceph-mon[88922]: pgmap v880: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 533 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 862 KiB/s wr, 2 op/s 2024-04-12T00:40:17.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:16 smithi098 ceph-mon[88922]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T00:40:17.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:16 smithi193 ceph-mon[83763]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T00:40:17.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:16 smithi193 ceph-mon[83763]: pgmap v880: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 533 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 862 KiB/s wr, 2 op/s 2024-04-12T00:40:17.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:16 smithi193 ceph-mon[83763]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T00:40:17.601 INFO:tasks.rados.rados.0.smithi098.stdout:3966: done (2 left) 2024-04-12T00:40:17.601 INFO:tasks.rados.rados.0.smithi098.stdout:3969: done (1 left) 2024-04-12T00:40:17.601 INFO:tasks.rados.rados.0.smithi098.stdout:3970: done (0 left) 2024-04-12T00:40:17.601 INFO:tasks.rados.rados.0.smithi098.stdout:3971: snap_create 2024-04-12T00:40:18.610 INFO:tasks.rados.rados.0.smithi098.stdout:3971: done (0 left) 2024-04-12T00:40:18.610 INFO:tasks.rados.rados.0.smithi098.stdout:3972: rmattr oid 7 current snap is 382 2024-04-12T00:40:18.610 INFO:tasks.rados.rados.0.smithi098.stdout:3972: done (0 left) 2024-04-12T00:40:18.610 INFO:tasks.rados.rados.0.smithi098.stdout:3973: read oid 17 snap 329 2024-04-12T00:40:18.610 INFO:tasks.rados.rados.0.smithi098.stdout:3973: expect (ObjNum 1118 snap 321 seq_num 1118) 2024-04-12T00:40:18.610 INFO:tasks.rados.rados.0.smithi098.stdout:3974: snap_remove snap 368 2024-04-12T00:40:18.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:18 smithi193 ceph-mon[83763]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T00:40:18.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:18 smithi193 ceph-mon[83763]: pgmap v883: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 547 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T00:40:19.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:18 smithi098 ceph-mon[91373]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T00:40:19.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:18 smithi098 ceph-mon[91373]: pgmap v883: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 547 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T00:40:19.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:18 smithi098 ceph-mon[88922]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T00:40:19.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:18 smithi098 ceph-mon[88922]: pgmap v883: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 547 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T00:40:19.613 INFO:tasks.rados.rados.0.smithi098.stdout:3974: done (1 left) 2024-04-12T00:40:19.613 INFO:tasks.rados.rados.0.smithi098.stdout:3975: copy_from oid 37 from oid 27 current snap is 382 2024-04-12T00:40:19.613 INFO:tasks.rados.rados.0.smithi098.stdout:3973: expect (ObjNum 1118 snap 321 seq_num 1118) 2024-04-12T00:40:19.851 INFO:tasks.rados.rados.0.smithi098.stdout:3975: finishing copy_from to smithi09877355-37 2024-04-12T00:40:19.851 INFO:tasks.rados.rados.0.smithi098.stdout:3975: got expected ENOENT (src dne) 2024-04-12T00:40:19.852 INFO:tasks.rados.rados.0.smithi098.stdout:3975: finishing copy_from racing read to smithi09877355-37 2024-04-12T00:40:19.852 INFO:tasks.rados.rados.0.smithi098.stdout:3973: done (1 left) 2024-04-12T00:40:19.852 INFO:tasks.rados.rados.0.smithi098.stdout:3975: done (0 left) 2024-04-12T00:40:19.852 INFO:tasks.rados.rados.0.smithi098.stdout:3976: setattr oid 47 current snap is 382 2024-04-12T00:40:19.852 INFO:tasks.rados.rados.0.smithi098.stdout:3977: read oid 31 snap 365 2024-04-12T00:40:19.853 INFO:tasks.rados.rados.0.smithi098.stdout:3977: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:40:19.853 INFO:tasks.rados.rados.0.smithi098.stdout:3978: rollback oid 45 current snap is 382 2024-04-12T00:40:19.853 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 45 to 374 2024-04-12T00:40:19.853 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 8 current snap is 382 2024-04-12T00:40:19.853 INFO:tasks.rados.rados.0.smithi098.stdout:3979: seq_num 1271 ranges {0=491520,491520=491520,983040=729088,1712128=385024} 2024-04-12T00:40:19.855 INFO:tasks.rados.rados.0.smithi098.stdout:3979: writing smithi09877355-8 from 0 to 491520 tid 1 2024-04-12T00:40:19.858 INFO:tasks.rados.rados.0.smithi098.stdout:3979: writing smithi09877355-8 from 491520 to 983040 tid 2 2024-04-12T00:40:19.862 INFO:tasks.rados.rados.0.smithi098.stdout:3979: writing smithi09877355-8 from 983040 to 1712128 tid 3 2024-04-12T00:40:19.865 INFO:tasks.rados.rados.0.smithi098.stdout:3979: writing smithi09877355-8 from 1712128 to 2097152 tid 4 2024-04-12T00:40:19.865 INFO:tasks.rados.rados.0.smithi098.stdout:append oid 43 current snap is 382 2024-04-12T00:40:19.865 INFO:tasks.rados.rados.0.smithi098.stdout:3978: finishing rollback tid 0 to smithi09877355-45 2024-04-12T00:40:19.865 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 47 v 2644 (ObjNum 65 snap 0 seq_num 29556688) dirty exists 2024-04-12T00:40:19.865 INFO:tasks.rados.rados.0.smithi098.stdout:3978: finishing rollback tid 1 to smithi09877355-45 2024-04-12T00:40:19.865 INFO:tasks.rados.rados.0.smithi098.stdout:3978: finishing rollback tid 2 to smithi09877355-45 2024-04-12T00:40:19.865 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 45 v 2646 (ObjNum 1076 snap 306 seq_num 1076) dirty exists 2024-04-12T00:40:19.865 INFO:tasks.rados.rados.0.smithi098.stdout:3979: finishing write tid 1 to smithi09877355-8 2024-04-12T00:40:19.866 INFO:tasks.rados.rados.0.smithi098.stdout:3979: finishing write tid 2 to smithi09877355-8 2024-04-12T00:40:19.866 INFO:tasks.rados.rados.0.smithi098.stdout:3980: seq_num 1272 ranges {1966080=507904,2473984=770048,3244032=532480,3776512=303104} 2024-04-12T00:40:19.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:19 smithi193 ceph-mon[83763]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T00:40:19.879 INFO:tasks.rados.rados.0.smithi098.stdout:3980: writing smithi09877355-43 from 1966080 to 2473984 tid 1 2024-04-12T00:40:19.884 INFO:tasks.rados.rados.0.smithi098.stdout:3980: writing smithi09877355-43 from 2473984 to 3244032 tid 2 2024-04-12T00:40:19.888 INFO:tasks.rados.rados.0.smithi098.stdout:3980: writing smithi09877355-43 from 3244032 to 3776512 tid 3 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3980: writing smithi09877355-43 from 3776512 to 4079616 tid 4 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3976: done (4 left) 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3978: done (3 left) 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3981: read oid 46 snap -1 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3981: expect (ObjNum 1136 snap 326 seq_num 1136) 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3982: rmattr oid 24 current snap is 382 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3982: done (4 left) 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3983: read oid 1 snap -1 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3983: expect (ObjNum 1258 snap 378 seq_num 1258) 2024-04-12T00:40:19.892 INFO:tasks.rados.rados.0.smithi098.stdout:3984: rmattr oid 14 current snap is 382 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3984: done (5 left) 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3985: delete oid 21 current snap is 382 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: finishing write tid 3 to smithi09877355-8 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: finishing write tid 4 to smithi09877355-8 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: finishing write tid 5 to smithi09877355-8 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: finishing write tid 6 to smithi09877355-8 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: oid 8 updating version 0 to 2365 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: oid 8 updating version 2365 to 2366 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: oid 8 version 2366 is already newer than 2364 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: oid 8 updating version 2366 to 2367 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: oid 8 version 2367 is already newer than 2363 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 8 v 2367 (ObjNum 1271 snap 382 seq_num 1271) dirty exists 2024-04-12T00:40:19.893 INFO:tasks.rados.rados.0.smithi098.stdout:3979: left oid 8 (ObjNum 1271 snap 382 seq_num 1271) 2024-04-12T00:40:19.894 INFO:tasks.rados.rados.0.smithi098.stdout:3980: finishing write tid 1 to smithi09877355-43 2024-04-12T00:40:19.894 INFO:tasks.rados.rados.0.smithi098.stdout:3980: finishing write tid 2 to smithi09877355-43 2024-04-12T00:40:19.895 INFO:tasks.rados.rados.0.smithi098.stdout:3980: finishing write tid 3 to smithi09877355-43 2024-04-12T00:40:19.896 INFO:tasks.rados.rados.0.smithi098.stdout:3980: finishing write tid 4 to smithi09877355-43 2024-04-12T00:40:19.896 INFO:tasks.rados.rados.0.smithi098.stdout:3980: finishing write tid 5 to smithi09877355-43 2024-04-12T00:40:19.899 INFO:tasks.rados.rados.0.smithi098.stdout:3980: finishing write tid 6 to smithi09877355-43 2024-04-12T00:40:19.899 INFO:tasks.rados.rados.0.smithi098.stdout:3980: oid 43 updating version 0 to 2664 2024-04-12T00:40:19.899 INFO:tasks.rados.rados.0.smithi098.stdout:3980: oid 43 updating version 2664 to 2665 2024-04-12T00:40:19.899 INFO:tasks.rados.rados.0.smithi098.stdout:3980: oid 43 updating version 2665 to 2666 2024-04-12T00:40:19.899 INFO:tasks.rados.rados.0.smithi098.stdout:3980: oid 43 version 2666 is already newer than 2662 2024-04-12T00:40:19.899 INFO:tasks.rados.rados.0.smithi098.stdout:3980: oid 43 version 2666 is already newer than 2663 2024-04-12T00:40:19.899 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 43 v 2666 (ObjNum 1272 snap 382 seq_num 1272) dirty exists 2024-04-12T00:40:19.900 INFO:tasks.rados.rados.0.smithi098.stdout:3980: left oid 43 (ObjNum 1272 snap 382 seq_num 1272) 2024-04-12T00:40:19.901 INFO:tasks.rados.rados.0.smithi098.stdout:3983: expect (ObjNum 1258 snap 378 seq_num 1258) 2024-04-12T00:40:19.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:19 smithi098 ceph-mon[91373]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T00:40:19.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:19 smithi098 ceph-mon[88922]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T00:40:19.952 INFO:tasks.rados.rados.0.smithi098.stdout:3977: expect (ObjNum 1010 snap 288 seq_num 1010) 2024-04-12T00:40:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:20 smithi098 ceph-mon[91373]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T00:40:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:20 smithi098 ceph-mon[91373]: pgmap v886: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 570 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.2 MiB/s wr, 27 op/s 2024-04-12T00:40:21.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:20 smithi098 ceph-mon[88922]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T00:40:21.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:21.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:20 smithi098 ceph-mon[88922]: pgmap v886: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 570 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.2 MiB/s wr, 27 op/s 2024-04-12T00:40:21.047 INFO:tasks.rados.rados.0.smithi098.stdout:3981: expect (ObjNum 1136 snap 326 seq_num 1136) 2024-04-12T00:40:21.107 INFO:tasks.rados.rados.0.smithi098.stdout:3977: done (5 left) 2024-04-12T00:40:21.107 INFO:tasks.rados.rados.0.smithi098.stdout:3979: done (4 left) 2024-04-12T00:40:21.107 INFO:tasks.rados.rados.0.smithi098.stdout:3980: done (3 left) 2024-04-12T00:40:21.107 INFO:tasks.rados.rados.0.smithi098.stdout:3981: done (2 left) 2024-04-12T00:40:21.107 INFO:tasks.rados.rados.0.smithi098.stdout:3983: done (1 left) 2024-04-12T00:40:21.107 INFO:tasks.rados.rados.0.smithi098.stdout:3985: done (0 left) 2024-04-12T00:40:21.107 INFO:tasks.rados.rados.0.smithi098.stdout:3986: rollback oid 27 current snap is 382 2024-04-12T00:40:21.107 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 27 to 369 2024-04-12T00:40:21.107 INFO:tasks.rados.rados.0.smithi098.stdout:3987: snap_remove snap 333 2024-04-12T00:40:21.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:20 smithi193 ceph-mon[83763]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T00:40:21.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:21.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:20 smithi193 ceph-mon[83763]: pgmap v886: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 570 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.2 MiB/s wr, 27 op/s 2024-04-12T00:40:21.598 INFO:tasks.rados.rados.0.smithi098.stdout:3986: finishing rollback tid 1 to smithi09877355-27 2024-04-12T00:40:21.598 INFO:tasks.rados.rados.0.smithi098.stdout:3986: finishing rollback tid 2 to smithi09877355-27 2024-04-12T00:40:21.599 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 27 v 2369 (ObjNum 1127 snap 322 seq_num 1127) dirty exists 2024-04-12T00:40:21.599 INFO:tasks.rados.rados.0.smithi098.stdout:3986: done (1 left) 2024-04-12T00:40:21.599 INFO:tasks.rados.rados.0.smithi098.stdout:3987: done (0 left) 2024-04-12T00:40:21.599 INFO:tasks.rados.rados.0.smithi098.stdout:3988: snap_remove snap 374 2024-04-12T00:40:22.597 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:40:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:40:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:40:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3988: done (0 left) 2024-04-12T00:40:22.604 INFO:tasks.rados.rados.0.smithi098.stdout:3989: setattr oid 36 current snap is 382 2024-04-12T00:40:22.607 INFO:tasks.rados.rados.0.smithi098.stdout:3990: delete oid 33 current snap is 382 2024-04-12T00:40:22.614 INFO:tasks.rados.rados.0.smithi098.stdout:3990: done (1 left) 2024-04-12T00:40:22.614 INFO:tasks.rados.rados.0.smithi098.stdout:3991: read oid 49 snap -1 2024-04-12T00:40:22.614 INFO:tasks.rados.rados.0.smithi098.stdout:3991: expect deleted 2024-04-12T00:40:22.614 INFO:tasks.rados.rados.0.smithi098.stdout:3992: rollback oid 21 current snap is 382 2024-04-12T00:40:22.615 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 21 to 381 2024-04-12T00:40:22.615 INFO:tasks.rados.rados.0.smithi098.stdout:3993: read oid 4 snap -1 2024-04-12T00:40:22.615 INFO:tasks.rados.rados.0.smithi098.stdout:3993: expect (ObjNum 1198 snap 351 seq_num 1198) 2024-04-12T00:40:22.615 INFO:tasks.rados.rados.0.smithi098.stdout:3994: read oid 40 snap -1 2024-04-12T00:40:22.615 INFO:tasks.rados.rados.0.smithi098.stdout:3994: expect deleted 2024-04-12T00:40:22.615 INFO:tasks.rados.rados.0.smithi098.stdout:3995: snap_create 2024-04-12T00:40:22.625 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 36 v 3027 (ObjNum 1265 snap 0 seq_num 3675967112) dirty exists 2024-04-12T00:40:22.625 INFO:tasks.rados.rados.0.smithi098.stdout:3992: finishing rollback tid 1 to smithi09877355-21 2024-04-12T00:40:22.626 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 21 v 2621 (ObjNum 129 snap 0 seq_num 30165520) dirty dne 2024-04-12T00:40:22.626 INFO:tasks.rados.rados.0.smithi098.stdout:3993: expect (ObjNum 1198 snap 351 seq_num 1198) 2024-04-12T00:40:22.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:22 smithi193 ceph-mon[83763]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T00:40:22.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:22 smithi193 ceph-mon[83763]: pgmap v888: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 570 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 7.6 MiB/s wr, 30 op/s 2024-04-12T00:40:23.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:22 smithi098 ceph-mon[91373]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T00:40:23.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:22 smithi098 ceph-mon[91373]: pgmap v888: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 570 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 7.6 MiB/s wr, 30 op/s 2024-04-12T00:40:23.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:22 smithi098 ceph-mon[88922]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T00:40:23.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:22 smithi098 ceph-mon[88922]: pgmap v888: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 570 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 7.6 MiB/s wr, 30 op/s 2024-04-12T00:40:23.612 INFO:tasks.rados.rados.0.smithi098.stdout:3989: done (5 left) 2024-04-12T00:40:23.612 INFO:tasks.rados.rados.0.smithi098.stdout:3991: done (4 left) 2024-04-12T00:40:23.612 INFO:tasks.rados.rados.0.smithi098.stdout:3992: done (3 left) 2024-04-12T00:40:23.612 INFO:tasks.rados.rados.0.smithi098.stdout:3993: done (2 left) 2024-04-12T00:40:23.612 INFO:tasks.rados.rados.0.smithi098.stdout:3994: done (1 left) 2024-04-12T00:40:23.612 INFO:tasks.rados.rados.0.smithi098.stdout:3995: done (0 left) 2024-04-12T00:40:23.612 INFO:tasks.rados.rados.0.smithi098.stdout:3996: snap_remove snap 351 2024-04-12T00:40:23.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:23 smithi193 ceph-mon[83763]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T00:40:24.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:23 smithi098 ceph-mon[91373]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T00:40:24.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:23 smithi098 ceph-mon[88922]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T00:40:24.618 INFO:tasks.rados.rados.0.smithi098.stdout:3996: done (0 left) 2024-04-12T00:40:24.618 INFO:tasks.rados.rados.0.smithi098.stdout:3997: read oid 42 snap 379 2024-04-12T00:40:24.618 INFO:tasks.rados.rados.0.smithi098.stdout:3997: expect (ObjNum 1260 snap 378 seq_num 1260) 2024-04-12T00:40:24.619 INFO:tasks.rados.rados.0.smithi098.stdout:3998: snap_remove snap 377 2024-04-12T00:40:24.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:24 smithi193 ceph-mon[83763]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T00:40:24.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:24 smithi193 ceph-mon[83763]: pgmap v891: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 570 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-12T00:40:25.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:24 smithi098 ceph-mon[91373]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T00:40:25.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:24 smithi098 ceph-mon[91373]: pgmap v891: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 570 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-12T00:40:25.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:24 smithi098 ceph-mon[88922]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T00:40:25.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:24 smithi098 ceph-mon[88922]: pgmap v891: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 570 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-12T00:40:25.620 INFO:tasks.rados.rados.0.smithi098.stdout:3997: expect (ObjNum 1260 snap 378 seq_num 1260) 2024-04-12T00:40:25.675 INFO:tasks.rados.rados.0.smithi098.stdout:3997: done (1 left) 2024-04-12T00:40:25.676 INFO:tasks.rados.rados.0.smithi098.stdout:3998: done (0 left) 2024-04-12T00:40:25.676 INFO:tasks.rados.rados.0.smithi098.stdout:3999: rollback oid 30 current snap is 383 2024-04-12T00:40:25.676 INFO:tasks.rados.rados.0.smithi098.stdout:rollback oid 30 to 372 2024-04-12T00:40:25.676 INFO:tasks.rados.rados.0.smithi098.stdout: waiting on 1 2024-04-12T00:40:25.680 INFO:tasks.rados.rados.0.smithi098.stdout:3999: finishing rollback tid 0 to smithi09877355-30 2024-04-12T00:40:25.680 INFO:tasks.rados.rados.0.smithi098.stdout:3999: finishing rollback tid 1 to smithi09877355-30 2024-04-12T00:40:25.680 INFO:tasks.rados.rados.0.smithi098.stdout:3999: finishing rollback tid 2 to smithi09877355-30 2024-04-12T00:40:25.680 INFO:tasks.rados.rados.0.smithi098.stdout:update_object_version oid 30 v 2636 (ObjNum 1127 snap 322 seq_num 1127) dirty exists 2024-04-12T00:40:25.680 INFO:tasks.rados.rados.0.smithi098.stdout:3999: done (0 left) 2024-04-12T00:40:25.683 INFO:tasks.rados.rados.0.smithi098.stderr:0 errors. 2024-04-12T00:40:25.683 INFO:tasks.rados.rados.0.smithi098.stderr: 2024-04-12T00:40:25.687 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T00:40:25.935 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:40:26.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:25 smithi098 ceph-mon[91373]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T00:40:26.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:25 smithi098 ceph-mon[88922]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T00:40:26.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:40:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:40:25] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-04-12T00:40:26.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:25 smithi193 ceph-mon[83763]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T00:40:27.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:26 smithi098 ceph-mon[91373]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T00:40:27.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:26 smithi098 ceph-mon[91373]: pgmap v894: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 572 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 516 KiB/s wr, 12 op/s 2024-04-12T00:40:27.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:26 smithi098 ceph-mon[91373]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T00:40:27.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:26 smithi098 ceph-mon[88922]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T00:40:27.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:26 smithi098 ceph-mon[88922]: pgmap v894: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 572 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 516 KiB/s wr, 12 op/s 2024-04-12T00:40:27.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:26 smithi098 ceph-mon[88922]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T00:40:27.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:26 smithi193 ceph-mon[83763]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T00:40:27.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:26 smithi193 ceph-mon[83763]: pgmap v894: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 572 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 516 KiB/s wr, 12 op/s 2024-04-12T00:40:27.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:26 smithi193 ceph-mon[83763]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T00:40:27.779 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:40:27.780 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":823,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T00:40:26.590822+0000","last_up_change":"2024-04-12T00:35:47.514664+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T00:24:57.303279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-12T00:27:33.821316+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"822","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":452,"snap_epoch":822,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":299,"up_from":310,"up_thru":550,"down_at":300,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3194538444},{"type":"v1","addr":"172.21.15.98:6803","nonce":3194538444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3194538444},{"type":"v1","addr":"172.21.15.98:6805","nonce":3194538444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3194538444},{"type":"v1","addr":"172.21.15.98:6809","nonce":3194538444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3194538444},{"type":"v1","addr":"172.21.15.98:6807","nonce":3194538444}]},"public_addr":"172.21.15.98:6803/3194538444","cluster_addr":"172.21.15.98:6805/3194538444","heartbeat_back_addr":"172.21.15.98:6809/3194538444","heartbeat_front_addr":"172.21.15.98:6807/3194538444","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":333,"up_from":344,"up_thru":550,"down_at":334,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":1139634160},{"type":"v1","addr":"172.21.15.98:6811","nonce":1139634160}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":1139634160},{"type":"v1","addr":"172.21.15.98:6813","nonce":1139634160}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1139634160},{"type":"v1","addr":"172.21.15.98:6817","nonce":1139634160}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":1139634160},{"type":"v1","addr":"172.21.15.98:6815","nonce":1139634160}]},"public_addr":"172.21.15.98:6811/1139634160","cluster_addr":"172.21.15.98:6813/1139634160","heartbeat_back_addr":"172.21.15.98:6817/1139634160","heartbeat_front_addr":"172.21.15.98:6815/1139634160","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":367,"up_from":378,"up_thru":550,"down_at":368,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1645601825},{"type":"v1","addr":"172.21.15.98:6819","nonce":1645601825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1645601825},{"type":"v1","addr":"172.21.15.98:6821","nonce":1645601825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1645601825},{"type":"v1","addr":"172.21.15.98:6825","nonce":1645601825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1645601825},{"type":"v1","addr":"172.21.15.98:6823","nonce":1645601825}]},"public_addr":"172.21.15.98:6819/1645601825","cluster_addr":"172.21.15.98:6821/1645601825","heartbeat_back_addr":"172.21.15.98:6825/1645601825","heartbeat_front_addr":"172.21.15.98:6823/1645601825","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":401,"up_from":412,"up_thru":550,"down_at":402,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1440870298},{"type":"v1","addr":"172.21.15.98:6827","nonce":1440870298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1440870298},{"type":"v1","addr":"172.21.15.98:6829","nonce":1440870298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":1440870298},{"type":"v1","addr":"172.21.15.98:6833","nonce":1440870298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1440870298},{"type":"v1","addr":"172.21.15.98:6831","nonce":1440870298}]},"public_addr":"172.21.15.98:6827/1440870298","cluster_addr":"172.21.15.98:6829/1440870298","heartbeat_back_addr":"172.21.15.98:6833/1440870298","heartbeat_front_addr":"172.21.15.98:6831/1440870298","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":435,"up_from":446,"up_thru":550,"down_at":436,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4011061319},{"type":"v1","addr":"172.21.15.193:6801","nonce":4011061319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4011061319},{"type":"v1","addr":"172.21.15.193:6803","nonce":4011061319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4011061319},{"type":"v1","addr":"172.21.15.193:6807","nonce":4011061319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4011061319},{"type":"v1","addr":"172.21.15.193:6805","nonce":4011061319}]},"public_addr":"172.21.15.193:6801/4011061319","cluster_addr":"172.21.15.193:6803/4011061319","heartbeat_back_addr":"172.21.15.193:6807/4011061319","heartbeat_front_addr":"172.21.15.193:6805/4011061319","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":470,"up_from":482,"up_thru":550,"down_at":471,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3707112182},{"type":"v1","addr":"172.21.15.193:6809","nonce":3707112182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3707112182},{"type":"v1","addr":"172.21.15.193:6811","nonce":3707112182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3707112182},{"type":"v1","addr":"172.21.15.193:6815","nonce":3707112182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3707112182},{"type":"v1","addr":"172.21.15.193:6813","nonce":3707112182}]},"public_addr":"172.21.15.193:6809/3707112182","cluster_addr":"172.21.15.193:6811/3707112182","heartbeat_back_addr":"172.21.15.193:6815/3707112182","heartbeat_front_addr":"172.21.15.193:6813/3707112182","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":505,"up_from":515,"up_thru":550,"down_at":506,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":3693329044},{"type":"v1","addr":"172.21.15.193:6817","nonce":3693329044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":3693329044},{"type":"v1","addr":"172.21.15.193:6819","nonce":3693329044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":3693329044},{"type":"v1","addr":"172.21.15.193:6823","nonce":3693329044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":3693329044},{"type":"v1","addr":"172.21.15.193:6821","nonce":3693329044}]},"public_addr":"172.21.15.193:6817/3693329044","cluster_addr":"172.21.15.193:6819/3693329044","heartbeat_back_addr":"172.21.15.193:6823/3693329044","heartbeat_front_addr":"172.21.15.193:6821/3693329044","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":539,"up_from":550,"up_thru":550,"down_at":540,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":2038714018},{"type":"v1","addr":"172.21.15.193:6825","nonce":2038714018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":2038714018},{"type":"v1","addr":"172.21.15.193:6827","nonce":2038714018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":2038714018},{"type":"v1","addr":"172.21.15.193:6831","nonce":2038714018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":2038714018},{"type":"v1","addr":"172.21.15.193:6829","nonce":2038714018}]},"public_addr":"172.21.15.193:6825/2038714018","cluster_addr":"172.21.15.193:6827/2038714018","heartbeat_back_addr":"172.21.15.193:6831/2038714018","heartbeat_front_addr":"172.21.15.193:6829/2038714018","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":299},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":333},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":367},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":401},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":435},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":470},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":505},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":539}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.193:6832/3809717640":"2024-04-13T00:36:18.452465+0000","172.21.15.98:0/4098289403":"2024-04-13T00:30:19.808486+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3600284406":"2024-04-13T00:30:19.808486+0000","172.21.15.98:6800/3600284406":"2024-04-13T00:30:19.808486+0000","172.21.15.98:6801/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6800/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6834/1506290339":"2024-04-13T00:35:56.310350+0000","172.21.15.98:0/2418999555":"2024-04-13T00:29:01.754827+0000","172.21.15.193:6835/3197891407":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/3547598633":"2024-04-13T00:30:19.808486+0000","172.21.15.193:6833/3809717640":"2024-04-13T00:36:18.452465+0000","172.21.15.98:0/3885972226":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/593219676":"2024-04-13T00:30:19.808486+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1700160071":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/4245698698":"2024-04-13T00:29:01.754827+0000","172.21.15.98:0/3813068296":"2024-04-13T00:29:01.754827+0000","172.21.15.98:0/1624449297":"2024-04-13T00:29:01.754827+0000","172.21.15.193:0/4230951954":"2024-04-13T00:29:36.031897+0000","172.21.15.193:0/2423557469":"2024-04-13T00:29:36.031897+0000","172.21.15.193:0/1254573665":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/2726794355":"2024-04-13T00:30:19.808486+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/2016920237":"2024-04-13T00:24:55.471559+0000","172.21.15.193:0/3268184482":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3060412585":"2024-04-13T00:30:19.808486+0000","172.21.15.98:0/285303974":"2024-04-13T00:30:19.808486+0000","172.21.15.98:6800/1230678706":"2024-04-13T00:29:01.754827+0000","172.21.15.193:6834/3197891407":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/4227238814":"2024-04-13T00:30:19.808486+0000","172.21.15.98:6801/1230678706":"2024-04-13T00:29:01.754827+0000","172.21.15.193:0/927068890":"2024-04-13T00:29:36.031897+0000","172.21.15.193:0/1181140985":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/3321987296":"2024-04-13T00:24:55.471559+0000","172.21.15.193:0/1617730275":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6835/1506290339":"2024-04-13T00:35:56.310350+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/4059166450":"2024-04-13T00:29:01.754827+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":403,"length":1},{"begin":421,"length":1},{"begin":438,"length":1},{"begin":444,"length":1},{"begin":447,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":415,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T00:40:28.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:27 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2897083230' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:40:28.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:27 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2897083230' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:40:28.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:27 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2897083230' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T00:40:28.438 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T00:40:28.661 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:40:28.995 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:28 smithi098 ceph-mon[91373]: pgmap v896: 121 pgs: 121 active+clean; 566 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 472 KiB/s wr, 2 op/s 2024-04-12T00:40:28.996 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:28 smithi098 ceph-mon[88922]: pgmap v896: 121 pgs: 121 active+clean; 566 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 472 KiB/s wr, 2 op/s 2024-04-12T00:40:29.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:28 smithi193 ceph-mon[83763]: pgmap v896: 121 pgs: 121 active+clean; 566 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 472 KiB/s wr, 2 op/s 2024-04-12T00:40:30.153 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:30 smithi098 ceph-mon[91373]: pgmap v897: 121 pgs: 121 active+clean; 565 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 936 KiB/s rd, 344 KiB/s wr, 2 op/s 2024-04-12T00:40:30.154 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:30 smithi098 ceph-mon[88922]: pgmap v897: 121 pgs: 121 active+clean; 565 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 936 KiB/s rd, 344 KiB/s wr, 2 op/s 2024-04-12T00:40:30.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:30 smithi193 ceph-mon[83763]: pgmap v897: 121 pgs: 121 active+clean; 565 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 936 KiB/s rd, 344 KiB/s wr, 2 op/s 2024-04-12T00:40:30.611 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T00:40:30.614 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2024-04-12T00:40:31.170 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:31 smithi098 ceph-mon[91373]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:40:31.170 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:31 smithi098 ceph-mon[88922]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:40:31.190 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":897,"stamp":"2024-04-12T00:40:29.981188+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592362494,"num_objects":293,"num_object_clones":219,"num_object_copies":879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":293,"num_whiteouts":12,"num_read":5142,"num_read_kb":5497529,"num_write":8780,"num_write_kb":1807764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":110,"num_bytes_recovered":268543584,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23439,"ondisk_log_size":23439,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2919116,"kb_used_data":770112,"kb_used_omap":328,"kb_used_meta":2148535,"kb_avail":747042100,"statfs":{"total":767960285184,"available":764971110400,"internally_reserved":0,"allocated":788594688,"data_stored":1633051659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":336531,"internal_metadata":2200100205},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-4833280,"num_objects":-2,"num_object_clones":-2,"num_object_copies":-6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2,"num_whiteouts":0,"num_read":6,"num_read_kb":5618,"num_write":7,"num_write_kb":2064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001497"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1039,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614979+0000","last_change":"2024-04-12T00:35:48.548715+0000","last_active":"2024-04-12T00:40:25.614979+0000","last_peered":"2024-04-12T00:40:25.614979+0000","last_clean":"2024-04-12T00:40:25.614979+0000","last_became_active":"2024-04-12T00:35:48.547649+0000","last_became_peered":"2024-04-12T00:35:48.547649+0000","last_unstale":"2024-04-12T00:40:25.614979+0000","last_undegraded":"2024-04-12T00:40:25.614979+0000","last_fullsized":"2024-04-12T00:40:25.614979+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:02:31.246533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1251,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629805+0000","last_change":"2024-04-12T00:35:13.536452+0000","last_active":"2024-04-12T00:40:26.629805+0000","last_peered":"2024-04-12T00:40:26.629805+0000","last_clean":"2024-04-12T00:40:26.629805+0000","last_became_active":"2024-04-12T00:35:13.536139+0000","last_became_peered":"2024-04-12T00:35:13.536139+0000","last_unstale":"2024-04-12T00:40:26.629805+0000","last_undegraded":"2024-04-12T00:40:26.629805+0000","last_fullsized":"2024-04-12T00:40:26.629805+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:01:17.949634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.616990+0000","last_change":"2024-04-12T00:32:55.495352+0000","last_active":"2024-04-12T00:40:25.616990+0000","last_peered":"2024-04-12T00:40:25.616990+0000","last_clean":"2024-04-12T00:40:25.616990+0000","last_became_active":"2024-04-12T00:32:55.495011+0000","last_became_peered":"2024-04-12T00:32:55.495011+0000","last_unstale":"2024-04-12T00:40:25.616990+0000","last_undegraded":"2024-04-12T00:40:25.616990+0000","last_fullsized":"2024-04-12T00:40:25.616990+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:22:33.921238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1120,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629777+0000","last_change":"2024-04-12T00:35:48.543679+0000","last_active":"2024-04-12T00:40:26.629777+0000","last_peered":"2024-04-12T00:40:26.629777+0000","last_clean":"2024-04-12T00:40:26.629777+0000","last_became_active":"2024-04-12T00:35:48.543418+0000","last_became_peered":"2024-04-12T00:35:48.543418+0000","last_unstale":"2024-04-12T00:40:26.629777+0000","last_undegraded":"2024-04-12T00:40:26.629777+0000","last_fullsized":"2024-04-12T00:40:26.629777+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:35:34.091204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1051,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614218+0000","last_change":"2024-04-12T00:35:48.556026+0000","last_active":"2024-04-12T00:40:25.614218+0000","last_peered":"2024-04-12T00:40:25.614218+0000","last_clean":"2024-04-12T00:40:25.614218+0000","last_became_active":"2024-04-12T00:35:48.555679+0000","last_became_peered":"2024-04-12T00:35:48.555679+0000","last_unstale":"2024-04-12T00:40:25.614218+0000","last_undegraded":"2024-04-12T00:40:25.614218+0000","last_fullsized":"2024-04-12T00:40:25.614218+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:49:31.148925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630999+0000","last_change":"2024-04-12T00:34:39.617336+0000","last_active":"2024-04-12T00:40:26.630999+0000","last_peered":"2024-04-12T00:40:26.630999+0000","last_clean":"2024-04-12T00:40:26.630999+0000","last_became_active":"2024-04-12T00:34:39.615865+0000","last_became_peered":"2024-04-12T00:34:39.615865+0000","last_unstale":"2024-04-12T00:40:26.630999+0000","last_undegraded":"2024-04-12T00:40:26.630999+0000","last_fullsized":"2024-04-12T00:40:26.630999+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:06:54.844708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1051,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614032+0000","last_change":"2024-04-12T00:35:48.547994+0000","last_active":"2024-04-12T00:40:25.614032+0000","last_peered":"2024-04-12T00:40:25.614032+0000","last_clean":"2024-04-12T00:40:25.614032+0000","last_became_active":"2024-04-12T00:35:48.547480+0000","last_became_peered":"2024-04-12T00:35:48.547480+0000","last_unstale":"2024-04-12T00:40:25.614032+0000","last_undegraded":"2024-04-12T00:40:25.614032+0000","last_fullsized":"2024-04-12T00:40:25.614032+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:09:00.199753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1184,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629428+0000","last_change":"2024-04-12T00:35:13.545835+0000","last_active":"2024-04-12T00:40:26.629428+0000","last_peered":"2024-04-12T00:40:26.629428+0000","last_clean":"2024-04-12T00:40:26.629428+0000","last_became_active":"2024-04-12T00:35:13.545002+0000","last_became_peered":"2024-04-12T00:35:13.545002+0000","last_unstale":"2024-04-12T00:40:26.629428+0000","last_undegraded":"2024-04-12T00:40:26.629428+0000","last_fullsized":"2024-04-12T00:40:26.629428+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:28:45.006376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1046,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614748+0000","last_change":"2024-04-12T00:35:48.551830+0000","last_active":"2024-04-12T00:40:25.614748+0000","last_peered":"2024-04-12T00:40:25.614748+0000","last_clean":"2024-04-12T00:40:25.614748+0000","last_became_active":"2024-04-12T00:35:48.551507+0000","last_became_peered":"2024-04-12T00:35:48.551507+0000","last_unstale":"2024-04-12T00:40:25.614748+0000","last_undegraded":"2024-04-12T00:40:25.614748+0000","last_fullsized":"2024-04-12T00:40:25.614748+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:56:01.799334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.618091+0000","last_change":"2024-04-12T00:35:13.560085+0000","last_active":"2024-04-12T00:40:25.618091+0000","last_peered":"2024-04-12T00:40:25.618091+0000","last_clean":"2024-04-12T00:40:25.618091+0000","last_became_active":"2024-04-12T00:35:13.559747+0000","last_became_peered":"2024-04-12T00:35:13.559747+0000","last_unstale":"2024-04-12T00:40:25.618091+0000","last_undegraded":"2024-04-12T00:40:25.618091+0000","last_fullsized":"2024-04-12T00:40:25.618091+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:12:19.109104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617684+0000","last_change":"2024-04-12T00:35:13.550892+0000","last_active":"2024-04-12T00:40:25.617684+0000","last_peered":"2024-04-12T00:40:25.617684+0000","last_clean":"2024-04-12T00:40:25.617684+0000","last_became_active":"2024-04-12T00:35:13.550532+0000","last_became_peered":"2024-04-12T00:35:13.550532+0000","last_unstale":"2024-04-12T00:40:25.617684+0000","last_undegraded":"2024-04-12T00:40:25.617684+0000","last_fullsized":"2024-04-12T00:40:25.617684+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:54:03.022633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1172,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.595067+0000","last_change":"2024-04-12T00:35:13.536567+0000","last_active":"2024-04-12T00:40:26.595067+0000","last_peered":"2024-04-12T00:40:26.595067+0000","last_clean":"2024-04-12T00:40:26.595067+0000","last_became_active":"2024-04-12T00:35:13.536277+0000","last_became_peered":"2024-04-12T00:35:13.536277+0000","last_unstale":"2024-04-12T00:40:26.595067+0000","last_undegraded":"2024-04-12T00:40:26.595067+0000","last_fullsized":"2024-04-12T00:40:26.595067+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:03:51.186619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1185,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629278+0000","last_change":"2024-04-12T00:35:13.540437+0000","last_active":"2024-04-12T00:40:26.629278+0000","last_peered":"2024-04-12T00:40:26.629278+0000","last_clean":"2024-04-12T00:40:26.629278+0000","last_became_active":"2024-04-12T00:35:13.540028+0000","last_became_peered":"2024-04-12T00:35:13.540028+0000","last_unstale":"2024-04-12T00:40:26.629278+0000","last_undegraded":"2024-04-12T00:40:26.629278+0000","last_fullsized":"2024-04-12T00:40:26.629278+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:52:42.355760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.616742+0000","last_change":"2024-04-12T00:34:39.607086+0000","last_active":"2024-04-12T00:40:25.616742+0000","last_peered":"2024-04-12T00:40:25.616742+0000","last_clean":"2024-04-12T00:40:25.616742+0000","last_became_active":"2024-04-12T00:34:39.606687+0000","last_became_peered":"2024-04-12T00:34:39.606687+0000","last_unstale":"2024-04-12T00:40:25.616742+0000","last_undegraded":"2024-04-12T00:40:25.616742+0000","last_fullsized":"2024-04-12T00:40:25.616742+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:20:04.197330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1243,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.627793+0000","last_change":"2024-04-12T00:34:39.608526+0000","last_active":"2024-04-12T00:40:26.627793+0000","last_peered":"2024-04-12T00:40:26.627793+0000","last_clean":"2024-04-12T00:40:26.627793+0000","last_became_active":"2024-04-12T00:34:39.607780+0000","last_became_peered":"2024-04-12T00:34:39.607780+0000","last_unstale":"2024-04-12T00:40:26.627793+0000","last_undegraded":"2024-04-12T00:40:26.627793+0000","last_fullsized":"2024-04-12T00:40:26.627793+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:36:10.346338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1100,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629427+0000","last_change":"2024-04-12T00:35:48.544015+0000","last_active":"2024-04-12T00:40:26.629427+0000","last_peered":"2024-04-12T00:40:26.629427+0000","last_clean":"2024-04-12T00:40:26.629427+0000","last_became_active":"2024-04-12T00:35:48.543371+0000","last_became_peered":"2024-04-12T00:35:48.543371+0000","last_unstale":"2024-04-12T00:40:26.629427+0000","last_undegraded":"2024-04-12T00:40:26.629427+0000","last_fullsized":"2024-04-12T00:40:26.629427+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:48:24.580187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1112,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.631145+0000","last_change":"2024-04-12T00:35:48.546904+0000","last_active":"2024-04-12T00:40:26.631145+0000","last_peered":"2024-04-12T00:40:26.631145+0000","last_clean":"2024-04-12T00:40:26.631145+0000","last_became_active":"2024-04-12T00:35:48.544537+0000","last_became_peered":"2024-04-12T00:35:48.544537+0000","last_unstale":"2024-04-12T00:40:26.631145+0000","last_undegraded":"2024-04-12T00:40:26.631145+0000","last_fullsized":"2024-04-12T00:40:26.631145+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:00:56.923463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1213,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.597868+0000","last_change":"2024-04-12T00:35:48.552760+0000","last_active":"2024-04-12T00:40:26.597868+0000","last_peered":"2024-04-12T00:40:26.597868+0000","last_clean":"2024-04-12T00:40:26.597868+0000","last_became_active":"2024-04-12T00:35:48.552436+0000","last_became_peered":"2024-04-12T00:35:48.552436+0000","last_unstale":"2024-04-12T00:40:26.597868+0000","last_undegraded":"2024-04-12T00:40:26.597868+0000","last_fullsized":"2024-04-12T00:40:26.597868+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:32:13.653616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.615203+0000","last_change":"2024-04-12T00:35:48.552807+0000","last_active":"2024-04-12T00:40:25.615203+0000","last_peered":"2024-04-12T00:40:25.615203+0000","last_clean":"2024-04-12T00:40:25.615203+0000","last_became_active":"2024-04-12T00:35:48.552386+0000","last_became_peered":"2024-04-12T00:35:48.552386+0000","last_unstale":"2024-04-12T00:40:25.615203+0000","last_undegraded":"2024-04-12T00:40:25.615203+0000","last_fullsized":"2024-04-12T00:40:25.615203+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:26:19.470514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"582'6","reported_seq":1282,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.620508+0000","last_change":"2024-04-12T00:35:48.543542+0000","last_active":"2024-04-12T00:40:25.620508+0000","last_peered":"2024-04-12T00:40:25.620508+0000","last_clean":"2024-04-12T00:40:25.620508+0000","last_became_active":"2024-04-12T00:35:48.543205+0000","last_became_peered":"2024-04-12T00:35:48.543205+0000","last_unstale":"2024-04-12T00:40:25.620508+0000","last_undegraded":"2024-04-12T00:40:25.620508+0000","last_fullsized":"2024-04-12T00:40:25.620508+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:07:34.159665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1179,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629683+0000","last_change":"2024-04-12T00:35:13.544826+0000","last_active":"2024-04-12T00:40:26.629683+0000","last_peered":"2024-04-12T00:40:26.629683+0000","last_clean":"2024-04-12T00:40:26.629683+0000","last_became_active":"2024-04-12T00:35:13.544503+0000","last_became_peered":"2024-04-12T00:35:13.544503+0000","last_unstale":"2024-04-12T00:40:26.629683+0000","last_undegraded":"2024-04-12T00:40:26.629683+0000","last_fullsized":"2024-04-12T00:40:26.629683+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:42:22.932877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"582'3","reported_seq":1198,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629852+0000","last_change":"2024-04-12T00:34:39.600767+0000","last_active":"2024-04-12T00:40:26.629852+0000","last_peered":"2024-04-12T00:40:26.629852+0000","last_clean":"2024-04-12T00:40:26.629852+0000","last_became_active":"2024-04-12T00:34:39.599606+0000","last_became_peered":"2024-04-12T00:34:39.599606+0000","last_unstale":"2024-04-12T00:40:26.629852+0000","last_undegraded":"2024-04-12T00:40:26.629852+0000","last_fullsized":"2024-04-12T00:40:26.629852+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:29:53.795580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.616656+0000","last_change":"2024-04-12T00:34:39.607833+0000","last_active":"2024-04-12T00:40:25.616656+0000","last_peered":"2024-04-12T00:40:25.616656+0000","last_clean":"2024-04-12T00:40:25.616656+0000","last_became_active":"2024-04-12T00:34:39.606695+0000","last_became_peered":"2024-04-12T00:34:39.606695+0000","last_unstale":"2024-04-12T00:40:25.616656+0000","last_undegraded":"2024-04-12T00:40:25.616656+0000","last_fullsized":"2024-04-12T00:40:25.616656+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:36:15.784661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1044,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.615184+0000","last_change":"2024-04-12T00:35:48.551892+0000","last_active":"2024-04-12T00:40:25.615184+0000","last_peered":"2024-04-12T00:40:25.615184+0000","last_clean":"2024-04-12T00:40:25.615184+0000","last_became_active":"2024-04-12T00:35:48.549636+0000","last_became_peered":"2024-04-12T00:35:48.549636+0000","last_unstale":"2024-04-12T00:40:25.615184+0000","last_undegraded":"2024-04-12T00:40:25.615184+0000","last_fullsized":"2024-04-12T00:40:25.615184+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:44:09.003201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1117,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.631865+0000","last_change":"2024-04-12T00:34:39.617818+0000","last_active":"2024-04-12T00:40:26.631865+0000","last_peered":"2024-04-12T00:40:26.631865+0000","last_clean":"2024-04-12T00:40:26.631865+0000","last_became_active":"2024-04-12T00:34:39.617220+0000","last_became_peered":"2024-04-12T00:34:39.617220+0000","last_unstale":"2024-04-12T00:40:26.631865+0000","last_undegraded":"2024-04-12T00:40:26.631865+0000","last_fullsized":"2024-04-12T00:40:26.631865+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:49:49.401821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1053,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614648+0000","last_change":"2024-04-12T00:35:48.555203+0000","last_active":"2024-04-12T00:40:25.614648+0000","last_peered":"2024-04-12T00:40:25.614648+0000","last_clean":"2024-04-12T00:40:25.614648+0000","last_became_active":"2024-04-12T00:35:48.553751+0000","last_became_peered":"2024-04-12T00:35:48.553751+0000","last_unstale":"2024-04-12T00:40:25.614648+0000","last_undegraded":"2024-04-12T00:40:25.614648+0000","last_fullsized":"2024-04-12T00:40:25.614648+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:59.129735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1142,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630341+0000","last_change":"2024-04-12T00:35:13.546478+0000","last_active":"2024-04-12T00:40:26.630341+0000","last_peered":"2024-04-12T00:40:26.630341+0000","last_clean":"2024-04-12T00:40:26.630341+0000","last_became_active":"2024-04-12T00:35:13.544914+0000","last_became_peered":"2024-04-12T00:35:13.544914+0000","last_unstale":"2024-04-12T00:40:26.630341+0000","last_undegraded":"2024-04-12T00:40:26.630341+0000","last_fullsized":"2024-04-12T00:40:26.630341+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:31:41.258882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"582'3","reported_seq":1188,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629629+0000","last_change":"2024-04-12T00:35:48.543542+0000","last_active":"2024-04-12T00:40:26.629629+0000","last_peered":"2024-04-12T00:40:26.629629+0000","last_clean":"2024-04-12T00:40:26.629629+0000","last_became_active":"2024-04-12T00:35:48.543213+0000","last_became_peered":"2024-04-12T00:35:48.543213+0000","last_unstale":"2024-04-12T00:40:26.629629+0000","last_undegraded":"2024-04-12T00:40:26.629629+0000","last_fullsized":"2024-04-12T00:40:26.629629+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:53:16.790882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1165,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.594762+0000","last_change":"2024-04-12T00:34:03.496356+0000","last_active":"2024-04-12T00:40:26.594762+0000","last_peered":"2024-04-12T00:40:26.594762+0000","last_clean":"2024-04-12T00:40:26.594762+0000","last_became_active":"2024-04-12T00:34:03.496025+0000","last_became_peered":"2024-04-12T00:34:03.496025+0000","last_unstale":"2024-04-12T00:40:26.594762+0000","last_undegraded":"2024-04-12T00:40:26.594762+0000","last_fullsized":"2024-04-12T00:40:26.594762+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:51:08.845528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"582'3","reported_seq":1084,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617444+0000","last_change":"2024-04-12T00:35:48.535452+0000","last_active":"2024-04-12T00:40:25.617444+0000","last_peered":"2024-04-12T00:40:25.617444+0000","last_clean":"2024-04-12T00:40:25.617444+0000","last_became_active":"2024-04-12T00:35:48.535014+0000","last_became_peered":"2024-04-12T00:35:48.535014+0000","last_unstale":"2024-04-12T00:40:25.617444+0000","last_undegraded":"2024-04-12T00:40:25.617444+0000","last_fullsized":"2024-04-12T00:40:25.617444+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:50:50.212349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.597407+0000","last_change":"2024-04-12T00:35:48.550211+0000","last_active":"2024-04-12T00:40:26.597407+0000","last_peered":"2024-04-12T00:40:26.597407+0000","last_clean":"2024-04-12T00:40:26.597407+0000","last_became_active":"2024-04-12T00:35:48.549460+0000","last_became_peered":"2024-04-12T00:35:48.549460+0000","last_unstale":"2024-04-12T00:40:26.597407+0000","last_undegraded":"2024-04-12T00:40:26.597407+0000","last_fullsized":"2024-04-12T00:40:26.597407+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:57:32.318036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1193,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628296+0000","last_change":"2024-04-12T00:35:13.546200+0000","last_active":"2024-04-12T00:40:26.628296+0000","last_peered":"2024-04-12T00:40:26.628296+0000","last_clean":"2024-04-12T00:40:26.628296+0000","last_became_active":"2024-04-12T00:35:13.545198+0000","last_became_peered":"2024-04-12T00:35:13.545198+0000","last_unstale":"2024-04-12T00:40:26.628296+0000","last_undegraded":"2024-04-12T00:40:26.628296+0000","last_fullsized":"2024-04-12T00:40:26.628296+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:39:15.432154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1191,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630115+0000","last_change":"2024-04-12T00:33:29.665782+0000","last_active":"2024-04-12T00:40:26.630115+0000","last_peered":"2024-04-12T00:40:26.630115+0000","last_clean":"2024-04-12T00:40:26.630115+0000","last_became_active":"2024-04-12T00:33:29.665477+0000","last_became_peered":"2024-04-12T00:33:29.665477+0000","last_unstale":"2024-04-12T00:40:26.630115+0000","last_undegraded":"2024-04-12T00:40:26.630115+0000","last_fullsized":"2024-04-12T00:40:26.630115+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:56:22.789635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1112,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629762+0000","last_change":"2024-04-12T00:35:48.544316+0000","last_active":"2024-04-12T00:40:26.629762+0000","last_peered":"2024-04-12T00:40:26.629762+0000","last_clean":"2024-04-12T00:40:26.629762+0000","last_became_active":"2024-04-12T00:35:48.543734+0000","last_became_peered":"2024-04-12T00:35:48.543734+0000","last_unstale":"2024-04-12T00:40:26.629762+0000","last_undegraded":"2024-04-12T00:40:26.629762+0000","last_fullsized":"2024-04-12T00:40:26.629762+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:52:49.838061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1242,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628285+0000","last_change":"2024-04-12T00:34:03.502590+0000","last_active":"2024-04-12T00:40:26.628285+0000","last_peered":"2024-04-12T00:40:26.628285+0000","last_clean":"2024-04-12T00:40:26.628285+0000","last_became_active":"2024-04-12T00:34:03.502228+0000","last_became_peered":"2024-04-12T00:34:03.502228+0000","last_unstale":"2024-04-12T00:40:26.628285+0000","last_undegraded":"2024-04-12T00:40:26.628285+0000","last_fullsized":"2024-04-12T00:40:26.628285+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:54:00.256654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1081,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.618737+0000","last_change":"2024-04-12T00:35:13.553276+0000","last_active":"2024-04-12T00:40:25.618737+0000","last_peered":"2024-04-12T00:40:25.618737+0000","last_clean":"2024-04-12T00:40:25.618737+0000","last_became_active":"2024-04-12T00:35:13.552289+0000","last_became_peered":"2024-04-12T00:35:13.552289+0000","last_unstale":"2024-04-12T00:40:25.618737+0000","last_undegraded":"2024-04-12T00:40:25.618737+0000","last_fullsized":"2024-04-12T00:40:25.618737+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:17:45.907697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630777+0000","last_change":"2024-04-12T00:35:48.546726+0000","last_active":"2024-04-12T00:40:26.630777+0000","last_peered":"2024-04-12T00:40:26.630777+0000","last_clean":"2024-04-12T00:40:26.630777+0000","last_became_active":"2024-04-12T00:35:48.546438+0000","last_became_peered":"2024-04-12T00:35:48.546438+0000","last_unstale":"2024-04-12T00:40:26.630777+0000","last_undegraded":"2024-04-12T00:40:26.630777+0000","last_fullsized":"2024-04-12T00:40:26.630777+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:32:55.128732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1128,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630500+0000","last_change":"2024-04-12T00:35:13.548491+0000","last_active":"2024-04-12T00:40:26.630500+0000","last_peered":"2024-04-12T00:40:26.630500+0000","last_clean":"2024-04-12T00:40:26.630500+0000","last_became_active":"2024-04-12T00:35:13.545407+0000","last_became_peered":"2024-04-12T00:35:13.545407+0000","last_unstale":"2024-04-12T00:40:26.630500+0000","last_undegraded":"2024-04-12T00:40:26.630500+0000","last_fullsized":"2024-04-12T00:40:26.630500+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:28:12.980290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.619876+0000","last_change":"2024-04-12T00:34:39.607001+0000","last_active":"2024-04-12T00:40:25.619876+0000","last_peered":"2024-04-12T00:40:25.619876+0000","last_clean":"2024-04-12T00:40:25.619876+0000","last_became_active":"2024-04-12T00:34:39.606626+0000","last_became_peered":"2024-04-12T00:34:39.606626+0000","last_unstale":"2024-04-12T00:40:25.619876+0000","last_undegraded":"2024-04-12T00:40:25.619876+0000","last_fullsized":"2024-04-12T00:40:25.619876+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:54:27.067799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1261,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628622+0000","last_change":"2024-04-12T00:34:39.614861+0000","last_active":"2024-04-12T00:40:26.628622+0000","last_peered":"2024-04-12T00:40:26.628622+0000","last_clean":"2024-04-12T00:40:26.628622+0000","last_became_active":"2024-04-12T00:34:39.614086+0000","last_became_peered":"2024-04-12T00:34:39.614086+0000","last_unstale":"2024-04-12T00:40:26.628622+0000","last_undegraded":"2024-04-12T00:40:26.628622+0000","last_fullsized":"2024-04-12T00:40:26.628622+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:42:41.333372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1213,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.596837+0000","last_change":"2024-04-12T00:35:48.548446+0000","last_active":"2024-04-12T00:40:26.596837+0000","last_peered":"2024-04-12T00:40:26.596837+0000","last_clean":"2024-04-12T00:40:26.596837+0000","last_became_active":"2024-04-12T00:35:48.548112+0000","last_became_peered":"2024-04-12T00:35:48.548112+0000","last_unstale":"2024-04-12T00:40:26.596837+0000","last_undegraded":"2024-04-12T00:40:26.596837+0000","last_fullsized":"2024-04-12T00:40:26.596837+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:15:05.035006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"582'30","reported_seq":1123,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617932+0000","last_change":"2024-04-12T00:35:13.546313+0000","last_active":"2024-04-12T00:40:25.617932+0000","last_peered":"2024-04-12T00:40:25.617932+0000","last_clean":"2024-04-12T00:40:25.617932+0000","last_became_active":"2024-04-12T00:35:13.543339+0000","last_became_peered":"2024-04-12T00:35:13.543339+0000","last_unstale":"2024-04-12T00:40:25.617932+0000","last_undegraded":"2024-04-12T00:40:25.617932+0000","last_fullsized":"2024-04-12T00:40:25.617932+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:55:41.936253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1051,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614428+0000","last_change":"2024-04-12T00:35:48.547335+0000","last_active":"2024-04-12T00:40:25.614428+0000","last_peered":"2024-04-12T00:40:25.614428+0000","last_clean":"2024-04-12T00:40:25.614428+0000","last_became_active":"2024-04-12T00:35:48.546015+0000","last_became_peered":"2024-04-12T00:35:48.546015+0000","last_unstale":"2024-04-12T00:40:25.614428+0000","last_undegraded":"2024-04-12T00:40:25.614428+0000","last_fullsized":"2024-04-12T00:40:25.614428+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:19:54.560899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1276,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.618084+0000","last_change":"2024-04-12T00:34:03.504055+0000","last_active":"2024-04-12T00:40:25.618084+0000","last_peered":"2024-04-12T00:40:25.618084+0000","last_clean":"2024-04-12T00:40:25.618084+0000","last_became_active":"2024-04-12T00:34:03.503642+0000","last_became_peered":"2024-04-12T00:34:03.503642+0000","last_unstale":"2024-04-12T00:40:25.618084+0000","last_undegraded":"2024-04-12T00:40:25.618084+0000","last_fullsized":"2024-04-12T00:40:25.618084+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:58:21.844877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1269,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617125+0000","last_change":"2024-04-12T00:35:48.544281+0000","last_active":"2024-04-12T00:40:25.617125+0000","last_peered":"2024-04-12T00:40:25.617125+0000","last_clean":"2024-04-12T00:40:25.617125+0000","last_became_active":"2024-04-12T00:35:48.543958+0000","last_became_peered":"2024-04-12T00:35:48.543958+0000","last_unstale":"2024-04-12T00:40:25.617125+0000","last_undegraded":"2024-04-12T00:40:25.617125+0000","last_fullsized":"2024-04-12T00:40:25.617125+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:20:49.848888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1121,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629777+0000","last_change":"2024-04-12T00:35:48.545385+0000","last_active":"2024-04-12T00:40:26.629777+0000","last_peered":"2024-04-12T00:40:26.629777+0000","last_clean":"2024-04-12T00:40:26.629777+0000","last_became_active":"2024-04-12T00:35:48.544837+0000","last_became_peered":"2024-04-12T00:35:48.544837+0000","last_unstale":"2024-04-12T00:40:26.629777+0000","last_undegraded":"2024-04-12T00:40:26.629777+0000","last_fullsized":"2024-04-12T00:40:26.629777+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:42:34.525629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1052,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614600+0000","last_change":"2024-04-12T00:35:48.553255+0000","last_active":"2024-04-12T00:40:25.614600+0000","last_peered":"2024-04-12T00:40:25.614600+0000","last_clean":"2024-04-12T00:40:25.614600+0000","last_became_active":"2024-04-12T00:35:48.552837+0000","last_became_peered":"2024-04-12T00:35:48.552837+0000","last_unstale":"2024-04-12T00:40:25.614600+0000","last_undegraded":"2024-04-12T00:40:25.614600+0000","last_fullsized":"2024-04-12T00:40:25.614600+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:28:44.535207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1087,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617087+0000","last_change":"2024-04-12T00:35:13.546836+0000","last_active":"2024-04-12T00:40:25.617087+0000","last_peered":"2024-04-12T00:40:25.617087+0000","last_clean":"2024-04-12T00:40:25.617087+0000","last_became_active":"2024-04-12T00:35:13.546543+0000","last_became_peered":"2024-04-12T00:35:13.546543+0000","last_unstale":"2024-04-12T00:40:25.617087+0000","last_undegraded":"2024-04-12T00:40:25.617087+0000","last_fullsized":"2024-04-12T00:40:25.617087+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:20:18.529765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617205+0000","last_change":"2024-04-12T00:35:13.548067+0000","last_active":"2024-04-12T00:40:25.617205+0000","last_peered":"2024-04-12T00:40:25.617205+0000","last_clean":"2024-04-12T00:40:25.617205+0000","last_became_active":"2024-04-12T00:35:13.543532+0000","last_became_peered":"2024-04-12T00:35:13.543532+0000","last_unstale":"2024-04-12T00:40:25.617205+0000","last_undegraded":"2024-04-12T00:40:25.617205+0000","last_fullsized":"2024-04-12T00:40:25.617205+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:10:23.618828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1245,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.596609+0000","last_change":"2024-04-12T00:32:55.481909+0000","last_active":"2024-04-12T00:40:26.596609+0000","last_peered":"2024-04-12T00:40:26.596609+0000","last_clean":"2024-04-12T00:40:26.596609+0000","last_became_active":"2024-04-12T00:32:55.478678+0000","last_became_peered":"2024-04-12T00:32:55.478678+0000","last_unstale":"2024-04-12T00:40:26.596609+0000","last_undegraded":"2024-04-12T00:40:26.596609+0000","last_fullsized":"2024-04-12T00:40:26.596609+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:14:04.494970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614117+0000","last_change":"2024-04-12T00:35:48.538686+0000","last_active":"2024-04-12T00:40:25.614117+0000","last_peered":"2024-04-12T00:40:25.614117+0000","last_clean":"2024-04-12T00:40:25.614117+0000","last_became_active":"2024-04-12T00:35:48.538284+0000","last_became_peered":"2024-04-12T00:35:48.538284+0000","last_unstale":"2024-04-12T00:40:25.614117+0000","last_undegraded":"2024-04-12T00:40:25.614117+0000","last_fullsized":"2024-04-12T00:40:25.614117+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:11:59.051354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"822'1723","reported_seq":4780,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.596647+0000","last_change":"2024-04-12T00:40:25.622946+0000","last_active":"2024-04-12T00:40:26.596647+0000","last_peered":"2024-04-12T00:40:26.596647+0000","last_clean":"2024-04-12T00:40:26.596647+0000","last_became_active":"2024-04-12T00:32:55.479289+0000","last_became_peered":"2024-04-12T00:32:55.479289+0000","last_unstale":"2024-04-12T00:40:26.596647+0000","last_undegraded":"2024-04-12T00:40:26.596647+0000","last_fullsized":"2024-04-12T00:40:26.596647+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1723,"log_dups_size":0,"ondisk_log_size":1723,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:10:27.577079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012192640000000001,"stat_sum":{"num_bytes":17440768,"num_objects":18,"num_object_clones":14,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":2,"num_read":304,"num_read_kb":479428,"num_write":496,"num_write_kb":90456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":24207360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"2.f","version":"62'1","reported_seq":1177,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.595685+0000","last_change":"2024-04-12T00:35:48.545087+0000","last_active":"2024-04-12T00:40:26.595685+0000","last_peered":"2024-04-12T00:40:26.595685+0000","last_clean":"2024-04-12T00:40:26.595685+0000","last_became_active":"2024-04-12T00:35:48.544755+0000","last_became_peered":"2024-04-12T00:35:48.544755+0000","last_unstale":"2024-04-12T00:40:26.595685+0000","last_undegraded":"2024-04-12T00:40:26.595685+0000","last_fullsized":"2024-04-12T00:40:26.595685+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:14:28.681463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1052,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614764+0000","last_change":"2024-04-12T00:35:48.542234+0000","last_active":"2024-04-12T00:40:25.614764+0000","last_peered":"2024-04-12T00:40:25.614764+0000","last_clean":"2024-04-12T00:40:25.614764+0000","last_became_active":"2024-04-12T00:35:48.541866+0000","last_became_peered":"2024-04-12T00:35:48.541866+0000","last_unstale":"2024-04-12T00:40:25.614764+0000","last_undegraded":"2024-04-12T00:40:25.614764+0000","last_fullsized":"2024-04-12T00:40:25.614764+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:04:28.395098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"818'445","reported_seq":3721,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617773+0000","last_change":"2024-04-12T00:40:25.619154+0000","last_active":"2024-04-12T00:40:25.617773+0000","last_peered":"2024-04-12T00:40:25.617773+0000","last_clean":"2024-04-12T00:40:25.617773+0000","last_became_active":"2024-04-12T00:35:13.539360+0000","last_became_peered":"2024-04-12T00:35:13.539360+0000","last_unstale":"2024-04-12T00:40:25.617773+0000","last_undegraded":"2024-04-12T00:40:25.617773+0000","last_fullsized":"2024-04-12T00:40:25.617773+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":445,"log_dups_size":0,"ondisk_log_size":445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:40:56.827751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0016650269999999999,"stat_sum":{"num_bytes":5603328,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":141625,"num_write":169,"num_write_kb":30984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"193","length":"1"},{"start":"19f","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1243,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628478+0000","last_change":"2024-04-12T00:34:39.607825+0000","last_active":"2024-04-12T00:40:26.628478+0000","last_peered":"2024-04-12T00:40:26.628478+0000","last_clean":"2024-04-12T00:40:26.628478+0000","last_became_active":"2024-04-12T00:34:39.607484+0000","last_became_peered":"2024-04-12T00:34:39.607484+0000","last_unstale":"2024-04-12T00:40:26.628478+0000","last_undegraded":"2024-04-12T00:40:26.628478+0000","last_fullsized":"2024-04-12T00:40:26.628478+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:34:44.681672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1252,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628246+0000","last_change":"2024-04-12T00:35:48.542410+0000","last_active":"2024-04-12T00:40:26.628246+0000","last_peered":"2024-04-12T00:40:26.628246+0000","last_clean":"2024-04-12T00:40:26.628246+0000","last_became_active":"2024-04-12T00:35:48.542110+0000","last_became_peered":"2024-04-12T00:35:48.542110+0000","last_unstale":"2024-04-12T00:40:26.628246+0000","last_undegraded":"2024-04-12T00:40:26.628246+0000","last_fullsized":"2024-04-12T00:40:26.628246+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:30:44.684888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1126,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630239+0000","last_change":"2024-04-12T00:34:39.612661+0000","last_active":"2024-04-12T00:40:26.630239+0000","last_peered":"2024-04-12T00:40:26.630239+0000","last_clean":"2024-04-12T00:40:26.630239+0000","last_became_active":"2024-04-12T00:34:39.611167+0000","last_became_peered":"2024-04-12T00:34:39.611167+0000","last_unstale":"2024-04-12T00:40:26.630239+0000","last_undegraded":"2024-04-12T00:40:26.630239+0000","last_fullsized":"2024-04-12T00:40:26.630239+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:53:25.191952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"822'1031","reported_seq":4234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.622591+0000","last_change":"2024-04-12T00:40:25.623612+0000","last_active":"2024-04-12T00:40:25.622591+0000","last_peered":"2024-04-12T00:40:25.622591+0000","last_clean":"2024-04-12T00:40:25.622591+0000","last_became_active":"2024-04-12T00:34:03.499006+0000","last_became_peered":"2024-04-12T00:34:03.499006+0000","last_unstale":"2024-04-12T00:40:25.622591+0000","last_undegraded":"2024-04-12T00:40:25.622591+0000","last_fullsized":"2024-04-12T00:40:25.622591+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1031,"log_dups_size":0,"ondisk_log_size":1031,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:03:17.257564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0060828360000000003,"stat_sum":{"num_bytes":25247744,"num_objects":12,"num_object_clones":10,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":177,"num_read_kb":186902,"num_write":423,"num_write_kb":67192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":23920640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"193","length":"1"},{"start":"19f","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1243,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628444+0000","last_change":"2024-04-12T00:33:29.663055+0000","last_active":"2024-04-12T00:40:26.628444+0000","last_peered":"2024-04-12T00:40:26.628444+0000","last_clean":"2024-04-12T00:40:26.628444+0000","last_became_active":"2024-04-12T00:33:29.662598+0000","last_became_peered":"2024-04-12T00:33:29.662598+0000","last_unstale":"2024-04-12T00:40:26.628444+0000","last_undegraded":"2024-04-12T00:40:26.628444+0000","last_fullsized":"2024-04-12T00:40:26.628444+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:52:44.517541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629647+0000","last_change":"2024-04-12T00:35:13.543748+0000","last_active":"2024-04-12T00:40:26.629647+0000","last_peered":"2024-04-12T00:40:26.629647+0000","last_clean":"2024-04-12T00:40:26.629647+0000","last_became_active":"2024-04-12T00:35:13.543000+0000","last_became_peered":"2024-04-12T00:35:13.543000+0000","last_unstale":"2024-04-12T00:40:26.629647+0000","last_undegraded":"2024-04-12T00:40:26.629647+0000","last_fullsized":"2024-04-12T00:40:26.629647+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:29:57.544544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1174,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.595002+0000","last_change":"2024-04-12T00:35:13.535996+0000","last_active":"2024-04-12T00:40:26.595002+0000","last_peered":"2024-04-12T00:40:26.595002+0000","last_clean":"2024-04-12T00:40:26.595002+0000","last_became_active":"2024-04-12T00:35:13.535690+0000","last_became_peered":"2024-04-12T00:35:13.535690+0000","last_unstale":"2024-04-12T00:40:26.595002+0000","last_undegraded":"2024-04-12T00:40:26.595002+0000","last_fullsized":"2024-04-12T00:40:26.595002+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:32:26.677461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"822'1322","reported_seq":4427,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.598146+0000","last_change":"2024-04-12T00:40:25.633893+0000","last_active":"2024-04-12T00:40:26.598146+0000","last_peered":"2024-04-12T00:40:26.598146+0000","last_clean":"2024-04-12T00:40:26.598146+0000","last_became_active":"2024-04-12T00:34:39.613005+0000","last_became_peered":"2024-04-12T00:34:39.613005+0000","last_unstale":"2024-04-12T00:40:26.598146+0000","last_undegraded":"2024-04-12T00:40:26.598146+0000","last_fullsized":"2024-04-12T00:40:26.598146+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1322,"log_dups_size":0,"ondisk_log_size":1322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:32:52.627618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010424941,"stat_sum":{"num_bytes":41082880,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":234,"num_read_kb":353871,"num_write":342,"num_write_kb":122912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":18259968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1247,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629713+0000","last_change":"2024-04-12T00:34:39.614893+0000","last_active":"2024-04-12T00:40:26.629713+0000","last_peered":"2024-04-12T00:40:26.629713+0000","last_clean":"2024-04-12T00:40:26.629713+0000","last_became_active":"2024-04-12T00:34:39.614592+0000","last_became_peered":"2024-04-12T00:34:39.614592+0000","last_unstale":"2024-04-12T00:40:26.629713+0000","last_undegraded":"2024-04-12T00:40:26.629713+0000","last_fullsized":"2024-04-12T00:40:26.629713+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:17:48.591989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1244,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.627685+0000","last_change":"2024-04-12T00:35:13.538150+0000","last_active":"2024-04-12T00:40:26.627685+0000","last_peered":"2024-04-12T00:40:26.627685+0000","last_clean":"2024-04-12T00:40:26.627685+0000","last_became_active":"2024-04-12T00:35:13.537732+0000","last_became_peered":"2024-04-12T00:35:13.537732+0000","last_unstale":"2024-04-12T00:40:26.627685+0000","last_undegraded":"2024-04-12T00:40:26.627685+0000","last_fullsized":"2024-04-12T00:40:26.627685+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:46:27.240415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1223,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.596086+0000","last_change":"2024-04-12T00:33:29.662709+0000","last_active":"2024-04-12T00:40:26.596086+0000","last_peered":"2024-04-12T00:40:26.596086+0000","last_clean":"2024-04-12T00:40:26.596086+0000","last_became_active":"2024-04-12T00:33:29.662428+0000","last_became_peered":"2024-04-12T00:33:29.662428+0000","last_unstale":"2024-04-12T00:40:26.596086+0000","last_undegraded":"2024-04-12T00:40:26.596086+0000","last_fullsized":"2024-04-12T00:40:26.596086+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:50:02.968286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"822'911","reported_seq":3720,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.621228+0000","last_change":"2024-04-12T00:40:25.622145+0000","last_active":"2024-04-12T00:40:25.621228+0000","last_peered":"2024-04-12T00:40:25.621228+0000","last_clean":"2024-04-12T00:40:25.621228+0000","last_became_active":"2024-04-12T00:35:48.555624+0000","last_became_peered":"2024-04-12T00:35:48.555624+0000","last_unstale":"2024-04-12T00:40:25.621228+0000","last_undegraded":"2024-04-12T00:40:25.621228+0000","last_fullsized":"2024-04-12T00:40:25.621228+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":911,"log_dups_size":0,"ondisk_log_size":911,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:03:28.876672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070025479999999999,"stat_sum":{"num_bytes":17899520,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":154,"num_read_kb":107232,"num_write":365,"num_write_kb":88072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":8691712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"193","length":"1"},{"start":"19f","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1076,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.618149+0000","last_change":"2024-04-12T00:35:48.535199+0000","last_active":"2024-04-12T00:40:25.618149+0000","last_peered":"2024-04-12T00:40:25.618149+0000","last_clean":"2024-04-12T00:40:25.618149+0000","last_became_active":"2024-04-12T00:35:48.534583+0000","last_became_peered":"2024-04-12T00:35:48.534583+0000","last_unstale":"2024-04-12T00:40:25.618149+0000","last_undegraded":"2024-04-12T00:40:25.618149+0000","last_fullsized":"2024-04-12T00:40:25.618149+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:49.032749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629870+0000","last_change":"2024-04-12T00:35:13.546193+0000","last_active":"2024-04-12T00:40:26.629870+0000","last_peered":"2024-04-12T00:40:26.629870+0000","last_clean":"2024-04-12T00:40:26.629870+0000","last_became_active":"2024-04-12T00:35:13.544890+0000","last_became_peered":"2024-04-12T00:35:13.544890+0000","last_unstale":"2024-04-12T00:40:26.629870+0000","last_undegraded":"2024-04-12T00:40:26.629870+0000","last_fullsized":"2024-04-12T00:40:26.629870+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:55:03.480048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1128,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629118+0000","last_change":"2024-04-12T00:35:48.544848+0000","last_active":"2024-04-12T00:40:26.629118+0000","last_peered":"2024-04-12T00:40:26.629118+0000","last_clean":"2024-04-12T00:40:26.629118+0000","last_became_active":"2024-04-12T00:35:48.544407+0000","last_became_peered":"2024-04-12T00:35:48.544407+0000","last_unstale":"2024-04-12T00:40:26.629118+0000","last_undegraded":"2024-04-12T00:40:26.629118+0000","last_fullsized":"2024-04-12T00:40:26.629118+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:25:21.841928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"264'225","reported_seq":1635,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614026+0000","last_change":"2024-04-12T00:35:48.553077+0000","last_active":"2024-04-12T00:40:25.614026+0000","last_peered":"2024-04-12T00:40:25.614026+0000","last_clean":"2024-04-12T00:40:25.614026+0000","last_became_active":"2024-04-12T00:35:48.551582+0000","last_became_peered":"2024-04-12T00:35:48.551582+0000","last_unstale":"2024-04-12T00:40:25.614026+0000","last_undegraded":"2024-04-12T00:40:25.614026+0000","last_fullsized":"2024-04-12T00:40:25.614026+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:22:06.521518+0000","last_clean_scrub_stamp":"2024-04-12T00:22:06.521518+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:46:25.375339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1070,"num_read_kb":1904,"num_write":367,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"821'1465","reported_seq":4296,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.631335+0000","last_change":"2024-04-12T00:40:25.620297+0000","last_active":"2024-04-12T00:40:26.631335+0000","last_peered":"2024-04-12T00:40:26.631335+0000","last_clean":"2024-04-12T00:40:26.631335+0000","last_became_active":"2024-04-12T00:34:39.615699+0000","last_became_peered":"2024-04-12T00:34:39.615699+0000","last_unstale":"2024-04-12T00:40:26.631335+0000","last_undegraded":"2024-04-12T00:40:26.631335+0000","last_fullsized":"2024-04-12T00:40:26.631335+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1465,"log_dups_size":0,"ondisk_log_size":1465,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:20:00.879520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075658400000000003,"stat_sum":{"num_bytes":23756800,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":2,"num_read":216,"num_read_kb":211322,"num_write":574,"num_write_kb":89888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":23126016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617927+0000","last_change":"2024-04-12T00:32:55.493096+0000","last_active":"2024-04-12T00:40:25.617927+0000","last_peered":"2024-04-12T00:40:25.617927+0000","last_clean":"2024-04-12T00:40:25.617927+0000","last_became_active":"2024-04-12T00:32:55.492779+0000","last_became_peered":"2024-04-12T00:32:55.492779+0000","last_unstale":"2024-04-12T00:40:25.617927+0000","last_undegraded":"2024-04-12T00:40:25.617927+0000","last_fullsized":"2024-04-12T00:40:25.617927+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:36:48.654778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.616871+0000","last_change":"2024-04-12T00:34:03.502653+0000","last_active":"2024-04-12T00:40:25.616871+0000","last_peered":"2024-04-12T00:40:25.616871+0000","last_clean":"2024-04-12T00:40:25.616871+0000","last_became_active":"2024-04-12T00:34:03.502303+0000","last_became_peered":"2024-04-12T00:34:03.502303+0000","last_unstale":"2024-04-12T00:40:25.616871+0000","last_undegraded":"2024-04-12T00:40:25.616871+0000","last_fullsized":"2024-04-12T00:40:25.616871+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:18:35.665095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1034,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614026+0000","last_change":"2024-04-12T00:35:48.552254+0000","last_active":"2024-04-12T00:40:25.614026+0000","last_peered":"2024-04-12T00:40:25.614026+0000","last_clean":"2024-04-12T00:40:25.614026+0000","last_became_active":"2024-04-12T00:35:48.551149+0000","last_became_peered":"2024-04-12T00:35:48.551149+0000","last_unstale":"2024-04-12T00:40:25.614026+0000","last_undegraded":"2024-04-12T00:40:25.614026+0000","last_fullsized":"2024-04-12T00:40:25.614026+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:58:49.073760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"821'1336","reported_seq":4164,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.618092+0000","last_change":"2024-04-12T00:40:25.618605+0000","last_active":"2024-04-12T00:40:25.618092+0000","last_peered":"2024-04-12T00:40:25.618092+0000","last_clean":"2024-04-12T00:40:25.618092+0000","last_became_active":"2024-04-12T00:35:13.545322+0000","last_became_peered":"2024-04-12T00:35:13.545322+0000","last_unstale":"2024-04-12T00:40:25.618092+0000","last_undegraded":"2024-04-12T00:40:25.618092+0000","last_fullsized":"2024-04-12T00:40:25.618092+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1336,"log_dups_size":0,"ondisk_log_size":1336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:47:50.940537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097210199999999997,"stat_sum":{"num_bytes":32309248,"num_objects":15,"num_object_clones":12,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":211,"num_read_kb":382227,"num_write":449,"num_write_kb":100336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":19914752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"193","length":"1"},{"start":"19f","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1270,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617265+0000","last_change":"2024-04-12T00:35:48.546288+0000","last_active":"2024-04-12T00:40:25.617265+0000","last_peered":"2024-04-12T00:40:25.617265+0000","last_clean":"2024-04-12T00:40:25.617265+0000","last_became_active":"2024-04-12T00:35:48.544689+0000","last_became_peered":"2024-04-12T00:35:48.544689+0000","last_unstale":"2024-04-12T00:40:25.617265+0000","last_undegraded":"2024-04-12T00:40:25.617265+0000","last_fullsized":"2024-04-12T00:40:25.617265+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:23:01.275605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1054,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.615026+0000","last_change":"2024-04-12T00:35:48.549024+0000","last_active":"2024-04-12T00:40:25.615026+0000","last_peered":"2024-04-12T00:40:25.615026+0000","last_clean":"2024-04-12T00:40:25.615026+0000","last_became_active":"2024-04-12T00:35:48.547030+0000","last_became_peered":"2024-04-12T00:35:48.547030+0000","last_unstale":"2024-04-12T00:40:25.615026+0000","last_undegraded":"2024-04-12T00:40:25.615026+0000","last_fullsized":"2024-04-12T00:40:25.615026+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:41:14.195712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1243,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628538+0000","last_change":"2024-04-12T00:34:39.613956+0000","last_active":"2024-04-12T00:40:26.628538+0000","last_peered":"2024-04-12T00:40:26.628538+0000","last_clean":"2024-04-12T00:40:26.628538+0000","last_became_active":"2024-04-12T00:34:39.613504+0000","last_became_peered":"2024-04-12T00:34:39.613504+0000","last_unstale":"2024-04-12T00:40:26.628538+0000","last_undegraded":"2024-04-12T00:40:26.628538+0000","last_fullsized":"2024-04-12T00:40:26.628538+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:12:02.452610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"822'833","reported_seq":3844,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.595274+0000","last_change":"2024-04-12T00:40:25.630435+0000","last_active":"2024-04-12T00:40:26.595274+0000","last_peered":"2024-04-12T00:40:26.595274+0000","last_clean":"2024-04-12T00:40:26.595274+0000","last_became_active":"2024-04-12T00:35:48.543001+0000","last_became_peered":"2024-04-12T00:35:48.543001+0000","last_unstale":"2024-04-12T00:40:26.595274+0000","last_undegraded":"2024-04-12T00:40:26.595274+0000","last_fullsized":"2024-04-12T00:40:26.595274+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":833,"log_dups_size":0,"ondisk_log_size":833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:04:01.720307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072650149999999997,"stat_sum":{"num_bytes":10551296,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":161,"num_read_kb":158566,"num_write":260,"num_write_kb":52808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":12722176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1190,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630256+0000","last_change":"2024-04-12T00:35:48.541383+0000","last_active":"2024-04-12T00:40:26.630256+0000","last_peered":"2024-04-12T00:40:26.630256+0000","last_clean":"2024-04-12T00:40:26.630256+0000","last_became_active":"2024-04-12T00:35:48.541039+0000","last_became_peered":"2024-04-12T00:35:48.541039+0000","last_unstale":"2024-04-12T00:40:26.630256+0000","last_undegraded":"2024-04-12T00:40:26.630256+0000","last_fullsized":"2024-04-12T00:40:26.630256+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:18:21.960292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"585'3","reported_seq":1250,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629840+0000","last_change":"2024-04-12T00:35:13.535292+0000","last_active":"2024-04-12T00:40:26.629840+0000","last_peered":"2024-04-12T00:40:26.629840+0000","last_clean":"2024-04-12T00:40:26.629840+0000","last_became_active":"2024-04-12T00:35:13.534903+0000","last_became_peered":"2024-04-12T00:35:13.534903+0000","last_unstale":"2024-04-12T00:40:26.629840+0000","last_undegraded":"2024-04-12T00:40:26.629840+0000","last_fullsized":"2024-04-12T00:40:26.629840+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:34:41.210049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1194,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629099+0000","last_change":"2024-04-12T00:35:48.543090+0000","last_active":"2024-04-12T00:40:26.629099+0000","last_peered":"2024-04-12T00:40:26.629099+0000","last_clean":"2024-04-12T00:40:26.629099+0000","last_became_active":"2024-04-12T00:35:48.542752+0000","last_became_peered":"2024-04-12T00:35:48.542752+0000","last_unstale":"2024-04-12T00:40:26.629099+0000","last_undegraded":"2024-04-12T00:40:26.629099+0000","last_fullsized":"2024-04-12T00:40:26.629099+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:19:29.164788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"822'1288","reported_seq":4334,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630275+0000","last_change":"2024-04-12T00:40:25.631625+0000","last_active":"2024-04-12T00:40:26.630275+0000","last_peered":"2024-04-12T00:40:26.630275+0000","last_clean":"2024-04-12T00:40:26.630275+0000","last_became_active":"2024-04-12T00:34:03.503866+0000","last_became_peered":"2024-04-12T00:34:03.503866+0000","last_unstale":"2024-04-12T00:40:26.630275+0000","last_undegraded":"2024-04-12T00:40:26.630275+0000","last_fullsized":"2024-04-12T00:40:26.630275+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1288,"log_dups_size":0,"ondisk_log_size":1288,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:26:05.510351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0053974749999999997,"stat_sum":{"num_bytes":35938304,"num_objects":18,"num_object_clones":15,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":1,"num_read":246,"num_read_kb":170475,"num_write":574,"num_write_kb":76224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":3833856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1164,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.594659+0000","last_change":"2024-04-12T00:35:13.535139+0000","last_active":"2024-04-12T00:40:26.594659+0000","last_peered":"2024-04-12T00:40:26.594659+0000","last_clean":"2024-04-12T00:40:26.594659+0000","last_became_active":"2024-04-12T00:35:13.534856+0000","last_became_peered":"2024-04-12T00:35:13.534856+0000","last_unstale":"2024-04-12T00:40:26.594659+0000","last_undegraded":"2024-04-12T00:40:26.594659+0000","last_fullsized":"2024-04-12T00:40:26.594659+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:57.477979+0000","last_clean_scrub_stamp":"2024-04-12T00:24:57.477979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:34:54.095528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1100,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.618625+0000","last_change":"2024-04-12T00:35:48.541285+0000","last_active":"2024-04-12T00:40:25.618625+0000","last_peered":"2024-04-12T00:40:25.618625+0000","last_clean":"2024-04-12T00:40:25.618625+0000","last_became_active":"2024-04-12T00:35:48.540907+0000","last_became_peered":"2024-04-12T00:35:48.540907+0000","last_unstale":"2024-04-12T00:40:25.618625+0000","last_undegraded":"2024-04-12T00:40:25.618625+0000","last_fullsized":"2024-04-12T00:40:25.618625+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:41:13.177238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617701+0000","last_change":"2024-04-12T00:34:03.499318+0000","last_active":"2024-04-12T00:40:25.617701+0000","last_peered":"2024-04-12T00:40:25.617701+0000","last_clean":"2024-04-12T00:40:25.617701+0000","last_became_active":"2024-04-12T00:34:03.498905+0000","last_became_peered":"2024-04-12T00:34:03.498905+0000","last_unstale":"2024-04-12T00:40:25.617701+0000","last_undegraded":"2024-04-12T00:40:25.617701+0000","last_fullsized":"2024-04-12T00:40:25.617701+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:28:39.429103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"822'1819","reported_seq":4661,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630691+0000","last_change":"2024-04-12T00:40:25.628128+0000","last_active":"2024-04-12T00:40:26.630691+0000","last_peered":"2024-04-12T00:40:26.630691+0000","last_clean":"2024-04-12T00:40:26.630691+0000","last_became_active":"2024-04-12T00:35:13.544583+0000","last_became_peered":"2024-04-12T00:35:13.544583+0000","last_unstale":"2024-04-12T00:40:26.630691+0000","last_undegraded":"2024-04-12T00:40:26.630691+0000","last_fullsized":"2024-04-12T00:40:26.630691+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1819,"log_dups_size":0,"ondisk_log_size":1819,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:11:26.392297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091096830000000004,"stat_sum":{"num_bytes":64962560,"num_objects":28,"num_object_clones":24,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":1,"num_read":302,"num_read_kb":427685,"num_write":688,"num_write_kb":132416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25280512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1033,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.614288+0000","last_change":"2024-04-12T00:35:48.555258+0000","last_active":"2024-04-12T00:40:25.614288+0000","last_peered":"2024-04-12T00:40:25.614288+0000","last_clean":"2024-04-12T00:40:25.614288+0000","last_became_active":"2024-04-12T00:35:48.553912+0000","last_became_peered":"2024-04-12T00:35:48.553912+0000","last_unstale":"2024-04-12T00:40:25.614288+0000","last_undegraded":"2024-04-12T00:40:25.614288+0000","last_fullsized":"2024-04-12T00:40:25.614288+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:10:56.770277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1160,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.594659+0000","last_change":"2024-04-12T00:35:48.536165+0000","last_active":"2024-04-12T00:40:26.594659+0000","last_peered":"2024-04-12T00:40:26.594659+0000","last_clean":"2024-04-12T00:40:26.594659+0000","last_became_active":"2024-04-12T00:35:48.535846+0000","last_became_peered":"2024-04-12T00:35:48.535846+0000","last_unstale":"2024-04-12T00:40:26.594659+0000","last_undegraded":"2024-04-12T00:40:26.594659+0000","last_fullsized":"2024-04-12T00:40:26.594659+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T07:32:25.018074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"822'3229","reported_seq":6045,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.595591+0000","last_change":"2024-04-12T00:40:25.631754+0000","last_active":"2024-04-12T00:40:26.595591+0000","last_peered":"2024-04-12T00:40:26.595591+0000","last_clean":"2024-04-12T00:40:26.595591+0000","last_became_active":"2024-04-12T00:34:39.614032+0000","last_became_peered":"2024-04-12T00:34:39.614032+0000","last_unstale":"2024-04-12T00:40:26.595591+0000","last_undegraded":"2024-04-12T00:40:26.595591+0000","last_fullsized":"2024-04-12T00:40:26.595591+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":3229,"log_dups_size":0,"ondisk_log_size":3229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:44:57.065932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0084662550000000007,"stat_sum":{"num_bytes":103817216,"num_objects":41,"num_object_clones":34,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":1,"num_read":565,"num_read_kb":790348,"num_write":1133,"num_write_kb":250856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":32555008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1243,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.627857+0000","last_change":"2024-04-12T00:35:48.543021+0000","last_active":"2024-04-12T00:40:26.627857+0000","last_peered":"2024-04-12T00:40:26.627857+0000","last_clean":"2024-04-12T00:40:26.627857+0000","last_became_active":"2024-04-12T00:35:48.542718+0000","last_became_peered":"2024-04-12T00:35:48.542718+0000","last_unstale":"2024-04-12T00:40:26.627857+0000","last_undegraded":"2024-04-12T00:40:26.627857+0000","last_fullsized":"2024-04-12T00:40:26.627857+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:29:38.252117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1186,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630357+0000","last_change":"2024-04-12T00:35:48.541502+0000","last_active":"2024-04-12T00:40:26.630357+0000","last_peered":"2024-04-12T00:40:26.630357+0000","last_clean":"2024-04-12T00:40:26.630357+0000","last_became_active":"2024-04-12T00:35:48.541108+0000","last_became_peered":"2024-04-12T00:35:48.541108+0000","last_unstale":"2024-04-12T00:40:26.630357+0000","last_undegraded":"2024-04-12T00:40:26.630357+0000","last_fullsized":"2024-04-12T00:40:26.630357+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:18:03.216892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"822'2465","reported_seq":5383,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.597705+0000","last_change":"2024-04-12T00:40:25.631496+0000","last_active":"2024-04-12T00:40:26.597705+0000","last_peered":"2024-04-12T00:40:26.597705+0000","last_clean":"2024-04-12T00:40:26.597705+0000","last_became_active":"2024-04-12T00:35:48.554941+0000","last_became_peered":"2024-04-12T00:35:48.554941+0000","last_unstale":"2024-04-12T00:40:26.597705+0000","last_undegraded":"2024-04-12T00:40:26.597705+0000","last_fullsized":"2024-04-12T00:40:26.597705+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":2465,"log_dups_size":0,"ondisk_log_size":2465,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T01:38:14.920415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0097977080000000005,"stat_sum":{"num_bytes":70828032,"num_objects":27,"num_object_clones":22,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":3,"num_read":378,"num_read_kb":640467,"num_write":989,"num_write_kb":229704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":11321344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1243,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628366+0000","last_change":"2024-04-12T00:35:48.537523+0000","last_active":"2024-04-12T00:40:26.628366+0000","last_peered":"2024-04-12T00:40:26.628366+0000","last_clean":"2024-04-12T00:40:26.628366+0000","last_became_active":"2024-04-12T00:35:48.537190+0000","last_became_peered":"2024-04-12T00:35:48.537190+0000","last_unstale":"2024-04-12T00:40:26.628366+0000","last_undegraded":"2024-04-12T00:40:26.628366+0000","last_fullsized":"2024-04-12T00:40:26.628366+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:00:30.045535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1193,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629162+0000","last_change":"2024-04-12T00:34:03.505710+0000","last_active":"2024-04-12T00:40:26.629162+0000","last_peered":"2024-04-12T00:40:26.629162+0000","last_clean":"2024-04-12T00:40:26.629162+0000","last_became_active":"2024-04-12T00:34:03.505395+0000","last_became_peered":"2024-04-12T00:34:03.505395+0000","last_unstale":"2024-04-12T00:40:26.629162+0000","last_undegraded":"2024-04-12T00:40:26.629162+0000","last_fullsized":"2024-04-12T00:40:26.629162+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:02:23.052986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"821'1913","reported_seq":5008,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628696+0000","last_change":"2024-04-12T00:40:25.620695+0000","last_active":"2024-04-12T00:40:26.628696+0000","last_peered":"2024-04-12T00:40:26.628696+0000","last_clean":"2024-04-12T00:40:26.628696+0000","last_became_active":"2024-04-12T00:34:03.502635+0000","last_became_peered":"2024-04-12T00:34:03.502635+0000","last_unstale":"2024-04-12T00:40:26.628696+0000","last_undegraded":"2024-04-12T00:40:26.628696+0000","last_fullsized":"2024-04-12T00:40:26.628696+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1913,"log_dups_size":0,"ondisk_log_size":1913,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:57:04.213219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001886523,"stat_sum":{"num_bytes":32522240,"num_objects":18,"num_object_clones":14,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":330,"num_read_kb":509919,"num_write":709,"num_write_kb":194312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18415616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"2.b","version":"582'4","reported_seq":1221,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.596892+0000","last_change":"2024-04-12T00:34:39.613425+0000","last_active":"2024-04-12T00:40:26.596892+0000","last_peered":"2024-04-12T00:40:26.596892+0000","last_clean":"2024-04-12T00:40:26.596892+0000","last_became_active":"2024-04-12T00:34:39.613077+0000","last_became_peered":"2024-04-12T00:34:39.613077+0000","last_unstale":"2024-04-12T00:40:26.596892+0000","last_undegraded":"2024-04-12T00:40:26.596892+0000","last_fullsized":"2024-04-12T00:40:26.596892+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:34:09.285039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617379+0000","last_change":"2024-04-12T00:35:13.546336+0000","last_active":"2024-04-12T00:40:25.617379+0000","last_peered":"2024-04-12T00:40:25.617379+0000","last_clean":"2024-04-12T00:40:25.617379+0000","last_became_active":"2024-04-12T00:35:13.542848+0000","last_became_peered":"2024-04-12T00:35:13.542848+0000","last_unstale":"2024-04-12T00:40:25.617379+0000","last_undegraded":"2024-04-12T00:40:25.617379+0000","last_fullsized":"2024-04-12T00:40:25.617379+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:07:07.397283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"821'1377","reported_seq":4447,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.597220+0000","last_change":"2024-04-12T00:40:25.623734+0000","last_active":"2024-04-12T00:40:26.597220+0000","last_peered":"2024-04-12T00:40:26.597220+0000","last_clean":"2024-04-12T00:40:26.597220+0000","last_became_active":"2024-04-12T00:34:39.615489+0000","last_became_peered":"2024-04-12T00:34:39.615489+0000","last_unstale":"2024-04-12T00:40:26.597220+0000","last_undegraded":"2024-04-12T00:40:26.597220+0000","last_fullsized":"2024-04-12T00:40:26.597220+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1377,"log_dups_size":0,"ondisk_log_size":1377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:17:50.429730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001898187,"stat_sum":{"num_bytes":50053120,"num_objects":15,"num_object_clones":12,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":231,"num_read_kb":325402,"num_write":388,"num_write_kb":110088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":23191552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1223,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.597118+0000","last_change":"2024-04-12T00:34:39.613083+0000","last_active":"2024-04-12T00:40:26.597118+0000","last_peered":"2024-04-12T00:40:26.597118+0000","last_clean":"2024-04-12T00:40:26.597118+0000","last_became_active":"2024-04-12T00:34:39.612732+0000","last_became_peered":"2024-04-12T00:34:39.612732+0000","last_unstale":"2024-04-12T00:40:26.597118+0000","last_undegraded":"2024-04-12T00:40:26.597118+0000","last_fullsized":"2024-04-12T00:40:26.597118+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T00:39:42.747519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1038,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.615032+0000","last_change":"2024-04-12T00:35:48.550521+0000","last_active":"2024-04-12T00:40:25.615032+0000","last_peered":"2024-04-12T00:40:25.615032+0000","last_clean":"2024-04-12T00:40:25.615032+0000","last_became_active":"2024-04-12T00:35:48.550147+0000","last_became_peered":"2024-04-12T00:35:48.550147+0000","last_unstale":"2024-04-12T00:40:25.615032+0000","last_undegraded":"2024-04-12T00:40:25.615032+0000","last_fullsized":"2024-04-12T00:40:25.615032+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:50:04.146999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"821'541","reported_seq":3671,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.596458+0000","last_change":"2024-04-12T00:40:25.621708+0000","last_active":"2024-04-12T00:40:26.596458+0000","last_peered":"2024-04-12T00:40:26.596458+0000","last_clean":"2024-04-12T00:40:26.596458+0000","last_became_active":"2024-04-12T00:34:03.498594+0000","last_became_peered":"2024-04-12T00:34:03.498594+0000","last_unstale":"2024-04-12T00:40:26.596458+0000","last_undegraded":"2024-04-12T00:40:26.596458+0000","last_fullsized":"2024-04-12T00:40:26.596458+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":541,"log_dups_size":0,"ondisk_log_size":541,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:19:25.533195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073405900000000001,"stat_sum":{"num_bytes":12861440,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":70,"num_read_kb":218796,"num_write":187,"num_write_kb":37184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":10870784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"193","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"2.d","version":"62'1","reported_seq":1247,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628242+0000","last_change":"2024-04-12T00:34:03.501274+0000","last_active":"2024-04-12T00:40:26.628242+0000","last_peered":"2024-04-12T00:40:26.628242+0000","last_clean":"2024-04-12T00:40:26.628242+0000","last_became_active":"2024-04-12T00:34:03.500897+0000","last_became_peered":"2024-04-12T00:34:03.500897+0000","last_unstale":"2024-04-12T00:40:26.628242+0000","last_undegraded":"2024-04-12T00:40:26.628242+0000","last_fullsized":"2024-04-12T00:40:26.628242+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:00:49.589810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1120,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.630049+0000","last_change":"2024-04-12T00:35:13.543981+0000","last_active":"2024-04-12T00:40:26.630049+0000","last_peered":"2024-04-12T00:40:26.630049+0000","last_clean":"2024-04-12T00:40:26.630049+0000","last_became_active":"2024-04-12T00:35:13.543202+0000","last_became_peered":"2024-04-12T00:35:13.543202+0000","last_unstale":"2024-04-12T00:40:26.630049+0000","last_undegraded":"2024-04-12T00:40:26.630049+0000","last_fullsized":"2024-04-12T00:40:26.630049+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:03:53.960580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"822'1441","reported_seq":4177,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.620383+0000","last_change":"2024-04-12T00:40:25.621827+0000","last_active":"2024-04-12T00:40:25.620383+0000","last_peered":"2024-04-12T00:40:25.620383+0000","last_clean":"2024-04-12T00:40:25.620383+0000","last_became_active":"2024-04-12T00:35:48.542507+0000","last_became_peered":"2024-04-12T00:35:48.542507+0000","last_unstale":"2024-04-12T00:40:25.620383+0000","last_undegraded":"2024-04-12T00:40:25.620383+0000","last_fullsized":"2024-04-12T00:40:25.620383+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:27:34.577711+0000","last_clean_scrub_stamp":"2024-04-12T00:27:34.577711+0000","objects_scrubbed":0,"log_size":1441,"log_dups_size":0,"ondisk_log_size":1441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T04:29:00.264828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072738780000000001,"stat_sum":{"num_bytes":46891008,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":244,"num_read_kb":391186,"num_write":598,"num_write_kb":131880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":10461184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"193","length":"1"},{"start":"19f","length":"1"},{"start":"1a5","length":"1"},{"start":"1b6","length":"1"},{"start":"1bc","length":"1"},{"start":"1bf","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1220,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.598085+0000","last_change":"2024-04-12T00:35:48.553686+0000","last_active":"2024-04-12T00:40:26.598085+0000","last_peered":"2024-04-12T00:40:26.598085+0000","last_clean":"2024-04-12T00:40:26.598085+0000","last_became_active":"2024-04-12T00:35:48.552554+0000","last_became_peered":"2024-04-12T00:35:48.552554+0000","last_unstale":"2024-04-12T00:40:26.598085+0000","last_undegraded":"2024-04-12T00:40:26.598085+0000","last_fullsized":"2024-04-12T00:40:26.598085+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:22.676327+0000","last_clean_scrub_stamp":"2024-04-12T00:24:22.676327+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:31:38.902201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1052,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.615129+0000","last_change":"2024-04-12T00:35:48.549181+0000","last_active":"2024-04-12T00:40:25.615129+0000","last_peered":"2024-04-12T00:40:25.615129+0000","last_clean":"2024-04-12T00:40:25.615129+0000","last_became_active":"2024-04-12T00:35:48.548073+0000","last_became_peered":"2024-04-12T00:35:48.548073+0000","last_unstale":"2024-04-12T00:40:25.615129+0000","last_undegraded":"2024-04-12T00:40:25.615129+0000","last_fullsized":"2024-04-12T00:40:25.615129+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:31:19.781289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617060+0000","last_change":"2024-04-12T00:35:13.546309+0000","last_active":"2024-04-12T00:40:25.617060+0000","last_peered":"2024-04-12T00:40:25.617060+0000","last_clean":"2024-04-12T00:40:25.617060+0000","last_became_active":"2024-04-12T00:35:13.545930+0000","last_became_peered":"2024-04-12T00:35:13.545930+0000","last_unstale":"2024-04-12T00:40:25.617060+0000","last_undegraded":"2024-04-12T00:40:25.617060+0000","last_fullsized":"2024-04-12T00:40:25.617060+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:26.620410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1213,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.596244+0000","last_change":"2024-04-12T00:35:13.543285+0000","last_active":"2024-04-12T00:40:26.596244+0000","last_peered":"2024-04-12T00:40:26.596244+0000","last_clean":"2024-04-12T00:40:26.596244+0000","last_became_active":"2024-04-12T00:35:13.542928+0000","last_became_peered":"2024-04-12T00:35:13.542928+0000","last_unstale":"2024-04-12T00:40:26.596244+0000","last_undegraded":"2024-04-12T00:40:26.596244+0000","last_fullsized":"2024-04-12T00:40:26.596244+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T06:51:06.322304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1126,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629895+0000","last_change":"2024-04-12T00:34:39.609169+0000","last_active":"2024-04-12T00:40:26.629895+0000","last_peered":"2024-04-12T00:40:26.629895+0000","last_clean":"2024-04-12T00:40:26.629895+0000","last_became_active":"2024-04-12T00:34:39.607224+0000","last_became_peered":"2024-04-12T00:34:39.607224+0000","last_unstale":"2024-04-12T00:40:26.629895+0000","last_undegraded":"2024-04-12T00:40:26.629895+0000","last_fullsized":"2024-04-12T00:40:26.629895+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:49:03.451702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1271,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617680+0000","last_change":"2024-04-12T00:34:03.499847+0000","last_active":"2024-04-12T00:40:25.617680+0000","last_peered":"2024-04-12T00:40:25.617680+0000","last_clean":"2024-04-12T00:40:25.617680+0000","last_became_active":"2024-04-12T00:34:03.499519+0000","last_became_peered":"2024-04-12T00:34:03.499519+0000","last_unstale":"2024-04-12T00:40:25.617680+0000","last_undegraded":"2024-04-12T00:40:25.617680+0000","last_fullsized":"2024-04-12T00:40:25.617680+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:59:52.069033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1194,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629026+0000","last_change":"2024-04-12T00:34:03.504190+0000","last_active":"2024-04-12T00:40:26.629026+0000","last_peered":"2024-04-12T00:40:26.629026+0000","last_clean":"2024-04-12T00:40:26.629026+0000","last_became_active":"2024-04-12T00:34:03.503839+0000","last_became_peered":"2024-04-12T00:34:03.503839+0000","last_unstale":"2024-04-12T00:40:26.629026+0000","last_undegraded":"2024-04-12T00:40:26.629026+0000","last_fullsized":"2024-04-12T00:40:26.629026+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:38:19.962421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1243,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628364+0000","last_change":"2024-04-12T00:33:29.662185+0000","last_active":"2024-04-12T00:40:26.628364+0000","last_peered":"2024-04-12T00:40:26.628364+0000","last_clean":"2024-04-12T00:40:26.628364+0000","last_became_active":"2024-04-12T00:33:29.661817+0000","last_became_peered":"2024-04-12T00:33:29.661817+0000","last_unstale":"2024-04-12T00:40:26.628364+0000","last_undegraded":"2024-04-12T00:40:26.628364+0000","last_fullsized":"2024-04-12T00:40:26.628364+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:15:23.147176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1080,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.618661+0000","last_change":"2024-04-12T00:35:48.535902+0000","last_active":"2024-04-12T00:40:25.618661+0000","last_peered":"2024-04-12T00:40:25.618661+0000","last_clean":"2024-04-12T00:40:25.618661+0000","last_became_active":"2024-04-12T00:35:48.535607+0000","last_became_peered":"2024-04-12T00:35:48.535607+0000","last_unstale":"2024-04-12T00:40:25.618661+0000","last_undegraded":"2024-04-12T00:40:25.618661+0000","last_fullsized":"2024-04-12T00:40:25.618661+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T02:21:11.099277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1178,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629298+0000","last_change":"2024-04-12T00:34:03.498719+0000","last_active":"2024-04-12T00:40:26.629298+0000","last_peered":"2024-04-12T00:40:26.629298+0000","last_clean":"2024-04-12T00:40:26.629298+0000","last_became_active":"2024-04-12T00:34:03.498365+0000","last_became_peered":"2024-04-12T00:34:03.498365+0000","last_unstale":"2024-04-12T00:40:26.629298+0000","last_undegraded":"2024-04-12T00:40:26.629298+0000","last_fullsized":"2024-04-12T00:40:26.629298+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:53:31.893054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1126,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629598+0000","last_change":"2024-04-12T00:34:39.611465+0000","last_active":"2024-04-12T00:40:26.629598+0000","last_peered":"2024-04-12T00:40:26.629598+0000","last_clean":"2024-04-12T00:40:26.629598+0000","last_became_active":"2024-04-12T00:34:39.611163+0000","last_became_peered":"2024-04-12T00:34:39.611163+0000","last_unstale":"2024-04-12T00:40:26.629598+0000","last_undegraded":"2024-04-12T00:40:26.629598+0000","last_fullsized":"2024-04-12T00:40:26.629598+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:18:16.142838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1186,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.628709+0000","last_change":"2024-04-12T00:34:03.504019+0000","last_active":"2024-04-12T00:40:26.628709+0000","last_peered":"2024-04-12T00:40:26.628709+0000","last_clean":"2024-04-12T00:40:26.628709+0000","last_became_active":"2024-04-12T00:34:03.503692+0000","last_became_peered":"2024-04-12T00:34:03.503692+0000","last_unstale":"2024-04-12T00:40:26.628709+0000","last_undegraded":"2024-04-12T00:40:26.628709+0000","last_fullsized":"2024-04-12T00:40:26.628709+0000","mapping_epoch":446,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":447,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T03:23:44.658903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1092,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.629498+0000","last_change":"2024-04-12T00:35:48.545083+0000","last_active":"2024-04-12T00:40:26.629498+0000","last_peered":"2024-04-12T00:40:26.629498+0000","last_clean":"2024-04-12T00:40:26.629498+0000","last_became_active":"2024-04-12T00:35:48.544461+0000","last_became_peered":"2024-04-12T00:35:48.544461+0000","last_unstale":"2024-04-12T00:40:26.629498+0000","last_undegraded":"2024-04-12T00:40:26.629498+0000","last_fullsized":"2024-04-12T00:40:26.629498+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:56:43.630840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1206,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-04-12T00:40:26.596781+0000","last_change":"2024-04-12T00:35:48.550082+0000","last_active":"2024-04-12T00:40:26.596781+0000","last_peered":"2024-04-12T00:40:26.596781+0000","last_clean":"2024-04-12T00:40:26.596781+0000","last_became_active":"2024-04-12T00:35:48.549331+0000","last_became_peered":"2024-04-12T00:35:48.549331+0000","last_unstale":"2024-04-12T00:40:26.596781+0000","last_undegraded":"2024-04-12T00:40:26.596781+0000","last_fullsized":"2024-04-12T00:40:26.596781+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T05:51:39.734929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1086,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-04-12T00:40:25.617826+0000","last_change":"2024-04-12T00:35:13.542923+0000","last_active":"2024-04-12T00:40:25.617826+0000","last_peered":"2024-04-12T00:40:25.617826+0000","last_clean":"2024-04-12T00:40:25.617826+0000","last_became_active":"2024-04-12T00:35:13.542585+0000","last_became_peered":"2024-04-12T00:35:13.542585+0000","last_unstale":"2024-04-12T00:40:25.617826+0000","last_undegraded":"2024-04-12T00:40:25.617826+0000","last_fullsized":"2024-04-12T00:40:25.617826+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T00:24:23.681559+0000","last_clean_scrub_stamp":"2024-04-12T00:24:23.681559+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:34:43.196517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":591765504,"num_objects":269,"num_object_clones":219,"num_object_copies":807,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":269,"num_whiteouts":12,"num_read":3914,"num_read_kb":5495451,"num_write":8344,"num_write_kb":1805312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":104,"num_bytes_recovered":266772480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":716070912,"data_stored":1590435840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23139,"ondisk_log_size":23139,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1070,"num_read_kb":1904,"num_write":367,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44930,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":550,"seq":2362232012857,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":244368,"kb_used_data":71556,"kb_used_omap":42,"kb_used_meta":172757,"kb_avail":93500784,"statfs":{"total":95995035648,"available":95744802816,"internally_reserved":0,"allocated":73273344,"data_stored":122639669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43282,"internal_metadata":176903918},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":515,"seq":2211908157504,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":211644,"kb_used_data":56936,"kb_used_omap":32,"kb_used_meta":154655,"kb_avail":93533508,"statfs":{"total":95995035648,"available":95778312192,"internally_reserved":0,"allocated":58302464,"data_stored":121395609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33557,"internal_metadata":158366955},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":344,"seq":1477468749923,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":495204,"kb_used_data":101272,"kb_used_omap":33,"kb_used_meta":393886,"kb_avail":93249948,"statfs":{"total":95995035648,"available":95487946752,"internally_reserved":0,"allocated":103702528,"data_stored":202237251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34245,"internal_metadata":403339835},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":310,"seq":1331439861865,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":572972,"kb_used_data":131160,"kb_used_omap":41,"kb_used_meta":441750,"kb_avail":93172180,"statfs":{"total":95995035648,"available":95408312320,"internally_reserved":0,"allocated":134307840,"data_stored":264945746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42802,"internal_metadata":452352206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":378,"seq":1623497637980,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":352220,"kb_used_data":96516,"kb_used_omap":30,"kb_used_meta":255649,"kb_avail":93392932,"statfs":{"total":95995035648,"available":95634362368,"internally_reserved":0,"allocated":98832384,"data_stored":216687779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30820,"internal_metadata":261785500},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":412,"seq":1769526526037,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":112668,"kb_used_data":35596,"kb_used_omap":19,"kb_used_meta":77036,"kb_avail":93632484,"statfs":{"total":95995035648,"available":95879663616,"internally_reserved":0,"allocated":36450304,"data_stored":73124811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20054,"internal_metadata":78885290},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":446,"seq":1915555414094,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":398524,"kb_used_data":113256,"kb_used_omap":53,"kb_used_meta":285194,"kb_avail":93346628,"statfs":{"total":95995035648,"available":95586947072,"internally_reserved":0,"allocated":115974144,"data_stored":260813693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":54633,"internal_metadata":292039319},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":482,"seq":2070174236743,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":531516,"kb_used_data":163820,"kb_used_omap":75,"kb_used_meta":367604,"kb_avail":93213636,"statfs":{"total":95995035648,"available":95450763264,"internally_reserved":0,"allocated":167751680,"data_stored":371207101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":77138,"internal_metadata":376427182},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5867,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4397,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4795,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6214,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6368,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5706,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5516,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6067,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":124891136,"data_stored":259264512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94855168,"data_stored":197128192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":89993216,"data_stored":211578880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":27586560,"data_stored":68009984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":107134976,"data_stored":255713280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":158892032,"data_stored":366092288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":48869376,"data_stored":115699712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":63848448,"data_stored":116948992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T00:40:31.196 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-12T00:40:31.197 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-12T00:40:31.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:31 smithi193 ceph-mon[83763]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T00:40:31.400 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T00:40:32.596 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:40:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:40:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:40:32.718 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:32 smithi098 ceph-mon[88922]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T00:40:32.718 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:32 smithi098 ceph-mon[88922]: pgmap v899: 121 pgs: 121 active+clean; 565 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:40:32.718 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:32 smithi098 ceph-mon[91373]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T00:40:32.718 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:32 smithi098 ceph-mon[91373]: pgmap v899: 121 pgs: 121 active+clean; 565 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:40:32.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:32 smithi193 ceph-mon[83763]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T00:40:32.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:32 smithi193 ceph-mon[83763]: pgmap v899: 121 pgs: 121 active+clean; 565 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:40:33.622 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'unique_pool_0' removed 2024-04-12T00:40:33.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:33 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3506647759' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T00:40:33.991 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:33 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3506647759' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T00:40:33.992 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:33 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3506647759' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T00:40:34.307 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T00:40:34.308 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-12T00:40:34.308 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T00:40:34.308 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-12T00:40:34.308 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T00:40:34.309 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T00:40:34.309 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T00:40:34.310 DEBUG:teuthology.orchestra.run.smithi098:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T00:40:34.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T00:40:34.327 INFO:teuthology.orchestra.run.smithi098.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T00:40:34.327 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T00:40:34.383 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T00:40:34.383 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T00:40:34.438 INFO:tasks.workunit:timeout=3h 2024-04-12T00:40:34.439 INFO:tasks.workunit:cleanup=True 2024-04-12T00:40:34.439 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T00:40:34.498 INFO:tasks.workunit.client.0.smithi098.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T00:40:34.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:34 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3506647759' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T00:40:34.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:34 smithi193 ceph-mon[83763]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T00:40:34.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:34 smithi193 ceph-mon[83763]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:40:35.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:34 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3506647759' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T00:40:35.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:34 smithi098 ceph-mon[91373]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T00:40:35.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:34 smithi098 ceph-mon[91373]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:40:35.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:34 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3506647759' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T00:40:35.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:34 smithi098 ceph-mon[88922]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T00:40:35.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:34 smithi098 ceph-mon[88922]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:40:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:36.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:36.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:36.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:40:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:40:35] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-04-12T00:40:37.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:36 smithi098 ceph-mon[88922]: pgmap v902: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:37.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:36 smithi098 ceph-mon[91373]: pgmap v902: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:37.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:36 smithi193 ceph-mon[83763]: pgmap v902: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:38.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:38 smithi193 ceph-mon[83763]: pgmap v903: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:38 smithi098 ceph-mon[91373]: pgmap v903: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:38 smithi098 ceph-mon[88922]: pgmap v903: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:40.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:40 smithi193 ceph-mon[83763]: pgmap v904: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:40 smithi098 ceph-mon[91373]: pgmap v904: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:40 smithi098 ceph-mon[88922]: pgmap v904: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:41.104 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T00:40:41.159 INFO:tasks.workunit.client.0.smithi098.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T00:40:41.161 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T00:40:41.161 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T00:40:41.210 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T00:40:41.258 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T00:40:41.297 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T00:40:41.299 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T00:40:41.299 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T00:40:41.338 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T00:40:41.341 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:40:41.341 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T00:40:41.397 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-12T00:40:41.398 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-12T00:40:41.398 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-12T00:40:41.465 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:40:41.466 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-12T00:40:41.466 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:40:41.466 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-12T00:40:41.466 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-12T00:40:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:40:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:40:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:40:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:42 smithi193 ceph-mon[83763]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T00:40:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:42 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/388339232' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:42 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:42 smithi193 ceph-mon[83763]: pgmap v906: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:43.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:42 smithi098 ceph-mon[91373]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T00:40:43.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:42 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/388339232' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:43.047 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:42 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:43.047 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:42 smithi098 ceph-mon[91373]: pgmap v906: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:43.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:42 smithi098 ceph-mon[88922]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T00:40:43.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:42 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/388339232' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:43.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:42 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:43.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:42 smithi098 ceph-mon[88922]: pgmap v906: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:43.570 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2104 ms) 2024-04-12T00:40:43.617 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-12T00:40:43.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:43 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:40:43.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:43 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:43.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:43 smithi193 ceph-mon[83763]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T00:40:44.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:43 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:40:44.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:43 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:44.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:43 smithi098 ceph-mon[91373]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T00:40:44.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:43 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:40:44.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:43 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:44.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:43 smithi098 ceph-mon[88922]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T00:40:44.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:44 smithi193 ceph-mon[83763]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T00:40:44.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:44 smithi193 ceph-mon[83763]: pgmap v909: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:45.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:44 smithi098 ceph-mon[91373]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T00:40:45.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:44 smithi098 ceph-mon[91373]: pgmap v909: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:45.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:44 smithi098 ceph-mon[88922]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T00:40:45.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:44 smithi098 ceph-mon[88922]: pgmap v909: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:45 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:40:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:45 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:40:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:45 smithi193 ceph-mon[83763]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T00:40:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:45 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/883745536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:45 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:40:45] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-04-12T00:40:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:40:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:40:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[88922]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T00:40:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/883745536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:46.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:46.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:40:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:40:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[91373]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T00:40:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/883745536' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:45 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:46.585 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3011 ms) 2024-04-12T00:40:46.585 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-12T00:40:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:46 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:46 smithi193 ceph-mon[83763]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T00:40:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:46 smithi193 ceph-mon[83763]: pgmap v912: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-12T00:40:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:46 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:46 smithi098 ceph-mon[91373]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T00:40:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:46 smithi098 ceph-mon[91373]: pgmap v912: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-12T00:40:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:46 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:46 smithi098 ceph-mon[88922]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T00:40:47.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:46 smithi098 ceph-mon[88922]: pgmap v912: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-12T00:40:47.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:47 smithi193 ceph-mon[83763]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T00:40:47.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:40:47.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:47.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:47.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:47.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:47 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[91373]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[88922]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:47 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:48 smithi193 ceph-mon[83763]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T00:40:48.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:48 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/568402180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:48.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:48 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:48.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:40:48.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:40:48.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:48.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:48 smithi193 ceph-mon[83763]: pgmap v915: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[91373]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T00:40:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/568402180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:40:49.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:40:49.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:49.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[91373]: pgmap v915: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:49.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[88922]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T00:40:49.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/568402180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:49.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:49.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:40:49.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:40:49.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:49.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:48 smithi098 ceph-mon[88922]: pgmap v915: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:49.606 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.Reserve (3024 ms) 2024-04-12T00:40:49.606 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-12T00:40:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:49 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:49 smithi193 ceph-mon[83763]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T00:40:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:49 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:40:49.943 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:49 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:49.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:49 smithi098 ceph-mon[91373]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T00:40:49.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:49 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:40:49.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:49 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:49.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:49 smithi098 ceph-mon[88922]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T00:40:49.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:49 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:40:50.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:50 smithi193 ceph-mon[83763]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T00:40:50.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:50.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:50.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:50 smithi193 ceph-mon[83763]: pgmap v918: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:51.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:50 smithi098 ceph-mon[91373]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T00:40:51.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:50 smithi098 ceph-mon[91373]: pgmap v918: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:51.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:50 smithi098 ceph-mon[88922]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T00:40:51.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:40:51.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:40:51.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:50 smithi098 ceph-mon[88922]: pgmap v918: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:52.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:51 smithi098 ceph-mon[91373]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T00:40:52.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:51 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3480971273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:52.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:51 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:40:52.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:51 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:40:52.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:51 smithi098 ceph-mon[88922]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T00:40:52.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:51 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3480971273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:52.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:51 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:40:52.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:51 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:40:52.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:51 smithi193 ceph-mon[83763]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T00:40:52.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:51 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3480971273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:52.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:51 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:40:52.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:51 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:40:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:40:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:40:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:40:52.629 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3024 ms) 2024-04-12T00:40:52.629 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-12T00:40:53.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:52 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3480971273' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:52 smithi098 ceph-mon[88922]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T00:40:53.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:52 smithi098 ceph-mon[88922]: pgmap v921: 137 pgs: 1 creating+activating, 14 creating+peering, 16 unknown, 106 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:53.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:52 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3480971273' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:53.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:52 smithi098 ceph-mon[91373]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T00:40:53.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:52 smithi098 ceph-mon[91373]: pgmap v921: 137 pgs: 1 creating+activating, 14 creating+peering, 16 unknown, 106 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:53.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:52 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3480971273' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:53.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:52 smithi193 ceph-mon[83763]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T00:40:53.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:52 smithi193 ceph-mon[83763]: pgmap v921: 137 pgs: 1 creating+activating, 14 creating+peering, 16 unknown, 106 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:54.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:53 smithi098 ceph-mon[88922]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T00:40:54.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:53 smithi098 ceph-mon[91373]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T00:40:54.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:53 smithi193 ceph-mon[83763]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T00:40:55.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:54 smithi098 ceph-mon[91373]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T00:40:55.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:54 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4201418467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:55.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:54 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:55.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:54 smithi098 ceph-mon[91373]: pgmap v924: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:55.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:54 smithi098 ceph-mon[88922]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T00:40:55.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:54 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4201418467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:55.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:54 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:55.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:54 smithi098 ceph-mon[88922]: pgmap v924: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:55.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:54 smithi193 ceph-mon[83763]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T00:40:55.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:54 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4201418467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:55.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:54 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:55.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:54 smithi193 ceph-mon[83763]: pgmap v924: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:55.649 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.Commit (3019 ms) 2024-04-12T00:40:55.649 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-12T00:40:56.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:55 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:40:56.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:55 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:56.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:55 smithi098 ceph-mon[91373]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T00:40:56.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:55 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:40:56.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:55 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:56.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:55 smithi098 ceph-mon[88922]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T00:40:56.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:40:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:40:55] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-12T00:40:56.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:55 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:40:56.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:55 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:56.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:55 smithi193 ceph-mon[83763]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T00:40:57.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:56 smithi098 ceph-mon[91373]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T00:40:57.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:56 smithi098 ceph-mon[91373]: pgmap v927: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:57.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:56 smithi098 ceph-mon[88922]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T00:40:57.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:56 smithi098 ceph-mon[88922]: pgmap v927: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:57.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:56 smithi193 ceph-mon[83763]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T00:40:57.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:56 smithi193 ceph-mon[83763]: pgmap v927: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:58.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:57 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:40:58.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:57 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:40:58.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:57 smithi098 ceph-mon[91373]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T00:40:58.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:57 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3124128570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:58.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:57 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:40:58.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:57 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:40:58.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:57 smithi098 ceph-mon[88922]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T00:40:58.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:57 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3124128570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:58.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:57 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:40:58.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:57 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:40:58.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:57 smithi193 ceph-mon[83763]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T00:40:58.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:57 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3124128570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:40:58.673 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.Abort (3025 ms) 2024-04-12T00:40:58.674 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-12T00:40:59.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:58 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3124128570' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:59.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:58 smithi098 ceph-mon[91373]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T00:40:59.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:58 smithi098 ceph-mon[91373]: pgmap v930: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:59.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:58 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3124128570' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:59.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:58 smithi098 ceph-mon[88922]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T00:40:59.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:58 smithi098 ceph-mon[88922]: pgmap v930: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:40:59.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:58 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3124128570' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:40:59.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:58 smithi193 ceph-mon[83763]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T00:40:59.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:58 smithi193 ceph-mon[83763]: pgmap v930: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:00.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:40:59 smithi098 ceph-mon[91373]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T00:41:00.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:40:59 smithi098 ceph-mon[88922]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T00:41:00.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:40:59 smithi193 ceph-mon[83763]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T00:41:01.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:00 smithi098 ceph-mon[91373]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T00:41:01.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:00 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/129037715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:01.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:00 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:01.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:00 smithi098 ceph-mon[91373]: pgmap v933: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:01.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:00 smithi098 ceph-mon[88922]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T00:41:01.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:00 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/129037715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:01.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:00 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:01.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:00 smithi098 ceph-mon[88922]: pgmap v933: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:01.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:00 smithi193 ceph-mon[83763]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T00:41:01.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:00 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/129037715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:01.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:00 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:01.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:00 smithi193 ceph-mon[83763]: pgmap v933: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:01.701 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.ReserveError (3027 ms) 2024-04-12T00:41:01.701 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-12T00:41:02.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:01 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:02.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:02.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:01 smithi098 ceph-mon[91373]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T00:41:02.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:01 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:02.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:02.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:01 smithi098 ceph-mon[88922]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T00:41:02.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:01 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:02.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:02.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:01 smithi193 ceph-mon[83763]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T00:41:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:41:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:41:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:41:03.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:02 smithi098 ceph-mon[91373]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T00:41:03.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:02 smithi098 ceph-mon[91373]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:03.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:02 smithi098 ceph-mon[88922]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T00:41:03.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:02 smithi098 ceph-mon[88922]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:03.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:02 smithi193 ceph-mon[83763]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T00:41:03.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:02 smithi193 ceph-mon[83763]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:04.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:03 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:03 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:41:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:03 smithi098 ceph-mon[91373]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T00:41:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:03 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2183147792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:04.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:03 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:04.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:03 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:41:04.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:03 smithi098 ceph-mon[88922]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T00:41:04.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:03 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2183147792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:03 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:03 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:41:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:03 smithi193 ceph-mon[83763]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T00:41:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:03 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2183147792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:04.719 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.CommitError (3017 ms) 2024-04-12T00:41:04.719 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-12T00:41:05.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:04 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2183147792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:05.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:04 smithi098 ceph-mon[91373]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T00:41:05.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:04 smithi098 ceph-mon[91373]: pgmap v939: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:05.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:04 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2183147792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:05.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:04 smithi098 ceph-mon[88922]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T00:41:05.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:04 smithi098 ceph-mon[88922]: pgmap v939: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:05.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:04 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2183147792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:05.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:04 smithi193 ceph-mon[83763]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T00:41:05.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:04 smithi193 ceph-mon[83763]: pgmap v939: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:41:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:41:05] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T00:41:06.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:05 smithi098 ceph-mon[91373]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T00:41:06.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:06.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:05 smithi098 ceph-mon[88922]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T00:41:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:06.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:05 smithi193 ceph-mon[83763]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T00:41:06.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:06.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:07.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:06 smithi098 ceph-mon[91373]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T00:41:07.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:06 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3567360169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:07.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:06 smithi098 ceph-mon[91373]: pgmap v942: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:07.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:06 smithi098 ceph-mon[88922]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T00:41:07.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:06 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3567360169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:07.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:06 smithi098 ceph-mon[88922]: pgmap v942: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:07.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:06 smithi193 ceph-mon[83763]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T00:41:07.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:06 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3567360169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:07.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:06 smithi193 ceph-mon[83763]: pgmap v942: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:07.736 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.AbortError (3017 ms) 2024-04-12T00:41:07.736 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-12T00:41:08.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:07 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:08.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:07 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3567360169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:08.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:07 smithi098 ceph-mon[91373]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T00:41:08.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:07 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:08.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:07 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3567360169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:08.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:07 smithi098 ceph-mon[88922]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T00:41:08.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:07 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:08.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:07 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3567360169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:08.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:07 smithi193 ceph-mon[83763]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T00:41:09.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:08 smithi098 ceph-mon[91373]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T00:41:09.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:08 smithi098 ceph-mon[91373]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:09.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:08 smithi098 ceph-mon[88922]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T00:41:09.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:08 smithi098 ceph-mon[88922]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:09.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:08 smithi193 ceph-mon[83763]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T00:41:09.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:08 smithi193 ceph-mon[83763]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:10.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:09 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:10.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:09 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:41:10.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:09 smithi098 ceph-mon[91373]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T00:41:10.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:09 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1415387322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:10.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:09 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:10.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:09 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:41:10.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:09 smithi098 ceph-mon[88922]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T00:41:10.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:09 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1415387322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:10.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:09 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:10.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:09 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:41:10.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:09 smithi193 ceph-mon[83763]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T00:41:10.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:09 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1415387322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:10.759 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3023 ms) 2024-04-12T00:41:10.759 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-12T00:41:11.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:10 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1415387322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:11.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:10 smithi098 ceph-mon[91373]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T00:41:11.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:10 smithi098 ceph-mon[91373]: pgmap v948: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:11.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:10 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1415387322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:11.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:10 smithi098 ceph-mon[88922]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T00:41:11.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:10 smithi098 ceph-mon[88922]: pgmap v948: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:11.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:10 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1415387322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:11.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:10 smithi193 ceph-mon[83763]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T00:41:11.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:10 smithi193 ceph-mon[83763]: pgmap v948: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:12.020 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:11 smithi193 ceph-mon[83763]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T00:41:12.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:11 smithi098 ceph-mon[88922]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T00:41:12.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:11 smithi098 ceph-mon[91373]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T00:41:12.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:41:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:41:13.032 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:12 smithi193 ceph-mon[83763]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T00:41:13.032 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:12 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2255845029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:13.032 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:12 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:13.032 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:12 smithi193 ceph-mon[83763]: pgmap v951: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:13.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:12 smithi098 ceph-mon[91373]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T00:41:13.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:12 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2255845029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:13.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:12 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:13.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:12 smithi098 ceph-mon[91373]: pgmap v951: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:13.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:12 smithi098 ceph-mon[88922]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T00:41:13.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:12 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2255845029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:13.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:12 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:13.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:12 smithi098 ceph-mon[88922]: pgmap v951: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:13.777 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3019 ms) 2024-04-12T00:41:13.777 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-12T00:41:14.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:13 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:14.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:13 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:14.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:13 smithi098 ceph-mon[91373]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T00:41:14.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:13 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:14.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:13 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:14.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:13 smithi098 ceph-mon[88922]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T00:41:14.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:13 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:14.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:13 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:14.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:13 smithi193 ceph-mon[83763]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T00:41:15.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:14 smithi098 ceph-mon[91373]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T00:41:15.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:14 smithi098 ceph-mon[91373]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:15.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:14 smithi098 ceph-mon[88922]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T00:41:15.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:14 smithi098 ceph-mon[88922]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:15.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:14 smithi193 ceph-mon[83763]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T00:41:15.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:14 smithi193 ceph-mon[83763]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:16.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:41:15] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T00:41:16.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:16.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:41:16.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[91373]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T00:41:16.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1605715574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:16.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:16.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:41:16.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[88922]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T00:41:16.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1605715574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:16.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:15 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:16.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:15 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:16.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:15 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:41:16.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:15 smithi193 ceph-mon[83763]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T00:41:16.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:15 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1605715574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:16.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:15 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:16.801 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3023 ms) 2024-04-12T00:41:16.801 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-12T00:41:17.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:16 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:17.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:16 smithi098 ceph-mon[91373]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T00:41:17.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:16 smithi098 ceph-mon[91373]: pgmap v957: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:17.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:16 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:17.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:16 smithi098 ceph-mon[88922]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T00:41:17.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:16 smithi098 ceph-mon[88922]: pgmap v957: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:17.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:16 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:17.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:16 smithi193 ceph-mon[83763]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T00:41:17.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:16 smithi193 ceph-mon[83763]: pgmap v957: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:18.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:17 smithi098 ceph-mon[91373]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T00:41:18.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:17 smithi098 ceph-mon[88922]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T00:41:18.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:17 smithi193 ceph-mon[83763]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T00:41:19.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:18 smithi193 ceph-mon[83763]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T00:41:19.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:18 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2404031016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:19.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:18 smithi193 ceph-mon[83763]: pgmap v960: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:19.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:18 smithi098 ceph-mon[91373]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T00:41:19.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:18 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2404031016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:19.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:18 smithi098 ceph-mon[91373]: pgmap v960: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:18 smithi098 ceph-mon[88922]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T00:41:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:18 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2404031016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:18 smithi098 ceph-mon[88922]: pgmap v960: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:19.821 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3020 ms) 2024-04-12T00:41:19.821 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-12T00:41:20.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:19 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:20.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:19 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2404031016' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:20.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:19 smithi193 ceph-mon[83763]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T00:41:20.194 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:19 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:20.194 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:19 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2404031016' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:20.194 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:19 smithi098 ceph-mon[91373]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T00:41:20.195 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:19 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:20.195 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:19 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2404031016' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:20.196 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:19 smithi098 ceph-mon[88922]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T00:41:21.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:20 smithi193 ceph-mon[83763]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T00:41:21.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:21.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:21.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:20 smithi193 ceph-mon[83763]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:21.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:20 smithi098 ceph-mon[91373]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T00:41:21.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:21.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:21.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:20 smithi098 ceph-mon[91373]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:21.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:20 smithi098 ceph-mon[88922]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T00:41:21.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:21.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:21.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:20 smithi098 ceph-mon[88922]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:22.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:21 smithi193 ceph-mon[83763]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T00:41:22.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:21 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4254724507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:22.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:21 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:22.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:21 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:22.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:21 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:41:22.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[91373]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T00:41:22.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4254724507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:22.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:22.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:22.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:41:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[88922]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T00:41:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4254724507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:21 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:41:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:41:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:41:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:41:22.856 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3035 ms) 2024-04-12T00:41:22.856 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-12T00:41:23.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:22 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:23.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:22 smithi193 ceph-mon[83763]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T00:41:23.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:22 smithi193 ceph-mon[83763]: pgmap v966: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:23.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:22 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:23.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:22 smithi098 ceph-mon[91373]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T00:41:23.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:22 smithi098 ceph-mon[91373]: pgmap v966: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:23.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:22 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:23.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:22 smithi098 ceph-mon[88922]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T00:41:23.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:22 smithi098 ceph-mon[88922]: pgmap v966: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:24.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:23 smithi193 ceph-mon[83763]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T00:41:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:23 smithi098 ceph-mon[91373]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T00:41:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:23 smithi098 ceph-mon[88922]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T00:41:25.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:24 smithi193 ceph-mon[83763]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T00:41:25.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:24 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3168386883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:25.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:24 smithi193 ceph-mon[83763]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:24 smithi098 ceph-mon[88922]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T00:41:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:24 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3168386883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:24 smithi098 ceph-mon[88922]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:25.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:24 smithi098 ceph-mon[91373]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T00:41:25.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:24 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3168386883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:25.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:24 smithi098 ceph-mon[91373]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:25.878 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3023 ms) 2024-04-12T00:41:25.879 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-12T00:41:26.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:41:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:41:25] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T00:41:26.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:25 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:26.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:25 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3168386883' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:26.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:25 smithi098 ceph-mon[91373]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T00:41:26.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:25 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:26.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:25 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3168386883' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:26.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:25 smithi098 ceph-mon[88922]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T00:41:26.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:25 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:26.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:25 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3168386883' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:26.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:25 smithi193 ceph-mon[83763]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T00:41:27.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:26 smithi098 ceph-mon[88922]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T00:41:27.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:26 smithi098 ceph-mon[88922]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:27.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:26 smithi098 ceph-mon[91373]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T00:41:27.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:26 smithi098 ceph-mon[91373]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:26 smithi193 ceph-mon[83763]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T00:41:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:26 smithi193 ceph-mon[83763]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:28.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:41:28.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[91373]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T00:41:28.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3232043609' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:28.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:41:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[88922]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T00:41:28.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3232043609' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:28.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:27 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:27 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:27 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:41:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:27 smithi193 ceph-mon[83763]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T00:41:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:27 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3232043609' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:27 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:28.903 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.Cleanup (3024 ms) 2024-04-12T00:41:28.903 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-12T00:41:29.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:28 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:29.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:28 smithi098 ceph-mon[91373]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T00:41:29.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:28 smithi098 ceph-mon[91373]: pgmap v975: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:29.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:28 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:29.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:28 smithi098 ceph-mon[88922]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T00:41:29.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:28 smithi098 ceph-mon[88922]: pgmap v975: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:28 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:28 smithi193 ceph-mon[83763]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T00:41:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:28 smithi193 ceph-mon[83763]: pgmap v975: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:30.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:29 smithi098 ceph-mon[88922]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T00:41:30.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:29 smithi098 ceph-mon[91373]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T00:41:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:29 smithi193 ceph-mon[83763]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T00:41:31.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:30 smithi098 ceph-mon[91373]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T00:41:31.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:30 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/581603616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:31.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:30 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:31.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:30 smithi098 ceph-mon[91373]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:31.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:30 smithi098 ceph-mon[88922]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T00:41:31.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:30 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/581603616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:31.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:30 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:31.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:30 smithi098 ceph-mon[88922]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:31.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:30 smithi193 ceph-mon[83763]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T00:41:31.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:30 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/581603616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:31.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:30 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:31.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:30 smithi193 ceph-mon[83763]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:31 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:32.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:32.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:31 smithi098 ceph-mon[91373]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T00:41:32.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:31 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:32.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:32.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:31 smithi098 ceph-mon[88922]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T00:41:32.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:31 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:41:32.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:32.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:31 smithi193 ceph-mon[83763]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T00:41:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:41:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:41:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:41:33.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:32 smithi098 ceph-mon[88922]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T00:41:33.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:32 smithi098 ceph-mon[88922]: pgmap v981: 137 pgs: 1 creating+peering, 17 unknown, 119 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:33.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:32 smithi098 ceph-mon[91373]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T00:41:33.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:32 smithi098 ceph-mon[91373]: pgmap v981: 137 pgs: 1 creating+peering, 17 unknown, 119 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:33.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:32 smithi193 ceph-mon[83763]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T00:41:33.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:32 smithi193 ceph-mon[83763]: pgmap v981: 137 pgs: 1 creating+peering, 17 unknown, 119 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:34.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:33 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:34.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:33 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:41:34.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:33 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:34.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:33 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:41:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:33 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:41:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:33 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:41:35.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:34 smithi098 ceph-mon[91373]: pgmap v982: 137 pgs: 1 creating+peering, 8 unknown, 128 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:35.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:34 smithi098 ceph-mon[88922]: pgmap v982: 137 pgs: 1 creating+peering, 8 unknown, 128 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:35.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:34 smithi193 ceph-mon[83763]: pgmap v982: 137 pgs: 1 creating+peering, 8 unknown, 128 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:35.937 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:41:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:41:35] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2024-04-12T00:41:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:36.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:36.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:36 smithi098 ceph-mon[91373]: pgmap v983: 137 pgs: 137 active+clean; 1.5 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.7 MiB/s wr, 7.60k op/s 2024-04-12T00:41:37.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:36 smithi098 ceph-mon[88922]: pgmap v983: 137 pgs: 137 active+clean; 1.5 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.7 MiB/s wr, 7.60k op/s 2024-04-12T00:41:37.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:36 smithi193 ceph-mon[83763]: pgmap v983: 137 pgs: 137 active+clean; 1.5 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.7 MiB/s wr, 7.60k op/s 2024-04-12T00:41:38.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:38 smithi193 ceph-mon[83763]: pgmap v984: 137 pgs: 137 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 5.78k op/s 2024-04-12T00:41:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:38 smithi098 ceph-mon[91373]: pgmap v984: 137 pgs: 137 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 5.78k op/s 2024-04-12T00:41:38.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:38 smithi098 ceph-mon[88922]: pgmap v984: 137 pgs: 137 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 5.78k op/s 2024-04-12T00:41:40.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:40 smithi193 ceph-mon[83763]: pgmap v985: 137 pgs: 137 active+clean; 2.3 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 107 MiB/s rd, 8.1 MiB/s wr, 9.25k op/s 2024-04-12T00:41:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:40 smithi098 ceph-mon[91373]: pgmap v985: 137 pgs: 137 active+clean; 2.3 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 107 MiB/s rd, 8.1 MiB/s wr, 9.25k op/s 2024-04-12T00:41:40.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:40 smithi098 ceph-mon[88922]: pgmap v985: 137 pgs: 137 active+clean; 2.3 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 107 MiB/s rd, 8.1 MiB/s wr, 9.25k op/s 2024-04-12T00:41:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:42 smithi193 ceph-mon[83763]: pgmap v986: 137 pgs: 137 active+clean; 2.3 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 97 MiB/s rd, 7.3 MiB/s wr, 8.33k op/s 2024-04-12T00:41:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:42 smithi098 ceph-mon[91373]: pgmap v986: 137 pgs: 137 active+clean; 2.3 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 97 MiB/s rd, 7.3 MiB/s wr, 8.33k op/s 2024-04-12T00:41:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:42 smithi098 ceph-mon[88922]: pgmap v986: 137 pgs: 137 active+clean; 2.3 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 97 MiB/s rd, 7.3 MiB/s wr, 8.33k op/s 2024-04-12T00:41:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:41:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:41:43.406 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14497 ms) 2024-04-12T00:41:43.407 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-12T00:41:44.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:44 smithi098 ceph-mon[88922]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T00:41:44.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:44 smithi098 ceph-mon[88922]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:44.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:44 smithi098 ceph-mon[91373]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T00:41:44.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:44 smithi098 ceph-mon[91373]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:44.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:44 smithi193 ceph-mon[83763]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T00:41:44.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:44 smithi193 ceph-mon[83763]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:45.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:45 smithi098 ceph-mon[88922]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T00:41:45.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:45 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/249718126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:45.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:45 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:45 smithi098 ceph-mon[91373]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T00:41:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:45 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/249718126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:45 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:45 smithi193 ceph-mon[83763]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T00:41:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:45 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/249718126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:45 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:41:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:41:45] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2024-04-12T00:41:46.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:46 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:46.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:46 smithi098 ceph-mon[91373]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T00:41:46.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:46 smithi098 ceph-mon[91373]: pgmap v991: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:46.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:46 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:46.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:46 smithi098 ceph-mon[88922]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T00:41:46.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:46 smithi098 ceph-mon[88922]: pgmap v991: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:46 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:46 smithi193 ceph-mon[83763]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T00:41:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:46 smithi193 ceph-mon[83763]: pgmap v991: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:47.430 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4030 ms) 2024-04-12T00:41:47.430 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-12T00:41:47.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:47 smithi098 ceph-mon[91373]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T00:41:47.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:47 smithi098 ceph-mon[88922]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T00:41:47.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:47 smithi193 ceph-mon[83763]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T00:41:48.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:48 smithi098 ceph-mon[88922]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T00:41:48.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:41:48.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:48 smithi098 ceph-mon[88922]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:48.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:48 smithi098 ceph-mon[91373]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T00:41:48.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:41:48.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:48 smithi098 ceph-mon[91373]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:48.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:48 smithi193 ceph-mon[83763]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T00:41:48.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:41:48.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:48 smithi193 ceph-mon[83763]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[91373]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/247454603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[88922]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/247454603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:49.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:41:49.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:41:49.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:49 smithi193 ceph-mon[83763]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T00:41:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:49 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/247454603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:49 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:41:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:41:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:41:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:41:50.694 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:50 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:50.694 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:50 smithi098 ceph-mon[91373]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T00:41:50.694 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:50.694 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:50 smithi098 ceph-mon[91373]: pgmap v997: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:50.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:50 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:50.695 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:50 smithi098 ceph-mon[88922]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T00:41:50.695 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:50.695 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:50 smithi098 ceph-mon[88922]: pgmap v997: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:50.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:50 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:41:50.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:50 smithi193 ceph-mon[83763]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T00:41:50.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:41:50.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:50 smithi193 ceph-mon[83763]: pgmap v997: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:51.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:51 smithi098 ceph-mon[88922]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T00:41:51.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:51 smithi098 ceph-mon[91373]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T00:41:51.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:51 smithi193 ceph-mon[83763]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T00:41:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:52 smithi193 ceph-mon[83763]: pgmap v999: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:41:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:41:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:41:52.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:52 smithi098 ceph-mon[91373]: pgmap v999: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:52.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:52 smithi098 ceph-mon[88922]: pgmap v999: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T00:41:54.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:54 smithi193 ceph-mon[83763]: pgmap v1000: 137 pgs: 137 active+clean; 1.2 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 4.7 MiB/s wr, 5.56k op/s 2024-04-12T00:41:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:54 smithi098 ceph-mon[91373]: pgmap v1000: 137 pgs: 137 active+clean; 1.2 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 4.7 MiB/s wr, 5.56k op/s 2024-04-12T00:41:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:54 smithi098 ceph-mon[88922]: pgmap v1000: 137 pgs: 137 active+clean; 1.2 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 4.7 MiB/s wr, 5.56k op/s 2024-04-12T00:41:56.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:41:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:41:55] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-04-12T00:41:56.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:56 smithi193 ceph-mon[83763]: pgmap v1001: 137 pgs: 137 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.7 MiB/s wr, 4.41k op/s 2024-04-12T00:41:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:56 smithi098 ceph-mon[91373]: pgmap v1001: 137 pgs: 137 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.7 MiB/s wr, 4.41k op/s 2024-04-12T00:41:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:56 smithi098 ceph-mon[88922]: pgmap v1001: 137 pgs: 137 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.7 MiB/s wr, 4.41k op/s 2024-04-12T00:41:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:41:58 smithi193 ceph-mon[83763]: pgmap v1002: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 80 MiB/s rd, 6.3 MiB/s wr, 7.57k op/s 2024-04-12T00:41:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:41:58 smithi098 ceph-mon[91373]: pgmap v1002: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 80 MiB/s rd, 6.3 MiB/s wr, 7.57k op/s 2024-04-12T00:41:58.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:41:58 smithi098 ceph-mon[88922]: pgmap v1002: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 80 MiB/s rd, 6.3 MiB/s wr, 7.57k op/s 2024-04-12T00:42:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:00 smithi193 ceph-mon[83763]: pgmap v1003: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 68 MiB/s rd, 5.4 MiB/s wr, 6.48k op/s 2024-04-12T00:42:00.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:00 smithi098 ceph-mon[91373]: pgmap v1003: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 68 MiB/s rd, 5.4 MiB/s wr, 6.48k op/s 2024-04-12T00:42:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:00 smithi098 ceph-mon[88922]: pgmap v1003: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 68 MiB/s rd, 5.4 MiB/s wr, 6.48k op/s 2024-04-12T00:42:02.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:02 smithi193 ceph-mon[83763]: pgmap v1004: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 59 MiB/s rd, 4.7 MiB/s wr, 5.61k op/s 2024-04-12T00:42:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:02 smithi098 ceph-mon[91373]: pgmap v1004: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 59 MiB/s rd, 4.7 MiB/s wr, 5.61k op/s 2024-04-12T00:42:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:02 smithi098 ceph-mon[88922]: pgmap v1004: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 59 MiB/s rd, 4.7 MiB/s wr, 5.61k op/s 2024-04-12T00:42:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:42:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:42:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:42:04.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:04 smithi193 ceph-mon[83763]: pgmap v1005: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 80 MiB/s rd, 5.6 MiB/s wr, 6.75k op/s 2024-04-12T00:42:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:04 smithi098 ceph-mon[91373]: pgmap v1005: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 80 MiB/s rd, 5.6 MiB/s wr, 6.75k op/s 2024-04-12T00:42:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:04 smithi098 ceph-mon[88922]: pgmap v1005: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 80 MiB/s rd, 5.6 MiB/s wr, 6.75k op/s 2024-04-12T00:42:05.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:06.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:42:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:42:05] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-12T00:42:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:06 smithi193 ceph-mon[83763]: pgmap v1006: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 64 MiB/s rd, 3.2 MiB/s wr, 3.97k op/s 2024-04-12T00:42:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:06 smithi098 ceph-mon[91373]: pgmap v1006: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 64 MiB/s rd, 3.2 MiB/s wr, 3.97k op/s 2024-04-12T00:42:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:06 smithi098 ceph-mon[88922]: pgmap v1006: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 64 MiB/s rd, 3.2 MiB/s wr, 3.97k op/s 2024-04-12T00:42:07.490 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20058 ms) 2024-04-12T00:42:07.491 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-12T00:42:08.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:08 smithi098 ceph-mon[88922]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T00:42:08.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:08 smithi098 ceph-mon[88922]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:08.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:08 smithi098 ceph-mon[91373]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T00:42:08.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:08 smithi098 ceph-mon[91373]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:08 smithi193 ceph-mon[83763]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T00:42:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:08 smithi193 ceph-mon[83763]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:09.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:09 smithi098 ceph-mon[91373]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T00:42:09.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:09 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/659409433' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:09.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:09 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:09.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:09 smithi098 ceph-mon[88922]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T00:42:09.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:09 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/659409433' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:09.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:09 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:09.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:09 smithi193 ceph-mon[83763]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T00:42:09.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:09 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/659409433' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:09.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:09 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:10.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:10 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:10.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:10 smithi098 ceph-mon[91373]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T00:42:10.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:10 smithi098 ceph-mon[91373]: pgmap v1011: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:10.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:10 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:10.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:10 smithi098 ceph-mon[88922]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T00:42:10.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:10 smithi098 ceph-mon[88922]: pgmap v1011: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:10.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:10 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:10.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:10 smithi193 ceph-mon[83763]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T00:42:10.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:10 smithi193 ceph-mon[83763]: pgmap v1011: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:11.508 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4021 ms) 2024-04-12T00:42:11.509 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-12T00:42:11.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:11 smithi098 ceph-mon[91373]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T00:42:11.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:11 smithi098 ceph-mon[88922]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T00:42:11.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:11 smithi193 ceph-mon[83763]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T00:42:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:12 smithi193 ceph-mon[83763]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T00:42:12.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:12 smithi193 ceph-mon[83763]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:12.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:42:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:42:12.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:12 smithi098 ceph-mon[91373]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T00:42:12.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:12 smithi098 ceph-mon[91373]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:12.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:12 smithi098 ceph-mon[88922]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T00:42:12.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:12 smithi098 ceph-mon[88922]: pgmap v1014: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:13.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:13 smithi098 ceph-mon[91373]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T00:42:13.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:13 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3483990755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:13.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:13 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:13 smithi098 ceph-mon[88922]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T00:42:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:13 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3483990755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:13 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:13 smithi193 ceph-mon[83763]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T00:42:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:13 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3483990755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:13 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:14.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:14 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:14.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:14 smithi098 ceph-mon[91373]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T00:42:14.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:14 smithi098 ceph-mon[91373]: pgmap v1017: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:14.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:14 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:14.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:14 smithi098 ceph-mon[88922]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T00:42:14.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:14 smithi098 ceph-mon[88922]: pgmap v1017: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:14.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:14 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:14.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:14 smithi193 ceph-mon[83763]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T00:42:14.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:14 smithi193 ceph-mon[83763]: pgmap v1017: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:15.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:15 smithi098 ceph-mon[91373]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T00:42:15.793 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:42:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:42:15] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-12T00:42:15.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:15 smithi098 ceph-mon[88922]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T00:42:15.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:15 smithi193 ceph-mon[83763]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T00:42:16.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:16 smithi098 ceph-mon[91373]: pgmap v1019: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:16.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:16 smithi098 ceph-mon[88922]: pgmap v1019: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:16.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:16 smithi193 ceph-mon[83763]: pgmap v1019: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:17.546 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6037 ms) 2024-04-12T00:42:17.546 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-12T00:42:18.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:18 smithi193 ceph-mon[83763]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T00:42:18.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:18 smithi193 ceph-mon[83763]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:19.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:18 smithi098 ceph-mon[91373]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T00:42:19.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:18 smithi098 ceph-mon[91373]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:19.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:18 smithi098 ceph-mon[88922]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T00:42:19.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:18 smithi098 ceph-mon[88922]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:19.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:19 smithi193 ceph-mon[83763]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T00:42:19.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:19 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3446714220' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:19.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:19 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:20.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:19 smithi098 ceph-mon[91373]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T00:42:20.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:19 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3446714220' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:20.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:19 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:20.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:19 smithi098 ceph-mon[88922]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T00:42:20.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:19 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3446714220' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:20.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:19 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:20.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:20 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:20.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:20 smithi193 ceph-mon[83763]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T00:42:20.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:20.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:20 smithi193 ceph-mon[83763]: pgmap v1024: 137 pgs: 1 creating+activating, 5 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:20.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:20 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:20.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:20 smithi098 ceph-mon[91373]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T00:42:20.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:20.944 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:20 smithi098 ceph-mon[91373]: pgmap v1024: 137 pgs: 1 creating+activating, 5 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:20.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:20 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-129734-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:20.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:20 smithi098 ceph-mon[88922]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T00:42:20.945 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:20.945 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:20 smithi098 ceph-mon[88922]: pgmap v1024: 137 pgs: 1 creating+activating, 5 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:21.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:21 smithi193 ceph-mon[83763]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T00:42:22.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:21 smithi098 ceph-mon[91373]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T00:42:22.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:21 smithi098 ceph-mon[88922]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T00:42:22.566 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:42:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:42:22.572 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5026 ms) 2024-04-12T00:42:22.572 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 22 tests from TestCls2PCQueue (101106 ms total) 2024-04-12T00:42:22.572 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:42:22.572 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:42:22.572 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 22 tests from 1 test suite ran. (101106 ms total) 2024-04-12T00:42:22.573 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 22 tests. 2024-04-12T00:42:22.576 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:42:22.576 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:42:22.609 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-12T00:42:22.609 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-12T00:42:22.678 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:42:22.678 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-12T00:42:22.679 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:42:22.679 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 5 tests from cls_cas 2024-04-12T00:42:22.679 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_cas.get_put 2024-04-12T00:42:22.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:22 smithi193 ceph-mon[83763]: pgmap v1026: 137 pgs: 1 creating+activating, 5 creating+peering, 10 unknown, 121 active+clean; 606 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 645 op/s 2024-04-12T00:42:23.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:22 smithi098 ceph-mon[88922]: pgmap v1026: 137 pgs: 1 creating+activating, 5 creating+peering, 10 unknown, 121 active+clean; 606 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 645 op/s 2024-04-12T00:42:23.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:22 smithi098 ceph-mon[91373]: pgmap v1026: 137 pgs: 1 creating+activating, 5 creating+peering, 10 unknown, 121 active+clean; 606 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 645 op/s 2024-04-12T00:42:23.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:23 smithi193 ceph-mon[83763]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T00:42:24.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:23 smithi098 ceph-mon[91373]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T00:42:24.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:23 smithi098 ceph-mon[88922]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T00:42:24.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:24 smithi193 ceph-mon[83763]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T00:42:24.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:24 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/798613616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:24.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:24 smithi193 ceph-mon[83763]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:25.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:24 smithi098 ceph-mon[91373]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T00:42:25.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:24 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/798613616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:25.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:24 smithi098 ceph-mon[91373]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:25.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:24 smithi098 ceph-mon[88922]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T00:42:25.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:24 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/798613616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:25.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:24 smithi098 ceph-mon[88922]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:25.597 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_cas.get_put (2918 ms) 2024-04-12T00:42:25.597 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_cas.wrong_put 2024-04-12T00:42:25.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:25 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:25.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:25 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/798613616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:25.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:25 smithi193 ceph-mon[83763]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T00:42:26.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:42:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:42:25] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-04-12T00:42:26.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:25 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:26.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:25 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/798613616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:26.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:25 smithi098 ceph-mon[88922]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T00:42:26.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:25 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:26.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:25 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/798613616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:26.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:25 smithi098 ceph-mon[91373]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T00:42:26.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:26 smithi193 ceph-mon[83763]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T00:42:26.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:26 smithi193 ceph-mon[83763]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:27.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:26 smithi098 ceph-mon[91373]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T00:42:27.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:26 smithi098 ceph-mon[91373]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:27.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:26 smithi098 ceph-mon[88922]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T00:42:27.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:26 smithi098 ceph-mon[88922]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:27.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:27 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:27.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:27 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:42:27.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:27 smithi193 ceph-mon[83763]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T00:42:27.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:27 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3592176186' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:28.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:27 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:28.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:27 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:42:28.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:27 smithi098 ceph-mon[91373]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T00:42:28.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:27 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3592176186' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:28.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:27 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:28.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:27 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:42:28.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:27 smithi098 ceph-mon[88922]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T00:42:28.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:27 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3592176186' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:28.619 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_cas.wrong_put (3022 ms) 2024-04-12T00:42:28.619 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_cas.dup_get 2024-04-12T00:42:28.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:28 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3592176186' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:28.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:28 smithi193 ceph-mon[83763]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T00:42:28.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:28 smithi193 ceph-mon[83763]: pgmap v1035: 137 pgs: 18 creating+peering, 9 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:29.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:28 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3592176186' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:29.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:28 smithi098 ceph-mon[91373]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T00:42:29.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:28 smithi098 ceph-mon[91373]: pgmap v1035: 137 pgs: 18 creating+peering, 9 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:29.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:28 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3592176186' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:29.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:28 smithi098 ceph-mon[88922]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T00:42:29.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:28 smithi098 ceph-mon[88922]: pgmap v1035: 137 pgs: 18 creating+peering, 9 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:29.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:29 smithi193 ceph-mon[83763]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T00:42:30.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:29 smithi098 ceph-mon[91373]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T00:42:30.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:29 smithi098 ceph-mon[88922]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T00:42:31.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:30 smithi098 ceph-mon[91373]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T00:42:31.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:30 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2590279099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:31.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:30 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:31.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:30 smithi098 ceph-mon[91373]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:31.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:30 smithi098 ceph-mon[88922]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T00:42:31.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:30 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2590279099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:31.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:30 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:31.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:30 smithi098 ceph-mon[88922]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:31.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:30 smithi193 ceph-mon[83763]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T00:42:31.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:30 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2590279099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:31.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:30 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:31.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:30 smithi193 ceph-mon[83763]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:31.637 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_cas.dup_get (3018 ms) 2024-04-12T00:42:31.637 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_cas.dup_put 2024-04-12T00:42:32.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:31 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:32.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:32.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:31 smithi098 ceph-mon[91373]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T00:42:32.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:31 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:32.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:32.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:31 smithi098 ceph-mon[88922]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T00:42:32.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:31 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:32.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:32.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:31 smithi193 ceph-mon[83763]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T00:42:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:42:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:42:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:42:33.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:32 smithi098 ceph-mon[91373]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T00:42:33.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:32 smithi098 ceph-mon[91373]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:33.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:32 smithi098 ceph-mon[88922]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T00:42:33.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:32 smithi098 ceph-mon[88922]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:33.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:32 smithi193 ceph-mon[83763]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T00:42:33.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:32 smithi193 ceph-mon[83763]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:34.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:34.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:42:34.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[91373]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T00:42:34.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3697197150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:34.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:34.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:34.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:42:34.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[88922]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T00:42:34.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3697197150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:34.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:33 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:34.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:33 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:34.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:33 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:42:34.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:33 smithi193 ceph-mon[83763]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T00:42:34.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:33 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3697197150' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:34.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:33 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:34.663 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_cas.dup_put (3026 ms) 2024-04-12T00:42:34.663 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-12T00:42:35.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:34 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:35.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:34 smithi098 ceph-mon[91373]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T00:42:35.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:34 smithi098 ceph-mon[91373]: pgmap v1044: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:35.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:34 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:35.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:34 smithi098 ceph-mon[88922]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T00:42:35.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:34 smithi098 ceph-mon[88922]: pgmap v1044: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:35.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:34 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:35.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:34 smithi193 ceph-mon[83763]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T00:42:35.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:34 smithi193 ceph-mon[83763]: pgmap v1044: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:36.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:42:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:42:35] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T00:42:36.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:35 smithi098 ceph-mon[91373]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T00:42:36.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:36.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:35 smithi098 ceph-mon[88922]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T00:42:36.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:36.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:35 smithi193 ceph-mon[83763]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T00:42:36.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:37.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:36 smithi098 ceph-mon[91373]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T00:42:37.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:36 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2780409686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:37.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:36 smithi098 ceph-mon[91373]: pgmap v1047: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:37.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:36 smithi098 ceph-mon[88922]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T00:42:37.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:36 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2780409686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:37.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:36 smithi098 ceph-mon[88922]: pgmap v1047: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:37.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:36 smithi193 ceph-mon[83763]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T00:42:37.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:36 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2780409686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:37.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:36 smithi193 ceph-mon[83763]: pgmap v1047: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:37.676 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_cas.get_wrong_data (3013 ms) 2024-04-12T00:42:37.676 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 5 tests from cls_cas (14997 ms total) 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 1 test from chunk_refs_t 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] chunk_refs_t.size 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout:1 60 by_object 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout:2 103 by_object 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout:4 189 by_object 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout:8 361 by_object 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout:16 112 by_hash(32 bits) 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout:32 208 by_hash(32 bits) 2024-04-12T00:42:37.677 INFO:tasks.workunit.client.0.smithi098.stdout:64 400 by_hash(32 bits) 2024-04-12T00:42:37.678 INFO:tasks.workunit.client.0.smithi098.stdout:128 509 by_hash(10 bits) 2024-04-12T00:42:37.678 INFO:tasks.workunit.client.0.smithi098.stdout:256 499 by_hash(7 bits) 2024-04-12T00:42:37.678 INFO:tasks.workunit.client.0.smithi098.stdout:512 462 by_hash(5 bits) 2024-04-12T00:42:37.678 INFO:tasks.workunit.client.0.smithi098.stdout:1024 466 by_hash(5 bits) 2024-04-12T00:42:37.679 INFO:tasks.workunit.client.0.smithi098.stdout:2048 466 by_hash(5 bits) 2024-04-12T00:42:37.680 INFO:tasks.workunit.client.0.smithi098.stdout:4096 470 by_hash(5 bits) 2024-04-12T00:42:37.681 INFO:tasks.workunit.client.0.smithi098.stdout:8192 498 by_hash(4 bits) 2024-04-12T00:42:37.684 INFO:tasks.workunit.client.0.smithi098.stdout:16384 278 by_hash(3 bits) 2024-04-12T00:42:37.688 INFO:tasks.workunit.client.0.smithi098.stdout:32768 337 by_hash(2 bits) 2024-04-12T00:42:37.695 INFO:tasks.workunit.client.0.smithi098.stdout:65536 367 by_hash(2 bits) 2024-04-12T00:42:37.703 INFO:tasks.workunit.client.0.smithi098.stdout:131072 387 by_hash(1 bits) 2024-04-12T00:42:37.726 INFO:tasks.workunit.client.0.smithi098.stdout:262144 331 by_pool 2024-04-12T00:42:37.753 INFO:tasks.workunit.client.0.smithi098.stdout:524288 21 count 2024-04-12T00:42:37.801 INFO:tasks.workunit.client.0.smithi098.stdout:1048576 21 count 2024-04-12T00:42:37.896 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] chunk_refs_t.size (220 ms) 2024-04-12T00:42:37.896 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 1 test from chunk_refs_t (220 ms total) 2024-04-12T00:42:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:42:37.897 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:42:37.897 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 6 tests from 2 test suites ran. (15217 ms total) 2024-04-12T00:42:37.897 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 6 tests. 2024-04-12T00:42:37.899 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:42:37.899 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:42:37.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:37 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:37.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:37 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2780409686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:37.923 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:37 smithi098 ceph-mon[88922]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T00:42:37.923 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:37 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:37.923 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:37 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2780409686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:37.923 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:37 smithi098 ceph-mon[91373]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T00:42:37.926 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-12T00:42:37.927 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-12T00:42:37.995 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:42:37.995 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-12T00:42:37.996 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:42:38.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:37 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:38.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:37 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2780409686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130605-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:38.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:37 smithi193 ceph-mon[83763]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T00:42:39.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:38 smithi098 ceph-mon[88922]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T00:42:39.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:38 smithi098 ceph-mon[88922]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:39.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:38 smithi098 ceph-mon[91373]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T00:42:39.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:38 smithi098 ceph-mon[91373]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:39.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:38 smithi193 ceph-mon[83763]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T00:42:39.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:38 smithi193 ceph-mon[83763]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:39.692 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 31 tests from CmpOmap 2024-04-12T00:42:39.692 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-12T00:42:39.710 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (17 ms) 2024-04-12T00:42:39.710 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-12T00:42:39.714 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2024-04-12T00:42:39.714 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-12T00:42:39.717 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-12T00:42:39.717 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-12T00:42:39.720 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-04-12T00:42:39.721 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-12T00:42:39.726 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-04-12T00:42:39.726 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-12T00:42:39.735 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_u64 (8 ms) 2024-04-12T00:42:39.735 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-12T00:42:39.738 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-12T00:42:39.738 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-12T00:42:39.741 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-12T00:42:39.741 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-12T00:42:39.743 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-12T00:42:39.743 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-12T00:42:39.747 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-12T00:42:39.747 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-12T00:42:39.748 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-12T00:42:39.748 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-12T00:42:39.748 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-12T00:42:39.748 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-12T00:42:39.754 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-12T00:42:39.754 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-12T00:42:39.760 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (5 ms) 2024-04-12T00:42:39.760 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-12T00:42:39.766 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-12T00:42:39.766 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-12T00:42:39.773 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-04-12T00:42:39.773 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-12T00:42:39.781 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-12T00:42:39.781 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-12T00:42:39.788 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-12T00:42:39.788 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-12T00:42:39.790 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-12T00:42:39.790 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-12T00:42:39.792 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-04-12T00:42:39.792 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-12T00:42:39.793 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-12T00:42:39.793 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-12T00:42:39.794 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-04-12T00:42:39.794 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-12T00:42:39.801 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-04-12T00:42:39.801 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-12T00:42:39.806 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-12T00:42:39.806 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-12T00:42:39.813 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-12T00:42:39.813 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-12T00:42:39.821 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-04-12T00:42:39.821 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-12T00:42:39.823 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (3 ms) 2024-04-12T00:42:39.823 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-12T00:42:39.825 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-04-12T00:42:39.825 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-12T00:42:39.826 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-12T00:42:39.826 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-12T00:42:39.827 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-04-12T00:42:39.827 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-12T00:42:39.835 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-04-12T00:42:39.835 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 31 tests from CmpOmap (143 ms total) 2024-04-12T00:42:39.835 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:42:39.835 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:42:40.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:40.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:42:40.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[88922]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T00:42:40.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2103533660' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130728-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:40.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130728-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:42:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[91373]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T00:42:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2103533660' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130728-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:39 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130728-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:40.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:39 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:40.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:39 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:42:40.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:39 smithi193 ceph-mon[83763]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T00:42:40.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:39 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2103533660' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130728-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:40.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:39 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130728-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:40.705 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 31 tests from 1 test suite ran. (2710 ms total) 2024-04-12T00:42:40.706 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 31 tests. 2024-04-12T00:42:40.709 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:42:40.709 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:42:40.778 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-12T00:42:40.779 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-12T00:42:40.848 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:42:40.848 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-12T00:42:40.849 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:42:40.849 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 6 tests from ClsHello 2024-04-12T00:42:40.849 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsHello.SayHello 2024-04-12T00:42:41.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:40 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130728-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:41.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:40 smithi098 ceph-mon[91373]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T00:42:41.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:40 smithi098 ceph-mon[91373]: pgmap v1053: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:41.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:40 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130728-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:41.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:40 smithi098 ceph-mon[88922]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T00:42:41.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:40 smithi098 ceph-mon[88922]: pgmap v1053: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:41.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:40 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130728-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:41.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:40 smithi193 ceph-mon[83763]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T00:42:41.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:40 smithi193 ceph-mon[83763]: pgmap v1053: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:42.020 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:41 smithi193 ceph-mon[83763]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T00:42:42.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:41 smithi098 ceph-mon[91373]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T00:42:42.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:41 smithi098 ceph-mon[88922]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T00:42:42.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:42:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:42:43.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:42 smithi098 ceph-mon[91373]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T00:42:43.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:42 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1258498110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:43.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:42 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:43.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:42 smithi098 ceph-mon[91373]: pgmap v1056: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:43.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:42 smithi098 ceph-mon[88922]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T00:42:43.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:42 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1258498110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:43.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:42 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:43.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:42 smithi098 ceph-mon[88922]: pgmap v1056: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:43.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:42 smithi193 ceph-mon[83763]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T00:42:43.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:42 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1258498110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:43.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:42 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:43.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:42 smithi193 ceph-mon[83763]: pgmap v1056: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:43.723 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsHello.SayHello (2874 ms) 2024-04-12T00:42:43.724 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsHello.RecordHello 2024-04-12T00:42:44.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:43 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:44.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:43 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:44.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:43 smithi098 ceph-mon[91373]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T00:42:44.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:43 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:44.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:43 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:44.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:43 smithi098 ceph-mon[88922]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T00:42:44.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:43 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:44.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:43 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:44.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:43 smithi193 ceph-mon[83763]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T00:42:45.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:44 smithi098 ceph-mon[91373]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T00:42:45.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:44 smithi098 ceph-mon[91373]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:45.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:44 smithi098 ceph-mon[88922]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T00:42:45.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:44 smithi098 ceph-mon[88922]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:45.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:44 smithi193 ceph-mon[83763]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T00:42:45.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:44 smithi193 ceph-mon[83763]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:42:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:42:45] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T00:42:46.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:45 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:46.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:45 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:42:46.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:45 smithi098 ceph-mon[91373]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T00:42:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:45 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4233651669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:46.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:45 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:46.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:45 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:42:46.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:45 smithi098 ceph-mon[88922]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T00:42:46.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:45 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4233651669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:46.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:45 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:46.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:45 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:42:46.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:45 smithi193 ceph-mon[83763]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T00:42:46.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:45 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4233651669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:46.744 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsHello.RecordHello (3021 ms) 2024-04-12T00:42:46.745 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-12T00:42:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:46 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4233651669' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:46 smithi098 ceph-mon[91373]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T00:42:47.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:46 smithi098 ceph-mon[91373]: pgmap v1062: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:47.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:46 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4233651669' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:47.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:46 smithi098 ceph-mon[88922]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T00:42:47.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:46 smithi098 ceph-mon[88922]: pgmap v1062: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:47.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:46 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4233651669' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:47.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:46 smithi193 ceph-mon[83763]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T00:42:47.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:46 smithi193 ceph-mon[83763]: pgmap v1062: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:48.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:47 smithi098 ceph-mon[91373]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T00:42:48.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:47 smithi098 ceph-mon[88922]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T00:42:48.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:47 smithi193 ceph-mon[83763]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T00:42:48.762 INFO:tasks.workunit.client.0.smithi098.stdout:require_osd_release = squid 2024-04-12T00:42:48.769 INFO:tasks.workunit.client.0.smithi098.stdout:0 2024-04-12T00:42:48.803 INFO:tasks.workunit.client.0.smithi098.stdout:1 2024-04-12T00:42:48.803 INFO:tasks.workunit.client.0.smithi098.stdout:2 2024-04-12T00:42:48.804 INFO:tasks.workunit.client.0.smithi098.stdout:3 2024-04-12T00:42:48.805 INFO:tasks.workunit.client.0.smithi098.stdout:4 2024-04-12T00:42:48.806 INFO:tasks.workunit.client.0.smithi098.stdout:5 2024-04-12T00:42:48.807 INFO:tasks.workunit.client.0.smithi098.stdout:6 2024-04-12T00:42:48.808 INFO:tasks.workunit.client.0.smithi098.stdout:7 2024-04-12T00:42:48.809 INFO:tasks.workunit.client.0.smithi098.stdout:8 2024-04-12T00:42:48.809 INFO:tasks.workunit.client.0.smithi098.stdout:9 2024-04-12T00:42:48.810 INFO:tasks.workunit.client.0.smithi098.stdout:10 2024-04-12T00:42:48.811 INFO:tasks.workunit.client.0.smithi098.stdout:11 2024-04-12T00:42:48.812 INFO:tasks.workunit.client.0.smithi098.stdout:12 2024-04-12T00:42:48.813 INFO:tasks.workunit.client.0.smithi098.stdout:13 2024-04-12T00:42:48.813 INFO:tasks.workunit.client.0.smithi098.stdout:14 2024-04-12T00:42:48.814 INFO:tasks.workunit.client.0.smithi098.stdout:15 2024-04-12T00:42:48.818 INFO:tasks.workunit.client.0.smithi098.stdout:16 2024-04-12T00:42:48.819 INFO:tasks.workunit.client.0.smithi098.stdout:17 2024-04-12T00:42:48.819 INFO:tasks.workunit.client.0.smithi098.stdout:18 2024-04-12T00:42:48.819 INFO:tasks.workunit.client.0.smithi098.stdout:19 2024-04-12T00:42:48.819 INFO:tasks.workunit.client.0.smithi098.stdout:20 2024-04-12T00:42:48.819 INFO:tasks.workunit.client.0.smithi098.stdout:21 2024-04-12T00:42:48.820 INFO:tasks.workunit.client.0.smithi098.stdout:22 2024-04-12T00:42:48.821 INFO:tasks.workunit.client.0.smithi098.stdout:23 2024-04-12T00:42:48.822 INFO:tasks.workunit.client.0.smithi098.stdout:24 2024-04-12T00:42:48.822 INFO:tasks.workunit.client.0.smithi098.stdout:25 2024-04-12T00:42:48.823 INFO:tasks.workunit.client.0.smithi098.stdout:26 2024-04-12T00:42:48.824 INFO:tasks.workunit.client.0.smithi098.stdout:27 2024-04-12T00:42:48.825 INFO:tasks.workunit.client.0.smithi098.stdout:28 2024-04-12T00:42:48.826 INFO:tasks.workunit.client.0.smithi098.stdout:29 2024-04-12T00:42:48.827 INFO:tasks.workunit.client.0.smithi098.stdout:30 2024-04-12T00:42:48.828 INFO:tasks.workunit.client.0.smithi098.stdout:31 2024-04-12T00:42:48.828 INFO:tasks.workunit.client.0.smithi098.stdout:32 2024-04-12T00:42:48.829 INFO:tasks.workunit.client.0.smithi098.stdout:33 2024-04-12T00:42:48.830 INFO:tasks.workunit.client.0.smithi098.stdout:34 2024-04-12T00:42:48.831 INFO:tasks.workunit.client.0.smithi098.stdout:35 2024-04-12T00:42:48.832 INFO:tasks.workunit.client.0.smithi098.stdout:36 2024-04-12T00:42:48.833 INFO:tasks.workunit.client.0.smithi098.stdout:37 2024-04-12T00:42:48.833 INFO:tasks.workunit.client.0.smithi098.stdout:38 2024-04-12T00:42:48.834 INFO:tasks.workunit.client.0.smithi098.stdout:39 2024-04-12T00:42:48.835 INFO:tasks.workunit.client.0.smithi098.stdout:40 2024-04-12T00:42:48.836 INFO:tasks.workunit.client.0.smithi098.stdout:41 2024-04-12T00:42:48.837 INFO:tasks.workunit.client.0.smithi098.stdout:42 2024-04-12T00:42:48.838 INFO:tasks.workunit.client.0.smithi098.stdout:43 2024-04-12T00:42:48.838 INFO:tasks.workunit.client.0.smithi098.stdout:44 2024-04-12T00:42:48.839 INFO:tasks.workunit.client.0.smithi098.stdout:45 2024-04-12T00:42:48.840 INFO:tasks.workunit.client.0.smithi098.stdout:46 2024-04-12T00:42:48.841 INFO:tasks.workunit.client.0.smithi098.stdout:47 2024-04-12T00:42:48.842 INFO:tasks.workunit.client.0.smithi098.stdout:48 2024-04-12T00:42:48.843 INFO:tasks.workunit.client.0.smithi098.stdout:49 2024-04-12T00:42:48.844 INFO:tasks.workunit.client.0.smithi098.stdout:50 2024-04-12T00:42:48.845 INFO:tasks.workunit.client.0.smithi098.stdout:51 2024-04-12T00:42:48.846 INFO:tasks.workunit.client.0.smithi098.stdout:52 2024-04-12T00:42:48.847 INFO:tasks.workunit.client.0.smithi098.stdout:53 2024-04-12T00:42:48.848 INFO:tasks.workunit.client.0.smithi098.stdout:54 2024-04-12T00:42:48.849 INFO:tasks.workunit.client.0.smithi098.stdout:55 2024-04-12T00:42:48.849 INFO:tasks.workunit.client.0.smithi098.stdout:56 2024-04-12T00:42:48.850 INFO:tasks.workunit.client.0.smithi098.stdout:57 2024-04-12T00:42:48.851 INFO:tasks.workunit.client.0.smithi098.stdout:58 2024-04-12T00:42:48.852 INFO:tasks.workunit.client.0.smithi098.stdout:59 2024-04-12T00:42:48.853 INFO:tasks.workunit.client.0.smithi098.stdout:60 2024-04-12T00:42:48.854 INFO:tasks.workunit.client.0.smithi098.stdout:61 2024-04-12T00:42:48.855 INFO:tasks.workunit.client.0.smithi098.stdout:62 2024-04-12T00:42:48.856 INFO:tasks.workunit.client.0.smithi098.stdout:63 2024-04-12T00:42:48.857 INFO:tasks.workunit.client.0.smithi098.stdout:64 2024-04-12T00:42:48.858 INFO:tasks.workunit.client.0.smithi098.stdout:65 2024-04-12T00:42:48.859 INFO:tasks.workunit.client.0.smithi098.stdout:66 2024-04-12T00:42:48.860 INFO:tasks.workunit.client.0.smithi098.stdout:67 2024-04-12T00:42:48.861 INFO:tasks.workunit.client.0.smithi098.stdout:68 2024-04-12T00:42:48.861 INFO:tasks.workunit.client.0.smithi098.stdout:69 2024-04-12T00:42:48.862 INFO:tasks.workunit.client.0.smithi098.stdout:70 2024-04-12T00:42:48.863 INFO:tasks.workunit.client.0.smithi098.stdout:71 2024-04-12T00:42:48.864 INFO:tasks.workunit.client.0.smithi098.stdout:72 2024-04-12T00:42:48.865 INFO:tasks.workunit.client.0.smithi098.stdout:73 2024-04-12T00:42:48.866 INFO:tasks.workunit.client.0.smithi098.stdout:74 2024-04-12T00:42:48.867 INFO:tasks.workunit.client.0.smithi098.stdout:75 2024-04-12T00:42:48.868 INFO:tasks.workunit.client.0.smithi098.stdout:76 2024-04-12T00:42:48.869 INFO:tasks.workunit.client.0.smithi098.stdout:77 2024-04-12T00:42:48.870 INFO:tasks.workunit.client.0.smithi098.stdout:78 2024-04-12T00:42:48.871 INFO:tasks.workunit.client.0.smithi098.stdout:79 2024-04-12T00:42:48.871 INFO:tasks.workunit.client.0.smithi098.stdout:80 2024-04-12T00:42:48.872 INFO:tasks.workunit.client.0.smithi098.stdout:81 2024-04-12T00:42:48.873 INFO:tasks.workunit.client.0.smithi098.stdout:82 2024-04-12T00:42:48.874 INFO:tasks.workunit.client.0.smithi098.stdout:83 2024-04-12T00:42:48.875 INFO:tasks.workunit.client.0.smithi098.stdout:84 2024-04-12T00:42:48.876 INFO:tasks.workunit.client.0.smithi098.stdout:85 2024-04-12T00:42:48.877 INFO:tasks.workunit.client.0.smithi098.stdout:86 2024-04-12T00:42:48.878 INFO:tasks.workunit.client.0.smithi098.stdout:87 2024-04-12T00:42:48.879 INFO:tasks.workunit.client.0.smithi098.stdout:88 2024-04-12T00:42:48.880 INFO:tasks.workunit.client.0.smithi098.stdout:89 2024-04-12T00:42:48.881 INFO:tasks.workunit.client.0.smithi098.stdout:90 2024-04-12T00:42:48.882 INFO:tasks.workunit.client.0.smithi098.stdout:91 2024-04-12T00:42:48.882 INFO:tasks.workunit.client.0.smithi098.stdout:92 2024-04-12T00:42:48.883 INFO:tasks.workunit.client.0.smithi098.stdout:93 2024-04-12T00:42:48.884 INFO:tasks.workunit.client.0.smithi098.stdout:94 2024-04-12T00:42:48.885 INFO:tasks.workunit.client.0.smithi098.stdout:95 2024-04-12T00:42:48.886 INFO:tasks.workunit.client.0.smithi098.stdout:96 2024-04-12T00:42:48.887 INFO:tasks.workunit.client.0.smithi098.stdout:97 2024-04-12T00:42:48.888 INFO:tasks.workunit.client.0.smithi098.stdout:98 2024-04-12T00:42:48.889 INFO:tasks.workunit.client.0.smithi098.stdout:99 2024-04-12T00:42:48.890 INFO:tasks.workunit.client.0.smithi098.stdout:100 2024-04-12T00:42:48.891 INFO:tasks.workunit.client.0.smithi098.stdout:101 2024-04-12T00:42:48.892 INFO:tasks.workunit.client.0.smithi098.stdout:102 2024-04-12T00:42:48.893 INFO:tasks.workunit.client.0.smithi098.stdout:103 2024-04-12T00:42:48.894 INFO:tasks.workunit.client.0.smithi098.stdout:104 2024-04-12T00:42:48.895 INFO:tasks.workunit.client.0.smithi098.stdout:105 2024-04-12T00:42:48.896 INFO:tasks.workunit.client.0.smithi098.stdout:106 2024-04-12T00:42:48.897 INFO:tasks.workunit.client.0.smithi098.stdout:107 2024-04-12T00:42:48.897 INFO:tasks.workunit.client.0.smithi098.stdout:108 2024-04-12T00:42:48.898 INFO:tasks.workunit.client.0.smithi098.stdout:109 2024-04-12T00:42:48.899 INFO:tasks.workunit.client.0.smithi098.stdout:110 2024-04-12T00:42:48.900 INFO:tasks.workunit.client.0.smithi098.stdout:111 2024-04-12T00:42:48.901 INFO:tasks.workunit.client.0.smithi098.stdout:112 2024-04-12T00:42:48.902 INFO:tasks.workunit.client.0.smithi098.stdout:113 2024-04-12T00:42:48.903 INFO:tasks.workunit.client.0.smithi098.stdout:114 2024-04-12T00:42:48.904 INFO:tasks.workunit.client.0.smithi098.stdout:115 2024-04-12T00:42:48.905 INFO:tasks.workunit.client.0.smithi098.stdout:116 2024-04-12T00:42:48.906 INFO:tasks.workunit.client.0.smithi098.stdout:117 2024-04-12T00:42:48.907 INFO:tasks.workunit.client.0.smithi098.stdout:118 2024-04-12T00:42:48.908 INFO:tasks.workunit.client.0.smithi098.stdout:119 2024-04-12T00:42:48.909 INFO:tasks.workunit.client.0.smithi098.stdout:120 2024-04-12T00:42:48.910 INFO:tasks.workunit.client.0.smithi098.stdout:121 2024-04-12T00:42:48.911 INFO:tasks.workunit.client.0.smithi098.stdout:122 2024-04-12T00:42:48.911 INFO:tasks.workunit.client.0.smithi098.stdout:123 2024-04-12T00:42:48.913 INFO:tasks.workunit.client.0.smithi098.stdout:124 2024-04-12T00:42:48.914 INFO:tasks.workunit.client.0.smithi098.stdout:125 2024-04-12T00:42:48.915 INFO:tasks.workunit.client.0.smithi098.stdout:126 2024-04-12T00:42:48.916 INFO:tasks.workunit.client.0.smithi098.stdout:127 2024-04-12T00:42:48.917 INFO:tasks.workunit.client.0.smithi098.stdout:128 2024-04-12T00:42:48.918 INFO:tasks.workunit.client.0.smithi098.stdout:129 2024-04-12T00:42:48.918 INFO:tasks.workunit.client.0.smithi098.stdout:130 2024-04-12T00:42:48.919 INFO:tasks.workunit.client.0.smithi098.stdout:131 2024-04-12T00:42:48.920 INFO:tasks.workunit.client.0.smithi098.stdout:132 2024-04-12T00:42:48.921 INFO:tasks.workunit.client.0.smithi098.stdout:133 2024-04-12T00:42:48.922 INFO:tasks.workunit.client.0.smithi098.stdout:134 2024-04-12T00:42:48.923 INFO:tasks.workunit.client.0.smithi098.stdout:135 2024-04-12T00:42:48.924 INFO:tasks.workunit.client.0.smithi098.stdout:136 2024-04-12T00:42:48.925 INFO:tasks.workunit.client.0.smithi098.stdout:137 2024-04-12T00:42:48.926 INFO:tasks.workunit.client.0.smithi098.stdout:138 2024-04-12T00:42:48.927 INFO:tasks.workunit.client.0.smithi098.stdout:139 2024-04-12T00:42:48.928 INFO:tasks.workunit.client.0.smithi098.stdout:140 2024-04-12T00:42:48.929 INFO:tasks.workunit.client.0.smithi098.stdout:141 2024-04-12T00:42:48.929 INFO:tasks.workunit.client.0.smithi098.stdout:142 2024-04-12T00:42:48.930 INFO:tasks.workunit.client.0.smithi098.stdout:143 2024-04-12T00:42:48.931 INFO:tasks.workunit.client.0.smithi098.stdout:144 2024-04-12T00:42:48.932 INFO:tasks.workunit.client.0.smithi098.stdout:145 2024-04-12T00:42:48.933 INFO:tasks.workunit.client.0.smithi098.stdout:146 2024-04-12T00:42:48.934 INFO:tasks.workunit.client.0.smithi098.stdout:147 2024-04-12T00:42:48.935 INFO:tasks.workunit.client.0.smithi098.stdout:148 2024-04-12T00:42:48.936 INFO:tasks.workunit.client.0.smithi098.stdout:149 2024-04-12T00:42:48.937 INFO:tasks.workunit.client.0.smithi098.stdout:150 2024-04-12T00:42:48.938 INFO:tasks.workunit.client.0.smithi098.stdout:151 2024-04-12T00:42:48.939 INFO:tasks.workunit.client.0.smithi098.stdout:152 2024-04-12T00:42:48.940 INFO:tasks.workunit.client.0.smithi098.stdout:153 2024-04-12T00:42:48.940 INFO:tasks.workunit.client.0.smithi098.stdout:154 2024-04-12T00:42:48.941 INFO:tasks.workunit.client.0.smithi098.stdout:155 2024-04-12T00:42:48.942 INFO:tasks.workunit.client.0.smithi098.stdout:156 2024-04-12T00:42:48.943 INFO:tasks.workunit.client.0.smithi098.stdout:157 2024-04-12T00:42:48.944 INFO:tasks.workunit.client.0.smithi098.stdout:158 2024-04-12T00:42:48.945 INFO:tasks.workunit.client.0.smithi098.stdout:159 2024-04-12T00:42:48.946 INFO:tasks.workunit.client.0.smithi098.stdout:160 2024-04-12T00:42:48.946 INFO:tasks.workunit.client.0.smithi098.stdout:161 2024-04-12T00:42:48.947 INFO:tasks.workunit.client.0.smithi098.stdout:162 2024-04-12T00:42:48.948 INFO:tasks.workunit.client.0.smithi098.stdout:163 2024-04-12T00:42:48.949 INFO:tasks.workunit.client.0.smithi098.stdout:164 2024-04-12T00:42:48.950 INFO:tasks.workunit.client.0.smithi098.stdout:165 2024-04-12T00:42:48.951 INFO:tasks.workunit.client.0.smithi098.stdout:166 2024-04-12T00:42:48.951 INFO:tasks.workunit.client.0.smithi098.stdout:167 2024-04-12T00:42:48.952 INFO:tasks.workunit.client.0.smithi098.stdout:168 2024-04-12T00:42:48.953 INFO:tasks.workunit.client.0.smithi098.stdout:169 2024-04-12T00:42:48.954 INFO:tasks.workunit.client.0.smithi098.stdout:170 2024-04-12T00:42:48.955 INFO:tasks.workunit.client.0.smithi098.stdout:171 2024-04-12T00:42:48.956 INFO:tasks.workunit.client.0.smithi098.stdout:172 2024-04-12T00:42:48.957 INFO:tasks.workunit.client.0.smithi098.stdout:173 2024-04-12T00:42:48.957 INFO:tasks.workunit.client.0.smithi098.stdout:174 2024-04-12T00:42:48.958 INFO:tasks.workunit.client.0.smithi098.stdout:175 2024-04-12T00:42:48.959 INFO:tasks.workunit.client.0.smithi098.stdout:176 2024-04-12T00:42:48.960 INFO:tasks.workunit.client.0.smithi098.stdout:177 2024-04-12T00:42:48.961 INFO:tasks.workunit.client.0.smithi098.stdout:178 2024-04-12T00:42:48.962 INFO:tasks.workunit.client.0.smithi098.stdout:179 2024-04-12T00:42:48.962 INFO:tasks.workunit.client.0.smithi098.stdout:180 2024-04-12T00:42:48.963 INFO:tasks.workunit.client.0.smithi098.stdout:181 2024-04-12T00:42:48.964 INFO:tasks.workunit.client.0.smithi098.stdout:182 2024-04-12T00:42:48.965 INFO:tasks.workunit.client.0.smithi098.stdout:183 2024-04-12T00:42:48.966 INFO:tasks.workunit.client.0.smithi098.stdout:184 2024-04-12T00:42:48.967 INFO:tasks.workunit.client.0.smithi098.stdout:185 2024-04-12T00:42:48.967 INFO:tasks.workunit.client.0.smithi098.stdout:186 2024-04-12T00:42:48.968 INFO:tasks.workunit.client.0.smithi098.stdout:187 2024-04-12T00:42:48.969 INFO:tasks.workunit.client.0.smithi098.stdout:188 2024-04-12T00:42:48.970 INFO:tasks.workunit.client.0.smithi098.stdout:189 2024-04-12T00:42:48.971 INFO:tasks.workunit.client.0.smithi098.stdout:190 2024-04-12T00:42:48.972 INFO:tasks.workunit.client.0.smithi098.stdout:191 2024-04-12T00:42:48.973 INFO:tasks.workunit.client.0.smithi098.stdout:192 2024-04-12T00:42:48.974 INFO:tasks.workunit.client.0.smithi098.stdout:193 2024-04-12T00:42:48.975 INFO:tasks.workunit.client.0.smithi098.stdout:194 2024-04-12T00:42:48.976 INFO:tasks.workunit.client.0.smithi098.stdout:195 2024-04-12T00:42:48.977 INFO:tasks.workunit.client.0.smithi098.stdout:196 2024-04-12T00:42:48.978 INFO:tasks.workunit.client.0.smithi098.stdout:197 2024-04-12T00:42:48.979 INFO:tasks.workunit.client.0.smithi098.stdout:198 2024-04-12T00:42:48.980 INFO:tasks.workunit.client.0.smithi098.stdout:199 2024-04-12T00:42:48.981 INFO:tasks.workunit.client.0.smithi098.stdout:200 2024-04-12T00:42:48.982 INFO:tasks.workunit.client.0.smithi098.stdout:201 2024-04-12T00:42:48.982 INFO:tasks.workunit.client.0.smithi098.stdout:202 2024-04-12T00:42:48.983 INFO:tasks.workunit.client.0.smithi098.stdout:203 2024-04-12T00:42:48.984 INFO:tasks.workunit.client.0.smithi098.stdout:204 2024-04-12T00:42:48.985 INFO:tasks.workunit.client.0.smithi098.stdout:205 2024-04-12T00:42:48.986 INFO:tasks.workunit.client.0.smithi098.stdout:206 2024-04-12T00:42:48.987 INFO:tasks.workunit.client.0.smithi098.stdout:207 2024-04-12T00:42:48.988 INFO:tasks.workunit.client.0.smithi098.stdout:208 2024-04-12T00:42:48.988 INFO:tasks.workunit.client.0.smithi098.stdout:209 2024-04-12T00:42:48.989 INFO:tasks.workunit.client.0.smithi098.stdout:210 2024-04-12T00:42:48.990 INFO:tasks.workunit.client.0.smithi098.stdout:211 2024-04-12T00:42:48.991 INFO:tasks.workunit.client.0.smithi098.stdout:212 2024-04-12T00:42:48.992 INFO:tasks.workunit.client.0.smithi098.stdout:213 2024-04-12T00:42:48.993 INFO:tasks.workunit.client.0.smithi098.stdout:214 2024-04-12T00:42:48.994 INFO:tasks.workunit.client.0.smithi098.stdout:215 2024-04-12T00:42:48.995 INFO:tasks.workunit.client.0.smithi098.stdout:216 2024-04-12T00:42:48.995 INFO:tasks.workunit.client.0.smithi098.stdout:217 2024-04-12T00:42:48.996 INFO:tasks.workunit.client.0.smithi098.stdout:218 2024-04-12T00:42:48.997 INFO:tasks.workunit.client.0.smithi098.stdout:219 2024-04-12T00:42:48.998 INFO:tasks.workunit.client.0.smithi098.stdout:220 2024-04-12T00:42:48.999 INFO:tasks.workunit.client.0.smithi098.stdout:221 2024-04-12T00:42:49.000 INFO:tasks.workunit.client.0.smithi098.stdout:222 2024-04-12T00:42:49.001 INFO:tasks.workunit.client.0.smithi098.stdout:223 2024-04-12T00:42:49.002 INFO:tasks.workunit.client.0.smithi098.stdout:224 2024-04-12T00:42:49.003 INFO:tasks.workunit.client.0.smithi098.stdout:225 2024-04-12T00:42:49.003 INFO:tasks.workunit.client.0.smithi098.stdout:226 2024-04-12T00:42:49.004 INFO:tasks.workunit.client.0.smithi098.stdout:227 2024-04-12T00:42:49.005 INFO:tasks.workunit.client.0.smithi098.stdout:228 2024-04-12T00:42:49.006 INFO:tasks.workunit.client.0.smithi098.stdout:229 2024-04-12T00:42:49.007 INFO:tasks.workunit.client.0.smithi098.stdout:230 2024-04-12T00:42:49.008 INFO:tasks.workunit.client.0.smithi098.stdout:231 2024-04-12T00:42:49.009 INFO:tasks.workunit.client.0.smithi098.stdout:232 2024-04-12T00:42:49.009 INFO:tasks.workunit.client.0.smithi098.stdout:233 2024-04-12T00:42:49.010 INFO:tasks.workunit.client.0.smithi098.stdout:234 2024-04-12T00:42:49.011 INFO:tasks.workunit.client.0.smithi098.stdout:235 2024-04-12T00:42:49.012 INFO:tasks.workunit.client.0.smithi098.stdout:236 2024-04-12T00:42:49.013 INFO:tasks.workunit.client.0.smithi098.stdout:237 2024-04-12T00:42:49.014 INFO:tasks.workunit.client.0.smithi098.stdout:238 2024-04-12T00:42:49.015 INFO:tasks.workunit.client.0.smithi098.stdout:239 2024-04-12T00:42:49.016 INFO:tasks.workunit.client.0.smithi098.stdout:240 2024-04-12T00:42:49.016 INFO:tasks.workunit.client.0.smithi098.stdout:241 2024-04-12T00:42:49.017 INFO:tasks.workunit.client.0.smithi098.stdout:242 2024-04-12T00:42:49.018 INFO:tasks.workunit.client.0.smithi098.stdout:243 2024-04-12T00:42:49.019 INFO:tasks.workunit.client.0.smithi098.stdout:244 2024-04-12T00:42:49.020 INFO:tasks.workunit.client.0.smithi098.stdout:245 2024-04-12T00:42:49.021 INFO:tasks.workunit.client.0.smithi098.stdout:246 2024-04-12T00:42:49.022 INFO:tasks.workunit.client.0.smithi098.stdout:247 2024-04-12T00:42:49.023 INFO:tasks.workunit.client.0.smithi098.stdout:248 2024-04-12T00:42:49.024 INFO:tasks.workunit.client.0.smithi098.stdout:249 2024-04-12T00:42:49.025 INFO:tasks.workunit.client.0.smithi098.stdout:250 2024-04-12T00:42:49.025 INFO:tasks.workunit.client.0.smithi098.stdout:251 2024-04-12T00:42:49.026 INFO:tasks.workunit.client.0.smithi098.stdout:252 2024-04-12T00:42:49.027 INFO:tasks.workunit.client.0.smithi098.stdout:253 2024-04-12T00:42:49.028 INFO:tasks.workunit.client.0.smithi098.stdout:254 2024-04-12T00:42:49.029 INFO:tasks.workunit.client.0.smithi098.stdout:255 2024-04-12T00:42:49.030 INFO:tasks.workunit.client.0.smithi098.stdout:256 2024-04-12T00:42:49.031 INFO:tasks.workunit.client.0.smithi098.stdout:257 2024-04-12T00:42:49.032 INFO:tasks.workunit.client.0.smithi098.stdout:258 2024-04-12T00:42:49.033 INFO:tasks.workunit.client.0.smithi098.stdout:259 2024-04-12T00:42:49.034 INFO:tasks.workunit.client.0.smithi098.stdout:260 2024-04-12T00:42:49.034 INFO:tasks.workunit.client.0.smithi098.stdout:261 2024-04-12T00:42:49.035 INFO:tasks.workunit.client.0.smithi098.stdout:262 2024-04-12T00:42:49.036 INFO:tasks.workunit.client.0.smithi098.stdout:263 2024-04-12T00:42:49.037 INFO:tasks.workunit.client.0.smithi098.stdout:264 2024-04-12T00:42:49.038 INFO:tasks.workunit.client.0.smithi098.stdout:265 2024-04-12T00:42:49.039 INFO:tasks.workunit.client.0.smithi098.stdout:266 2024-04-12T00:42:49.040 INFO:tasks.workunit.client.0.smithi098.stdout:267 2024-04-12T00:42:49.041 INFO:tasks.workunit.client.0.smithi098.stdout:268 2024-04-12T00:42:49.042 INFO:tasks.workunit.client.0.smithi098.stdout:269 2024-04-12T00:42:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:48 smithi098 ceph-mon[91373]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T00:42:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:48 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/765393007' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:48 smithi098 ceph-mon[91373]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:49.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:42:49.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:48 smithi098 ceph-mon[88922]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T00:42:49.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:48 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/765393007' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:49.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:48 smithi098 ceph-mon[88922]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:49.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:42:49.044 INFO:tasks.workunit.client.0.smithi098.stdout:270 2024-04-12T00:42:49.044 INFO:tasks.workunit.client.0.smithi098.stdout:271 2024-04-12T00:42:49.044 INFO:tasks.workunit.client.0.smithi098.stdout:272 2024-04-12T00:42:49.045 INFO:tasks.workunit.client.0.smithi098.stdout:273 2024-04-12T00:42:49.046 INFO:tasks.workunit.client.0.smithi098.stdout:274 2024-04-12T00:42:49.047 INFO:tasks.workunit.client.0.smithi098.stdout:275 2024-04-12T00:42:49.048 INFO:tasks.workunit.client.0.smithi098.stdout:276 2024-04-12T00:42:49.049 INFO:tasks.workunit.client.0.smithi098.stdout:277 2024-04-12T00:42:49.050 INFO:tasks.workunit.client.0.smithi098.stdout:278 2024-04-12T00:42:49.051 INFO:tasks.workunit.client.0.smithi098.stdout:279 2024-04-12T00:42:49.052 INFO:tasks.workunit.client.0.smithi098.stdout:280 2024-04-12T00:42:49.053 INFO:tasks.workunit.client.0.smithi098.stdout:281 2024-04-12T00:42:49.054 INFO:tasks.workunit.client.0.smithi098.stdout:282 2024-04-12T00:42:49.055 INFO:tasks.workunit.client.0.smithi098.stdout:283 2024-04-12T00:42:49.056 INFO:tasks.workunit.client.0.smithi098.stdout:284 2024-04-12T00:42:49.057 INFO:tasks.workunit.client.0.smithi098.stdout:285 2024-04-12T00:42:49.057 INFO:tasks.workunit.client.0.smithi098.stdout:286 2024-04-12T00:42:49.058 INFO:tasks.workunit.client.0.smithi098.stdout:287 2024-04-12T00:42:49.059 INFO:tasks.workunit.client.0.smithi098.stdout:288 2024-04-12T00:42:49.060 INFO:tasks.workunit.client.0.smithi098.stdout:289 2024-04-12T00:42:49.061 INFO:tasks.workunit.client.0.smithi098.stdout:290 2024-04-12T00:42:49.062 INFO:tasks.workunit.client.0.smithi098.stdout:291 2024-04-12T00:42:49.063 INFO:tasks.workunit.client.0.smithi098.stdout:292 2024-04-12T00:42:49.064 INFO:tasks.workunit.client.0.smithi098.stdout:293 2024-04-12T00:42:49.065 INFO:tasks.workunit.client.0.smithi098.stdout:294 2024-04-12T00:42:49.066 INFO:tasks.workunit.client.0.smithi098.stdout:295 2024-04-12T00:42:49.067 INFO:tasks.workunit.client.0.smithi098.stdout:296 2024-04-12T00:42:49.068 INFO:tasks.workunit.client.0.smithi098.stdout:297 2024-04-12T00:42:49.069 INFO:tasks.workunit.client.0.smithi098.stdout:298 2024-04-12T00:42:49.070 INFO:tasks.workunit.client.0.smithi098.stdout:299 2024-04-12T00:42:49.071 INFO:tasks.workunit.client.0.smithi098.stdout:300 2024-04-12T00:42:49.072 INFO:tasks.workunit.client.0.smithi098.stdout:301 2024-04-12T00:42:49.073 INFO:tasks.workunit.client.0.smithi098.stdout:302 2024-04-12T00:42:49.074 INFO:tasks.workunit.client.0.smithi098.stdout:303 2024-04-12T00:42:49.075 INFO:tasks.workunit.client.0.smithi098.stdout:304 2024-04-12T00:42:49.076 INFO:tasks.workunit.client.0.smithi098.stdout:305 2024-04-12T00:42:49.077 INFO:tasks.workunit.client.0.smithi098.stdout:306 2024-04-12T00:42:49.078 INFO:tasks.workunit.client.0.smithi098.stdout:307 2024-04-12T00:42:49.079 INFO:tasks.workunit.client.0.smithi098.stdout:308 2024-04-12T00:42:49.080 INFO:tasks.workunit.client.0.smithi098.stdout:309 2024-04-12T00:42:49.081 INFO:tasks.workunit.client.0.smithi098.stdout:310 2024-04-12T00:42:49.082 INFO:tasks.workunit.client.0.smithi098.stdout:311 2024-04-12T00:42:49.083 INFO:tasks.workunit.client.0.smithi098.stdout:312 2024-04-12T00:42:49.084 INFO:tasks.workunit.client.0.smithi098.stdout:313 2024-04-12T00:42:49.085 INFO:tasks.workunit.client.0.smithi098.stdout:314 2024-04-12T00:42:49.086 INFO:tasks.workunit.client.0.smithi098.stdout:315 2024-04-12T00:42:49.087 INFO:tasks.workunit.client.0.smithi098.stdout:316 2024-04-12T00:42:49.088 INFO:tasks.workunit.client.0.smithi098.stdout:317 2024-04-12T00:42:49.089 INFO:tasks.workunit.client.0.smithi098.stdout:318 2024-04-12T00:42:49.090 INFO:tasks.workunit.client.0.smithi098.stdout:319 2024-04-12T00:42:49.091 INFO:tasks.workunit.client.0.smithi098.stdout:320 2024-04-12T00:42:49.092 INFO:tasks.workunit.client.0.smithi098.stdout:321 2024-04-12T00:42:49.093 INFO:tasks.workunit.client.0.smithi098.stdout:322 2024-04-12T00:42:49.094 INFO:tasks.workunit.client.0.smithi098.stdout:323 2024-04-12T00:42:49.094 INFO:tasks.workunit.client.0.smithi098.stdout:324 2024-04-12T00:42:49.095 INFO:tasks.workunit.client.0.smithi098.stdout:325 2024-04-12T00:42:49.096 INFO:tasks.workunit.client.0.smithi098.stdout:326 2024-04-12T00:42:49.097 INFO:tasks.workunit.client.0.smithi098.stdout:327 2024-04-12T00:42:49.098 INFO:tasks.workunit.client.0.smithi098.stdout:328 2024-04-12T00:42:49.099 INFO:tasks.workunit.client.0.smithi098.stdout:329 2024-04-12T00:42:49.100 INFO:tasks.workunit.client.0.smithi098.stdout:330 2024-04-12T00:42:49.101 INFO:tasks.workunit.client.0.smithi098.stdout:331 2024-04-12T00:42:49.102 INFO:tasks.workunit.client.0.smithi098.stdout:332 2024-04-12T00:42:49.103 INFO:tasks.workunit.client.0.smithi098.stdout:333 2024-04-12T00:42:49.104 INFO:tasks.workunit.client.0.smithi098.stdout:334 2024-04-12T00:42:49.105 INFO:tasks.workunit.client.0.smithi098.stdout:335 2024-04-12T00:42:49.106 INFO:tasks.workunit.client.0.smithi098.stdout:336 2024-04-12T00:42:49.107 INFO:tasks.workunit.client.0.smithi098.stdout:337 2024-04-12T00:42:49.108 INFO:tasks.workunit.client.0.smithi098.stdout:338 2024-04-12T00:42:49.109 INFO:tasks.workunit.client.0.smithi098.stdout:339 2024-04-12T00:42:49.110 INFO:tasks.workunit.client.0.smithi098.stdout:340 2024-04-12T00:42:49.111 INFO:tasks.workunit.client.0.smithi098.stdout:341 2024-04-12T00:42:49.113 INFO:tasks.workunit.client.0.smithi098.stdout:342 2024-04-12T00:42:49.113 INFO:tasks.workunit.client.0.smithi098.stdout:343 2024-04-12T00:42:49.114 INFO:tasks.workunit.client.0.smithi098.stdout:344 2024-04-12T00:42:49.115 INFO:tasks.workunit.client.0.smithi098.stdout:345 2024-04-12T00:42:49.116 INFO:tasks.workunit.client.0.smithi098.stdout:346 2024-04-12T00:42:49.117 INFO:tasks.workunit.client.0.smithi098.stdout:347 2024-04-12T00:42:49.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:48 smithi193 ceph-mon[83763]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T00:42:49.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:48 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/765393007' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:49.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:48 smithi193 ceph-mon[83763]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:49.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:42:49.119 INFO:tasks.workunit.client.0.smithi098.stdout:348 2024-04-12T00:42:49.119 INFO:tasks.workunit.client.0.smithi098.stdout:349 2024-04-12T00:42:49.120 INFO:tasks.workunit.client.0.smithi098.stdout:350 2024-04-12T00:42:49.121 INFO:tasks.workunit.client.0.smithi098.stdout:351 2024-04-12T00:42:49.122 INFO:tasks.workunit.client.0.smithi098.stdout:352 2024-04-12T00:42:49.123 INFO:tasks.workunit.client.0.smithi098.stdout:353 2024-04-12T00:42:49.124 INFO:tasks.workunit.client.0.smithi098.stdout:354 2024-04-12T00:42:49.125 INFO:tasks.workunit.client.0.smithi098.stdout:355 2024-04-12T00:42:49.127 INFO:tasks.workunit.client.0.smithi098.stdout:356 2024-04-12T00:42:49.127 INFO:tasks.workunit.client.0.smithi098.stdout:357 2024-04-12T00:42:49.129 INFO:tasks.workunit.client.0.smithi098.stdout:358 2024-04-12T00:42:49.130 INFO:tasks.workunit.client.0.smithi098.stdout:359 2024-04-12T00:42:49.131 INFO:tasks.workunit.client.0.smithi098.stdout:360 2024-04-12T00:42:49.132 INFO:tasks.workunit.client.0.smithi098.stdout:361 2024-04-12T00:42:49.133 INFO:tasks.workunit.client.0.smithi098.stdout:362 2024-04-12T00:42:49.134 INFO:tasks.workunit.client.0.smithi098.stdout:363 2024-04-12T00:42:49.135 INFO:tasks.workunit.client.0.smithi098.stdout:364 2024-04-12T00:42:49.136 INFO:tasks.workunit.client.0.smithi098.stdout:365 2024-04-12T00:42:49.137 INFO:tasks.workunit.client.0.smithi098.stdout:366 2024-04-12T00:42:49.139 INFO:tasks.workunit.client.0.smithi098.stdout:367 2024-04-12T00:42:49.140 INFO:tasks.workunit.client.0.smithi098.stdout:368 2024-04-12T00:42:49.141 INFO:tasks.workunit.client.0.smithi098.stdout:369 2024-04-12T00:42:49.142 INFO:tasks.workunit.client.0.smithi098.stdout:370 2024-04-12T00:42:49.143 INFO:tasks.workunit.client.0.smithi098.stdout:371 2024-04-12T00:42:49.144 INFO:tasks.workunit.client.0.smithi098.stdout:372 2024-04-12T00:42:49.145 INFO:tasks.workunit.client.0.smithi098.stdout:373 2024-04-12T00:42:49.146 INFO:tasks.workunit.client.0.smithi098.stdout:374 2024-04-12T00:42:49.147 INFO:tasks.workunit.client.0.smithi098.stdout:375 2024-04-12T00:42:49.148 INFO:tasks.workunit.client.0.smithi098.stdout:376 2024-04-12T00:42:49.149 INFO:tasks.workunit.client.0.smithi098.stdout:377 2024-04-12T00:42:49.150 INFO:tasks.workunit.client.0.smithi098.stdout:378 2024-04-12T00:42:49.151 INFO:tasks.workunit.client.0.smithi098.stdout:379 2024-04-12T00:42:49.152 INFO:tasks.workunit.client.0.smithi098.stdout:380 2024-04-12T00:42:49.153 INFO:tasks.workunit.client.0.smithi098.stdout:381 2024-04-12T00:42:49.154 INFO:tasks.workunit.client.0.smithi098.stdout:382 2024-04-12T00:42:49.155 INFO:tasks.workunit.client.0.smithi098.stdout:383 2024-04-12T00:42:49.156 INFO:tasks.workunit.client.0.smithi098.stdout:384 2024-04-12T00:42:49.157 INFO:tasks.workunit.client.0.smithi098.stdout:385 2024-04-12T00:42:49.158 INFO:tasks.workunit.client.0.smithi098.stdout:386 2024-04-12T00:42:49.159 INFO:tasks.workunit.client.0.smithi098.stdout:387 2024-04-12T00:42:49.160 INFO:tasks.workunit.client.0.smithi098.stdout:388 2024-04-12T00:42:49.161 INFO:tasks.workunit.client.0.smithi098.stdout:389 2024-04-12T00:42:49.162 INFO:tasks.workunit.client.0.smithi098.stdout:390 2024-04-12T00:42:49.163 INFO:tasks.workunit.client.0.smithi098.stdout:391 2024-04-12T00:42:49.164 INFO:tasks.workunit.client.0.smithi098.stdout:392 2024-04-12T00:42:49.165 INFO:tasks.workunit.client.0.smithi098.stdout:393 2024-04-12T00:42:49.166 INFO:tasks.workunit.client.0.smithi098.stdout:394 2024-04-12T00:42:49.167 INFO:tasks.workunit.client.0.smithi098.stdout:395 2024-04-12T00:42:49.168 INFO:tasks.workunit.client.0.smithi098.stdout:396 2024-04-12T00:42:49.169 INFO:tasks.workunit.client.0.smithi098.stdout:397 2024-04-12T00:42:49.170 INFO:tasks.workunit.client.0.smithi098.stdout:398 2024-04-12T00:42:49.171 INFO:tasks.workunit.client.0.smithi098.stdout:399 2024-04-12T00:42:49.172 INFO:tasks.workunit.client.0.smithi098.stdout:400 2024-04-12T00:42:49.173 INFO:tasks.workunit.client.0.smithi098.stdout:401 2024-04-12T00:42:49.175 INFO:tasks.workunit.client.0.smithi098.stdout:402 2024-04-12T00:42:49.176 INFO:tasks.workunit.client.0.smithi098.stdout:403 2024-04-12T00:42:49.177 INFO:tasks.workunit.client.0.smithi098.stdout:404 2024-04-12T00:42:49.178 INFO:tasks.workunit.client.0.smithi098.stdout:405 2024-04-12T00:42:49.179 INFO:tasks.workunit.client.0.smithi098.stdout:406 2024-04-12T00:42:49.180 INFO:tasks.workunit.client.0.smithi098.stdout:407 2024-04-12T00:42:49.182 INFO:tasks.workunit.client.0.smithi098.stdout:408 2024-04-12T00:42:49.183 INFO:tasks.workunit.client.0.smithi098.stdout:409 2024-04-12T00:42:49.184 INFO:tasks.workunit.client.0.smithi098.stdout:410 2024-04-12T00:42:49.185 INFO:tasks.workunit.client.0.smithi098.stdout:411 2024-04-12T00:42:49.186 INFO:tasks.workunit.client.0.smithi098.stdout:412 2024-04-12T00:42:49.187 INFO:tasks.workunit.client.0.smithi098.stdout:413 2024-04-12T00:42:49.188 INFO:tasks.workunit.client.0.smithi098.stdout:414 2024-04-12T00:42:49.189 INFO:tasks.workunit.client.0.smithi098.stdout:415 2024-04-12T00:42:49.190 INFO:tasks.workunit.client.0.smithi098.stdout:416 2024-04-12T00:42:49.192 INFO:tasks.workunit.client.0.smithi098.stdout:417 2024-04-12T00:42:49.193 INFO:tasks.workunit.client.0.smithi098.stdout:418 2024-04-12T00:42:49.194 INFO:tasks.workunit.client.0.smithi098.stdout:419 2024-04-12T00:42:49.195 INFO:tasks.workunit.client.0.smithi098.stdout:420 2024-04-12T00:42:49.196 INFO:tasks.workunit.client.0.smithi098.stdout:421 2024-04-12T00:42:49.197 INFO:tasks.workunit.client.0.smithi098.stdout:422 2024-04-12T00:42:49.198 INFO:tasks.workunit.client.0.smithi098.stdout:423 2024-04-12T00:42:49.199 INFO:tasks.workunit.client.0.smithi098.stdout:424 2024-04-12T00:42:49.200 INFO:tasks.workunit.client.0.smithi098.stdout:425 2024-04-12T00:42:49.201 INFO:tasks.workunit.client.0.smithi098.stdout:426 2024-04-12T00:42:49.202 INFO:tasks.workunit.client.0.smithi098.stdout:427 2024-04-12T00:42:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:428 2024-04-12T00:42:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:429 2024-04-12T00:42:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:430 2024-04-12T00:42:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:431 2024-04-12T00:42:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:432 2024-04-12T00:42:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:433 2024-04-12T00:42:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:434 2024-04-12T00:42:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:435 2024-04-12T00:42:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:436 2024-04-12T00:42:49.213 INFO:tasks.workunit.client.0.smithi098.stdout:437 2024-04-12T00:42:49.214 INFO:tasks.workunit.client.0.smithi098.stdout:438 2024-04-12T00:42:49.215 INFO:tasks.workunit.client.0.smithi098.stdout:439 2024-04-12T00:42:49.216 INFO:tasks.workunit.client.0.smithi098.stdout:440 2024-04-12T00:42:49.217 INFO:tasks.workunit.client.0.smithi098.stdout:441 2024-04-12T00:42:49.218 INFO:tasks.workunit.client.0.smithi098.stdout:442 2024-04-12T00:42:49.219 INFO:tasks.workunit.client.0.smithi098.stdout:443 2024-04-12T00:42:49.220 INFO:tasks.workunit.client.0.smithi098.stdout:444 2024-04-12T00:42:49.221 INFO:tasks.workunit.client.0.smithi098.stdout:445 2024-04-12T00:42:49.222 INFO:tasks.workunit.client.0.smithi098.stdout:446 2024-04-12T00:42:49.227 INFO:tasks.workunit.client.0.smithi098.stdout:447 2024-04-12T00:42:49.227 INFO:tasks.workunit.client.0.smithi098.stdout:448 2024-04-12T00:42:49.227 INFO:tasks.workunit.client.0.smithi098.stdout:449 2024-04-12T00:42:49.227 INFO:tasks.workunit.client.0.smithi098.stdout:450 2024-04-12T00:42:49.227 INFO:tasks.workunit.client.0.smithi098.stdout:451 2024-04-12T00:42:49.228 INFO:tasks.workunit.client.0.smithi098.stdout:452 2024-04-12T00:42:49.229 INFO:tasks.workunit.client.0.smithi098.stdout:453 2024-04-12T00:42:49.230 INFO:tasks.workunit.client.0.smithi098.stdout:454 2024-04-12T00:42:49.231 INFO:tasks.workunit.client.0.smithi098.stdout:455 2024-04-12T00:42:49.232 INFO:tasks.workunit.client.0.smithi098.stdout:456 2024-04-12T00:42:49.233 INFO:tasks.workunit.client.0.smithi098.stdout:457 2024-04-12T00:42:49.234 INFO:tasks.workunit.client.0.smithi098.stdout:458 2024-04-12T00:42:49.235 INFO:tasks.workunit.client.0.smithi098.stdout:459 2024-04-12T00:42:49.236 INFO:tasks.workunit.client.0.smithi098.stdout:460 2024-04-12T00:42:49.237 INFO:tasks.workunit.client.0.smithi098.stdout:461 2024-04-12T00:42:49.238 INFO:tasks.workunit.client.0.smithi098.stdout:462 2024-04-12T00:42:49.239 INFO:tasks.workunit.client.0.smithi098.stdout:463 2024-04-12T00:42:49.240 INFO:tasks.workunit.client.0.smithi098.stdout:464 2024-04-12T00:42:49.241 INFO:tasks.workunit.client.0.smithi098.stdout:465 2024-04-12T00:42:49.242 INFO:tasks.workunit.client.0.smithi098.stdout:466 2024-04-12T00:42:49.243 INFO:tasks.workunit.client.0.smithi098.stdout:467 2024-04-12T00:42:49.244 INFO:tasks.workunit.client.0.smithi098.stdout:468 2024-04-12T00:42:49.245 INFO:tasks.workunit.client.0.smithi098.stdout:469 2024-04-12T00:42:49.246 INFO:tasks.workunit.client.0.smithi098.stdout:470 2024-04-12T00:42:49.247 INFO:tasks.workunit.client.0.smithi098.stdout:471 2024-04-12T00:42:49.248 INFO:tasks.workunit.client.0.smithi098.stdout:472 2024-04-12T00:42:49.249 INFO:tasks.workunit.client.0.smithi098.stdout:473 2024-04-12T00:42:49.250 INFO:tasks.workunit.client.0.smithi098.stdout:474 2024-04-12T00:42:49.251 INFO:tasks.workunit.client.0.smithi098.stdout:475 2024-04-12T00:42:49.252 INFO:tasks.workunit.client.0.smithi098.stdout:476 2024-04-12T00:42:49.253 INFO:tasks.workunit.client.0.smithi098.stdout:477 2024-04-12T00:42:49.254 INFO:tasks.workunit.client.0.smithi098.stdout:478 2024-04-12T00:42:49.255 INFO:tasks.workunit.client.0.smithi098.stdout:479 2024-04-12T00:42:49.256 INFO:tasks.workunit.client.0.smithi098.stdout:480 2024-04-12T00:42:49.257 INFO:tasks.workunit.client.0.smithi098.stdout:481 2024-04-12T00:42:49.258 INFO:tasks.workunit.client.0.smithi098.stdout:482 2024-04-12T00:42:49.259 INFO:tasks.workunit.client.0.smithi098.stdout:483 2024-04-12T00:42:49.260 INFO:tasks.workunit.client.0.smithi098.stdout:484 2024-04-12T00:42:49.261 INFO:tasks.workunit.client.0.smithi098.stdout:485 2024-04-12T00:42:49.262 INFO:tasks.workunit.client.0.smithi098.stdout:486 2024-04-12T00:42:49.263 INFO:tasks.workunit.client.0.smithi098.stdout:487 2024-04-12T00:42:49.264 INFO:tasks.workunit.client.0.smithi098.stdout:488 2024-04-12T00:42:49.265 INFO:tasks.workunit.client.0.smithi098.stdout:489 2024-04-12T00:42:49.266 INFO:tasks.workunit.client.0.smithi098.stdout:490 2024-04-12T00:42:49.267 INFO:tasks.workunit.client.0.smithi098.stdout:491 2024-04-12T00:42:49.268 INFO:tasks.workunit.client.0.smithi098.stdout:492 2024-04-12T00:42:49.269 INFO:tasks.workunit.client.0.smithi098.stdout:493 2024-04-12T00:42:49.270 INFO:tasks.workunit.client.0.smithi098.stdout:494 2024-04-12T00:42:49.271 INFO:tasks.workunit.client.0.smithi098.stdout:495 2024-04-12T00:42:49.272 INFO:tasks.workunit.client.0.smithi098.stdout:496 2024-04-12T00:42:49.273 INFO:tasks.workunit.client.0.smithi098.stdout:497 2024-04-12T00:42:49.274 INFO:tasks.workunit.client.0.smithi098.stdout:498 2024-04-12T00:42:49.275 INFO:tasks.workunit.client.0.smithi098.stdout:499 2024-04-12T00:42:49.276 INFO:tasks.workunit.client.0.smithi098.stdout:500 2024-04-12T00:42:49.277 INFO:tasks.workunit.client.0.smithi098.stdout:501 2024-04-12T00:42:49.278 INFO:tasks.workunit.client.0.smithi098.stdout:502 2024-04-12T00:42:49.279 INFO:tasks.workunit.client.0.smithi098.stdout:503 2024-04-12T00:42:49.280 INFO:tasks.workunit.client.0.smithi098.stdout:504 2024-04-12T00:42:49.281 INFO:tasks.workunit.client.0.smithi098.stdout:505 2024-04-12T00:42:49.282 INFO:tasks.workunit.client.0.smithi098.stdout:506 2024-04-12T00:42:49.283 INFO:tasks.workunit.client.0.smithi098.stdout:507 2024-04-12T00:42:49.285 INFO:tasks.workunit.client.0.smithi098.stdout:508 2024-04-12T00:42:49.286 INFO:tasks.workunit.client.0.smithi098.stdout:509 2024-04-12T00:42:49.287 INFO:tasks.workunit.client.0.smithi098.stdout:510 2024-04-12T00:42:49.288 INFO:tasks.workunit.client.0.smithi098.stdout:511 2024-04-12T00:42:49.289 INFO:tasks.workunit.client.0.smithi098.stdout:512 2024-04-12T00:42:49.290 INFO:tasks.workunit.client.0.smithi098.stdout:513 2024-04-12T00:42:49.291 INFO:tasks.workunit.client.0.smithi098.stdout:514 2024-04-12T00:42:49.292 INFO:tasks.workunit.client.0.smithi098.stdout:515 2024-04-12T00:42:49.293 INFO:tasks.workunit.client.0.smithi098.stdout:516 2024-04-12T00:42:49.294 INFO:tasks.workunit.client.0.smithi098.stdout:517 2024-04-12T00:42:49.295 INFO:tasks.workunit.client.0.smithi098.stdout:518 2024-04-12T00:42:49.296 INFO:tasks.workunit.client.0.smithi098.stdout:519 2024-04-12T00:42:49.297 INFO:tasks.workunit.client.0.smithi098.stdout:520 2024-04-12T00:42:49.298 INFO:tasks.workunit.client.0.smithi098.stdout:521 2024-04-12T00:42:49.299 INFO:tasks.workunit.client.0.smithi098.stdout:522 2024-04-12T00:42:49.301 INFO:tasks.workunit.client.0.smithi098.stdout:523 2024-04-12T00:42:49.302 INFO:tasks.workunit.client.0.smithi098.stdout:524 2024-04-12T00:42:49.303 INFO:tasks.workunit.client.0.smithi098.stdout:525 2024-04-12T00:42:49.304 INFO:tasks.workunit.client.0.smithi098.stdout:526 2024-04-12T00:42:49.305 INFO:tasks.workunit.client.0.smithi098.stdout:527 2024-04-12T00:42:49.306 INFO:tasks.workunit.client.0.smithi098.stdout:528 2024-04-12T00:42:49.307 INFO:tasks.workunit.client.0.smithi098.stdout:529 2024-04-12T00:42:49.308 INFO:tasks.workunit.client.0.smithi098.stdout:530 2024-04-12T00:42:49.309 INFO:tasks.workunit.client.0.smithi098.stdout:531 2024-04-12T00:42:49.310 INFO:tasks.workunit.client.0.smithi098.stdout:532 2024-04-12T00:42:49.311 INFO:tasks.workunit.client.0.smithi098.stdout:533 2024-04-12T00:42:49.313 INFO:tasks.workunit.client.0.smithi098.stdout:534 2024-04-12T00:42:49.314 INFO:tasks.workunit.client.0.smithi098.stdout:535 2024-04-12T00:42:49.315 INFO:tasks.workunit.client.0.smithi098.stdout:536 2024-04-12T00:42:49.316 INFO:tasks.workunit.client.0.smithi098.stdout:537 2024-04-12T00:42:49.318 INFO:tasks.workunit.client.0.smithi098.stdout:538 2024-04-12T00:42:49.319 INFO:tasks.workunit.client.0.smithi098.stdout:539 2024-04-12T00:42:49.320 INFO:tasks.workunit.client.0.smithi098.stdout:540 2024-04-12T00:42:49.321 INFO:tasks.workunit.client.0.smithi098.stdout:541 2024-04-12T00:42:49.322 INFO:tasks.workunit.client.0.smithi098.stdout:542 2024-04-12T00:42:49.323 INFO:tasks.workunit.client.0.smithi098.stdout:543 2024-04-12T00:42:49.324 INFO:tasks.workunit.client.0.smithi098.stdout:544 2024-04-12T00:42:49.326 INFO:tasks.workunit.client.0.smithi098.stdout:545 2024-04-12T00:42:49.327 INFO:tasks.workunit.client.0.smithi098.stdout:546 2024-04-12T00:42:49.328 INFO:tasks.workunit.client.0.smithi098.stdout:547 2024-04-12T00:42:49.329 INFO:tasks.workunit.client.0.smithi098.stdout:548 2024-04-12T00:42:49.329 INFO:tasks.workunit.client.0.smithi098.stdout:549 2024-04-12T00:42:49.330 INFO:tasks.workunit.client.0.smithi098.stdout:550 2024-04-12T00:42:49.331 INFO:tasks.workunit.client.0.smithi098.stdout:551 2024-04-12T00:42:49.332 INFO:tasks.workunit.client.0.smithi098.stdout:552 2024-04-12T00:42:49.333 INFO:tasks.workunit.client.0.smithi098.stdout:553 2024-04-12T00:42:49.334 INFO:tasks.workunit.client.0.smithi098.stdout:554 2024-04-12T00:42:49.335 INFO:tasks.workunit.client.0.smithi098.stdout:555 2024-04-12T00:42:49.336 INFO:tasks.workunit.client.0.smithi098.stdout:556 2024-04-12T00:42:49.338 INFO:tasks.workunit.client.0.smithi098.stdout:557 2024-04-12T00:42:49.339 INFO:tasks.workunit.client.0.smithi098.stdout:558 2024-04-12T00:42:49.340 INFO:tasks.workunit.client.0.smithi098.stdout:559 2024-04-12T00:42:49.341 INFO:tasks.workunit.client.0.smithi098.stdout:560 2024-04-12T00:42:49.341 INFO:tasks.workunit.client.0.smithi098.stdout:561 2024-04-12T00:42:49.342 INFO:tasks.workunit.client.0.smithi098.stdout:562 2024-04-12T00:42:49.343 INFO:tasks.workunit.client.0.smithi098.stdout:563 2024-04-12T00:42:49.344 INFO:tasks.workunit.client.0.smithi098.stdout:564 2024-04-12T00:42:49.345 INFO:tasks.workunit.client.0.smithi098.stdout:565 2024-04-12T00:42:49.346 INFO:tasks.workunit.client.0.smithi098.stdout:566 2024-04-12T00:42:49.347 INFO:tasks.workunit.client.0.smithi098.stdout:567 2024-04-12T00:42:49.348 INFO:tasks.workunit.client.0.smithi098.stdout:568 2024-04-12T00:42:49.349 INFO:tasks.workunit.client.0.smithi098.stdout:569 2024-04-12T00:42:49.350 INFO:tasks.workunit.client.0.smithi098.stdout:570 2024-04-12T00:42:49.351 INFO:tasks.workunit.client.0.smithi098.stdout:571 2024-04-12T00:42:49.352 INFO:tasks.workunit.client.0.smithi098.stdout:572 2024-04-12T00:42:49.353 INFO:tasks.workunit.client.0.smithi098.stdout:573 2024-04-12T00:42:49.354 INFO:tasks.workunit.client.0.smithi098.stdout:574 2024-04-12T00:42:49.355 INFO:tasks.workunit.client.0.smithi098.stdout:575 2024-04-12T00:42:49.356 INFO:tasks.workunit.client.0.smithi098.stdout:576 2024-04-12T00:42:49.357 INFO:tasks.workunit.client.0.smithi098.stdout:577 2024-04-12T00:42:49.358 INFO:tasks.workunit.client.0.smithi098.stdout:578 2024-04-12T00:42:49.359 INFO:tasks.workunit.client.0.smithi098.stdout:579 2024-04-12T00:42:49.360 INFO:tasks.workunit.client.0.smithi098.stdout:580 2024-04-12T00:42:49.361 INFO:tasks.workunit.client.0.smithi098.stdout:581 2024-04-12T00:42:49.362 INFO:tasks.workunit.client.0.smithi098.stdout:582 2024-04-12T00:42:49.363 INFO:tasks.workunit.client.0.smithi098.stdout:583 2024-04-12T00:42:49.364 INFO:tasks.workunit.client.0.smithi098.stdout:584 2024-04-12T00:42:49.365 INFO:tasks.workunit.client.0.smithi098.stdout:585 2024-04-12T00:42:49.366 INFO:tasks.workunit.client.0.smithi098.stdout:586 2024-04-12T00:42:49.367 INFO:tasks.workunit.client.0.smithi098.stdout:587 2024-04-12T00:42:49.368 INFO:tasks.workunit.client.0.smithi098.stdout:588 2024-04-12T00:42:49.369 INFO:tasks.workunit.client.0.smithi098.stdout:589 2024-04-12T00:42:49.370 INFO:tasks.workunit.client.0.smithi098.stdout:590 2024-04-12T00:42:49.371 INFO:tasks.workunit.client.0.smithi098.stdout:591 2024-04-12T00:42:49.373 INFO:tasks.workunit.client.0.smithi098.stdout:592 2024-04-12T00:42:49.374 INFO:tasks.workunit.client.0.smithi098.stdout:593 2024-04-12T00:42:49.375 INFO:tasks.workunit.client.0.smithi098.stdout:594 2024-04-12T00:42:49.377 INFO:tasks.workunit.client.0.smithi098.stdout:595 2024-04-12T00:42:49.378 INFO:tasks.workunit.client.0.smithi098.stdout:596 2024-04-12T00:42:49.379 INFO:tasks.workunit.client.0.smithi098.stdout:597 2024-04-12T00:42:49.380 INFO:tasks.workunit.client.0.smithi098.stdout:598 2024-04-12T00:42:49.381 INFO:tasks.workunit.client.0.smithi098.stdout:599 2024-04-12T00:42:49.382 INFO:tasks.workunit.client.0.smithi098.stdout:600 2024-04-12T00:42:49.383 INFO:tasks.workunit.client.0.smithi098.stdout:601 2024-04-12T00:42:49.384 INFO:tasks.workunit.client.0.smithi098.stdout:602 2024-04-12T00:42:49.385 INFO:tasks.workunit.client.0.smithi098.stdout:603 2024-04-12T00:42:49.386 INFO:tasks.workunit.client.0.smithi098.stdout:604 2024-04-12T00:42:49.387 INFO:tasks.workunit.client.0.smithi098.stdout:605 2024-04-12T00:42:49.388 INFO:tasks.workunit.client.0.smithi098.stdout:606 2024-04-12T00:42:49.389 INFO:tasks.workunit.client.0.smithi098.stdout:607 2024-04-12T00:42:49.390 INFO:tasks.workunit.client.0.smithi098.stdout:608 2024-04-12T00:42:49.391 INFO:tasks.workunit.client.0.smithi098.stdout:609 2024-04-12T00:42:49.392 INFO:tasks.workunit.client.0.smithi098.stdout:610 2024-04-12T00:42:49.393 INFO:tasks.workunit.client.0.smithi098.stdout:611 2024-04-12T00:42:49.394 INFO:tasks.workunit.client.0.smithi098.stdout:612 2024-04-12T00:42:49.395 INFO:tasks.workunit.client.0.smithi098.stdout:613 2024-04-12T00:42:49.397 INFO:tasks.workunit.client.0.smithi098.stdout:614 2024-04-12T00:42:49.398 INFO:tasks.workunit.client.0.smithi098.stdout:615 2024-04-12T00:42:49.399 INFO:tasks.workunit.client.0.smithi098.stdout:616 2024-04-12T00:42:49.400 INFO:tasks.workunit.client.0.smithi098.stdout:617 2024-04-12T00:42:49.401 INFO:tasks.workunit.client.0.smithi098.stdout:618 2024-04-12T00:42:49.402 INFO:tasks.workunit.client.0.smithi098.stdout:619 2024-04-12T00:42:49.404 INFO:tasks.workunit.client.0.smithi098.stdout:620 2024-04-12T00:42:49.405 INFO:tasks.workunit.client.0.smithi098.stdout:621 2024-04-12T00:42:49.406 INFO:tasks.workunit.client.0.smithi098.stdout:622 2024-04-12T00:42:49.407 INFO:tasks.workunit.client.0.smithi098.stdout:623 2024-04-12T00:42:49.408 INFO:tasks.workunit.client.0.smithi098.stdout:624 2024-04-12T00:42:49.409 INFO:tasks.workunit.client.0.smithi098.stdout:625 2024-04-12T00:42:49.410 INFO:tasks.workunit.client.0.smithi098.stdout:626 2024-04-12T00:42:49.412 INFO:tasks.workunit.client.0.smithi098.stdout:627 2024-04-12T00:42:49.413 INFO:tasks.workunit.client.0.smithi098.stdout:628 2024-04-12T00:42:49.414 INFO:tasks.workunit.client.0.smithi098.stdout:629 2024-04-12T00:42:49.415 INFO:tasks.workunit.client.0.smithi098.stdout:630 2024-04-12T00:42:49.416 INFO:tasks.workunit.client.0.smithi098.stdout:631 2024-04-12T00:42:49.417 INFO:tasks.workunit.client.0.smithi098.stdout:632 2024-04-12T00:42:49.418 INFO:tasks.workunit.client.0.smithi098.stdout:633 2024-04-12T00:42:49.419 INFO:tasks.workunit.client.0.smithi098.stdout:634 2024-04-12T00:42:49.420 INFO:tasks.workunit.client.0.smithi098.stdout:635 2024-04-12T00:42:49.421 INFO:tasks.workunit.client.0.smithi098.stdout:636 2024-04-12T00:42:49.422 INFO:tasks.workunit.client.0.smithi098.stdout:637 2024-04-12T00:42:49.423 INFO:tasks.workunit.client.0.smithi098.stdout:638 2024-04-12T00:42:49.424 INFO:tasks.workunit.client.0.smithi098.stdout:639 2024-04-12T00:42:49.426 INFO:tasks.workunit.client.0.smithi098.stdout:640 2024-04-12T00:42:49.431 INFO:tasks.workunit.client.0.smithi098.stdout:641 2024-04-12T00:42:49.431 INFO:tasks.workunit.client.0.smithi098.stdout:642 2024-04-12T00:42:49.431 INFO:tasks.workunit.client.0.smithi098.stdout:643 2024-04-12T00:42:49.431 INFO:tasks.workunit.client.0.smithi098.stdout:644 2024-04-12T00:42:49.432 INFO:tasks.workunit.client.0.smithi098.stdout:645 2024-04-12T00:42:49.433 INFO:tasks.workunit.client.0.smithi098.stdout:646 2024-04-12T00:42:49.434 INFO:tasks.workunit.client.0.smithi098.stdout:647 2024-04-12T00:42:49.435 INFO:tasks.workunit.client.0.smithi098.stdout:648 2024-04-12T00:42:49.436 INFO:tasks.workunit.client.0.smithi098.stdout:649 2024-04-12T00:42:49.437 INFO:tasks.workunit.client.0.smithi098.stdout:650 2024-04-12T00:42:49.438 INFO:tasks.workunit.client.0.smithi098.stdout:651 2024-04-12T00:42:49.439 INFO:tasks.workunit.client.0.smithi098.stdout:652 2024-04-12T00:42:49.440 INFO:tasks.workunit.client.0.smithi098.stdout:653 2024-04-12T00:42:49.441 INFO:tasks.workunit.client.0.smithi098.stdout:654 2024-04-12T00:42:49.442 INFO:tasks.workunit.client.0.smithi098.stdout:655 2024-04-12T00:42:49.443 INFO:tasks.workunit.client.0.smithi098.stdout:656 2024-04-12T00:42:49.444 INFO:tasks.workunit.client.0.smithi098.stdout:657 2024-04-12T00:42:49.445 INFO:tasks.workunit.client.0.smithi098.stdout:658 2024-04-12T00:42:49.446 INFO:tasks.workunit.client.0.smithi098.stdout:659 2024-04-12T00:42:49.447 INFO:tasks.workunit.client.0.smithi098.stdout:660 2024-04-12T00:42:49.448 INFO:tasks.workunit.client.0.smithi098.stdout:661 2024-04-12T00:42:49.449 INFO:tasks.workunit.client.0.smithi098.stdout:662 2024-04-12T00:42:49.450 INFO:tasks.workunit.client.0.smithi098.stdout:663 2024-04-12T00:42:49.451 INFO:tasks.workunit.client.0.smithi098.stdout:664 2024-04-12T00:42:49.452 INFO:tasks.workunit.client.0.smithi098.stdout:665 2024-04-12T00:42:49.453 INFO:tasks.workunit.client.0.smithi098.stdout:666 2024-04-12T00:42:49.454 INFO:tasks.workunit.client.0.smithi098.stdout:667 2024-04-12T00:42:49.455 INFO:tasks.workunit.client.0.smithi098.stdout:668 2024-04-12T00:42:49.456 INFO:tasks.workunit.client.0.smithi098.stdout:669 2024-04-12T00:42:49.457 INFO:tasks.workunit.client.0.smithi098.stdout:670 2024-04-12T00:42:49.458 INFO:tasks.workunit.client.0.smithi098.stdout:671 2024-04-12T00:42:49.459 INFO:tasks.workunit.client.0.smithi098.stdout:672 2024-04-12T00:42:49.460 INFO:tasks.workunit.client.0.smithi098.stdout:673 2024-04-12T00:42:49.461 INFO:tasks.workunit.client.0.smithi098.stdout:674 2024-04-12T00:42:49.462 INFO:tasks.workunit.client.0.smithi098.stdout:675 2024-04-12T00:42:49.463 INFO:tasks.workunit.client.0.smithi098.stdout:676 2024-04-12T00:42:49.464 INFO:tasks.workunit.client.0.smithi098.stdout:677 2024-04-12T00:42:49.465 INFO:tasks.workunit.client.0.smithi098.stdout:678 2024-04-12T00:42:49.466 INFO:tasks.workunit.client.0.smithi098.stdout:679 2024-04-12T00:42:49.467 INFO:tasks.workunit.client.0.smithi098.stdout:680 2024-04-12T00:42:49.468 INFO:tasks.workunit.client.0.smithi098.stdout:681 2024-04-12T00:42:49.469 INFO:tasks.workunit.client.0.smithi098.stdout:682 2024-04-12T00:42:49.470 INFO:tasks.workunit.client.0.smithi098.stdout:683 2024-04-12T00:42:49.471 INFO:tasks.workunit.client.0.smithi098.stdout:684 2024-04-12T00:42:49.472 INFO:tasks.workunit.client.0.smithi098.stdout:685 2024-04-12T00:42:49.473 INFO:tasks.workunit.client.0.smithi098.stdout:686 2024-04-12T00:42:49.474 INFO:tasks.workunit.client.0.smithi098.stdout:687 2024-04-12T00:42:49.475 INFO:tasks.workunit.client.0.smithi098.stdout:688 2024-04-12T00:42:49.476 INFO:tasks.workunit.client.0.smithi098.stdout:689 2024-04-12T00:42:49.477 INFO:tasks.workunit.client.0.smithi098.stdout:690 2024-04-12T00:42:49.478 INFO:tasks.workunit.client.0.smithi098.stdout:691 2024-04-12T00:42:49.479 INFO:tasks.workunit.client.0.smithi098.stdout:692 2024-04-12T00:42:49.480 INFO:tasks.workunit.client.0.smithi098.stdout:693 2024-04-12T00:42:49.481 INFO:tasks.workunit.client.0.smithi098.stdout:694 2024-04-12T00:42:49.482 INFO:tasks.workunit.client.0.smithi098.stdout:695 2024-04-12T00:42:49.483 INFO:tasks.workunit.client.0.smithi098.stdout:696 2024-04-12T00:42:49.484 INFO:tasks.workunit.client.0.smithi098.stdout:697 2024-04-12T00:42:49.485 INFO:tasks.workunit.client.0.smithi098.stdout:698 2024-04-12T00:42:49.486 INFO:tasks.workunit.client.0.smithi098.stdout:699 2024-04-12T00:42:49.487 INFO:tasks.workunit.client.0.smithi098.stdout:700 2024-04-12T00:42:49.488 INFO:tasks.workunit.client.0.smithi098.stdout:701 2024-04-12T00:42:49.489 INFO:tasks.workunit.client.0.smithi098.stdout:702 2024-04-12T00:42:49.490 INFO:tasks.workunit.client.0.smithi098.stdout:703 2024-04-12T00:42:49.492 INFO:tasks.workunit.client.0.smithi098.stdout:704 2024-04-12T00:42:49.493 INFO:tasks.workunit.client.0.smithi098.stdout:705 2024-04-12T00:42:49.494 INFO:tasks.workunit.client.0.smithi098.stdout:706 2024-04-12T00:42:49.495 INFO:tasks.workunit.client.0.smithi098.stdout:707 2024-04-12T00:42:49.496 INFO:tasks.workunit.client.0.smithi098.stdout:708 2024-04-12T00:42:49.497 INFO:tasks.workunit.client.0.smithi098.stdout:709 2024-04-12T00:42:49.498 INFO:tasks.workunit.client.0.smithi098.stdout:710 2024-04-12T00:42:49.499 INFO:tasks.workunit.client.0.smithi098.stdout:711 2024-04-12T00:42:49.500 INFO:tasks.workunit.client.0.smithi098.stdout:712 2024-04-12T00:42:49.501 INFO:tasks.workunit.client.0.smithi098.stdout:713 2024-04-12T00:42:49.503 INFO:tasks.workunit.client.0.smithi098.stdout:714 2024-04-12T00:42:49.504 INFO:tasks.workunit.client.0.smithi098.stdout:715 2024-04-12T00:42:49.505 INFO:tasks.workunit.client.0.smithi098.stdout:716 2024-04-12T00:42:49.506 INFO:tasks.workunit.client.0.smithi098.stdout:717 2024-04-12T00:42:49.506 INFO:tasks.workunit.client.0.smithi098.stdout:718 2024-04-12T00:42:49.507 INFO:tasks.workunit.client.0.smithi098.stdout:719 2024-04-12T00:42:49.509 INFO:tasks.workunit.client.0.smithi098.stdout:720 2024-04-12T00:42:49.510 INFO:tasks.workunit.client.0.smithi098.stdout:721 2024-04-12T00:42:49.511 INFO:tasks.workunit.client.0.smithi098.stdout:722 2024-04-12T00:42:49.512 INFO:tasks.workunit.client.0.smithi098.stdout:723 2024-04-12T00:42:49.513 INFO:tasks.workunit.client.0.smithi098.stdout:724 2024-04-12T00:42:49.514 INFO:tasks.workunit.client.0.smithi098.stdout:725 2024-04-12T00:42:49.515 INFO:tasks.workunit.client.0.smithi098.stdout:726 2024-04-12T00:42:49.516 INFO:tasks.workunit.client.0.smithi098.stdout:727 2024-04-12T00:42:49.517 INFO:tasks.workunit.client.0.smithi098.stdout:728 2024-04-12T00:42:49.518 INFO:tasks.workunit.client.0.smithi098.stdout:729 2024-04-12T00:42:49.519 INFO:tasks.workunit.client.0.smithi098.stdout:730 2024-04-12T00:42:49.520 INFO:tasks.workunit.client.0.smithi098.stdout:731 2024-04-12T00:42:49.521 INFO:tasks.workunit.client.0.smithi098.stdout:732 2024-04-12T00:42:49.522 INFO:tasks.workunit.client.0.smithi098.stdout:733 2024-04-12T00:42:49.524 INFO:tasks.workunit.client.0.smithi098.stdout:734 2024-04-12T00:42:49.525 INFO:tasks.workunit.client.0.smithi098.stdout:735 2024-04-12T00:42:49.526 INFO:tasks.workunit.client.0.smithi098.stdout:736 2024-04-12T00:42:49.527 INFO:tasks.workunit.client.0.smithi098.stdout:737 2024-04-12T00:42:49.528 INFO:tasks.workunit.client.0.smithi098.stdout:738 2024-04-12T00:42:49.529 INFO:tasks.workunit.client.0.smithi098.stdout:739 2024-04-12T00:42:49.530 INFO:tasks.workunit.client.0.smithi098.stdout:740 2024-04-12T00:42:49.531 INFO:tasks.workunit.client.0.smithi098.stdout:741 2024-04-12T00:42:49.532 INFO:tasks.workunit.client.0.smithi098.stdout:742 2024-04-12T00:42:49.533 INFO:tasks.workunit.client.0.smithi098.stdout:743 2024-04-12T00:42:49.534 INFO:tasks.workunit.client.0.smithi098.stdout:744 2024-04-12T00:42:49.535 INFO:tasks.workunit.client.0.smithi098.stdout:745 2024-04-12T00:42:49.537 INFO:tasks.workunit.client.0.smithi098.stdout:746 2024-04-12T00:42:49.538 INFO:tasks.workunit.client.0.smithi098.stdout:747 2024-04-12T00:42:49.539 INFO:tasks.workunit.client.0.smithi098.stdout:748 2024-04-12T00:42:49.541 INFO:tasks.workunit.client.0.smithi098.stdout:749 2024-04-12T00:42:49.541 INFO:tasks.workunit.client.0.smithi098.stdout:750 2024-04-12T00:42:49.542 INFO:tasks.workunit.client.0.smithi098.stdout:751 2024-04-12T00:42:49.543 INFO:tasks.workunit.client.0.smithi098.stdout:752 2024-04-12T00:42:49.544 INFO:tasks.workunit.client.0.smithi098.stdout:753 2024-04-12T00:42:49.545 INFO:tasks.workunit.client.0.smithi098.stdout:754 2024-04-12T00:42:49.546 INFO:tasks.workunit.client.0.smithi098.stdout:755 2024-04-12T00:42:49.547 INFO:tasks.workunit.client.0.smithi098.stdout:756 2024-04-12T00:42:49.548 INFO:tasks.workunit.client.0.smithi098.stdout:757 2024-04-12T00:42:49.549 INFO:tasks.workunit.client.0.smithi098.stdout:758 2024-04-12T00:42:49.550 INFO:tasks.workunit.client.0.smithi098.stdout:759 2024-04-12T00:42:49.551 INFO:tasks.workunit.client.0.smithi098.stdout:760 2024-04-12T00:42:49.552 INFO:tasks.workunit.client.0.smithi098.stdout:761 2024-04-12T00:42:49.553 INFO:tasks.workunit.client.0.smithi098.stdout:762 2024-04-12T00:42:49.554 INFO:tasks.workunit.client.0.smithi098.stdout:763 2024-04-12T00:42:49.556 INFO:tasks.workunit.client.0.smithi098.stdout:764 2024-04-12T00:42:49.557 INFO:tasks.workunit.client.0.smithi098.stdout:765 2024-04-12T00:42:49.558 INFO:tasks.workunit.client.0.smithi098.stdout:766 2024-04-12T00:42:49.559 INFO:tasks.workunit.client.0.smithi098.stdout:767 2024-04-12T00:42:49.560 INFO:tasks.workunit.client.0.smithi098.stdout:768 2024-04-12T00:42:49.562 INFO:tasks.workunit.client.0.smithi098.stdout:769 2024-04-12T00:42:49.562 INFO:tasks.workunit.client.0.smithi098.stdout:770 2024-04-12T00:42:49.563 INFO:tasks.workunit.client.0.smithi098.stdout:771 2024-04-12T00:42:49.564 INFO:tasks.workunit.client.0.smithi098.stdout:772 2024-04-12T00:42:49.565 INFO:tasks.workunit.client.0.smithi098.stdout:773 2024-04-12T00:42:49.571 INFO:tasks.workunit.client.0.smithi098.stdout:774 2024-04-12T00:42:49.571 INFO:tasks.workunit.client.0.smithi098.stdout:775 2024-04-12T00:42:49.571 INFO:tasks.workunit.client.0.smithi098.stdout:776 2024-04-12T00:42:49.571 INFO:tasks.workunit.client.0.smithi098.stdout:777 2024-04-12T00:42:49.571 INFO:tasks.workunit.client.0.smithi098.stdout:778 2024-04-12T00:42:49.572 INFO:tasks.workunit.client.0.smithi098.stdout:779 2024-04-12T00:42:49.573 INFO:tasks.workunit.client.0.smithi098.stdout:780 2024-04-12T00:42:49.574 INFO:tasks.workunit.client.0.smithi098.stdout:781 2024-04-12T00:42:49.574 INFO:tasks.workunit.client.0.smithi098.stdout:782 2024-04-12T00:42:49.576 INFO:tasks.workunit.client.0.smithi098.stdout:783 2024-04-12T00:42:49.577 INFO:tasks.workunit.client.0.smithi098.stdout:784 2024-04-12T00:42:49.578 INFO:tasks.workunit.client.0.smithi098.stdout:785 2024-04-12T00:42:49.578 INFO:tasks.workunit.client.0.smithi098.stdout:786 2024-04-12T00:42:49.580 INFO:tasks.workunit.client.0.smithi098.stdout:787 2024-04-12T00:42:49.580 INFO:tasks.workunit.client.0.smithi098.stdout:788 2024-04-12T00:42:49.581 INFO:tasks.workunit.client.0.smithi098.stdout:789 2024-04-12T00:42:49.583 INFO:tasks.workunit.client.0.smithi098.stdout:790 2024-04-12T00:42:49.583 INFO:tasks.workunit.client.0.smithi098.stdout:791 2024-04-12T00:42:49.584 INFO:tasks.workunit.client.0.smithi098.stdout:792 2024-04-12T00:42:49.585 INFO:tasks.workunit.client.0.smithi098.stdout:793 2024-04-12T00:42:49.586 INFO:tasks.workunit.client.0.smithi098.stdout:794 2024-04-12T00:42:49.588 INFO:tasks.workunit.client.0.smithi098.stdout:795 2024-04-12T00:42:49.589 INFO:tasks.workunit.client.0.smithi098.stdout:796 2024-04-12T00:42:49.590 INFO:tasks.workunit.client.0.smithi098.stdout:797 2024-04-12T00:42:49.591 INFO:tasks.workunit.client.0.smithi098.stdout:798 2024-04-12T00:42:49.592 INFO:tasks.workunit.client.0.smithi098.stdout:799 2024-04-12T00:42:49.593 INFO:tasks.workunit.client.0.smithi098.stdout:800 2024-04-12T00:42:49.594 INFO:tasks.workunit.client.0.smithi098.stdout:801 2024-04-12T00:42:49.595 INFO:tasks.workunit.client.0.smithi098.stdout:802 2024-04-12T00:42:49.596 INFO:tasks.workunit.client.0.smithi098.stdout:803 2024-04-12T00:42:49.597 INFO:tasks.workunit.client.0.smithi098.stdout:804 2024-04-12T00:42:49.598 INFO:tasks.workunit.client.0.smithi098.stdout:805 2024-04-12T00:42:49.599 INFO:tasks.workunit.client.0.smithi098.stdout:806 2024-04-12T00:42:49.601 INFO:tasks.workunit.client.0.smithi098.stdout:807 2024-04-12T00:42:49.602 INFO:tasks.workunit.client.0.smithi098.stdout:808 2024-04-12T00:42:49.603 INFO:tasks.workunit.client.0.smithi098.stdout:809 2024-04-12T00:42:49.604 INFO:tasks.workunit.client.0.smithi098.stdout:810 2024-04-12T00:42:49.605 INFO:tasks.workunit.client.0.smithi098.stdout:811 2024-04-12T00:42:49.606 INFO:tasks.workunit.client.0.smithi098.stdout:812 2024-04-12T00:42:49.607 INFO:tasks.workunit.client.0.smithi098.stdout:813 2024-04-12T00:42:49.608 INFO:tasks.workunit.client.0.smithi098.stdout:814 2024-04-12T00:42:49.609 INFO:tasks.workunit.client.0.smithi098.stdout:815 2024-04-12T00:42:49.610 INFO:tasks.workunit.client.0.smithi098.stdout:816 2024-04-12T00:42:49.611 INFO:tasks.workunit.client.0.smithi098.stdout:817 2024-04-12T00:42:49.612 INFO:tasks.workunit.client.0.smithi098.stdout:818 2024-04-12T00:42:49.613 INFO:tasks.workunit.client.0.smithi098.stdout:819 2024-04-12T00:42:49.615 INFO:tasks.workunit.client.0.smithi098.stdout:820 2024-04-12T00:42:49.616 INFO:tasks.workunit.client.0.smithi098.stdout:821 2024-04-12T00:42:49.617 INFO:tasks.workunit.client.0.smithi098.stdout:822 2024-04-12T00:42:49.618 INFO:tasks.workunit.client.0.smithi098.stdout:823 2024-04-12T00:42:49.619 INFO:tasks.workunit.client.0.smithi098.stdout:824 2024-04-12T00:42:49.620 INFO:tasks.workunit.client.0.smithi098.stdout:825 2024-04-12T00:42:49.621 INFO:tasks.workunit.client.0.smithi098.stdout:826 2024-04-12T00:42:49.622 INFO:tasks.workunit.client.0.smithi098.stdout:827 2024-04-12T00:42:49.623 INFO:tasks.workunit.client.0.smithi098.stdout:828 2024-04-12T00:42:49.624 INFO:tasks.workunit.client.0.smithi098.stdout:829 2024-04-12T00:42:49.626 INFO:tasks.workunit.client.0.smithi098.stdout:830 2024-04-12T00:42:49.627 INFO:tasks.workunit.client.0.smithi098.stdout:831 2024-04-12T00:42:49.628 INFO:tasks.workunit.client.0.smithi098.stdout:832 2024-04-12T00:42:49.629 INFO:tasks.workunit.client.0.smithi098.stdout:833 2024-04-12T00:42:49.630 INFO:tasks.workunit.client.0.smithi098.stdout:834 2024-04-12T00:42:49.631 INFO:tasks.workunit.client.0.smithi098.stdout:835 2024-04-12T00:42:49.632 INFO:tasks.workunit.client.0.smithi098.stdout:836 2024-04-12T00:42:49.633 INFO:tasks.workunit.client.0.smithi098.stdout:837 2024-04-12T00:42:49.634 INFO:tasks.workunit.client.0.smithi098.stdout:838 2024-04-12T00:42:49.635 INFO:tasks.workunit.client.0.smithi098.stdout:839 2024-04-12T00:42:49.636 INFO:tasks.workunit.client.0.smithi098.stdout:840 2024-04-12T00:42:49.637 INFO:tasks.workunit.client.0.smithi098.stdout:841 2024-04-12T00:42:49.639 INFO:tasks.workunit.client.0.smithi098.stdout:842 2024-04-12T00:42:49.639 INFO:tasks.workunit.client.0.smithi098.stdout:843 2024-04-12T00:42:49.640 INFO:tasks.workunit.client.0.smithi098.stdout:844 2024-04-12T00:42:49.642 INFO:tasks.workunit.client.0.smithi098.stdout:845 2024-04-12T00:42:49.643 INFO:tasks.workunit.client.0.smithi098.stdout:846 2024-04-12T00:42:49.644 INFO:tasks.workunit.client.0.smithi098.stdout:847 2024-04-12T00:42:49.645 INFO:tasks.workunit.client.0.smithi098.stdout:848 2024-04-12T00:42:49.646 INFO:tasks.workunit.client.0.smithi098.stdout:849 2024-04-12T00:42:49.647 INFO:tasks.workunit.client.0.smithi098.stdout:850 2024-04-12T00:42:49.648 INFO:tasks.workunit.client.0.smithi098.stdout:851 2024-04-12T00:42:49.649 INFO:tasks.workunit.client.0.smithi098.stdout:852 2024-04-12T00:42:49.650 INFO:tasks.workunit.client.0.smithi098.stdout:853 2024-04-12T00:42:49.651 INFO:tasks.workunit.client.0.smithi098.stdout:854 2024-04-12T00:42:49.652 INFO:tasks.workunit.client.0.smithi098.stdout:855 2024-04-12T00:42:49.653 INFO:tasks.workunit.client.0.smithi098.stdout:856 2024-04-12T00:42:49.654 INFO:tasks.workunit.client.0.smithi098.stdout:857 2024-04-12T00:42:49.655 INFO:tasks.workunit.client.0.smithi098.stdout:858 2024-04-12T00:42:49.656 INFO:tasks.workunit.client.0.smithi098.stdout:859 2024-04-12T00:42:49.657 INFO:tasks.workunit.client.0.smithi098.stdout:860 2024-04-12T00:42:49.658 INFO:tasks.workunit.client.0.smithi098.stdout:861 2024-04-12T00:42:49.660 INFO:tasks.workunit.client.0.smithi098.stdout:862 2024-04-12T00:42:49.661 INFO:tasks.workunit.client.0.smithi098.stdout:863 2024-04-12T00:42:49.662 INFO:tasks.workunit.client.0.smithi098.stdout:864 2024-04-12T00:42:49.663 INFO:tasks.workunit.client.0.smithi098.stdout:865 2024-04-12T00:42:49.664 INFO:tasks.workunit.client.0.smithi098.stdout:866 2024-04-12T00:42:49.666 INFO:tasks.workunit.client.0.smithi098.stdout:867 2024-04-12T00:42:49.667 INFO:tasks.workunit.client.0.smithi098.stdout:868 2024-04-12T00:42:49.668 INFO:tasks.workunit.client.0.smithi098.stdout:869 2024-04-12T00:42:49.669 INFO:tasks.workunit.client.0.smithi098.stdout:870 2024-04-12T00:42:49.671 INFO:tasks.workunit.client.0.smithi098.stdout:871 2024-04-12T00:42:49.672 INFO:tasks.workunit.client.0.smithi098.stdout:872 2024-04-12T00:42:49.673 INFO:tasks.workunit.client.0.smithi098.stdout:873 2024-04-12T00:42:49.675 INFO:tasks.workunit.client.0.smithi098.stdout:874 2024-04-12T00:42:49.676 INFO:tasks.workunit.client.0.smithi098.stdout:875 2024-04-12T00:42:49.677 INFO:tasks.workunit.client.0.smithi098.stdout:876 2024-04-12T00:42:49.678 INFO:tasks.workunit.client.0.smithi098.stdout:877 2024-04-12T00:42:49.680 INFO:tasks.workunit.client.0.smithi098.stdout:878 2024-04-12T00:42:49.681 INFO:tasks.workunit.client.0.smithi098.stdout:879 2024-04-12T00:42:49.682 INFO:tasks.workunit.client.0.smithi098.stdout:880 2024-04-12T00:42:49.683 INFO:tasks.workunit.client.0.smithi098.stdout:881 2024-04-12T00:42:49.684 INFO:tasks.workunit.client.0.smithi098.stdout:882 2024-04-12T00:42:49.685 INFO:tasks.workunit.client.0.smithi098.stdout:883 2024-04-12T00:42:49.686 INFO:tasks.workunit.client.0.smithi098.stdout:884 2024-04-12T00:42:49.687 INFO:tasks.workunit.client.0.smithi098.stdout:885 2024-04-12T00:42:49.688 INFO:tasks.workunit.client.0.smithi098.stdout:886 2024-04-12T00:42:49.689 INFO:tasks.workunit.client.0.smithi098.stdout:887 2024-04-12T00:42:49.691 INFO:tasks.workunit.client.0.smithi098.stdout:888 2024-04-12T00:42:49.692 INFO:tasks.workunit.client.0.smithi098.stdout:889 2024-04-12T00:42:49.693 INFO:tasks.workunit.client.0.smithi098.stdout:890 2024-04-12T00:42:49.694 INFO:tasks.workunit.client.0.smithi098.stdout:891 2024-04-12T00:42:49.695 INFO:tasks.workunit.client.0.smithi098.stdout:892 2024-04-12T00:42:49.696 INFO:tasks.workunit.client.0.smithi098.stdout:893 2024-04-12T00:42:49.698 INFO:tasks.workunit.client.0.smithi098.stdout:894 2024-04-12T00:42:49.699 INFO:tasks.workunit.client.0.smithi098.stdout:895 2024-04-12T00:42:49.700 INFO:tasks.workunit.client.0.smithi098.stdout:896 2024-04-12T00:42:49.701 INFO:tasks.workunit.client.0.smithi098.stdout:897 2024-04-12T00:42:49.702 INFO:tasks.workunit.client.0.smithi098.stdout:898 2024-04-12T00:42:49.707 INFO:tasks.workunit.client.0.smithi098.stdout:899 2024-04-12T00:42:49.709 INFO:tasks.workunit.client.0.smithi098.stdout:900 2024-04-12T00:42:49.710 INFO:tasks.workunit.client.0.smithi098.stdout:901 2024-04-12T00:42:49.711 INFO:tasks.workunit.client.0.smithi098.stdout:902 2024-04-12T00:42:49.712 INFO:tasks.workunit.client.0.smithi098.stdout:903 2024-04-12T00:42:49.714 INFO:tasks.workunit.client.0.smithi098.stdout:904 2024-04-12T00:42:49.715 INFO:tasks.workunit.client.0.smithi098.stdout:905 2024-04-12T00:42:49.716 INFO:tasks.workunit.client.0.smithi098.stdout:906 2024-04-12T00:42:49.717 INFO:tasks.workunit.client.0.smithi098.stdout:907 2024-04-12T00:42:49.718 INFO:tasks.workunit.client.0.smithi098.stdout:908 2024-04-12T00:42:49.720 INFO:tasks.workunit.client.0.smithi098.stdout:909 2024-04-12T00:42:49.721 INFO:tasks.workunit.client.0.smithi098.stdout:910 2024-04-12T00:42:49.722 INFO:tasks.workunit.client.0.smithi098.stdout:911 2024-04-12T00:42:49.723 INFO:tasks.workunit.client.0.smithi098.stdout:912 2024-04-12T00:42:49.724 INFO:tasks.workunit.client.0.smithi098.stdout:913 2024-04-12T00:42:49.725 INFO:tasks.workunit.client.0.smithi098.stdout:914 2024-04-12T00:42:49.726 INFO:tasks.workunit.client.0.smithi098.stdout:915 2024-04-12T00:42:49.727 INFO:tasks.workunit.client.0.smithi098.stdout:916 2024-04-12T00:42:49.728 INFO:tasks.workunit.client.0.smithi098.stdout:917 2024-04-12T00:42:49.729 INFO:tasks.workunit.client.0.smithi098.stdout:918 2024-04-12T00:42:49.730 INFO:tasks.workunit.client.0.smithi098.stdout:919 2024-04-12T00:42:49.732 INFO:tasks.workunit.client.0.smithi098.stdout:920 2024-04-12T00:42:49.733 INFO:tasks.workunit.client.0.smithi098.stdout:921 2024-04-12T00:42:49.734 INFO:tasks.workunit.client.0.smithi098.stdout:922 2024-04-12T00:42:49.735 INFO:tasks.workunit.client.0.smithi098.stdout:923 2024-04-12T00:42:49.736 INFO:tasks.workunit.client.0.smithi098.stdout:924 2024-04-12T00:42:49.737 INFO:tasks.workunit.client.0.smithi098.stdout:925 2024-04-12T00:42:49.738 INFO:tasks.workunit.client.0.smithi098.stdout:926 2024-04-12T00:42:49.739 INFO:tasks.workunit.client.0.smithi098.stdout:927 2024-04-12T00:42:49.740 INFO:tasks.workunit.client.0.smithi098.stdout:928 2024-04-12T00:42:49.742 INFO:tasks.workunit.client.0.smithi098.stdout:929 2024-04-12T00:42:49.743 INFO:tasks.workunit.client.0.smithi098.stdout:930 2024-04-12T00:42:49.744 INFO:tasks.workunit.client.0.smithi098.stdout:931 2024-04-12T00:42:49.745 INFO:tasks.workunit.client.0.smithi098.stdout:932 2024-04-12T00:42:49.746 INFO:tasks.workunit.client.0.smithi098.stdout:933 2024-04-12T00:42:49.747 INFO:tasks.workunit.client.0.smithi098.stdout:934 2024-04-12T00:42:49.748 INFO:tasks.workunit.client.0.smithi098.stdout:935 2024-04-12T00:42:49.751 INFO:tasks.workunit.client.0.smithi098.stdout:936 2024-04-12T00:42:49.753 INFO:tasks.workunit.client.0.smithi098.stdout:937 2024-04-12T00:42:49.756 INFO:tasks.workunit.client.0.smithi098.stdout:938 2024-04-12T00:42:49.760 INFO:tasks.workunit.client.0.smithi098.stdout:939 2024-04-12T00:42:49.763 INFO:tasks.workunit.client.0.smithi098.stdout:940 2024-04-12T00:42:49.764 INFO:tasks.workunit.client.0.smithi098.stdout:941 2024-04-12T00:42:49.766 INFO:tasks.workunit.client.0.smithi098.stdout:942 2024-04-12T00:42:49.767 INFO:tasks.workunit.client.0.smithi098.stdout:943 2024-04-12T00:42:49.768 INFO:tasks.workunit.client.0.smithi098.stdout:944 2024-04-12T00:42:49.769 INFO:tasks.workunit.client.0.smithi098.stdout:945 2024-04-12T00:42:49.770 INFO:tasks.workunit.client.0.smithi098.stdout:946 2024-04-12T00:42:49.771 INFO:tasks.workunit.client.0.smithi098.stdout:947 2024-04-12T00:42:49.772 INFO:tasks.workunit.client.0.smithi098.stdout:948 2024-04-12T00:42:49.773 INFO:tasks.workunit.client.0.smithi098.stdout:949 2024-04-12T00:42:49.774 INFO:tasks.workunit.client.0.smithi098.stdout:950 2024-04-12T00:42:49.775 INFO:tasks.workunit.client.0.smithi098.stdout:951 2024-04-12T00:42:49.777 INFO:tasks.workunit.client.0.smithi098.stdout:952 2024-04-12T00:42:49.778 INFO:tasks.workunit.client.0.smithi098.stdout:953 2024-04-12T00:42:49.779 INFO:tasks.workunit.client.0.smithi098.stdout:954 2024-04-12T00:42:49.780 INFO:tasks.workunit.client.0.smithi098.stdout:955 2024-04-12T00:42:49.781 INFO:tasks.workunit.client.0.smithi098.stdout:956 2024-04-12T00:42:49.782 INFO:tasks.workunit.client.0.smithi098.stdout:957 2024-04-12T00:42:49.783 INFO:tasks.workunit.client.0.smithi098.stdout:958 2024-04-12T00:42:49.784 INFO:tasks.workunit.client.0.smithi098.stdout:959 2024-04-12T00:42:49.786 INFO:tasks.workunit.client.0.smithi098.stdout:960 2024-04-12T00:42:49.787 INFO:tasks.workunit.client.0.smithi098.stdout:961 2024-04-12T00:42:49.788 INFO:tasks.workunit.client.0.smithi098.stdout:962 2024-04-12T00:42:49.789 INFO:tasks.workunit.client.0.smithi098.stdout:963 2024-04-12T00:42:49.790 INFO:tasks.workunit.client.0.smithi098.stdout:964 2024-04-12T00:42:49.791 INFO:tasks.workunit.client.0.smithi098.stdout:965 2024-04-12T00:42:49.793 INFO:tasks.workunit.client.0.smithi098.stdout:966 2024-04-12T00:42:49.794 INFO:tasks.workunit.client.0.smithi098.stdout:967 2024-04-12T00:42:49.795 INFO:tasks.workunit.client.0.smithi098.stdout:968 2024-04-12T00:42:49.796 INFO:tasks.workunit.client.0.smithi098.stdout:969 2024-04-12T00:42:49.798 INFO:tasks.workunit.client.0.smithi098.stdout:970 2024-04-12T00:42:49.799 INFO:tasks.workunit.client.0.smithi098.stdout:971 2024-04-12T00:42:49.800 INFO:tasks.workunit.client.0.smithi098.stdout:972 2024-04-12T00:42:49.801 INFO:tasks.workunit.client.0.smithi098.stdout:973 2024-04-12T00:42:49.802 INFO:tasks.workunit.client.0.smithi098.stdout:974 2024-04-12T00:42:49.803 INFO:tasks.workunit.client.0.smithi098.stdout:975 2024-04-12T00:42:49.804 INFO:tasks.workunit.client.0.smithi098.stdout:976 2024-04-12T00:42:49.806 INFO:tasks.workunit.client.0.smithi098.stdout:977 2024-04-12T00:42:49.807 INFO:tasks.workunit.client.0.smithi098.stdout:978 2024-04-12T00:42:49.808 INFO:tasks.workunit.client.0.smithi098.stdout:979 2024-04-12T00:42:49.809 INFO:tasks.workunit.client.0.smithi098.stdout:980 2024-04-12T00:42:49.810 INFO:tasks.workunit.client.0.smithi098.stdout:981 2024-04-12T00:42:49.811 INFO:tasks.workunit.client.0.smithi098.stdout:982 2024-04-12T00:42:49.813 INFO:tasks.workunit.client.0.smithi098.stdout:983 2024-04-12T00:42:49.814 INFO:tasks.workunit.client.0.smithi098.stdout:984 2024-04-12T00:42:49.815 INFO:tasks.workunit.client.0.smithi098.stdout:985 2024-04-12T00:42:49.816 INFO:tasks.workunit.client.0.smithi098.stdout:986 2024-04-12T00:42:49.817 INFO:tasks.workunit.client.0.smithi098.stdout:987 2024-04-12T00:42:49.818 INFO:tasks.workunit.client.0.smithi098.stdout:988 2024-04-12T00:42:49.820 INFO:tasks.workunit.client.0.smithi098.stdout:989 2024-04-12T00:42:49.821 INFO:tasks.workunit.client.0.smithi098.stdout:990 2024-04-12T00:42:49.822 INFO:tasks.workunit.client.0.smithi098.stdout:991 2024-04-12T00:42:49.823 INFO:tasks.workunit.client.0.smithi098.stdout:992 2024-04-12T00:42:49.824 INFO:tasks.workunit.client.0.smithi098.stdout:993 2024-04-12T00:42:49.825 INFO:tasks.workunit.client.0.smithi098.stdout:994 2024-04-12T00:42:49.827 INFO:tasks.workunit.client.0.smithi098.stdout:995 2024-04-12T00:42:49.828 INFO:tasks.workunit.client.0.smithi098.stdout:996 2024-04-12T00:42:49.829 INFO:tasks.workunit.client.0.smithi098.stdout:997 2024-04-12T00:42:49.831 INFO:tasks.workunit.client.0.smithi098.stdout:998 2024-04-12T00:42:49.832 INFO:tasks.workunit.client.0.smithi098.stdout:999 2024-04-12T00:42:50.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:50.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/765393007' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:50.047 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[91373]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T00:42:50.047 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/765393007' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-12T00:42:50.047 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:42:50.047 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:42:50.047 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:42:50.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:50.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/765393007' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:50.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[88922]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T00:42:50.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/765393007' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-12T00:42:50.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:42:50.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:42:50.048 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:42:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:49 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:49 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/765393007' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:49 smithi193 ceph-mon[83763]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T00:42:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:49 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/765393007' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-12T00:42:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:42:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:42:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:42:50.769 INFO:tasks.workunit.client.0.smithi098.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-12T00:42:50.770 INFO:tasks.workunit.client.0.smithi098.stdout:00000010 69 73 |is| 2024-04-12T00:42:50.770 INFO:tasks.workunit.client.0.smithi098.stdout:00000012 2024-04-12T00:42:50.770 INFO:tasks.workunit.client.0.smithi098.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-12T00:42:50.770 INFO:tasks.workunit.client.0.smithi098.stdout:00000010 69 73 |is| 2024-04-12T00:42:50.770 INFO:tasks.workunit.client.0.smithi098.stdout:00000012 2024-04-12T00:42:50.770 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsHello.WriteReturnData (4023 ms) 2024-04-12T00:42:50.770 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsHello.Loud 2024-04-12T00:42:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:50 smithi098 ceph-mon[91373]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T00:42:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:42:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:50 smithi098 ceph-mon[91373]: pgmap v1068: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:51.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:50 smithi098 ceph-mon[88922]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T00:42:51.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:42:51.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:51.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:50 smithi098 ceph-mon[88922]: pgmap v1068: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:51.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:50 smithi193 ceph-mon[83763]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T00:42:51.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:42:51.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:42:51.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:50 smithi193 ceph-mon[83763]: pgmap v1068: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:52.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:51 smithi098 ceph-mon[91373]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T00:42:52.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:51 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:52.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:51 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:42:52.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:51 smithi098 ceph-mon[88922]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T00:42:52.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:51 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:52.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:51 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:42:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:51 smithi193 ceph-mon[83763]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T00:42:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:51 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:51 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:42:52.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:42:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:42:53.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:52 smithi098 ceph-mon[91373]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T00:42:53.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:52 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3516570571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:53.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:52 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:53.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:52 smithi098 ceph-mon[91373]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:52 smithi098 ceph-mon[88922]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T00:42:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:52 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3516570571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:52 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:52 smithi098 ceph-mon[88922]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:53.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:52 smithi193 ceph-mon[83763]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T00:42:53.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:52 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3516570571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:53.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:52 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:53.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:52 smithi193 ceph-mon[83763]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:53.793 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsHello.Loud (3026 ms) 2024-04-12T00:42:53.793 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsHello.BadMethods 2024-04-12T00:42:54.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:53 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:54.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:53 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:54.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:53 smithi098 ceph-mon[91373]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T00:42:54.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:53 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:54.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:53 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:54.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:53 smithi098 ceph-mon[88922]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T00:42:54.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:53 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:42:54.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:53 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:54.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:53 smithi193 ceph-mon[83763]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T00:42:55.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:54 smithi193 ceph-mon[83763]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T00:42:55.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:54 smithi193 ceph-mon[83763]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:55.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:54 smithi098 ceph-mon[91373]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T00:42:55.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:54 smithi098 ceph-mon[91373]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:55.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:54 smithi098 ceph-mon[88922]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T00:42:55.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:54 smithi098 ceph-mon[88922]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:56.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:56.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:42:56.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[91373]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T00:42:56.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3451178625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:56.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:56.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:56.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:42:56.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[88922]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T00:42:56.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3451178625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:56.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:56.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:42:55] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-12T00:42:56.044 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T00:42:55.825+0000 7fe20ae2f700 -1 osd.3 pg_epoch: 930 pg[38.2( v 930'1 (0'0,930'1] local-lis/les=929/930 n=1 ec=929/929 lis/c=929/929 les/c/f=930/930/0 sis=929) [3,7,5] r=0 lpr=929 crt=930'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-12T00:42:56.045 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 00:42:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T00:42:55.826+0000 7fe20ae2f700 -1 osd.3 pg_epoch: 930 pg[38.2( v 930'2 (0'0,930'2] local-lis/les=929/930 n=1 ec=929/929 lis/c=929/929 les/c/f=930/930/0 sis=929) [3,7,5] r=0 lpr=929 crt=930'1 lcod 930'1 mlcod 930'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-12T00:42:56.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:55 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:42:56.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:55 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:42:56.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:55 smithi193 ceph-mon[83763]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T00:42:56.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:55 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3451178625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:56.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:55 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:56.812 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsHello.BadMethods (3019 ms) 2024-04-12T00:42:56.813 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsHello.Filter 2024-04-12T00:42:57.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:56 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:57.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:56 smithi193 ceph-mon[83763]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T00:42:57.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:56 smithi193 ceph-mon[83763]: pgmap v1077: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:57.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:56 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:57.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:56 smithi098 ceph-mon[91373]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T00:42:57.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:56 smithi098 ceph-mon[91373]: pgmap v1077: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:57.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:56 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:42:57.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:56 smithi098 ceph-mon[88922]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T00:42:57.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:56 smithi098 ceph-mon[88922]: pgmap v1077: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:58.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:57 smithi193 ceph-mon[83763]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T00:42:58.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:57 smithi098 ceph-mon[91373]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T00:42:58.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:57 smithi098 ceph-mon[88922]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T00:42:59.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:58 smithi193 ceph-mon[83763]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T00:42:59.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:58 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2831478349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:59.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:58 smithi193 ceph-mon[83763]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:59.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:58 smithi098 ceph-mon[91373]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T00:42:59.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:58 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2831478349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:59.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:58 smithi098 ceph-mon[91373]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:59.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:58 smithi098 ceph-mon[88922]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T00:42:59.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:58 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2831478349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:42:59.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:58 smithi098 ceph-mon[88922]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:42:59.837 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsHello.Filter (3025 ms) 2024-04-12T00:42:59.837 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 6 tests from ClsHello (18988 ms total) 2024-04-12T00:42:59.837 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:42:59.837 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:42:59.838 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 6 tests from 1 test suite ran. (18988 ms total) 2024-04-12T00:42:59.838 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 6 tests. 2024-04-12T00:42:59.841 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:42:59.841 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:42:59.909 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-12T00:42:59.909 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-12T00:42:59.977 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:42:59.978 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-12T00:42:59.978 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:42:59.978 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 27 tests from TestClsJournal 2024-04-12T00:43:00.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:59 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:00.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:59 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2831478349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:00.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:42:59 smithi193 ceph-mon[83763]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T00:43:00.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:59 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:00.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:59 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2831478349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:00.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:42:59 smithi098 ceph-mon[91373]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T00:43:00.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:59 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:00.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:59 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2831478349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-130783-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:00.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:42:59 smithi098 ceph-mon[88922]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T00:43:01.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:00 smithi193 ceph-mon[83763]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T00:43:01.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:00 smithi193 ceph-mon[83763]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:01.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:00 smithi098 ceph-mon[91373]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T00:43:01.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:00 smithi098 ceph-mon[91373]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:01.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:00 smithi098 ceph-mon[88922]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T00:43:01.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:00 smithi098 ceph-mon[88922]: pgmap v1083: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:01.849 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.Create 2024-04-12T00:43:01.866 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.Create (18 ms) 2024-04-12T00:43:01.867 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-12T00:43:01.873 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.MinimumSet (6 ms) 2024-04-12T00:43:01.873 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-12T00:43:01.878 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-12T00:43:01.878 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-12T00:43:01.882 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2024-04-12T00:43:01.882 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-12T00:43:01.884 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-12T00:43:01.884 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-12T00:43:01.888 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-12T00:43:01.888 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-12T00:43:01.891 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-12T00:43:01.891 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-12T00:43:01.893 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-12T00:43:01.893 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-12T00:43:01.896 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-04-12T00:43:01.896 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-12T00:43:01.900 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-12T00:43:01.900 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-12T00:43:01.904 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-04-12T00:43:01.905 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-12T00:43:01.909 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientUpdateState (4 ms) 2024-04-12T00:43:01.909 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-12T00:43:01.912 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-12T00:43:01.912 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-12T00:43:01.916 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (5 ms) 2024-04-12T00:43:01.916 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-12T00:43:02.017 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (100 ms) 2024-04-12T00:43:02.017 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-12T00:43:02.021 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-12T00:43:02.021 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-12T00:43:02.024 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-12T00:43:02.024 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-12T00:43:02.024 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-12T00:43:02.024 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-12T00:43:02.063 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-04-12T00:43:02.063 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-12T00:43:02.068 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.GetNextTagTid (5 ms) 2024-04-12T00:43:02.068 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-12T00:43:02.078 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.TagCreate (10 ms) 2024-04-12T00:43:02.078 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-12T00:43:02.085 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-12T00:43:02.085 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.TagList 2024-04-12T00:43:02.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:01 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:02.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:01 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:43:02.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:01 smithi193 ceph-mon[83763]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T00:43:02.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3479613386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:02.175 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.TagList (90 ms) 2024-04-12T00:43:02.175 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-12T00:43:02.177 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-12T00:43:02.177 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-12T00:43:02.178 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-12T00:43:02.178 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-12T00:43:02.180 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2024-04-12T00:43:02.180 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsJournal.Append 2024-04-12T00:43:02.190 INFO:tasks.workunit.client.0.smithi098.stdout:padding is not enabled 2024-04-12T00:43:02.190 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-04-12T00:43:02.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:01 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:02.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:01 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:43:02.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:01 smithi098 ceph-mon[91373]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T00:43:02.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3479613386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:02.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:01 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:02.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:01 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:43:02.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:01 smithi098 ceph-mon[88922]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T00:43:02.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3479613386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:43:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:43:02.861 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 27 tests from TestClsJournal (341 ms total) 2024-04-12T00:43:02.862 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:43:02.862 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:43:02.862 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 27 tests from 1 test suite ran. (2883 ms total) 2024-04-12T00:43:02.862 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 27 tests. 2024-04-12T00:43:02.865 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:43:02.866 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:43:02.933 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-12T00:43:02.933 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-12T00:43:03.003 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:43:03.003 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-12T00:43:03.003 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:43:03.003 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 11 tests from ClsLock 2024-04-12T00:43:03.003 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-12T00:43:03.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:02 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3479613386' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:03.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:02 smithi193 ceph-mon[83763]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T00:43:03.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:02 smithi193 ceph-mon[83763]: pgmap v1086: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:03.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:02 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3479613386' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:03.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:02 smithi098 ceph-mon[91373]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T00:43:03.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:02 smithi098 ceph-mon[91373]: pgmap v1086: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:03.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:02 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3479613386' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:03.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:02 smithi098 ceph-mon[88922]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T00:43:03.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:02 smithi098 ceph-mon[88922]: pgmap v1086: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:03 smithi193 ceph-mon[83763]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T00:43:04.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:03 smithi098 ceph-mon[91373]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T00:43:04.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:03 smithi098 ceph-mon[88922]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T00:43:04.908 INFO:tasks.workunit.client.0.smithi098.stdout:lock: mylock 2024-04-12T00:43:04.908 INFO:tasks.workunit.client.0.smithi098.stdout: lock_type: exclusive 2024-04-12T00:43:04.908 INFO:tasks.workunit.client.0.smithi098.stdout: tag: 2024-04-12T00:43:04.909 INFO:tasks.workunit.client.0.smithi098.stdout: lockers: 2024-04-12T00:43:04.909 INFO:tasks.workunit.client.0.smithi098.stdout: client.34725 expiration=2024-04-12T00:45:04.903948+0000 addr=v1:172.21.15.98:0/2908655077 cookie= 2024-04-12T00:43:04.912 INFO:tasks.workunit.client.0.smithi098.stdout:lock: mylock 2024-04-12T00:43:04.912 INFO:tasks.workunit.client.0.smithi098.stdout: lock_type: shared 2024-04-12T00:43:04.912 INFO:tasks.workunit.client.0.smithi098.stdout: tag: 2024-04-12T00:43:04.912 INFO:tasks.workunit.client.0.smithi098.stdout: lockers: 2024-04-12T00:43:04.912 INFO:tasks.workunit.client.0.smithi098.stdout: client.34725 expiration=2024-04-12T00:45:04.910246+0000 addr=v1:172.21.15.98:0/2908655077 cookie= 2024-04-12T00:43:04.912 INFO:tasks.workunit.client.0.smithi098.stdout: client.44672 expiration=0.000000 addr=v1:172.21.15.98:0/1140465455 cookie= 2024-04-12T00:43:04.913 INFO:tasks.workunit.client.0.smithi098.stdout:lock: mylock 2024-04-12T00:43:04.913 INFO:tasks.workunit.client.0.smithi098.stdout: lock_type: shared 2024-04-12T00:43:04.913 INFO:tasks.workunit.client.0.smithi098.stdout: tag: 2024-04-12T00:43:04.913 INFO:tasks.workunit.client.0.smithi098.stdout: lockers: 2024-04-12T00:43:04.913 INFO:tasks.workunit.client.0.smithi098.stdout: client.44672 expiration=0.000000 addr=v1:172.21.15.98:0/1140465455 cookie= 2024-04-12T00:43:05.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:04 smithi193 ceph-mon[83763]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T00:43:05.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:04 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2908655077' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:05.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:04 smithi193 ceph-mon[83763]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:05.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:04 smithi098 ceph-mon[91373]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T00:43:05.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:04 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2908655077' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:05.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:04 smithi098 ceph-mon[91373]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:05.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:04 smithi098 ceph-mon[88922]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T00:43:05.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:04 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2908655077' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:05.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:04 smithi098 ceph-mon[88922]: pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:05.888 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestMultiLocking (2885 ms) 2024-04-12T00:43:05.888 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestMeta 2024-04-12T00:43:06.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:43:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:43:05] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-12T00:43:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:05 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:05 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2908655077' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:06.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:05 smithi098 ceph-mon[88922]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T00:43:06.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:06.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:05 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:06.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:05 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2908655077' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:06.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:05 smithi098 ceph-mon[91373]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T00:43:06.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:06.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:05 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:06.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:05 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2908655077' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:06.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:05 smithi193 ceph-mon[83763]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T00:43:06.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:07.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:06 smithi098 ceph-mon[91373]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T00:43:07.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:06 smithi098 ceph-mon[91373]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:07.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:06 smithi098 ceph-mon[88922]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T00:43:07.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:06 smithi098 ceph-mon[88922]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:07.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:06 smithi193 ceph-mon[83763]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T00:43:07.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:06 smithi193 ceph-mon[83763]: pgmap v1092: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:07.926 INFO:tasks.workunit.client.0.smithi098.stdout:lock: mylock 2024-04-12T00:43:07.926 INFO:tasks.workunit.client.0.smithi098.stdout: lock_type: shared 2024-04-12T00:43:07.926 INFO:tasks.workunit.client.0.smithi098.stdout: tag: 2024-04-12T00:43:07.926 INFO:tasks.workunit.client.0.smithi098.stdout: lockers: 2024-04-12T00:43:07.926 INFO:tasks.workunit.client.0.smithi098.stdout: client.44684 expiration=0.000000 addr=v1:172.21.15.98:0/821881491 cookie= 2024-04-12T00:43:07.928 INFO:tasks.workunit.client.0.smithi098.stdout:lock: mylock 2024-04-12T00:43:07.928 INFO:tasks.workunit.client.0.smithi098.stdout: lock_type: exclusive 2024-04-12T00:43:07.928 INFO:tasks.workunit.client.0.smithi098.stdout: tag: new_tag 2024-04-12T00:43:07.928 INFO:tasks.workunit.client.0.smithi098.stdout: lockers: 2024-04-12T00:43:07.928 INFO:tasks.workunit.client.0.smithi098.stdout: client.54529 expiration=0.000000 addr=v1:172.21.15.98:0/3734821232 cookie= 2024-04-12T00:43:08.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:08.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:43:08.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[88922]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T00:43:08.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3734821232' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:08.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:08.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:08.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:43:08.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[91373]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T00:43:08.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3734821232' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:08.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:07 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:07 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:07 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:43:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:07 smithi193 ceph-mon[83763]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T00:43:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:07 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3734821232' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:07 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:08.905 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestMeta (3017 ms) 2024-04-12T00:43:08.906 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestCookie 2024-04-12T00:43:09.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:08 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:09.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:08 smithi098 ceph-mon[91373]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T00:43:09.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:08 smithi098 ceph-mon[91373]: pgmap v1095: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:09.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:08 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:09.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:08 smithi098 ceph-mon[88922]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T00:43:09.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:08 smithi098 ceph-mon[88922]: pgmap v1095: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:09.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:08 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:09.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:08 smithi193 ceph-mon[83763]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T00:43:09.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:08 smithi193 ceph-mon[83763]: pgmap v1095: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:10.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:09 smithi098 ceph-mon[91373]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T00:43:10.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:09 smithi098 ceph-mon[88922]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T00:43:10.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:09 smithi193 ceph-mon[83763]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T00:43:10.933 INFO:tasks.workunit.client.0.smithi098.stdout:lock: mylock 2024-04-12T00:43:10.933 INFO:tasks.workunit.client.0.smithi098.stdout: lock_type: exclusive 2024-04-12T00:43:10.933 INFO:tasks.workunit.client.0.smithi098.stdout: tag: 2024-04-12T00:43:10.933 INFO:tasks.workunit.client.0.smithi098.stdout: lockers: 2024-04-12T00:43:10.935 INFO:tasks.workunit.client.0.smithi098.stdout:lock: mylock 2024-04-12T00:43:10.935 INFO:tasks.workunit.client.0.smithi098.stdout: lock_type: shared 2024-04-12T00:43:10.935 INFO:tasks.workunit.client.0.smithi098.stdout: tag: 2024-04-12T00:43:10.935 INFO:tasks.workunit.client.0.smithi098.stdout: lockers: 2024-04-12T00:43:10.935 INFO:tasks.workunit.client.0.smithi098.stdout: client.54541 expiration=0.000000 addr=v1:172.21.15.98:0/192327219 cookie= 2024-04-12T00:43:10.935 INFO:tasks.workunit.client.0.smithi098.stdout: client.54541 expiration=0.000000 addr=v1:172.21.15.98:0/192327219 cookie=new cookie 2024-04-12T00:43:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:10 smithi098 ceph-mon[91373]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T00:43:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:10 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/192327219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:10 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:10 smithi098 ceph-mon[91373]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:10 smithi098 ceph-mon[88922]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T00:43:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:10 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/192327219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:10 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:10 smithi098 ceph-mon[88922]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:11.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:10 smithi193 ceph-mon[83763]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T00:43:11.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:10 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/192327219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:11.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:10 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:11.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:10 smithi193 ceph-mon[83763]: pgmap v1098: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:11.917 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestCookie (3012 ms) 2024-04-12T00:43:11.917 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-12T00:43:12.271 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:11 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:12.271 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:11 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:12.271 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:11 smithi193 ceph-mon[83763]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T00:43:12.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:11 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:12.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:11 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:12.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:11 smithi098 ceph-mon[88922]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T00:43:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:11 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:11 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:11 smithi098 ceph-mon[91373]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T00:43:12.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:43:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:43:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:43:13.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:12 smithi098 ceph-mon[91373]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T00:43:13.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:12 smithi098 ceph-mon[91373]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:13.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:12 smithi098 ceph-mon[88922]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T00:43:13.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:12 smithi098 ceph-mon[88922]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:13.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:12 smithi193 ceph-mon[83763]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T00:43:13.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:12 smithi193 ceph-mon[83763]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:14.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:13 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:14.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:13 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:43:14.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:13 smithi098 ceph-mon[91373]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T00:43:14.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:13 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/614585140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:14.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:13 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:14.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:13 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:43:14.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:13 smithi098 ceph-mon[88922]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T00:43:14.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:13 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/614585140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:14.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:13 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:14.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:13 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:43:14.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:13 smithi193 ceph-mon[83763]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T00:43:14.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:13 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/614585140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:14.941 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestMultipleLocks (3024 ms) 2024-04-12T00:43:14.942 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-12T00:43:15.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:14 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/614585140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:15.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:14 smithi098 ceph-mon[91373]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T00:43:15.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:14 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/614585140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:15.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:14 smithi098 ceph-mon[88922]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T00:43:15.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:14 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/614585140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:15.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:14 smithi193 ceph-mon[83763]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T00:43:16.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:43:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:43:15] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-12T00:43:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:15 smithi098 ceph-mon[91373]: pgmap v1104: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:15 smithi098 ceph-mon[91373]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T00:43:16.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:15 smithi098 ceph-mon[88922]: pgmap v1104: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:16.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:15 smithi098 ceph-mon[88922]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T00:43:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:15 smithi193 ceph-mon[83763]: pgmap v1104: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:16.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:15 smithi193 ceph-mon[83763]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T00:43:17.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:16 smithi098 ceph-mon[91373]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T00:43:17.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:16 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/943632638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:17.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:16 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:17.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:16 smithi098 ceph-mon[88922]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T00:43:17.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:16 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/943632638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:17.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:16 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:17.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:16 smithi193 ceph-mon[83763]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T00:43:17.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:16 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/943632638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:17.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:16 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:18.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:17 smithi098 ceph-mon[91373]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:18.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:17 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:18.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:17 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:18.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:17 smithi098 ceph-mon[91373]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T00:43:18.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:17 smithi098 ceph-mon[88922]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:18.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:17 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:18.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:17 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:18.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:17 smithi098 ceph-mon[88922]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T00:43:18.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:17 smithi193 ceph-mon[83763]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:18.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:17 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:18.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:17 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:18.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:17 smithi193 ceph-mon[83763]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T00:43:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:18 smithi098 ceph-mon[88922]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T00:43:19.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:18 smithi098 ceph-mon[91373]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T00:43:19.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:18 smithi193 ceph-mon[83763]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T00:43:20.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[91373]: pgmap v1110: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:20.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:20.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:43:20.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:43:20.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[88922]: pgmap v1110: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:43:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:43:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:19 smithi193 ceph-mon[83763]: pgmap v1110: 137 pgs: 12 creating+peering, 12 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:19 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:19 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:43:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:43:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:22.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:21 smithi098 ceph-mon[91373]: pgmap v1111: 137 pgs: 12 creating+peering, 3 unknown, 122 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:22.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:21 smithi098 ceph-mon[88922]: pgmap v1111: 137 pgs: 12 creating+peering, 3 unknown, 122 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:21 smithi193 ceph-mon[83763]: pgmap v1111: 137 pgs: 12 creating+peering, 3 unknown, 122 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:43:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:43:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:43:22.986 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestLockDuration (8045 ms) 2024-04-12T00:43:22.987 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-12T00:43:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:23 smithi098 ceph-mon[88922]: pgmap v1112: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:23 smithi098 ceph-mon[88922]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T00:43:24.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:23 smithi098 ceph-mon[91373]: pgmap v1112: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:24.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:23 smithi098 ceph-mon[91373]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T00:43:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:23 smithi193 ceph-mon[83763]: pgmap v1112: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:23 smithi193 ceph-mon[83763]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T00:43:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:24 smithi098 ceph-mon[88922]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T00:43:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:24 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1792993686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:24 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:25.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:24 smithi098 ceph-mon[91373]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T00:43:25.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:24 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1792993686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:25.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:24 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:25.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:24 smithi193 ceph-mon[83763]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T00:43:25.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:24 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1792993686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:25.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:24 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:25.999 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:43:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:43:25] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-12T00:43:26.000 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestAssertLocked (3014 ms) 2024-04-12T00:43:26.000 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-12T00:43:26.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:25 smithi098 ceph-mon[91373]: pgmap v1115: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:26.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:25 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:26.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:25 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:26.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:25 smithi098 ceph-mon[91373]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T00:43:26.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:25 smithi098 ceph-mon[88922]: pgmap v1115: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:26.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:25 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:26.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:25 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:26.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:25 smithi098 ceph-mon[88922]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T00:43:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:25 smithi193 ceph-mon[83763]: pgmap v1115: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:26.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:25 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:26.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:25 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:26.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:25 smithi193 ceph-mon[83763]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T00:43:27.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:26 smithi098 ceph-mon[91373]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T00:43:27.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:26 smithi098 ceph-mon[88922]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T00:43:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:26 smithi193 ceph-mon[83763]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T00:43:28.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[91373]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:28.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:28.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:43:28.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[91373]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T00:43:28.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1050049803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:28.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:28.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[88922]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:28.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:28.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:43:28.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[88922]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T00:43:28.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1050049803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:28.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:28 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:28.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:28 smithi193 ceph-mon[83763]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:28.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:28 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:28.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:28 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:43:28.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:28 smithi193 ceph-mon[83763]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T00:43:28.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:28 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1050049803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:28.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:28 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:29.024 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestSetCookie (3024 ms) 2024-04-12T00:43:29.024 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestRenew 2024-04-12T00:43:29.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:29 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:29.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:29 smithi098 ceph-mon[91373]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T00:43:29.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:29 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:29.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:29 smithi098 ceph-mon[88922]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T00:43:29.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:29 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:29.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:29 smithi193 ceph-mon[83763]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T00:43:30.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:30 smithi098 ceph-mon[91373]: pgmap v1121: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:30.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:30 smithi098 ceph-mon[91373]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T00:43:30.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:30 smithi098 ceph-mon[88922]: pgmap v1121: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:30.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:30 smithi098 ceph-mon[88922]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T00:43:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:30 smithi193 ceph-mon[83763]: pgmap v1121: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:30.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:30 smithi193 ceph-mon[83763]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T00:43:31.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:31 smithi098 ceph-mon[91373]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T00:43:31.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3013827856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:31.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:31.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:31 smithi098 ceph-mon[88922]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T00:43:31.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3013827856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:31.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:31.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:31 smithi193 ceph-mon[83763]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T00:43:31.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3013827856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:31.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:32.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:32 smithi098 ceph-mon[91373]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:32.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:32 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:32.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:32 smithi098 ceph-mon[91373]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T00:43:32.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:32 smithi098 ceph-mon[88922]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:32.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:32 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:32.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:32 smithi098 ceph-mon[88922]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T00:43:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:32 smithi193 ceph-mon[83763]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:32 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:32 smithi193 ceph-mon[83763]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T00:43:32.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:43:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:43:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:43:33.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:33 smithi098 ceph-mon[91373]: pgmap v1126: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:33.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:33 smithi098 ceph-mon[91373]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T00:43:33.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:33 smithi098 ceph-mon[88922]: pgmap v1126: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:33.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:33 smithi098 ceph-mon[88922]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T00:43:33.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:33 smithi193 ceph-mon[83763]: pgmap v1126: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:33.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:33 smithi193 ceph-mon[83763]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T00:43:35.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:35 smithi098 ceph-mon[91373]: pgmap v1128: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:35.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:35.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:35 smithi098 ceph-mon[88922]: pgmap v1128: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:35.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:35.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:35 smithi193 ceph-mon[83763]: pgmap v1128: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:35.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:36.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:43:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:43:35] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-12T00:43:37.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:37 smithi098 ceph-mon[91373]: pgmap v1129: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:37.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:37 smithi098 ceph-mon[88922]: pgmap v1129: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:37.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:37 smithi193 ceph-mon[83763]: pgmap v1129: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:39.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:39 smithi098 ceph-mon[91373]: pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:39.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:39 smithi098 ceph-mon[88922]: pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:39.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:39 smithi193 ceph-mon[83763]: pgmap v1130: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:41.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:41 smithi098 ceph-mon[91373]: pgmap v1131: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 113 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:41.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:41 smithi098 ceph-mon[88922]: pgmap v1131: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 113 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:41.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:41 smithi193 ceph-mon[83763]: pgmap v1131: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 113 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:42.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:43:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:43:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:43:43.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:43 smithi193 ceph-mon[83763]: pgmap v1132: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:43:43.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:43 smithi098 ceph-mon[91373]: pgmap v1132: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:43:43.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:43 smithi098 ceph-mon[88922]: pgmap v1132: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:43:45.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:45 smithi193 ceph-mon[83763]: pgmap v1133: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:43:45.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:45 smithi098 ceph-mon[91373]: pgmap v1133: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:43:45.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:45 smithi098 ceph-mon[88922]: pgmap v1133: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:43:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:43:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:43:45] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-12T00:43:47.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:47 smithi193 ceph-mon[83763]: pgmap v1134: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:43:47.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:47 smithi098 ceph-mon[91373]: pgmap v1134: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:43:47.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:47 smithi098 ceph-mon[88922]: pgmap v1134: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T00:43:49.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:49 smithi193 ceph-mon[83763]: pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:49.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:49 smithi098 ceph-mon[91373]: pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:49.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:49 smithi098 ceph-mon[88922]: pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:50.076 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestRenew (21047 ms) 2024-04-12T00:43:50.076 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-12T00:43:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:43:50.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:50.444 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:43:50.444 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:50.445 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:43:50.445 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:43:51.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:51 smithi193 ceph-mon[83763]: pgmap v1136: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:51.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:51 smithi193 ceph-mon[83763]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T00:43:51.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:43:51.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:43:51.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:43:51.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[88922]: pgmap v1136: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:51.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[88922]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T00:43:51.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:43:51.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:43:51.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:43:51.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[91373]: pgmap v1136: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:51.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[91373]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T00:43:51.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:43:51.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:43:51.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:43:52.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:52 smithi193 ceph-mon[83763]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T00:43:52.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:52 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1917920194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:52.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:52 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:52.369 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:43:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:43:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:43:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:52 smithi098 ceph-mon[88922]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T00:43:52.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:52 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1917920194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:52.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:52 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:52.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:52 smithi098 ceph-mon[91373]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T00:43:52.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:52 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1917920194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:52.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:52 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:53.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:53 smithi193 ceph-mon[83763]: pgmap v1139: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:53.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:53 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:53.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:53 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:53.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:53 smithi193 ceph-mon[83763]: osdmap e965: 8 total, 8 up, 8 in 2024-04-12T00:43:53.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:53 smithi098 ceph-mon[91373]: pgmap v1139: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:53.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:53 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:53.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:53 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:53.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:53 smithi098 ceph-mon[91373]: osdmap e965: 8 total, 8 up, 8 in 2024-04-12T00:43:53.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:53 smithi098 ceph-mon[88922]: pgmap v1139: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:53.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:53 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:43:53.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:53 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:43:53.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:53 smithi098 ceph-mon[88922]: osdmap e965: 8 total, 8 up, 8 in 2024-04-12T00:43:54.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:54 smithi193 ceph-mon[83763]: osdmap e966: 8 total, 8 up, 8 in 2024-04-12T00:43:54.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:54 smithi098 ceph-mon[91373]: osdmap e966: 8 total, 8 up, 8 in 2024-04-12T00:43:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:54 smithi098 ceph-mon[88922]: osdmap e966: 8 total, 8 up, 8 in 2024-04-12T00:43:55.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:55 smithi193 ceph-mon[83763]: pgmap v1142: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:55.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:55 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:55.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:55 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:43:55.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:55 smithi098 ceph-mon[91373]: pgmap v1142: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:55.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:55 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:55.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:55 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:43:55.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:55 smithi098 ceph-mon[88922]: pgmap v1142: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:55.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:55 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:43:55.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:55 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:43:56.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:43:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:43:55] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-12T00:43:57.105 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7029 ms) 2024-04-12T00:43:57.105 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-12T00:43:57.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:57 smithi193 ceph-mon[83763]: pgmap v1143: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:57 smithi098 ceph-mon[91373]: pgmap v1143: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:57.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:57 smithi098 ceph-mon[88922]: pgmap v1143: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:43:58.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:58 smithi193 ceph-mon[83763]: osdmap e967: 8 total, 8 up, 8 in 2024-04-12T00:43:58.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:58 smithi098 ceph-mon[91373]: osdmap e967: 8 total, 8 up, 8 in 2024-04-12T00:43:58.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:58 smithi098 ceph-mon[88922]: osdmap e967: 8 total, 8 up, 8 in 2024-04-12T00:43:59.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:59 smithi193 ceph-mon[83763]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:59.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:59 smithi193 ceph-mon[83763]: osdmap e968: 8 total, 8 up, 8 in 2024-04-12T00:43:59.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:43:59 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/864690863' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:59.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:59 smithi098 ceph-mon[91373]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:59.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:59 smithi098 ceph-mon[91373]: osdmap e968: 8 total, 8 up, 8 in 2024-04-12T00:43:59.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:43:59 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/864690863' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:43:59.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:59 smithi098 ceph-mon[88922]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:43:59.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:59 smithi098 ceph-mon[88922]: osdmap e968: 8 total, 8 up, 8 in 2024-04-12T00:43:59.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:43:59 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/864690863' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:00.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:00 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/864690863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:00.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:00 smithi193 ceph-mon[83763]: osdmap e969: 8 total, 8 up, 8 in 2024-04-12T00:44:00.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:00 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/864690863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:00.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:00 smithi098 ceph-mon[91373]: osdmap e969: 8 total, 8 up, 8 in 2024-04-12T00:44:00.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:00 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/864690863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:00.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:00 smithi098 ceph-mon[88922]: osdmap e969: 8 total, 8 up, 8 in 2024-04-12T00:44:01.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:01 smithi193 ceph-mon[83763]: pgmap v1148: 137 pgs: 5 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:01.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:01 smithi193 ceph-mon[83763]: osdmap e970: 8 total, 8 up, 8 in 2024-04-12T00:44:01.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:01 smithi098 ceph-mon[91373]: pgmap v1148: 137 pgs: 5 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:01.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:01 smithi098 ceph-mon[91373]: osdmap e970: 8 total, 8 up, 8 in 2024-04-12T00:44:01.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:01 smithi098 ceph-mon[88922]: pgmap v1148: 137 pgs: 5 creating+peering, 26 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:01.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:01 smithi098 ceph-mon[88922]: osdmap e970: 8 total, 8 up, 8 in 2024-04-12T00:44:02.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:44:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:44:03.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:03 smithi098 ceph-mon[91373]: pgmap v1150: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:03.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:03 smithi098 ceph-mon[88922]: pgmap v1150: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:03.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:03 smithi193 ceph-mon[83763]: pgmap v1150: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:05.136 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8035 ms) 2024-04-12T00:44:05.136 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-12T00:44:05.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:05 smithi098 ceph-mon[91373]: pgmap v1151: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:44:05.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:05.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:05 smithi098 ceph-mon[88922]: pgmap v1151: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:44:05.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:05.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:05 smithi193 ceph-mon[83763]: pgmap v1151: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:44:05.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:06.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:44:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:44:05] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-04-12T00:44:06.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:06 smithi098 ceph-mon[91373]: osdmap e971: 8 total, 8 up, 8 in 2024-04-12T00:44:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:06 smithi098 ceph-mon[88922]: osdmap e971: 8 total, 8 up, 8 in 2024-04-12T00:44:06.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:06 smithi193 ceph-mon[83763]: osdmap e971: 8 total, 8 up, 8 in 2024-04-12T00:44:07.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:07 smithi098 ceph-mon[91373]: pgmap v1153: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:07.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:07 smithi098 ceph-mon[91373]: osdmap e972: 8 total, 8 up, 8 in 2024-04-12T00:44:07.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:07 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2974289196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:07.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:07 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:07.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:07 smithi098 ceph-mon[88922]: pgmap v1153: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:07.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:07 smithi098 ceph-mon[88922]: osdmap e972: 8 total, 8 up, 8 in 2024-04-12T00:44:07.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:07 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2974289196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:07.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:07 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:07.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:07 smithi193 ceph-mon[83763]: pgmap v1153: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:07.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:07 smithi193 ceph-mon[83763]: osdmap e972: 8 total, 8 up, 8 in 2024-04-12T00:44:07.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:07 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2974289196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:07.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:07 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:08.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:08 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:08.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:08 smithi098 ceph-mon[91373]: osdmap e973: 8 total, 8 up, 8 in 2024-04-12T00:44:08.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:08 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:08.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:08 smithi098 ceph-mon[88922]: osdmap e973: 8 total, 8 up, 8 in 2024-04-12T00:44:08.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:08 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131108-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:08.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:08 smithi193 ceph-mon[83763]: osdmap e973: 8 total, 8 up, 8 in 2024-04-12T00:44:09.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:09 smithi098 ceph-mon[91373]: pgmap v1156: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:09.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:09 smithi098 ceph-mon[91373]: osdmap e974: 8 total, 8 up, 8 in 2024-04-12T00:44:09.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:09 smithi098 ceph-mon[88922]: pgmap v1156: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:09.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:09 smithi098 ceph-mon[88922]: osdmap e974: 8 total, 8 up, 8 in 2024-04-12T00:44:09.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:09 smithi193 ceph-mon[83763]: pgmap v1156: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:09.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:09 smithi193 ceph-mon[83763]: osdmap e974: 8 total, 8 up, 8 in 2024-04-12T00:44:11.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:11 smithi098 ceph-mon[91373]: pgmap v1158: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:11 smithi098 ceph-mon[88922]: pgmap v1158: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:11.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:11 smithi193 ceph-mon[83763]: pgmap v1158: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:12.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:44:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:44:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:44:13.176 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8041 ms) 2024-04-12T00:44:13.177 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 11 tests from ClsLock (70173 ms total) 2024-04-12T00:44:13.177 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:44:13.177 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:44:13.177 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 11 tests from 1 test suite ran. (70173 ms total) 2024-04-12T00:44:13.177 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 11 tests. 2024-04-12T00:44:13.181 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:44:13.181 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:44:13.250 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-12T00:44:13.250 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-12T00:44:13.320 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:44:13.320 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-12T00:44:13.320 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:44:13.320 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 4 tests from cls_log 2024-04-12T00:44:13.320 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-12T00:44:13.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:13 smithi098 ceph-mon[91373]: pgmap v1159: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:44:13.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:13 smithi098 ceph-mon[88922]: pgmap v1159: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:44:13.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:13 smithi193 ceph-mon[83763]: pgmap v1159: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T00:44:14.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:14 smithi098 ceph-mon[91373]: osdmap e975: 8 total, 8 up, 8 in 2024-04-12T00:44:14.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:14 smithi098 ceph-mon[88922]: osdmap e975: 8 total, 8 up, 8 in 2024-04-12T00:44:14.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:14 smithi193 ceph-mon[83763]: osdmap e975: 8 total, 8 up, 8 in 2024-04-12T00:44:15.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:15 smithi098 ceph-mon[91373]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:15.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:15 smithi098 ceph-mon[91373]: osdmap e976: 8 total, 8 up, 8 in 2024-04-12T00:44:15.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:15 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3265828209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:15.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:15 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:15.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:15 smithi098 ceph-mon[88922]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:15.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:15 smithi098 ceph-mon[88922]: osdmap e976: 8 total, 8 up, 8 in 2024-04-12T00:44:15.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:15 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3265828209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:15.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:15 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:15.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:15 smithi193 ceph-mon[83763]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:15.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:15 smithi193 ceph-mon[83763]: osdmap e976: 8 total, 8 up, 8 in 2024-04-12T00:44:15.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:15 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3265828209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:15.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:15 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:16.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:44:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:44:15] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-04-12T00:44:16.206 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_log.test_log_add_same_time (2886 ms) 2024-04-12T00:44:16.206 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-12T00:44:16.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:16 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:16.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:16 smithi098 ceph-mon[91373]: osdmap e977: 8 total, 8 up, 8 in 2024-04-12T00:44:16.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:16 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:16.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:16 smithi098 ceph-mon[88922]: osdmap e977: 8 total, 8 up, 8 in 2024-04-12T00:44:16.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:16 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:16.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:16 smithi193 ceph-mon[83763]: osdmap e977: 8 total, 8 up, 8 in 2024-04-12T00:44:17.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:17 smithi098 ceph-mon[91373]: pgmap v1164: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:17.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:17 smithi098 ceph-mon[91373]: osdmap e978: 8 total, 8 up, 8 in 2024-04-12T00:44:17.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:17 smithi098 ceph-mon[88922]: pgmap v1164: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:17.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:17 smithi098 ceph-mon[88922]: osdmap e978: 8 total, 8 up, 8 in 2024-04-12T00:44:17.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:17 smithi193 ceph-mon[83763]: pgmap v1164: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:17.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:17 smithi193 ceph-mon[83763]: osdmap e978: 8 total, 8 up, 8 in 2024-04-12T00:44:18.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:18 smithi098 ceph-mon[91373]: osdmap e979: 8 total, 8 up, 8 in 2024-04-12T00:44:18.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:18 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1712081963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:18.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:18 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:18.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:18 smithi098 ceph-mon[88922]: osdmap e979: 8 total, 8 up, 8 in 2024-04-12T00:44:18.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:18 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1712081963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:18.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:18 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:18.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:18 smithi193 ceph-mon[83763]: osdmap e979: 8 total, 8 up, 8 in 2024-04-12T00:44:18.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:18 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1712081963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:18.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:18 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:19.232 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_log.test_log_add_different_time (3026 ms) 2024-04-12T00:44:19.232 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_log.trim_by_time 2024-04-12T00:44:19.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:19 smithi098 ceph-mon[91373]: pgmap v1167: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:19.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:19 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:19.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:19 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:19.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:19 smithi098 ceph-mon[91373]: osdmap e980: 8 total, 8 up, 8 in 2024-04-12T00:44:19.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:19 smithi098 ceph-mon[88922]: pgmap v1167: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:19.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:19 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:19.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:19 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:19.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:19 smithi098 ceph-mon[88922]: osdmap e980: 8 total, 8 up, 8 in 2024-04-12T00:44:19.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:19 smithi193 ceph-mon[83763]: pgmap v1167: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:19.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:19 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:19.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:19 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:19.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:19 smithi193 ceph-mon[83763]: osdmap e980: 8 total, 8 up, 8 in 2024-04-12T00:44:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:20 smithi098 ceph-mon[88922]: osdmap e981: 8 total, 8 up, 8 in 2024-04-12T00:44:20.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:44:20.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:20.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:20 smithi098 ceph-mon[91373]: osdmap e981: 8 total, 8 up, 8 in 2024-04-12T00:44:20.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:44:20.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:20.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:20 smithi193 ceph-mon[83763]: osdmap e981: 8 total, 8 up, 8 in 2024-04-12T00:44:20.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:44:20.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:21.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[91373]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:21.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[91373]: osdmap e982: 8 total, 8 up, 8 in 2024-04-12T00:44:21.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3178385500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:21.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:21.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:44:21.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[88922]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:21.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[88922]: osdmap e982: 8 total, 8 up, 8 in 2024-04-12T00:44:21.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3178385500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:21.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:21.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:21 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:44:21.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:21 smithi193 ceph-mon[83763]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:21.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:21 smithi193 ceph-mon[83763]: osdmap e982: 8 total, 8 up, 8 in 2024-04-12T00:44:21.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:21 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3178385500' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:21.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:21 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:21.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:21 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:44:22.256 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_log.trim_by_time (3023 ms) 2024-04-12T00:44:22.256 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-12T00:44:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:22 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3178385500' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:22.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:22 smithi098 ceph-mon[91373]: osdmap e983: 8 total, 8 up, 8 in 2024-04-12T00:44:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:22 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3178385500' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:22 smithi098 ceph-mon[88922]: osdmap e983: 8 total, 8 up, 8 in 2024-04-12T00:44:22.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:22 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3178385500' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:22.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:22 smithi193 ceph-mon[83763]: osdmap e983: 8 total, 8 up, 8 in 2024-04-12T00:44:22.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:44:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:44:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:44:23.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:23 smithi098 ceph-mon[91373]: pgmap v1173: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:23.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:23 smithi098 ceph-mon[91373]: osdmap e984: 8 total, 8 up, 8 in 2024-04-12T00:44:23.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:23 smithi098 ceph-mon[88922]: pgmap v1173: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:23.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:23 smithi098 ceph-mon[88922]: osdmap e984: 8 total, 8 up, 8 in 2024-04-12T00:44:23.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:23 smithi193 ceph-mon[83763]: pgmap v1173: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:23.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:23 smithi193 ceph-mon[83763]: osdmap e984: 8 total, 8 up, 8 in 2024-04-12T00:44:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:24 smithi098 ceph-mon[91373]: osdmap e985: 8 total, 8 up, 8 in 2024-04-12T00:44:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:24 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/839541428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:24.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:24 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:24 smithi098 ceph-mon[88922]: osdmap e985: 8 total, 8 up, 8 in 2024-04-12T00:44:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:24 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/839541428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:24 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:24.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:24 smithi193 ceph-mon[83763]: osdmap e985: 8 total, 8 up, 8 in 2024-04-12T00:44:24.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:24 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/839541428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:24.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:24 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:25.275 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_log.trim_by_marker (3019 ms) 2024-04-12T00:44:25.276 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 4 tests from cls_log (11954 ms total) 2024-04-12T00:44:25.276 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:44:25.276 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:44:25.276 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 4 tests from 1 test suite ran. (11955 ms total) 2024-04-12T00:44:25.276 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 4 tests. 2024-04-12T00:44:25.279 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:44:25.279 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:44:25.347 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-12T00:44:25.348 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-12T00:44:25.417 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:44:25.418 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-12T00:44:25.418 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:44:25.418 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 4 tests from ClsNumOps 2024-04-12T00:44:25.418 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsNumOps.Add 2024-04-12T00:44:25.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:25 smithi098 ceph-mon[88922]: pgmap v1176: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:25.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:25 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:25.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:25 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:25.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:25 smithi098 ceph-mon[88922]: osdmap e986: 8 total, 8 up, 8 in 2024-04-12T00:44:25.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:25 smithi098 ceph-mon[91373]: pgmap v1176: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:25.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:25 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:25.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:25 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:25.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:25 smithi098 ceph-mon[91373]: osdmap e986: 8 total, 8 up, 8 in 2024-04-12T00:44:25.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:25 smithi193 ceph-mon[83763]: pgmap v1176: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:25.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:25 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:25.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:25 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131493-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:25.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:25 smithi193 ceph-mon[83763]: osdmap e986: 8 total, 8 up, 8 in 2024-04-12T00:44:26.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:44:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:44:25] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-12T00:44:26.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:26 smithi098 ceph-mon[91373]: osdmap e987: 8 total, 8 up, 8 in 2024-04-12T00:44:26.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:26 smithi098 ceph-mon[88922]: osdmap e987: 8 total, 8 up, 8 in 2024-04-12T00:44:26.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:26 smithi193 ceph-mon[83763]: osdmap e987: 8 total, 8 up, 8 in 2024-04-12T00:44:27.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[91373]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:27.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:27.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:44:27.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[91373]: osdmap e988: 8 total, 8 up, 8 in 2024-04-12T00:44:27.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3613614213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:27.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[88922]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:27.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:27.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:44:27.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[88922]: osdmap e988: 8 total, 8 up, 8 in 2024-04-12T00:44:27.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:27 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3613614213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:27.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:27 smithi193 ceph-mon[83763]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:27.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:27 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:27.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:27 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:44:27.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:27 smithi193 ceph-mon[83763]: osdmap e988: 8 total, 8 up, 8 in 2024-04-12T00:44:27.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:27 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3613614213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:28.300 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsNumOps.Add (2882 ms) 2024-04-12T00:44:28.300 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsNumOps.Sub 2024-04-12T00:44:28.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:28 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3613614213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:28.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:28 smithi098 ceph-mon[91373]: osdmap e989: 8 total, 8 up, 8 in 2024-04-12T00:44:28.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:28 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3613614213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:28.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:28 smithi098 ceph-mon[88922]: osdmap e989: 8 total, 8 up, 8 in 2024-04-12T00:44:28.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:28 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3613614213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:28.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:28 smithi193 ceph-mon[83763]: osdmap e989: 8 total, 8 up, 8 in 2024-04-12T00:44:29.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:29 smithi193 ceph-mon[83763]: pgmap v1182: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-12T00:44:29.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:29 smithi193 ceph-mon[83763]: osdmap e990: 8 total, 8 up, 8 in 2024-04-12T00:44:29.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:29 smithi098 ceph-mon[91373]: pgmap v1182: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-12T00:44:29.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:29 smithi098 ceph-mon[91373]: osdmap e990: 8 total, 8 up, 8 in 2024-04-12T00:44:29.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:29 smithi098 ceph-mon[88922]: pgmap v1182: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-12T00:44:29.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:29 smithi098 ceph-mon[88922]: osdmap e990: 8 total, 8 up, 8 in 2024-04-12T00:44:30.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:30 smithi193 ceph-mon[83763]: osdmap e991: 8 total, 8 up, 8 in 2024-04-12T00:44:30.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:30 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2416402301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:30.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:30 smithi098 ceph-mon[91373]: osdmap e991: 8 total, 8 up, 8 in 2024-04-12T00:44:30.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:30 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2416402301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:30.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:30 smithi098 ceph-mon[88922]: osdmap e991: 8 total, 8 up, 8 in 2024-04-12T00:44:30.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:30 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2416402301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:31.319 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsNumOps.Sub (3017 ms) 2024-04-12T00:44:31.319 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsNumOps.Mul 2024-04-12T00:44:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:31 smithi193 ceph-mon[83763]: pgmap v1185: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:31 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2416402301' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:31 smithi193 ceph-mon[83763]: osdmap e992: 8 total, 8 up, 8 in 2024-04-12T00:44:31.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:31 smithi098 ceph-mon[91373]: pgmap v1185: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:31.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:31 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:31.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2416402301' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:31.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:31 smithi098 ceph-mon[91373]: osdmap e992: 8 total, 8 up, 8 in 2024-04-12T00:44:31.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:31 smithi098 ceph-mon[88922]: pgmap v1185: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:31.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:31 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:31.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2416402301' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:31.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:31 smithi098 ceph-mon[88922]: osdmap e992: 8 total, 8 up, 8 in 2024-04-12T00:44:32.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:32 smithi193 ceph-mon[83763]: osdmap e993: 8 total, 8 up, 8 in 2024-04-12T00:44:32.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:44:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:44:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:44:32.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:32 smithi098 ceph-mon[91373]: osdmap e993: 8 total, 8 up, 8 in 2024-04-12T00:44:32.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:32 smithi098 ceph-mon[88922]: osdmap e993: 8 total, 8 up, 8 in 2024-04-12T00:44:33.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:33 smithi193 ceph-mon[83763]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:33.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:33 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:33.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:33 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:44:33.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:33 smithi193 ceph-mon[83763]: osdmap e994: 8 total, 8 up, 8 in 2024-04-12T00:44:33.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:33 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/24497854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:33.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[91373]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:33.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:33.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:44:33.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[91373]: osdmap e994: 8 total, 8 up, 8 in 2024-04-12T00:44:33.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/24497854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:33.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[88922]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:33.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:33.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:44:33.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[88922]: osdmap e994: 8 total, 8 up, 8 in 2024-04-12T00:44:33.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:33 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/24497854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:34.338 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsNumOps.Mul (3022 ms) 2024-04-12T00:44:34.339 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsNumOps.Div 2024-04-12T00:44:34.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:34 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/24497854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:34.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:34 smithi193 ceph-mon[83763]: osdmap e995: 8 total, 8 up, 8 in 2024-04-12T00:44:34.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:34 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/24497854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:34.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:34 smithi098 ceph-mon[91373]: osdmap e995: 8 total, 8 up, 8 in 2024-04-12T00:44:34.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:34 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/24497854' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:34.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:34 smithi098 ceph-mon[88922]: osdmap e995: 8 total, 8 up, 8 in 2024-04-12T00:44:35.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:35 smithi193 ceph-mon[83763]: pgmap v1191: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:35.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:35 smithi193 ceph-mon[83763]: osdmap e996: 8 total, 8 up, 8 in 2024-04-12T00:44:35.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:44:35.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:35.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:35 smithi098 ceph-mon[88922]: pgmap v1191: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:35.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:35 smithi098 ceph-mon[88922]: osdmap e996: 8 total, 8 up, 8 in 2024-04-12T00:44:35.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:44:35.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:35 smithi098 ceph-mon[91373]: pgmap v1191: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:35 smithi098 ceph-mon[91373]: osdmap e996: 8 total, 8 up, 8 in 2024-04-12T00:44:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:44:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:36.047 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:44:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:44:35] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T00:44:36.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:36 smithi193 ceph-mon[83763]: osdmap e997: 8 total, 8 up, 8 in 2024-04-12T00:44:36.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:36 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2327503815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:36.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:36 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:36.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:36 smithi098 ceph-mon[91373]: osdmap e997: 8 total, 8 up, 8 in 2024-04-12T00:44:36.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:36 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2327503815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:36.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:36 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:36.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:36 smithi098 ceph-mon[88922]: osdmap e997: 8 total, 8 up, 8 in 2024-04-12T00:44:36.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:36 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2327503815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:36.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:36 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:37.359 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsNumOps.Div (3020 ms) 2024-04-12T00:44:37.359 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 4 tests from ClsNumOps (11941 ms total) 2024-04-12T00:44:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:44:37.359 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:44:37.359 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 4 tests from 1 test suite ran. (11941 ms total) 2024-04-12T00:44:37.359 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 4 tests. 2024-04-12T00:44:37.363 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:44:37.363 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:44:37.432 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-12T00:44:37.432 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-12T00:44:37.502 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:44:37.503 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-12T00:44:37.503 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:44:37.503 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 70 tests from TestClsRbd 2024-04-12T00:44:37.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:37 smithi193 ceph-mon[83763]: pgmap v1194: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:37.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:37 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:37.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:37 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:37.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:37 smithi193 ceph-mon[83763]: osdmap e998: 8 total, 8 up, 8 in 2024-04-12T00:44:37.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:37 smithi098 ceph-mon[91373]: pgmap v1194: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:37.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:37 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:37.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:37 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:37.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:37 smithi098 ceph-mon[91373]: osdmap e998: 8 total, 8 up, 8 in 2024-04-12T00:44:37.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:37 smithi098 ceph-mon[88922]: pgmap v1194: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:37.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:37 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:37.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:37 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131600-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:37.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:37 smithi098 ceph-mon[88922]: osdmap e998: 8 total, 8 up, 8 in 2024-04-12T00:44:38.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:38 smithi193 ceph-mon[83763]: osdmap e999: 8 total, 8 up, 8 in 2024-04-12T00:44:38.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:38 smithi098 ceph-mon[91373]: osdmap e999: 8 total, 8 up, 8 in 2024-04-12T00:44:38.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:38 smithi098 ceph-mon[88922]: osdmap e999: 8 total, 8 up, 8 in 2024-04-12T00:44:39.378 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-12T00:44:39.391 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.get_all_features (13 ms) 2024-04-12T00:44:39.392 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.copyup 2024-04-12T00:44:39.576 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.copyup (185 ms) 2024-04-12T00:44:39.576 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-12T00:44:39.594 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.sparse_copyup (18 ms) 2024-04-12T00:44:39.594 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-12T00:44:39.601 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-12T00:44:39.601 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-12T00:44:39.612 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-04-12T00:44:39.612 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-12T00:44:39.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:39 smithi193 ceph-mon[83763]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:39.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:39 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:39.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:39 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:44:39.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:39 smithi193 ceph-mon[83763]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-12T00:44:39.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:39 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/950035930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:39.639 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.directory_methods (27 ms) 2024-04-12T00:44:39.639 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.create 2024-04-12T00:44:39.653 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-04-12T00:44:39.653 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.get_features 2024-04-12T00:44:39.654 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-04-12T00:44:39.654 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-12T00:44:39.656 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-12T00:44:39.656 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-12T00:44:39.658 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2024-04-12T00:44:39.658 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-12T00:44:39.659 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-12T00:44:39.659 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-12T00:44:39.660 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-12T00:44:39.660 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-12T00:44:39.664 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-12T00:44:39.664 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.get_size 2024-04-12T00:44:39.668 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-12T00:44:39.668 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.set_size 2024-04-12T00:44:39.673 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-04-12T00:44:39.673 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-12T00:44:39.689 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2024-04-12T00:44:39.690 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-12T00:44:39.698 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-12T00:44:39.698 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-12T00:44:39.738 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-04-12T00:44:39.738 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-12T00:44:39.767 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.parents_v2 (31 ms) 2024-04-12T00:44:39.767 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-12T00:44:39.787 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-04-12T00:44:39.787 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-12T00:44:39.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[91373]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:39.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:39.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:44:39.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[91373]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-12T00:44:39.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/950035930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:39.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[88922]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:39.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:39.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:44:39.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[88922]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-12T00:44:39.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:39 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/950035930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:39.794 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-04-12T00:44:39.794 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-12T00:44:39.802 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-04-12T00:44:39.802 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-12T00:44:39.804 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-04-12T00:44:39.804 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-12T00:44:39.810 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2024-04-12T00:44:39.810 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-12T00:44:39.818 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-04-12T00:44:39.819 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-12T00:44:39.819 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-04-12T00:44:39.819 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-12T00:44:39.824 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.object_map_snap_add (5 ms) 2024-04-12T00:44:39.825 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-12T00:44:39.829 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.object_map_snap_remove (5 ms) 2024-04-12T00:44:39.829 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.flags 2024-04-12T00:44:39.834 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-12T00:44:39.834 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.metadata 2024-04-12T00:44:39.856 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.metadata (21 ms) 2024-04-12T00:44:39.856 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.set_features 2024-04-12T00:44:39.863 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.set_features (8 ms) 2024-04-12T00:44:39.863 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.mirror 2024-04-12T00:44:39.895 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2024-04-12T00:44:39.896 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-12T00:44:39.910 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2024-04-12T00:44:39.910 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-12T00:44:40.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:40 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/950035930' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131706-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:40.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:40 smithi098 ceph-mon[91373]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-12T00:44:40.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:40 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/950035930' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131706-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:40.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:40 smithi098 ceph-mon[88922]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-12T00:44:40.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:40 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/950035930' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131706-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:40.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:40 smithi193 ceph-mon[83763]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-12T00:44:41.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:41 smithi098 ceph-mon[91373]: pgmap v1200: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:41.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:41 smithi098 ceph-mon[91373]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-12T00:44:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:41 smithi098 ceph-mon[88922]: pgmap v1200: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:41 smithi098 ceph-mon[88922]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-12T00:44:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:41 smithi193 ceph-mon[83763]: pgmap v1200: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:41 smithi193 ceph-mon[83763]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-12T00:44:42.195 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.mirror_image_status (2285 ms) 2024-04-12T00:44:42.195 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-12T00:44:42.277 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.mirror_image_map (82 ms) 2024-04-12T00:44:42.278 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-12T00:44:42.286 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.mirror_instances (9 ms) 2024-04-12T00:44:42.286 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-12T00:44:42.297 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-04-12T00:44:42.297 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-12T00:44:42.299 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-12T00:44:42.299 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-12T00:44:42.301 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-12T00:44:42.301 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-12T00:44:42.305 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.dir_add_already_existing (4 ms) 2024-04-12T00:44:42.305 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-12T00:44:42.310 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-04-12T00:44:42.310 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-12T00:44:42.314 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-04-12T00:44:42.314 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-12T00:44:42.318 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-12T00:44:42.319 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-12T00:44:42.320 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-12T00:44:42.320 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-12T00:44:42.323 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-12T00:44:42.323 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-12T00:44:42.326 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-04-12T00:44:42.326 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-12T00:44:42.330 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-12T00:44:42.330 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-12T00:44:42.332 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-12T00:44:42.332 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-12T00:44:42.335 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-12T00:44:42.335 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-12T00:44:42.337 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-12T00:44:42.337 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-12T00:44:42.339 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-12T00:44:42.339 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-12T00:44:42.341 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-12T00:44:42.341 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-12T00:44:42.343 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-04-12T00:44:42.343 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-12T00:44:42.346 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-12T00:44:42.346 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-12T00:44:42.348 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-12T00:44:42.348 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-12T00:44:42.351 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-12T00:44:42.351 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-12T00:44:42.367 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-04-12T00:44:42.367 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-12T00:44:42.579 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (212 ms) 2024-04-12T00:44:42.579 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-12T00:44:42.582 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-04-12T00:44:42.582 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-12T00:44:42.584 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-12T00:44:42.584 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-12T00:44:42.591 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-12T00:44:42.591 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.op_features 2024-04-12T00:44:42.598 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2024-04-12T00:44:42.598 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-12T00:44:42.618 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.clone_parent (21 ms) 2024-04-12T00:44:42.618 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-12T00:44:42.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:44:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:44:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:44:42.628 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-04-12T00:44:42.628 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-12T00:44:42.641 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.clone_child (14 ms) 2024-04-12T00:44:42.641 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-12T00:44:42.648 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-04-12T00:44:42.648 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.migration 2024-04-12T00:44:42.657 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-04-12T00:44:42.658 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-12T00:44:42.666 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.migration_v1 (9 ms) 2024-04-12T00:44:42.666 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-12T00:44:43.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:43 smithi098 ceph-mon[91373]: pgmap v1202: 137 pgs: 5 creating+peering, 4 unknown, 128 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 900 KiB/s wr, 117 op/s 2024-04-12T00:44:43.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:43 smithi098 ceph-mon[88922]: pgmap v1202: 137 pgs: 5 creating+peering, 4 unknown, 128 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 900 KiB/s wr, 117 op/s 2024-04-12T00:44:43.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:43 smithi193 ceph-mon[83763]: pgmap v1202: 137 pgs: 5 creating+peering, 4 unknown, 128 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 900 KiB/s wr, 117 op/s 2024-04-12T00:44:44.396 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1730 ms) 2024-04-12T00:44:44.396 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-12T00:44:44.442 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestClsRbd.sparsify (43 ms) 2024-04-12T00:44:44.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:44 smithi098 ceph-mon[91373]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-12T00:44:44.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:44 smithi098 ceph-mon[88922]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-12T00:44:44.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:44 smithi193 ceph-mon[83763]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-12T00:44:45.413 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 70 tests from TestClsRbd (5061 ms total) 2024-04-12T00:44:45.413 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:44:45.413 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:44:45.413 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 70 tests from 1 test suite ran. (7910 ms total) 2024-04-12T00:44:45.413 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 70 tests. 2024-04-12T00:44:45.417 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:44:45.417 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:44:45.486 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-12T00:44:45.486 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-12T00:44:45.557 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:44:45.557 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-12T00:44:45.557 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:44:45.557 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 10 tests from cls_rgw 2024-04-12T00:44:45.557 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-12T00:44:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:45 smithi098 ceph-mon[91373]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.41k op/s 2024-04-12T00:44:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:45 smithi098 ceph-mon[91373]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-12T00:44:45.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:45 smithi098 ceph-mon[88922]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.41k op/s 2024-04-12T00:44:45.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:45 smithi098 ceph-mon[88922]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-12T00:44:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:45 smithi193 ceph-mon[83763]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 2.41k op/s 2024-04-12T00:44:45.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:45 smithi193 ceph-mon[83763]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-12T00:44:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:44:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:44:45] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T00:44:46.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:46 smithi098 ceph-mon[91373]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-12T00:44:46.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:46 smithi098 ceph-mon[88922]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-12T00:44:46.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:46 smithi193 ceph-mon[83763]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-12T00:44:47.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:47 smithi098 ceph-mon[91373]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:47.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:47 smithi098 ceph-mon[91373]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-12T00:44:47.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:47 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2473836361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:47.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:47 smithi098 ceph-mon[88922]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:47.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:47 smithi098 ceph-mon[88922]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-12T00:44:47.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:47 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2473836361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:47.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:47 smithi193 ceph-mon[83763]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:47.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:47 smithi193 ceph-mon[83763]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-12T00:44:47.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:47 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2473836361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:48.432 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.test_implicit (2876 ms) 2024-04-12T00:44:48.432 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-12T00:44:48.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:48 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2473836361' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:48.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:48 smithi098 ceph-mon[91373]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-12T00:44:48.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:48 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2473836361' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:48.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:48 smithi098 ceph-mon[88922]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-12T00:44:48.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:48 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2473836361' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:48.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:48 smithi193 ceph-mon[83763]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-12T00:44:49.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:49 smithi098 ceph-mon[91373]: pgmap v1210: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:49.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:49 smithi098 ceph-mon[91373]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-12T00:44:49.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:49 smithi098 ceph-mon[88922]: pgmap v1210: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:49.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:49 smithi098 ceph-mon[88922]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-12T00:44:49.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:49 smithi193 ceph-mon[83763]: pgmap v1210: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:49.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:49 smithi193 ceph-mon[83763]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-12T00:44:50.695 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:50 smithi098 ceph-mon[91373]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-12T00:44:50.695 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:50 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3073238167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:50.695 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:50.695 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:44:50.695 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:50 smithi098 ceph-mon[88922]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-12T00:44:50.695 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:50 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3073238167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:50.695 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:50.696 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:44:50.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:50 smithi193 ceph-mon[83763]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-12T00:44:51.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:50 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3073238167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:51.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:44:51.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:44:51.450 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3018 ms) 2024-04-12T00:44:51.451 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[88922]: pgmap v1213: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3073238167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[88922]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[91373]: pgmap v1213: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:51.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3073238167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:51.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[91373]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-12T00:44:51.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:44:51.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:44:51.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:44:51.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:51 smithi193 ceph-mon[83763]: pgmap v1213: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:51.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:51 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:44:51.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:51 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3073238167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:51.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:51 smithi193 ceph-mon[83763]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-12T00:44:51.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:44:51.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:44:51.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:44:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:52 smithi193 ceph-mon[83763]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-12T00:44:52.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:44:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:44:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:44:52.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:52 smithi098 ceph-mon[91373]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-12T00:44:52.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:52 smithi098 ceph-mon[88922]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-12T00:44:53.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[91373]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:53.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:53.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:44:53.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[91373]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-12T00:44:53.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2212339359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:53.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[88922]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:53.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:53.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:44:53.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[88922]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-12T00:44:53.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:53 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2212339359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:53.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:53 smithi193 ceph-mon[83763]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:44:53.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:53 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:44:53.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:53 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:44:53.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:53 smithi193 ceph-mon[83763]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-12T00:44:53.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:53 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2212339359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:44:54.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:54 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2212339359' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:54.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:54 smithi098 ceph-mon[91373]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-12T00:44:54.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:54 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2212339359' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:54.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:54 smithi098 ceph-mon[88922]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-12T00:44:54.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:54 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2212339359' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:44:54.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:54 smithi193 ceph-mon[83763]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-12T00:44:55.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:55 smithi098 ceph-mon[91373]: pgmap v1219: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:44:55.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:55 smithi098 ceph-mon[91373]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-12T00:44:55.794 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:44:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:44:55] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-04-12T00:44:55.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:55 smithi098 ceph-mon[88922]: pgmap v1219: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:44:55.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:55 smithi098 ceph-mon[88922]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-12T00:44:55.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:55 smithi193 ceph-mon[83763]: pgmap v1219: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T00:44:55.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:55 smithi193 ceph-mon[83763]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-12T00:44:57.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:57 smithi098 ceph-mon[91373]: pgmap v1221: 137 pgs: 10 creating+peering, 11 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 222 B/s wr, 0 op/s 2024-04-12T00:44:57.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:57 smithi098 ceph-mon[88922]: pgmap v1221: 137 pgs: 10 creating+peering, 11 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 222 B/s wr, 0 op/s 2024-04-12T00:44:57.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:57 smithi193 ceph-mon[83763]: pgmap v1221: 137 pgs: 10 creating+peering, 11 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 222 B/s wr, 0 op/s 2024-04-12T00:44:58.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:58 smithi098 ceph-mon[91373]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-12T00:44:58.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:58 smithi098 ceph-mon[88922]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-12T00:44:58.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:58 smithi193 ceph-mon[83763]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-12T00:44:59.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:59 smithi098 ceph-mon[91373]: pgmap v1223: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-04-12T00:44:59.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:44:59 smithi098 ceph-mon[91373]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-12T00:44:59.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:59 smithi098 ceph-mon[88922]: pgmap v1223: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-04-12T00:44:59.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:44:59 smithi098 ceph-mon[88922]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-12T00:44:59.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:59 smithi193 ceph-mon[83763]: pgmap v1223: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-04-12T00:44:59.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:44:59 smithi193 ceph-mon[83763]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-12T00:45:00.509 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.test_put_snap (9058 ms) 2024-04-12T00:45:00.509 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-12T00:45:00.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:00 smithi098 ceph-mon[91373]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-12T00:45:00.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:00 smithi098 ceph-mon[88922]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-12T00:45:00.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:00 smithi193 ceph-mon[83763]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-12T00:45:01.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:01 smithi098 ceph-mon[88922]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T00:45:01.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:01 smithi098 ceph-mon[88922]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-12T00:45:01.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:01 smithi098 ceph-mon[91373]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T00:45:01.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:01 smithi098 ceph-mon[91373]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-12T00:45:01.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:01 smithi193 ceph-mon[83763]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T00:45:01.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:01 smithi193 ceph-mon[83763]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-12T00:45:02.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:45:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:45:02.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:02 smithi193 ceph-mon[83763]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-12T00:45:02.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:02 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1052976943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:02.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:02 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:02.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:02 smithi098 ceph-mon[91373]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-12T00:45:02.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:02 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1052976943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:02.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:02 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:02.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:02 smithi098 ceph-mon[88922]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-12T00:45:02.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:02 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1052976943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:02.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:02 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:03.528 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.test_explicit (3019 ms) 2024-04-12T00:45:03.528 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.set 2024-04-12T00:45:03.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:03 smithi098 ceph-mon[91373]: pgmap v1229: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:03.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:03 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:03.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:03 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:45:03.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:03 smithi098 ceph-mon[91373]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-12T00:45:03.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:03 smithi098 ceph-mon[88922]: pgmap v1229: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:03.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:03 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:03.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:03 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:45:03.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:03 smithi098 ceph-mon[88922]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-12T00:45:03.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:03 smithi193 ceph-mon[83763]: pgmap v1229: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:03.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:03 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:03.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:03 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:45:03.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:03 smithi193 ceph-mon[83763]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-12T00:45:04.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:04 smithi098 ceph-mon[91373]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-12T00:45:04.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:04 smithi098 ceph-mon[88922]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-12T00:45:04.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:04 smithi193 ceph-mon[83763]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-12T00:45:05.793 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:45:05] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-12T00:45:05.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[88922]: pgmap v1232: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:05.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:05.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:45:05.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[88922]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-12T00:45:05.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/270345082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:05.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:05.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[91373]: pgmap v1232: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:05.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:05.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:45:05.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[91373]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-12T00:45:05.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/270345082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:05.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:05.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:05 smithi193 ceph-mon[83763]: pgmap v1232: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:05.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:05 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:05.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:05 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:45:05.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:05 smithi193 ceph-mon[83763]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-12T00:45:05.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:05 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/270345082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:05.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:06.550 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.set (3021 ms) 2024-04-12T00:45:06.550 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-12T00:45:06.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:06 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/270345082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:45:06.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:06 smithi098 ceph-mon[91373]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-12T00:45:06.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:06 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/270345082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:45:06.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:06 smithi098 ceph-mon[88922]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-12T00:45:06.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:06 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/270345082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-131761-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:45:06.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:06 smithi193 ceph-mon[83763]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-12T00:45:07.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:07 smithi193 ceph-mon[83763]: pgmap v1235: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:07.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:07 smithi193 ceph-mon[83763]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-12T00:45:07.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:07 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:07.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:07 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:07.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:07 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:07.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:07 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:07.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:07 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:07.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:07 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[91373]: pgmap v1235: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[91373]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-12T00:45:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:08.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[88922]: pgmap v1235: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[88922]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-12T00:45:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:07 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:08 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:08 smithi193 ceph-mon[83763]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-12T00:45:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:08 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:08.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:08 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:09.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:08 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:09.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:08 smithi098 ceph-mon[91373]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-12T00:45:09.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:08 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:09.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:08 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:09.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:08 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:09.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:08 smithi098 ceph-mon[88922]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-12T00:45:09.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:08 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:09.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:08 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:09.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:09 smithi193 ceph-mon[83763]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:09.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:09 smithi193 ceph-mon[83763]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-12T00:45:10.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:09 smithi098 ceph-mon[88922]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:10.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:09 smithi098 ceph-mon[88922]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-12T00:45:10.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:09 smithi098 ceph-mon[91373]: pgmap v1238: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:10.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:09 smithi098 ceph-mon[91373]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-12T00:45:10.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:10 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-6"}]': finished 2024-04-12T00:45:10.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:10 smithi193 ceph-mon[83763]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-12T00:45:11.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:10 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-6"}]': finished 2024-04-12T00:45:11.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:10 smithi098 ceph-mon[91373]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-12T00:45:11.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:10 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-6"}]': finished 2024-04-12T00:45:11.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:10 smithi098 ceph-mon[88922]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-12T00:45:11.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:11 smithi193 ceph-mon[83763]: pgmap v1241: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:11.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:11 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:11.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:11 smithi193 ceph-mon[83763]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-12T00:45:12.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:11 smithi098 ceph-mon[88922]: pgmap v1241: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:12.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:11 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:12.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:11 smithi098 ceph-mon[88922]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-12T00:45:12.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:11 smithi098 ceph-mon[91373]: pgmap v1241: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:12.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:11 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:12.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:11 smithi098 ceph-mon[91373]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-12T00:45:12.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:45:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:45:12.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:12 smithi193 ceph-mon[83763]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-12T00:45:12.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:12 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:12.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:12 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:13.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:12 smithi098 ceph-mon[91373]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-12T00:45:13.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:12 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:13.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:12 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:13.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:12 smithi098 ceph-mon[88922]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-12T00:45:13.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:12 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:13.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:12 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:13.601 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.test_implicit_ec (7051 ms) 2024-04-12T00:45:13.601 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-12T00:45:13.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:13 smithi193 ceph-mon[83763]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:13.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:13 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:13.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:13 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:45:13.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:13 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]': finished 2024-04-12T00:45:13.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:13 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:13.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:13 smithi193 ceph-mon[83763]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-12T00:45:13.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:13 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[91373]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:45:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]': finished 2024-04-12T00:45:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[91373]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-12T00:45:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:14.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[88922]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:14.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:14.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:45:14.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-6"}]': finished 2024-04-12T00:45:14.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4013143896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:14.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[88922]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-12T00:45:14.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:13 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]: dispatch 2024-04-12T00:45:14.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:14 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]': finished 2024-04-12T00:45:14.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:14 smithi193 ceph-mon[83763]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-12T00:45:14.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:14 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:14.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:14 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:14.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:14 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:14.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:14 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:14.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:14 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:14.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:14 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:15.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]': finished 2024-04-12T00:45:15.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[91373]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-12T00:45:15.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:15.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:15.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:15.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:15.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:15.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:15.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-6"}]': finished 2024-04-12T00:45:15.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[88922]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-12T00:45:15.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:15.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:15.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:15.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:15.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:15.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:14 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:15.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:15 smithi193 ceph-mon[83763]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:15.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:15 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:15.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:15 smithi193 ceph-mon[83763]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-12T00:45:15.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:15 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:15.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:15 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:16.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:45:15] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-12T00:45:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[91373]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[91373]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-12T00:45:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[88922]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[88922]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-12T00:45:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:15 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:16.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:16 smithi193 ceph-mon[83763]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-12T00:45:16.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:16 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-7"}]': finished 2024-04-12T00:45:16.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:16 smithi193 ceph-mon[83763]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-12T00:45:17.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:16 smithi098 ceph-mon[91373]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-12T00:45:17.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:16 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-7"}]': finished 2024-04-12T00:45:17.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:16 smithi098 ceph-mon[91373]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-12T00:45:17.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:16 smithi098 ceph-mon[88922]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-12T00:45:17.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:16 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-7"}]': finished 2024-04-12T00:45:17.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:16 smithi098 ceph-mon[88922]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-12T00:45:18.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:17 smithi098 ceph-mon[91373]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:18.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:17 smithi098 ceph-mon[91373]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-12T00:45:18.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:17 smithi098 ceph-mon[88922]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:18.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:17 smithi098 ceph-mon[88922]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-12T00:45:18.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:17 smithi193 ceph-mon[83763]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:18.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:17 smithi193 ceph-mon[83763]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-12T00:45:20.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[91373]: pgmap v1253: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:20.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[91373]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-12T00:45:20.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:20.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[88922]: pgmap v1253: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:20.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[88922]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-12T00:45:20.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:19 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:20.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:19 smithi193 ceph-mon[83763]: pgmap v1253: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:20.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:19 smithi193 ceph-mon[83763]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-12T00:45:20.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:19 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:19 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:19 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:20.631 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7031 ms) 2024-04-12T00:45:20.631 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-12T00:45:20.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]': finished 2024-04-12T00:45:20.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[91373]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-12T00:45:20.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:20.945 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:20.945 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]': finished 2024-04-12T00:45:20.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[88922]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-12T00:45:20.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:20.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:20.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:21.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:20 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-7"}]': finished 2024-04-12T00:45:21.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:20 smithi193 ceph-mon[83763]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-12T00:45:21.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:20 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3968607701' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:21.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:20 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]: dispatch 2024-04-12T00:45:21.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:21.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]': finished 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]': finished 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:21 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:45:22.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:22.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-7"}]': finished 2024-04-12T00:45:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-12T00:45:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:21 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:45:22.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:45:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:45:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:45:23.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:22 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:23.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:22 smithi098 ceph-mon[88922]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-12T00:45:23.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:22 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:23.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:22 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:23.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:22 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:23.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:22 smithi098 ceph-mon[91373]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-12T00:45:23.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:22 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:23.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:22 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:23.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:22 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:23.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:22 smithi193 ceph-mon[83763]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-12T00:45:23.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:22 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:23.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:22 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:24.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:23 smithi098 ceph-mon[88922]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:24.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:23 smithi098 ceph-mon[88922]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-12T00:45:24.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:23 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-8"}]': finished 2024-04-12T00:45:24.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:23 smithi098 ceph-mon[88922]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-12T00:45:24.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:23 smithi098 ceph-mon[91373]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:24.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:23 smithi098 ceph-mon[91373]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-12T00:45:24.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:23 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-8"}]': finished 2024-04-12T00:45:24.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:23 smithi098 ceph-mon[91373]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-12T00:45:24.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:23 smithi193 ceph-mon[83763]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:24.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:23 smithi193 ceph-mon[83763]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-12T00:45:24.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:23 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-8"}]': finished 2024-04-12T00:45:24.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:23 smithi193 ceph-mon[83763]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-12T00:45:26.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:45:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:45:25] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T00:45:26.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:25 smithi098 ceph-mon[91373]: pgmap v1262: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:26.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:25 smithi098 ceph-mon[91373]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-12T00:45:26.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:25 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:26.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:25 smithi098 ceph-mon[88922]: pgmap v1262: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:26.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:25 smithi098 ceph-mon[88922]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-12T00:45:26.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:25 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:26.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:25 smithi193 ceph-mon[83763]: pgmap v1262: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:26.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:25 smithi193 ceph-mon[83763]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-12T00:45:26.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:25 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:27.047 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:26 smithi098 ceph-mon[88922]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-12T00:45:27.047 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:26 smithi098 ceph-mon[91373]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-12T00:45:27.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:26 smithi193 ceph-mon[83763]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-12T00:45:28.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:27 smithi098 ceph-mon[88922]: pgmap v1265: 113 pgs: 1 creating+peering, 5 unknown, 107 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:28.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:27 smithi098 ceph-mon[91373]: pgmap v1265: 113 pgs: 1 creating+peering, 5 unknown, 107 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:28.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:27 smithi193 ceph-mon[83763]: pgmap v1265: 113 pgs: 1 creating+peering, 5 unknown, 107 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:29.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:28 smithi098 ceph-mon[91373]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-12T00:45:29.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:28 smithi098 ceph-mon[88922]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-12T00:45:29.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:28 smithi193 ceph-mon[83763]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-12T00:45:30.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:29 smithi098 ceph-mon[91373]: pgmap v1267: 113 pgs: 1 creating+peering, 1 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:30.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:29 smithi098 ceph-mon[91373]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-12T00:45:30.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:29 smithi098 ceph-mon[88922]: pgmap v1267: 113 pgs: 1 creating+peering, 1 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:30.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:29 smithi098 ceph-mon[88922]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-12T00:45:30.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:29 smithi193 ceph-mon[83763]: pgmap v1267: 113 pgs: 1 creating+peering, 1 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:30.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:29 smithi193 ceph-mon[83763]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-12T00:45:31.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:30 smithi098 ceph-mon[91373]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-12T00:45:31.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:30 smithi098 ceph-mon[88922]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-12T00:45:31.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:30 smithi193 ceph-mon[83763]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-12T00:45:32.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:31 smithi098 ceph-mon[91373]: pgmap v1270: 113 pgs: 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-04-12T00:45:32.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:31 smithi098 ceph-mon[91373]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-12T00:45:32.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:32.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:32.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:31 smithi098 ceph-mon[88922]: pgmap v1270: 113 pgs: 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-04-12T00:45:32.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:31 smithi098 ceph-mon[88922]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-12T00:45:32.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:32.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:32.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:31 smithi193 ceph-mon[83763]: pgmap v1270: 113 pgs: 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-04-12T00:45:32.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:31 smithi193 ceph-mon[83763]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-12T00:45:32.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:32.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:32.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:45:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:45:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:45:32.713 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.test_put_snap_ec (12081 ms) 2024-04-12T00:45:32.713 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-12T00:45:33.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:32 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]': finished 2024-04-12T00:45:33.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:32 smithi098 ceph-mon[91373]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-12T00:45:33.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:32 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:33.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:32 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:33.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:32 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]': finished 2024-04-12T00:45:33.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:32 smithi098 ceph-mon[88922]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-12T00:45:33.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:32 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:33.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:32 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:33.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:32 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-8"}]': finished 2024-04-12T00:45:33.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:32 smithi193 ceph-mon[83763]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-12T00:45:33.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:32 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3826741719' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:33.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:32 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]: dispatch 2024-04-12T00:45:34.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: pgmap v1273: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:34.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:34.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:45:34.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]': finished 2024-04-12T00:45:34.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-12T00:45:34.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: pgmap v1273: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]': finished 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:34.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:33 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:34.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: pgmap v1273: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:34.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:34.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:45:34.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-8"}]': finished 2024-04-12T00:45:34.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-12T00:45:34.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:34.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:34.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:33 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:35.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:34 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:35.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:34 smithi098 ceph-mon[91373]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-12T00:45:35.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:34 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:35.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:34 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:35.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:34 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:35.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:34 smithi098 ceph-mon[88922]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-12T00:45:35.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:34 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:35.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:34 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:35.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:34 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:35.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:34 smithi193 ceph-mon[83763]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-12T00:45:35.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:34 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:35.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:34 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:36.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:45:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:45:35] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T00:45:36.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:35 smithi098 ceph-mon[91373]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:36.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:35 smithi098 ceph-mon[91373]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-12T00:45:36.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:36.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:36.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:35 smithi098 ceph-mon[88922]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:36.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:35 smithi098 ceph-mon[88922]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-12T00:45:36.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:36.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:36.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:35 smithi193 ceph-mon[83763]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:36.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:35 smithi193 ceph-mon[83763]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-12T00:45:36.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:36.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:37.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:36 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-9"}]': finished 2024-04-12T00:45:37.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:36 smithi098 ceph-mon[91373]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-12T00:45:37.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:36 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-9"}]': finished 2024-04-12T00:45:37.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:36 smithi098 ceph-mon[88922]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-12T00:45:37.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:36 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-9"}]': finished 2024-04-12T00:45:37.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:36 smithi193 ceph-mon[83763]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-12T00:45:38.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:37 smithi098 ceph-mon[91373]: pgmap v1279: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:38.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:37 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:38.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:37 smithi098 ceph-mon[91373]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-12T00:45:38.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:37 smithi098 ceph-mon[88922]: pgmap v1279: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:38.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:37 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:38.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:37 smithi098 ceph-mon[88922]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-12T00:45:38.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:37 smithi193 ceph-mon[83763]: pgmap v1279: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:38.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:37 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:38.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:37 smithi193 ceph-mon[83763]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-12T00:45:39.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:38 smithi098 ceph-mon[91373]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-12T00:45:39.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:38 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:39.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:38 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:39.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:38 smithi098 ceph-mon[88922]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-12T00:45:39.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:38 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:39.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:38 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:39.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:38 smithi193 ceph-mon[83763]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-12T00:45:39.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:38 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:39.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:38 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:39.759 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.test_explicit_ec (7046 ms) 2024-04-12T00:45:39.759 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.set_ec 2024-04-12T00:45:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[91373]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:45:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]': finished 2024-04-12T00:45:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[91373]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-12T00:45:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:40.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[88922]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:40.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:40.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:45:40.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]': finished 2024-04-12T00:45:40.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[88922]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-12T00:45:40.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:40.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:39 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:40.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:39 smithi193 ceph-mon[83763]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:40.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:39 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:40.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:39 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:45:40.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:39 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-9"}]': finished 2024-04-12T00:45:40.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:39 smithi193 ceph-mon[83763]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-12T00:45:40.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:39 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1203718298' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:40.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:39 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]: dispatch 2024-04-12T00:45:41.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]': finished 2024-04-12T00:45:41.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[91373]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-12T00:45:41.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:41.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:41.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:41.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]': finished 2024-04-12T00:45:41.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[88922]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-12T00:45:41.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:41.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:41.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:40 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:41.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:40 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-9"}]': finished 2024-04-12T00:45:41.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:40 smithi193 ceph-mon[83763]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-12T00:45:41.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:40 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:41.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:40 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:41.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:40 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T00:45:42.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:41 smithi098 ceph-mon[91373]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:42.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:41 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:42.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:41 smithi098 ceph-mon[91373]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-12T00:45:42.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:41 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:42.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:41 smithi098 ceph-mon[88922]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:42.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:41 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:42.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:41 smithi098 ceph-mon[88922]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-12T00:45:42.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:41 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:42.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:41 smithi193 ceph-mon[83763]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:42.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:41 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi098-131761-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T00:45:42.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:41 smithi193 ceph-mon[83763]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-12T00:45:42.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:41 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:42.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:45:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:45:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:45:43.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:42 smithi098 ceph-mon[88922]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-12T00:45:43.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:42 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-10"}]': finished 2024-04-12T00:45:43.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:42 smithi098 ceph-mon[88922]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-12T00:45:43.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:42 smithi098 ceph-mon[91373]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-12T00:45:43.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:42 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-10"}]': finished 2024-04-12T00:45:43.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:42 smithi098 ceph-mon[91373]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-12T00:45:43.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:42 smithi193 ceph-mon[83763]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-12T00:45:43.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:42 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi098-131761-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi098-131761-10"}]': finished 2024-04-12T00:45:43.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:42 smithi193 ceph-mon[83763]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-12T00:45:44.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:43 smithi098 ceph-mon[91373]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:44.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:43 smithi098 ceph-mon[91373]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-12T00:45:44.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:43 smithi098 ceph-mon[88922]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:44.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:43 smithi098 ceph-mon[88922]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-12T00:45:44.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:43 smithi193 ceph-mon[83763]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:44.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:43 smithi193 ceph-mon[83763]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-12T00:45:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:45 smithi098 ceph-mon[91373]: pgmap v1291: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:45 smithi098 ceph-mon[91373]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-12T00:45:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:45 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:45 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:46.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:45 smithi098 ceph-mon[88922]: pgmap v1291: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:46.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:45 smithi098 ceph-mon[88922]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-12T00:45:46.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:45 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:46.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:45 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:46.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:45:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:45:45] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T00:45:46.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:45 smithi193 ceph-mon[83763]: pgmap v1291: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:46.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:45 smithi193 ceph-mon[83763]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-12T00:45:46.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:45 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:46.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:45 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:46.791 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.set_ec (7033 ms) 2024-04-12T00:45:46.791 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 10 tests from cls_rgw (61235 ms total) 2024-04-12T00:45:46.792 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:45:46.792 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:45:46.792 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 10 tests from 1 test suite ran. (61235 ms total) 2024-04-12T00:45:46.792 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 10 tests. 2024-04-12T00:45:46.794 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:45:46.795 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:45:46.866 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-12T00:45:46.866 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-12T00:45:46.939 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:45:46.939 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-12T00:45:46.939 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:45:46.939 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 16 tests from cls_rgw 2024-04-12T00:45:47.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:46 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-10"}]': finished 2024-04-12T00:45:47.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:46 smithi098 ceph-mon[91373]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-12T00:45:47.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:46 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:47.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:46 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-10"}]': finished 2024-04-12T00:45:47.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:46 smithi098 ceph-mon[88922]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-12T00:45:47.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:46 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:47.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:46 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi098-131761-10"}]': finished 2024-04-12T00:45:47.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:46 smithi193 ceph-mon[83763]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-12T00:45:47.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:46 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-10"}]: dispatch 2024-04-12T00:45:48.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[91373]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:48.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:48.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:45:48.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-10"}]': finished 2024-04-12T00:45:48.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[91373]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-12T00:45:48.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[88922]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:48.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:48.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:45:48.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-10"}]': finished 2024-04-12T00:45:48.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:47 smithi098 ceph-mon[88922]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-12T00:45:48.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:47 smithi193 ceph-mon[83763]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:48.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:47 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:48.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:47 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:45:48.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:47 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1737167736' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi098-131761-10"}]': finished 2024-04-12T00:45:48.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:47 smithi193 ceph-mon[83763]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-12T00:45:48.815 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.index_basic 2024-04-12T00:45:48.857 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.index_basic (42 ms) 2024-04-12T00:45:48.857 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-12T00:45:48.886 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (29 ms) 2024-04-12T00:45:48.886 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-12T00:45:48.920 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.index_remove_object (35 ms) 2024-04-12T00:45:48.921 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-12T00:45:49.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:48 smithi193 ceph-mon[83763]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-12T00:45:49.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:48 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/411997983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:49.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:48 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:49.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:48 smithi098 ceph-mon[91373]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-12T00:45:49.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:48 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/411997983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:49.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:48 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:49.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:48 smithi098 ceph-mon[88922]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-12T00:45:49.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:48 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/411997983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:49.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:48 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:45:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:49 smithi193 ceph-mon[83763]: pgmap v1297: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:49 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:50.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:49 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:45:50.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:49 smithi193 ceph-mon[83763]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-12T00:45:50.194 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:49 smithi098 ceph-mon[91373]: pgmap v1297: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:50.194 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:49 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:50.194 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:49 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:45:50.194 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:49 smithi098 ceph-mon[91373]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-12T00:45:50.195 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:49 smithi098 ceph-mon[88922]: pgmap v1297: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:50.195 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:49 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:45:50.195 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:49 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:45:50.195 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:49 smithi098 ceph-mon[88922]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-12T00:45:50.381 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.index_suggest (1459 ms) 2024-04-12T00:45:50.381 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-12T00:45:50.386 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-04-12T00:45:50.386 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.index_list 2024-04-12T00:45:50.407 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.index_list (21 ms) 2024-04-12T00:45:50.407 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-12T00:45:51.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:50 smithi193 ceph-mon[83763]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-12T00:45:51.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:51.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:51.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:50 smithi098 ceph-mon[91373]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-12T00:45:51.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:51.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:51.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:50 smithi098 ceph-mon[88922]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-12T00:45:51.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:51.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:45:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:51 smithi193 ceph-mon[83763]: pgmap v1300: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:51 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:51 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:45:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:45:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:45:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:45:52.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[88922]: pgmap v1300: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[91373]: pgmap v1300: 137 pgs: 4 creating+peering, 24 unknown, 109 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:45:52.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:45:52.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:45:52.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:45:52.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:45:52.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:45:52.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:45:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:45:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:45:54.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:53 smithi193 ceph-mon[83763]: pgmap v1301: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 102 KiB/s wr, 333 op/s 2024-04-12T00:45:54.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:53 smithi098 ceph-mon[91373]: pgmap v1301: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 102 KiB/s wr, 333 op/s 2024-04-12T00:45:54.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:53 smithi098 ceph-mon[88922]: pgmap v1301: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 102 KiB/s wr, 333 op/s 2024-04-12T00:45:56.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:55 smithi098 ceph-mon[91373]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 528 KiB/s wr, 1.61k op/s 2024-04-12T00:45:56.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:45:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:45:55] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-04-12T00:45:56.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:55 smithi098 ceph-mon[88922]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 528 KiB/s wr, 1.61k op/s 2024-04-12T00:45:56.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:55 smithi193 ceph-mon[83763]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 528 KiB/s wr, 1.61k op/s 2024-04-12T00:45:58.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:57 smithi193 ceph-mon[83763]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 413 KiB/s wr, 1.26k op/s 2024-04-12T00:45:58.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:57 smithi098 ceph-mon[91373]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 413 KiB/s wr, 1.26k op/s 2024-04-12T00:45:58.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:57 smithi098 ceph-mon[88922]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 413 KiB/s wr, 1.26k op/s 2024-04-12T00:46:00.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:45:59 smithi193 ceph-mon[83763]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 564 KiB/s rd, 357 KiB/s wr, 1.09k op/s 2024-04-12T00:46:00.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:45:59 smithi098 ceph-mon[91373]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 564 KiB/s rd, 357 KiB/s wr, 1.09k op/s 2024-04-12T00:46:00.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:45:59 smithi098 ceph-mon[88922]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 564 KiB/s rd, 357 KiB/s wr, 1.09k op/s 2024-04-12T00:46:02.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:01 smithi193 ceph-mon[83763]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 954 KiB/s rd, 619 KiB/s wr, 1.87k op/s 2024-04-12T00:46:02.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:01 smithi098 ceph-mon[91373]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 954 KiB/s rd, 619 KiB/s wr, 1.87k op/s 2024-04-12T00:46:02.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:01 smithi098 ceph-mon[88922]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 954 KiB/s rd, 619 KiB/s wr, 1.87k op/s 2024-04-12T00:46:02.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:46:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:46:04.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:03 smithi193 ceph-mon[83763]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 815 KiB/s rd, 529 KiB/s wr, 1.60k op/s 2024-04-12T00:46:04.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:03 smithi098 ceph-mon[91373]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 815 KiB/s rd, 529 KiB/s wr, 1.60k op/s 2024-04-12T00:46:04.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:03 smithi098 ceph-mon[88922]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 815 KiB/s rd, 529 KiB/s wr, 1.60k op/s 2024-04-12T00:46:05.944 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:46:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:46:05] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2024-04-12T00:46:06.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:05 smithi098 ceph-mon[91373]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1018 KiB/s rd, 678 KiB/s wr, 2.03k op/s 2024-04-12T00:46:06.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:46:06.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:06.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:05 smithi098 ceph-mon[88922]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1018 KiB/s rd, 678 KiB/s wr, 2.03k op/s 2024-04-12T00:46:06.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:46:06.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:06.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:05 smithi193 ceph-mon[83763]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1018 KiB/s rd, 678 KiB/s wr, 2.03k op/s 2024-04-12T00:46:06.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:46:06.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:08.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:07 smithi098 ceph-mon[91373]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 671 KiB/s rd, 447 KiB/s wr, 1.34k op/s 2024-04-12T00:46:08.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:07 smithi098 ceph-mon[88922]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 671 KiB/s rd, 447 KiB/s wr, 1.34k op/s 2024-04-12T00:46:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:07 smithi193 ceph-mon[83763]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 671 KiB/s rd, 447 KiB/s wr, 1.34k op/s 2024-04-12T00:46:10.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:09 smithi098 ceph-mon[91373]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 671 KiB/s rd, 447 KiB/s wr, 1.34k op/s 2024-04-12T00:46:10.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:09 smithi098 ceph-mon[88922]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 671 KiB/s rd, 447 KiB/s wr, 1.34k op/s 2024-04-12T00:46:10.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:09 smithi193 ceph-mon[83763]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 671 KiB/s rd, 447 KiB/s wr, 1.34k op/s 2024-04-12T00:46:12.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:11 smithi098 ceph-mon[91373]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 954 KiB/s rd, 636 KiB/s wr, 1.91k op/s 2024-04-12T00:46:12.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:11 smithi098 ceph-mon[88922]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 954 KiB/s rd, 636 KiB/s wr, 1.91k op/s 2024-04-12T00:46:12.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:11 smithi193 ceph-mon[83763]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 954 KiB/s rd, 636 KiB/s wr, 1.91k op/s 2024-04-12T00:46:12.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:46:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:46:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:46:14.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:13 smithi098 ceph-mon[91373]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-04-12T00:46:14.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:13 smithi098 ceph-mon[88922]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-04-12T00:46:14.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:13 smithi193 ceph-mon[83763]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-04-12T00:46:15.954 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:46:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:46:15] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2024-04-12T00:46:16.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:15 smithi098 ceph-mon[91373]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 853 KiB/s rd, 568 KiB/s wr, 1.71k op/s 2024-04-12T00:46:16.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:15 smithi098 ceph-mon[88922]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 853 KiB/s rd, 568 KiB/s wr, 1.71k op/s 2024-04-12T00:46:16.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:15 smithi193 ceph-mon[83763]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 853 KiB/s rd, 568 KiB/s wr, 1.71k op/s 2024-04-12T00:46:18.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:17 smithi098 ceph-mon[91373]: pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-04-12T00:46:18.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:17 smithi098 ceph-mon[88922]: pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-04-12T00:46:18.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:17 smithi193 ceph-mon[83763]: pgmap v1313: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-04-12T00:46:20.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:19 smithi098 ceph-mon[91373]: pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-04-12T00:46:20.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:19 smithi098 ceph-mon[88922]: pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-04-12T00:46:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:19 smithi193 ceph-mon[83763]: pgmap v1314: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-04-12T00:46:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:22.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:21 smithi098 ceph-mon[91373]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 841 KiB/s rd, 561 KiB/s wr, 1.68k op/s 2024-04-12T00:46:22.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:21 smithi098 ceph-mon[88922]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 841 KiB/s rd, 561 KiB/s wr, 1.68k op/s 2024-04-12T00:46:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:21 smithi193 ceph-mon[83763]: pgmap v1315: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 841 KiB/s rd, 561 KiB/s wr, 1.68k op/s 2024-04-12T00:46:22.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:46:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:46:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:46:24.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:23 smithi098 ceph-mon[91373]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-12T00:46:24.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:23 smithi098 ceph-mon[88922]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-12T00:46:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:23 smithi193 ceph-mon[83763]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-12T00:46:25.964 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:46:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:46:25] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-04-12T00:46:26.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:25 smithi098 ceph-mon[91373]: pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-04-12T00:46:26.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:25 smithi098 ceph-mon[88922]: pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-04-12T00:46:26.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:25 smithi193 ceph-mon[83763]: pgmap v1317: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-04-12T00:46:28.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:27 smithi098 ceph-mon[91373]: pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-12T00:46:28.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:27 smithi098 ceph-mon[88922]: pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-12T00:46:28.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:27 smithi193 ceph-mon[83763]: pgmap v1318: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-12T00:46:30.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:29 smithi098 ceph-mon[88922]: pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-12T00:46:30.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:29 smithi098 ceph-mon[91373]: pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-12T00:46:30.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:29 smithi193 ceph-mon[83763]: pgmap v1319: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 557 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-12T00:46:30.823 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.index_list_delimited (40416 ms) 2024-04-12T00:46:30.823 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.bi_list 2024-04-12T00:46:30.892 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.bi_list (70 ms) 2024-04-12T00:46:30.893 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.gc_set 2024-04-12T00:46:30.918 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.gc_set (25 ms) 2024-04-12T00:46:30.918 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.gc_list 2024-04-12T00:46:30.941 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-04-12T00:46:30.941 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-12T00:46:32.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:31 smithi098 ceph-mon[88922]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-04-12T00:46:32.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:31 smithi098 ceph-mon[88922]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-12T00:46:32.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/68071944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:32.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:32.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:31 smithi098 ceph-mon[91373]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-04-12T00:46:32.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:31 smithi098 ceph-mon[91373]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-12T00:46:32.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/68071944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:32.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:31 smithi193 ceph-mon[83763]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 556 KiB/s wr, 1.67k op/s 2024-04-12T00:46:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:31 smithi193 ceph-mon[83763]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-12T00:46:32.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/68071944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:32.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:32.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:46:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:46:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:46:33.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:32 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:46:33.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:32 smithi098 ceph-mon[91373]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-12T00:46:33.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:32 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:46:33.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:32 smithi098 ceph-mon[88922]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-12T00:46:33.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:32 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132101-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:46:33.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:32 smithi193 ceph-mon[83763]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-12T00:46:34.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:33 smithi098 ceph-mon[91373]: pgmap v1323: 169 pgs: 15 creating+peering, 17 unknown, 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 415 KiB/s rd, 277 KiB/s wr, 830 op/s 2024-04-12T00:46:34.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:33 smithi098 ceph-mon[91373]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-12T00:46:34.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:33 smithi098 ceph-mon[88922]: pgmap v1323: 169 pgs: 15 creating+peering, 17 unknown, 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 415 KiB/s rd, 277 KiB/s wr, 830 op/s 2024-04-12T00:46:34.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:33 smithi098 ceph-mon[88922]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-12T00:46:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:33 smithi193 ceph-mon[83763]: pgmap v1323: 169 pgs: 15 creating+peering, 17 unknown, 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 415 KiB/s rd, 277 KiB/s wr, 830 op/s 2024-04-12T00:46:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:33 smithi193 ceph-mon[83763]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-12T00:46:35.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:35.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:35.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:35.999 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:46:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:46:35] "GET /metrics HTTP/1.1" 200 38811 "" "Prometheus/2.43.0" 2024-04-12T00:46:36.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:35 smithi098 ceph-mon[88922]: pgmap v1325: 169 pgs: 15 creating+peering, 6 unknown, 148 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 555 KiB/s wr, 1.66k op/s 2024-04-12T00:46:36.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:35 smithi098 ceph-mon[91373]: pgmap v1325: 169 pgs: 15 creating+peering, 6 unknown, 148 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 555 KiB/s wr, 1.66k op/s 2024-04-12T00:46:36.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:35 smithi193 ceph-mon[83763]: pgmap v1325: 169 pgs: 15 creating+peering, 6 unknown, 148 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 555 KiB/s wr, 1.66k op/s 2024-04-12T00:46:38.014 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.gc_defer (7073 ms) 2024-04-12T00:46:38.015 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-12T00:46:38.122 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.usage_basic (107 ms) 2024-04-12T00:46:38.122 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-12T00:46:38.123 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-04-12T00:46:38.123 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-12T00:46:38.212 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.usage_clear (88 ms) 2024-04-12T00:46:38.212 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-12T00:46:38.252 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.bi_log_trim (40 ms) 2024-04-12T00:46:38.252 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-12T00:46:38.263 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-04-12T00:46:38.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:37 smithi098 ceph-mon[91373]: pgmap v1326: 169 pgs: 15 creating+peering, 154 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 516 KiB/s rd, 186 KiB/s wr, 549 op/s 2024-04-12T00:46:38.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:37 smithi098 ceph-mon[88922]: pgmap v1326: 169 pgs: 15 creating+peering, 154 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 516 KiB/s rd, 186 KiB/s wr, 549 op/s 2024-04-12T00:46:38.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:38 smithi193 ceph-mon[83763]: pgmap v1326: 169 pgs: 15 creating+peering, 154 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 516 KiB/s rd, 186 KiB/s wr, 549 op/s 2024-04-12T00:46:39.023 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 16 tests from cls_rgw (49448 ms total) 2024-04-12T00:46:39.023 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:46:39.023 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:46:39.023 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 16 tests from 1 test suite ran. (52084 ms total) 2024-04-12T00:46:39.023 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 16 tests. 2024-04-12T00:46:39.027 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:46:39.027 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:46:39.095 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-12T00:46:39.096 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-12T00:46:39.164 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:46:39.164 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-12T00:46:39.164 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:46:39.164 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-12T00:46:39.164 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_gc.init 2024-04-12T00:46:39.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:39 smithi098 ceph-mon[91373]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-12T00:46:39.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:39 smithi098 ceph-mon[88922]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-12T00:46:39.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:39 smithi193 ceph-mon[83763]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-12T00:46:40.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:40 smithi098 ceph-mon[91373]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 508 KiB/s rd, 182 KiB/s wr, 539 op/s 2024-04-12T00:46:40.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:40 smithi098 ceph-mon[91373]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-12T00:46:40.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:40 smithi098 ceph-mon[88922]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 508 KiB/s rd, 182 KiB/s wr, 539 op/s 2024-04-12T00:46:40.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:40 smithi098 ceph-mon[88922]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-12T00:46:40.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:40 smithi193 ceph-mon[83763]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 508 KiB/s rd, 182 KiB/s wr, 539 op/s 2024-04-12T00:46:40.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:40 smithi193 ceph-mon[83763]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-12T00:46:41.033 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_gc.init (1870 ms) 2024-04-12T00:46:41.034 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-12T00:46:41.054 INFO:tasks.workunit.client.0.smithi098.stderr:[ ] list info tag = chain-0 2024-04-12T00:46:41.055 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (21 ms) 2024-04-12T00:46:41.055 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-12T00:46:41.060 INFO:tasks.workunit.client.0.smithi098.stderr:[ ] next_marker is: = 0/4263 2024-04-12T00:46:41.060 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2024-04-12T00:46:41.060 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-12T00:46:41.068 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-04-12T00:46:41.068 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-12T00:46:41.075 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-12T00:46:41.075 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-12T00:46:41.082 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-12T00:46:41.082 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-12T00:46:41.088 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-04-12T00:46:41.088 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-12T00:46:41.094 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (7 ms) 2024-04-12T00:46:41.095 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-12T00:46:41.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:41 smithi098 ceph-mon[91373]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-12T00:46:41.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:41 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/182486513' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132302-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:41.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:41 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132302-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:41.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:41 smithi098 ceph-mon[88922]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-12T00:46:41.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:41 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/182486513' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132302-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:41.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:41 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132302-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:41.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:41 smithi193 ceph-mon[83763]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-12T00:46:41.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:41 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/182486513' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132302-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:41.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:41 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132302-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:42.049 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_gc.finalize (953 ms) 2024-04-12T00:46:42.049 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 9 tests from cls_rgw_gc (2885 ms total) 2024-04-12T00:46:42.049 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:46:42.049 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:46:42.049 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 9 tests from 1 test suite ran. (2885 ms total) 2024-04-12T00:46:42.049 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 9 tests. 2024-04-12T00:46:42.052 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:46:42.052 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:46:42.122 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-12T00:46:42.123 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-12T00:46:42.201 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 1 test from 1 test suite. 2024-04-12T00:46:42.201 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:46:42.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:42 smithi098 ceph-mon[91373]: pgmap v1331: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:42.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:42 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:46:42.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:42 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132302-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:46:42.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:42 smithi098 ceph-mon[91373]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-12T00:46:42.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:42 smithi098 ceph-mon[88922]: pgmap v1331: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:42.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:42 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:46:42.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:42 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132302-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:46:42.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:42 smithi098 ceph-mon[88922]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-12T00:46:42.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:42 smithi193 ceph-mon[83763]: pgmap v1331: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:42.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:42 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:46:42.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:42 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132302-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:46:42.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:42 smithi193 ceph-mon[83763]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-12T00:46:42.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:46:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:46:43.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:43 smithi193 ceph-mon[83763]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-12T00:46:43.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:43 smithi098 ceph-mon[91373]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-12T00:46:43.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:43 smithi098 ceph-mon[88922]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-12T00:46:44.064 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 1 test from cls_rgw_stats 2024-04-12T00:46:44.064 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-12T00:46:44.074 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.071+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=AN853MF6YZ7Y type=del size=142963 2024-04-12T00:46:44.075 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.072+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=TFCJAXNF2S88 type=del size=910350 2024-04-12T00:46:44.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.074+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=UWNG20SCB59Z type=write size=650838 2024-04-12T00:46:44.079 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.076+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~J7SLGJ1B0UVL.0 size=1048576 2024-04-12T00:46:44.080 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.077+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~J7SLGJ1B0UVL.1 size=1048576 2024-04-12T00:46:44.081 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.078+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~J7SLGJ1B0UVL.2 size=801036 2024-04-12T00:46:44.081 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.078+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=J7SLGJ1B0UVL tag=7I2IBUKSRYKN type=write size=3946764 2024-04-12T00:46:44.082 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.079+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=QT0994S8EZBD type=del size=2018456 2024-04-12T00:46:44.084 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.081+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=JTHBRS9EHKR5 type=del size=276307 2024-04-12T00:46:44.085 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.082+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=XKIBQ0H9V4RP type=del size=1041180 2024-04-12T00:46:44.088 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.085+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~ENOP51JVM0Y0.0 size=324685 2024-04-12T00:46:44.088 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.085+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=ENOP51JVM0Y0 tag=1L33N65O7LMQ type=write size=1373261 2024-04-12T00:46:44.090 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.087+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=HOZ924QAROBL type=del size=797380 2024-04-12T00:46:44.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.089+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=SIG7V5S19JFU type=del size=2801991 2024-04-12T00:46:44.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.090+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=W61I4Q93JT5I type=write size=713831 2024-04-12T00:46:44.094 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.091+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=30F71ZNNTRBA type=del size=784382 2024-04-12T00:46:44.096 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.094+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~F8EARI5ZLSWS.0 size=1048576 2024-04-12T00:46:44.098 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.095+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~F8EARI5ZLSWS.1 size=1048576 2024-04-12T00:46:44.098 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.096+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~F8EARI5ZLSWS.2 size=407081 2024-04-12T00:46:44.099 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.096+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=F8EARI5ZLSWS tag=E1LVNXVS90ZU type=write size=3552809 2024-04-12T00:46:44.101 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.098+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~EKUVNGPGMS2T.0 size=1048576 2024-04-12T00:46:44.102 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.099+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~EKUVNGPGMS2T.1 size=201033 2024-04-12T00:46:44.102 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.099+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=EKUVNGPGMS2T tag=4K5DD0P78IPN type=write size=2298185 2024-04-12T00:46:44.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.101+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~WQCV189P3ASQ.0 size=5038 2024-04-12T00:46:44.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.101+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=WQCV189P3ASQ tag=XIJOAQ1ZC87C type=write size=1053614 2024-04-12T00:46:44.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.103+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=XEAZJNWVE3XN type=del size=2757290 2024-04-12T00:46:44.108 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.105+0000 7f3317332780 1 < suggested update operation key=LMJQSUV7DIV7 tag=AN853MF6YZ7Y type=del size=142963 2024-04-12T00:46:44.111 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.108+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~L5D8NP4OS8XV.0 size=511143 2024-04-12T00:46:44.111 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.108+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=L5D8NP4OS8XV tag=WBJ5GXXNQT4S type=write size=1559719 2024-04-12T00:46:44.112 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.109+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=TFCJAXNF2S88 type=del 2024-04-12T00:46:44.113 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.111+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=FF0YRXOV0S69 type=write size=966472 2024-04-12T00:46:44.116 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.113+0000 7f3317332780 1 < suggested update operation key=8100QAT6UX23 tag=UWNG20SCB59Z type=write size=650838 2024-04-12T00:46:44.117 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.115+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=Y0OCF5H8NSTA type=del size=2038015 2024-04-12T00:46:44.119 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.116+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~J7SLGJ1B0UVL.0 size=1048576 2024-04-12T00:46:44.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.117+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~J7SLGJ1B0UVL.1 size=1048576 2024-04-12T00:46:44.121 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.118+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~J7SLGJ1B0UVL.2 size=801036 2024-04-12T00:46:44.123 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.120+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=J7SLGJ1B0UVL tag=7I2IBUKSRYKN type=write size=3946764 2024-04-12T00:46:44.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.123+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~CTTK5B7F3UX9.0 size=1048576 2024-04-12T00:46:44.126 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.124+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~CTTK5B7F3UX9.1 size=1048576 2024-04-12T00:46:44.127 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.125+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~CTTK5B7F3UX9.2 size=125021 2024-04-12T00:46:44.128 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.125+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=CTTK5B7F3UX9 tag=C6RRXYUD0L4K type=write size=3270749 2024-04-12T00:46:44.129 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.126+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=QT0994S8EZBD type=del 2024-04-12T00:46:44.130 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.128+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=2B2KVMFLSD1K type=write size=152220 2024-04-12T00:46:44.132 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.129+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=JTHBRS9EHKR5 type=del 2024-04-12T00:46:44.135 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.132+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~BG31Y1YZ4FW0.0 size=1048576 2024-04-12T00:46:44.136 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.133+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~BG31Y1YZ4FW0.1 size=1048576 2024-04-12T00:46:44.137 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.134+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~BG31Y1YZ4FW0.2 size=698545 2024-04-12T00:46:44.137 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.134+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=BG31Y1YZ4FW0 tag=NRNVCXZ9JE70 type=write size=3844273 2024-04-12T00:46:44.140 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.137+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=XKIBQ0H9V4RP type=del 2024-04-12T00:46:44.141 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.139+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=0M9T1BGXUIOG type=write size=782331 2024-04-12T00:46:44.143 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.140+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~ENOP51JVM0Y0.0 size=324685 2024-04-12T00:46:44.145 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.142+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=ENOP51JVM0Y0 tag=1L33N65O7LMQ type=write size=1373261 2024-04-12T00:46:44.147 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.145+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~KSL8NB291TF9.0 size=409210 2024-04-12T00:46:44.147 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.145+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=KSL8NB291TF9 tag=PZJIYFUN81B9 type=write size=1457786 2024-04-12T00:46:44.148 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.146+0000 7f3317332780 1 < canceled operation key=COYSTVZBULU1 tag=HOZ924QAROBL type=del size=797380 2024-04-12T00:46:44.150 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.147+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=JQM0ZYWECV87 type=del size=3479743 2024-04-12T00:46:44.151 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.148+0000 7f3317332780 -1 < failed to complete operation key=LMJQSUV7DIV7 tag=SIG7V5S19JFU type=del size=2801991: (22) Invalid argument 2024-04-12T00:46:44.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.151+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~ZNTYBMR3W5PQ.0 size=1048576 2024-04-12T00:46:44.154 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.152+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~ZNTYBMR3W5PQ.1 size=1048576 2024-04-12T00:46:44.155 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.153+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~ZNTYBMR3W5PQ.2 size=353451 2024-04-12T00:46:44.155 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.153+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=ZNTYBMR3W5PQ tag=TA9ETHDL9SYE type=write size=3499179 2024-04-12T00:46:44.158 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.155+0000 7f3317332780 1 < suggested update operation key=1CAPZAU657WZ tag=W61I4Q93JT5I type=write size=713831 2024-04-12T00:46:44.160 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.157+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~GEFC01O3XWJZ.0 size=1048576 2024-04-12T00:46:44.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.159+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~GEFC01O3XWJZ.1 size=505212 2024-04-12T00:46:44.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.159+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=GEFC01O3XWJZ tag=65QR8OCDOEF3 type=write size=2602364 2024-04-12T00:46:44.162 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.160+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=30F71ZNNTRBA type=del 2024-04-12T00:46:44.164 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.161+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=RRQNSM3S6OXC type=del size=1772787 2024-04-12T00:46:44.165 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.162+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~F8EARI5ZLSWS.0 size=1048576 2024-04-12T00:46:44.166 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.163+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~F8EARI5ZLSWS.1 size=1048576 2024-04-12T00:46:44.167 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.165+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~F8EARI5ZLSWS.2 size=407081 2024-04-12T00:46:44.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.167+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=F8EARI5ZLSWS tag=E1LVNXVS90ZU type=write size=3552809 2024-04-12T00:46:44.171 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.168+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=5PISW4113J27 type=del size=2976533 2024-04-12T00:46:44.173 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.170+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~EKUVNGPGMS2T.0 size=1048576 2024-04-12T00:46:44.174 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.171+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~EKUVNGPGMS2T.1 size=201033 2024-04-12T00:46:44.176 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.173+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=EKUVNGPGMS2T tag=4K5DD0P78IPN type=write size=2298185 2024-04-12T00:46:44.178 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.176+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~11PE54OQWHHG.0 size=1013434 2024-04-12T00:46:44.179 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.176+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=11PE54OQWHHG tag=BU7J311WY6BF type=write size=2062010 2024-04-12T00:46:44.180 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.177+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~WQCV189P3ASQ.0 size=5038 2024-04-12T00:46:44.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.180+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=WQCV189P3ASQ tag=XIJOAQ1ZC87C type=write size=1053614 2024-04-12T00:46:44.184 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.181+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=2ZLL6HR92KES type=del size=87724 2024-04-12T00:46:44.185 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.182+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=XEAZJNWVE3XN type=del 2024-04-12T00:46:44.186 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.184+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=GUM7K4ABFKWJ type=del size=115251 2024-04-12T00:46:44.188 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.185+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~L5D8NP4OS8XV.0 size=511143 2024-04-12T00:46:44.190 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.187+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=L5D8NP4OS8XV tag=WBJ5GXXNQT4S type=write size=1559719 2024-04-12T00:46:44.192 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.189+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~QFVS8JKYBQF8.0 size=1048576 2024-04-12T00:46:44.193 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.190+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~QFVS8JKYBQF8.1 size=312752 2024-04-12T00:46:44.193 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.190+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=QFVS8JKYBQF8 tag=2Z1P3LRSB2M3 type=write size=2409904 2024-04-12T00:46:44.194 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.191+0000 7f3317332780 1 < completed write operation key=USACGT0O7VRV tag=FF0YRXOV0S69 type=write size=966472 2024-04-12T00:46:44.195 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.192+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=CE2BHE2YNQ23 type=del size=2130149 2024-04-12T00:46:44.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.194+0000 7f3317332780 1 < canceled operation key=YBOSOCCRJFO7 tag=Y0OCF5H8NSTA type=del size=2038015 2024-04-12T00:46:44.198 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.196+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~LN171HI8WHYZ.0 size=1048576 2024-04-12T00:46:44.199 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.197+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~LN171HI8WHYZ.1 size=950608 2024-04-12T00:46:44.199 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.197+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=LN171HI8WHYZ tag=LLEVXIJW1KMY type=write size=3047760 2024-04-12T00:46:44.201 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.198+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~CTTK5B7F3UX9.0 size=1048576 2024-04-12T00:46:44.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.199+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~CTTK5B7F3UX9.1 size=1048576 2024-04-12T00:46:44.203 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.200+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~CTTK5B7F3UX9.2 size=125021 2024-04-12T00:46:44.205 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.202+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=CTTK5B7F3UX9 tag=C6RRXYUD0L4K type=write size=3270749 2024-04-12T00:46:44.206 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.203+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=HFWBDQA3C1XL type=del size=3349721 2024-04-12T00:46:44.207 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.204+0000 7f3317332780 1 < completed write operation key=HOD7SOILOUYQ tag=2B2KVMFLSD1K type=write size=152220 2024-04-12T00:46:44.208 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.206+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=OI0XVEEKVG1O type=del size=2703355 2024-04-12T00:46:44.209 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.207+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~BG31Y1YZ4FW0.0 size=1048576 2024-04-12T00:46:44.210 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.208+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~BG31Y1YZ4FW0.1 size=1048576 2024-04-12T00:46:44.211 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.209+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~BG31Y1YZ4FW0.2 size=698545 2024-04-12T00:46:44.213 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.210+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=BG31Y1YZ4FW0 tag=NRNVCXZ9JE70 type=write size=3844273 2024-04-12T00:46:44.215 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.212+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~M84IK33F6237.0 size=80648 2024-04-12T00:46:44.215 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.212+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=M84IK33F6237 tag=W4LPVL38LC1W type=write size=1129224 2024-04-12T00:46:44.216 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.214+0000 7f3317332780 1 < canceled operation key=2LATRVZJ94KG tag=0M9T1BGXUIOG type=write size=782331 2024-04-12T00:46:44.219 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.216+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~RAGK9IHJO6GS.0 size=229871 2024-04-12T00:46:44.219 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.216+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=RAGK9IHJO6GS tag=ZCQAPVF5YM7V type=write size=1278447 2024-04-12T00:46:44.220 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.217+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~KSL8NB291TF9.0 size=409210 2024-04-12T00:46:44.221 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.219+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=KSL8NB291TF9 tag=PZJIYFUN81B9 type=write size=1457786 2024-04-12T00:46:44.224 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.221+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~1R6KEJLMH00C.0 size=1048576 2024-04-12T00:46:44.225 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.222+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~1R6KEJLMH00C.1 size=1048576 2024-04-12T00:46:44.225 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.223+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~1R6KEJLMH00C.2 size=811442 2024-04-12T00:46:44.226 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.223+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=1R6KEJLMH00C tag=EZA48VLJ5FTC type=write size=3957170 2024-04-12T00:46:44.227 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.224+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=JQM0ZYWECV87 type=del 2024-04-12T00:46:44.228 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.225+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=NG76VD8BXV9R type=del size=1289173 2024-04-12T00:46:44.229 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.227+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~ZNTYBMR3W5PQ.0 size=1048576 2024-04-12T00:46:44.230 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.228+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~ZNTYBMR3W5PQ.1 size=1048576 2024-04-12T00:46:44.231 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.228+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~ZNTYBMR3W5PQ.2 size=353451 2024-04-12T00:46:44.233 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.231+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=ZNTYBMR3W5PQ tag=TA9ETHDL9SYE type=write size=3499179 2024-04-12T00:46:44.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.232+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=5ZVNF4XMQ73X type=del size=99240 2024-04-12T00:46:44.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.233+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~GEFC01O3XWJZ.0 size=1048576 2024-04-12T00:46:44.237 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.234+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~GEFC01O3XWJZ.1 size=505212 2024-04-12T00:46:44.239 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.236+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=GEFC01O3XWJZ tag=65QR8OCDOEF3 type=write size=2602364 2024-04-12T00:46:44.240 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.237+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=RXKWT5K08VY5 type=del size=4004714 2024-04-12T00:46:44.241 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.238+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=RRQNSM3S6OXC type=del 2024-04-12T00:46:44.242 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.239+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=5W5FUEPV3U98 type=del size=846743 2024-04-12T00:46:44.243 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.241+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=5PISW4113J27 type=del 2024-04-12T00:46:44.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.242+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=08PVI1ZEW7JL type=del size=3547362 2024-04-12T00:46:44.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.243+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~11PE54OQWHHG.0 size=1013434 2024-04-12T00:46:44.247 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.245+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=11PE54OQWHHG tag=BU7J311WY6BF type=write size=2062010 2024-04-12T00:46:44.250 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.247+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~S4KZF5C133GA.0 size=314385 2024-04-12T00:46:44.250 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.247+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=S4KZF5C133GA tag=OCU0Q99C86UH type=write size=1362961 2024-04-12T00:46:44.251 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.249+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=2ZLL6HR92KES type=del 2024-04-12T00:46:44.253 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.251+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~4OGPFYBMU1C6.0 size=1048576 2024-04-12T00:46:44.254 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.252+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~4OGPFYBMU1C6.1 size=1048576 2024-04-12T00:46:44.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.253+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~4OGPFYBMU1C6.2 size=612767 2024-04-12T00:46:44.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.253+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=4OGPFYBMU1C6 tag=UW3QZ33RYDDX type=write size=3758495 2024-04-12T00:46:44.258 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.255+0000 7f3317332780 1 < suggested remove operation key=FP1N9YO8QR7E tag=GUM7K4ABFKWJ type=del 2024-04-12T00:46:44.259 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.256+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=AT2UASAIU91T type=del size=2407237 2024-04-12T00:46:44.260 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.258+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~QFVS8JKYBQF8.0 size=1048576 2024-04-12T00:46:44.261 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.258+0000 7f3317332780 1 < canceled part key=_multipart_UOC07EDTW788.2~QFVS8JKYBQF8.1 size=312752 2024-04-12T00:46:44.262 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.260+0000 7f3317332780 1 < canceled multipart upload key=UOC07EDTW788 upload=QFVS8JKYBQF8 tag=2Z1P3LRSB2M3 type=write size=2409904 2024-04-12T00:46:44.263 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.261+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=8HYVKHNKEKNJ type=del size=1952803 2024-04-12T00:46:44.265 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.262+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=CE2BHE2YNQ23 type=del 2024-04-12T00:46:44.266 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.264+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=AY4DEI45MTY5 type=write size=429914 2024-04-12T00:46:44.267 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.265+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~LN171HI8WHYZ.0 size=1048576 2024-04-12T00:46:44.268 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.266+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~LN171HI8WHYZ.1 size=950608 2024-04-12T00:46:44.270 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.268+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=LN171HI8WHYZ tag=LLEVXIJW1KMY type=write size=3047760 2024-04-12T00:46:44.271 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.269+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=HG488OYGH6SL type=del size=1576669 2024-04-12T00:46:44.273 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.270+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=HFWBDQA3C1XL type=del 2024-04-12T00:46:44.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.271+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=LUN6NPVQTQM9 type=del size=3196687 2024-04-12T00:46:44.275 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.272+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=OI0XVEEKVG1O type=del 2024-04-12T00:46:44.276 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.273+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=7ITX967SG7Q2 type=del size=640682 2024-04-12T00:46:44.277 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.275+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~M84IK33F6237.0 size=80648 2024-04-12T00:46:44.279 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.276+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=M84IK33F6237 tag=W4LPVL38LC1W type=write size=1129224 2024-04-12T00:46:44.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.278+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=JA5C32S6XKZ2 type=del size=3642954 2024-04-12T00:46:44.281 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.279+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~RAGK9IHJO6GS.0 size=229871 2024-04-12T00:46:44.283 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.281+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=RAGK9IHJO6GS tag=ZCQAPVF5YM7V type=write size=1278447 2024-04-12T00:46:44.285 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.282+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=QIPE6XGBIHYQ type=del size=3205526 2024-04-12T00:46:44.286 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.283+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~1R6KEJLMH00C.0 size=1048576 2024-04-12T00:46:44.287 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.284+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~1R6KEJLMH00C.1 size=1048576 2024-04-12T00:46:44.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.285+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~1R6KEJLMH00C.2 size=811442 2024-04-12T00:46:44.290 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.287+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=1R6KEJLMH00C tag=EZA48VLJ5FTC type=write size=3957170 2024-04-12T00:46:44.291 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.288+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=MMLN0B9KY1RQ type=del size=1127150 2024-04-12T00:46:44.292 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.289+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=NG76VD8BXV9R type=del 2024-04-12T00:46:44.294 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.291+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~2QCQEG2IL7K5.0 size=1048576 2024-04-12T00:46:44.295 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.292+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~2QCQEG2IL7K5.1 size=19689 2024-04-12T00:46:44.295 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.292+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=2QCQEG2IL7K5 tag=PGJRHSU5C2JI type=write size=2116841 2024-04-12T00:46:44.296 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.293+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=5ZVNF4XMQ73X type=del 2024-04-12T00:46:44.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.295+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~YJWCJSVMDK35.0 size=1048576 2024-04-12T00:46:44.299 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.296+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~YJWCJSVMDK35.1 size=1048576 2024-04-12T00:46:44.300 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.297+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~YJWCJSVMDK35.2 size=138913 2024-04-12T00:46:44.300 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.297+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=YJWCJSVMDK35 tag=2QZKPR7OGP81 type=write size=3284641 2024-04-12T00:46:44.302 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.299+0000 7f3317332780 1 < suggested update operation key=MX8A1YZ2V3NF tag=RXKWT5K08VY5 type=del size=4004714 2024-04-12T00:46:44.303 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.301+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=BJDNI9MXMBB8 type=del size=1797782 2024-04-12T00:46:44.304 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.302+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=5W5FUEPV3U98 type=del 2024-04-12T00:46:44.306 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.304+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~L06I08CRSFUQ.0 size=1048576 2024-04-12T00:46:44.307 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.305+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~L06I08CRSFUQ.1 size=1048576 2024-04-12T00:46:44.308 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.306+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~L06I08CRSFUQ.2 size=95783 2024-04-12T00:46:44.308 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.306+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=L06I08CRSFUQ tag=XTWI652JVWHI type=write size=3241511 2024-04-12T00:46:44.309 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.307+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=08PVI1ZEW7JL type=del 2024-04-12T00:46:44.312 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.309+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~XD7FWWZPUWMV.0 size=162743 2024-04-12T00:46:44.312 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.309+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=XD7FWWZPUWMV tag=HJ1N6H39JYAM type=write size=1211319 2024-04-12T00:46:44.313 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.310+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~S4KZF5C133GA.0 size=314385 2024-04-12T00:46:44.315 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.312+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=S4KZF5C133GA tag=OCU0Q99C86UH type=write size=1362961 2024-04-12T00:46:44.316 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.313+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=NMWDVKCFG1U9 type=del size=2724314 2024-04-12T00:46:44.317 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.315+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~4OGPFYBMU1C6.0 size=1048576 2024-04-12T00:46:44.318 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.316+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~4OGPFYBMU1C6.1 size=1048576 2024-04-12T00:46:44.319 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.317+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~4OGPFYBMU1C6.2 size=612767 2024-04-12T00:46:44.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.318+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=4OGPFYBMU1C6 tag=UW3QZ33RYDDX type=write size=3758495 2024-04-12T00:46:44.322 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.320+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=SI5XQNS4QRJM type=write size=957793 2024-04-12T00:46:44.323 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.321+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=AT2UASAIU91T type=del 2024-04-12T00:46:44.325 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.322+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=NACY8WW7IKC3 type=del size=973452 2024-04-12T00:46:44.327 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.324+0000 7f3317332780 1 < suggested update operation key=DUBT6E7KPOC6 tag=8HYVKHNKEKNJ type=del size=1952803 2024-04-12T00:46:44.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.325+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=KADNMZ0XW884 type=del size=1743001 2024-04-12T00:46:44.329 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.327+0000 7f3317332780 1 < completed write operation key=1CAPZAU657WZ tag=AY4DEI45MTY5 type=write size=429914 2024-04-12T00:46:44.331 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.329+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~GK1OC8Q8VONS.0 size=1048576 2024-04-12T00:46:44.332 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.330+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~GK1OC8Q8VONS.1 size=385883 2024-04-12T00:46:44.332 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.330+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=GK1OC8Q8VONS tag=XOGLAFLZZIBI type=write size=2483035 2024-04-12T00:46:44.334 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.331+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=HG488OYGH6SL type=del 2024-04-12T00:46:44.335 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.332+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=8721T1R0MZ1S type=write size=395806 2024-04-12T00:46:44.336 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.333+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=LUN6NPVQTQM9 type=del 2024-04-12T00:46:44.338 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.335+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~E3MHWNCX4R5R.0 size=1048576 2024-04-12T00:46:44.339 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.336+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~E3MHWNCX4R5R.1 size=1048576 2024-04-12T00:46:44.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.337+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~E3MHWNCX4R5R.2 size=625493 2024-04-12T00:46:44.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.337+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=E3MHWNCX4R5R tag=T05D42FZZAN2 type=write size=3771221 2024-04-12T00:46:44.343 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.341+0000 7f3317332780 1 < suggested update operation key=1CAPZAU657WZ tag=7ITX967SG7Q2 type=del size=640682 2024-04-12T00:46:44.344 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.342+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=8MQJ417UA2D1 type=write size=147800 2024-04-12T00:46:44.346 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.343+0000 7f3317332780 1 < canceled operation key=B0O10Z22S1QK tag=JA5C32S6XKZ2 type=del size=3642954 2024-04-12T00:46:44.347 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.344+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=VCVS60L3ORNZ type=write size=22296 2024-04-12T00:46:44.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.347+0000 7f3317332780 1 < suggested update operation key=1CAPZAU657WZ tag=QIPE6XGBIHYQ type=del size=3205526 2024-04-12T00:46:44.350 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.348+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=GAKXILP5WOMX type=del size=1825839 2024-04-12T00:46:44.352 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.349+0000 7f3317332780 1 < canceled operation key=HOD7SOILOUYQ tag=MMLN0B9KY1RQ type=del size=1127150 2024-04-12T00:46:44.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.350+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=YPGUR257WJ67 type=del size=1161596 2024-04-12T00:46:44.355 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.352+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~2QCQEG2IL7K5.0 size=1048576 2024-04-12T00:46:44.356 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.353+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~2QCQEG2IL7K5.1 size=19689 2024-04-12T00:46:44.358 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.355+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=2QCQEG2IL7K5 tag=PGJRHSU5C2JI type=write size=2116841 2024-04-12T00:46:44.359 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.356+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=UIFS3GHO9SAE type=del size=3566792 2024-04-12T00:46:44.360 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.358+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~YJWCJSVMDK35.0 size=1048576 2024-04-12T00:46:44.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.359+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~YJWCJSVMDK35.1 size=1048576 2024-04-12T00:46:44.362 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.360+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~YJWCJSVMDK35.2 size=138913 2024-04-12T00:46:44.364 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.361+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=YJWCJSVMDK35 tag=2QZKPR7OGP81 type=write size=3284641 2024-04-12T00:46:44.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.363+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=U1JZYSP0M8EQ type=del size=2094503 2024-04-12T00:46:44.367 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.364+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=BJDNI9MXMBB8 type=del 2024-04-12T00:46:44.368 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.365+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=X4MEY4E5DIQ2 type=del size=3729153 2024-04-12T00:46:44.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:44 smithi193 ceph-mon[83763]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:44.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:44 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:46:44.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:44 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:46:44.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:44 smithi193 ceph-mon[83763]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-12T00:46:44.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:44 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1647150024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132357-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:44.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:44 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132357-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:44.370 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.367+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~L06I08CRSFUQ.0 size=1048576 2024-04-12T00:46:44.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.368+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~L06I08CRSFUQ.1 size=1048576 2024-04-12T00:46:44.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.368+0000 7f3317332780 1 < canceled part key=_multipart_UV2GWU9R87W7.2~L06I08CRSFUQ.2 size=95783 2024-04-12T00:46:44.372 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.370+0000 7f3317332780 1 < canceled multipart upload key=UV2GWU9R87W7 upload=L06I08CRSFUQ tag=XTWI652JVWHI type=write size=3241511 2024-04-12T00:46:44.374 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.371+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=3L7PYUCTUPMJ type=write size=170439 2024-04-12T00:46:44.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.372+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~XD7FWWZPUWMV.0 size=162743 2024-04-12T00:46:44.377 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.374+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=XD7FWWZPUWMV tag=HJ1N6H39JYAM type=write size=1211319 2024-04-12T00:46:44.378 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.375+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=TAD5O2E9CJ8Q type=del size=487006 2024-04-12T00:46:44.379 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.376+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=NMWDVKCFG1U9 type=del 2024-04-12T00:46:44.381 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.379+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~JBJU1UB38WHC.0 size=575940 2024-04-12T00:46:44.381 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.379+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=JBJU1UB38WHC tag=VJL4BC90TCMJ type=write size=1624516 2024-04-12T00:46:44.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.380+0000 7f3317332780 1 < completed write operation key=B0O10Z22S1QK tag=SI5XQNS4QRJM type=write size=957793 2024-04-12T00:46:44.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.381+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=313RLE1OUYFM type=write size=241579 2024-04-12T00:46:44.386 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.383+0000 7f3317332780 1 < suggested update operation key=UV2GWU9R87W7 tag=NACY8WW7IKC3 type=del size=973452 2024-04-12T00:46:44.389 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.386+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~346X1CZ8FK4U.0 size=1048576 2024-04-12T00:46:44.390 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.387+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~346X1CZ8FK4U.1 size=773262 2024-04-12T00:46:44.390 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.387+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=346X1CZ8FK4U tag=M1BLBDNF0GBE type=write size=2870414 2024-04-12T00:46:44.391 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.388+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=KADNMZ0XW884 type=del 2024-04-12T00:46:44.392 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.389+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=9RYXK1F3P0U2 type=del size=2349927 2024-04-12T00:46:44.392 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.390+0000 7f3317332780 1 < canceled part key=_multipart_UPNUSSW7TUR9.2~GK1OC8Q8VONS.0 size=1048576 2024-04-12T00:46:44.393 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.391+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~GK1OC8Q8VONS.1 size=385883 2024-04-12T00:46:44.395 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.393+0000 7f3317332780 1 < canceled multipart upload key=UPNUSSW7TUR9 upload=GK1OC8Q8VONS tag=XOGLAFLZZIBI type=write size=2483035 2024-04-12T00:46:44.397 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.395+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~8RYG6YSAAAPE.0 size=1048576 2024-04-12T00:46:44.398 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.396+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~8RYG6YSAAAPE.1 size=843666 2024-04-12T00:46:44.398 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.396+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=8RYG6YSAAAPE tag=KO1NHY5T2O6B type=write size=2940818 2024-04-12T00:46:44.401 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.398+0000 7f3317332780 1 < suggested update operation key=E46GQAGF9GTX tag=8721T1R0MZ1S type=write size=395806 2024-04-12T00:46:44.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.400+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~RCC7L2PNI1D3.0 size=1048576 2024-04-12T00:46:44.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.401+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~RCC7L2PNI1D3.1 size=431125 2024-04-12T00:46:44.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.401+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=RCC7L2PNI1D3 tag=YUNBK4YIKMNO type=write size=2528277 2024-04-12T00:46:44.405 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.402+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~E3MHWNCX4R5R.0 size=1048576 2024-04-12T00:46:44.406 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.403+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~E3MHWNCX4R5R.1 size=1048576 2024-04-12T00:46:44.407 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.404+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~E3MHWNCX4R5R.2 size=625493 2024-04-12T00:46:44.409 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.406+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=E3MHWNCX4R5R tag=T05D42FZZAN2 type=write size=3771221 2024-04-12T00:46:44.411 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.408+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~AUAACUI798EB.0 size=1048576 2024-04-12T00:46:44.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.409+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~AUAACUI798EB.1 size=374198 2024-04-12T00:46:44.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.409+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=AUAACUI798EB tag=6KS5OR78IR7P type=write size=2471350 2024-04-12T00:46:44.413 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.410+0000 7f3317332780 1 < completed write operation key=2LATRVZJ94KG tag=8MQJ417UA2D1 type=write size=147800 2024-04-12T00:46:44.414 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.412+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=LYUQJ5S8IMBU type=del size=2079699 2024-04-12T00:46:44.417 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.414+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=VCVS60L3ORNZ type=write 2024-04-12T00:46:44.419 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.417+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~MA64F6VC830I.0 size=1048576 2024-04-12T00:46:44.420 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.418+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~MA64F6VC830I.1 size=150300 2024-04-12T00:46:44.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.418+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=MA64F6VC830I tag=GRO8SKG2NL9R type=write size=2247452 2024-04-12T00:46:44.423 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.420+0000 7f3317332780 1 < suggested update operation key=USACGT0O7VRV tag=GAKXILP5WOMX type=del size=1825839 2024-04-12T00:46:44.424 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.422+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=MXBVHG2NV5AT type=del size=790970 2024-04-12T00:46:44.426 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.423+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=YPGUR257WJ67 type=del 2024-04-12T00:46:44.427 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.425+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=VBAOERQ0SYX3 type=del size=2631211 2024-04-12T00:46:44.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.426+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=UIFS3GHO9SAE type=del 2024-04-12T00:46:44.430 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.427+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=072RJC5FC01Y type=del size=2116873 2024-04-12T00:46:44.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.429+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=U1JZYSP0M8EQ type=del 2024-04-12T00:46:44.433 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.430+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=AZIVJSUY025Q type=del size=3586295 2024-04-12T00:46:44.434 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.431+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=X4MEY4E5DIQ2 type=del 2024-04-12T00:46:44.436 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.433+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~GRXS9KFE7MH5.0 size=1048576 2024-04-12T00:46:44.437 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.435+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~GRXS9KFE7MH5.1 size=1048576 2024-04-12T00:46:44.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.435+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~GRXS9KFE7MH5.2 size=986108 2024-04-12T00:46:44.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.435+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=GRXS9KFE7MH5 tag=SZKKO8LOUU7Z type=write size=4131836 2024-04-12T00:46:44.439 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.437+0000 7f3317332780 1 < completed write operation key=VBE0Z26APYW7 tag=3L7PYUCTUPMJ type=write size=170439 2024-04-12T00:46:44.442 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.439+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~6WZDI1ASWMEP.0 size=1048576 2024-04-12T00:46:44.443 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.440+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~6WZDI1ASWMEP.1 size=722685 2024-04-12T00:46:44.443 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.440+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=6WZDI1ASWMEP tag=VLQC3GL5CX7J type=write size=2819837 2024-04-12T00:46:44.444 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.442+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=TAD5O2E9CJ8Q type=del 2024-04-12T00:46:44.445 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.443+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=JHI5TRWG1J0J type=write size=752491 2024-04-12T00:46:44.447 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.444+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~JBJU1UB38WHC.0 size=575940 2024-04-12T00:46:44.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.446+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=JBJU1UB38WHC tag=VJL4BC90TCMJ type=write size=1624516 2024-04-12T00:46:44.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.447+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=XRRSOXR7DH35 type=del size=2306399 2024-04-12T00:46:44.451 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.448+0000 7f3317332780 1 < completed write operation key=FP1N9YO8QR7E tag=313RLE1OUYFM type=write size=241579 2024-04-12T00:46:44.453 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.451+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~QEQXJLMRP2Z8.0 size=1048576 2024-04-12T00:46:44.454 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.452+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~QEQXJLMRP2Z8.1 size=1048576 2024-04-12T00:46:44.455 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.453+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~QEQXJLMRP2Z8.2 size=369924 2024-04-12T00:46:44.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.453+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=QEQXJLMRP2Z8 tag=329CL58CMQL7 type=write size=3515652 2024-04-12T00:46:44.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.453+0000 7f3317332780 1 < canceled part key=_multipart_VBE0Z26APYW7.2~346X1CZ8FK4U.0 size=1048576 2024-04-12T00:46:44.457 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.454+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~346X1CZ8FK4U.1 size=773262 2024-04-12T00:46:44.459 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.456+0000 7f3317332780 1 < canceled multipart upload key=VBE0Z26APYW7 upload=346X1CZ8FK4U tag=M1BLBDNF0GBE type=write size=2870414 2024-04-12T00:46:44.460 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.457+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=6E4X5RNLDATY type=del size=1124992 2024-04-12T00:46:44.463 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.460+0000 7f3317332780 1 < suggested update operation key=E46GQAGF9GTX tag=9RYXK1F3P0U2 type=del size=2349927 2024-04-12T00:46:44.464 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.462+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=7RGKA686RWZ3 type=del size=199422 2024-04-12T00:46:44.466 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.463+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~8RYG6YSAAAPE.0 size=1048576 2024-04-12T00:46:44.467 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.464+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~8RYG6YSAAAPE.1 size=843666 2024-04-12T00:46:44.469 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.466+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=8RYG6YSAAAPE tag=KO1NHY5T2O6B type=write size=2940818 2024-04-12T00:46:44.470 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.467+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=OAZ25AR0AK66 type=del size=3414538 2024-04-12T00:46:44.472 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.469+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~RCC7L2PNI1D3.0 size=1048576 2024-04-12T00:46:44.473 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.470+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~RCC7L2PNI1D3.1 size=431125 2024-04-12T00:46:44.475 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.472+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=RCC7L2PNI1D3 tag=YUNBK4YIKMNO type=write size=2528277 2024-04-12T00:46:44.478 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.475+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~X1BH3ATJ48IQ.0 size=625806 2024-04-12T00:46:44.478 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.475+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=X1BH3ATJ48IQ tag=P4K2PQQ99BHO type=write size=1674382 2024-04-12T00:46:44.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.476+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~AUAACUI798EB.0 size=1048576 2024-04-12T00:46:44.480 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.477+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~AUAACUI798EB.1 size=374198 2024-04-12T00:46:44.482 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.479+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=AUAACUI798EB tag=6KS5OR78IR7P type=write size=2471350 2024-04-12T00:46:44.483 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.481+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=7BBRMTG2TTEU type=write size=880487 2024-04-12T00:46:44.484 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.482+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=LYUQJ5S8IMBU type=del 2024-04-12T00:46:44.486 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.483+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=N6OK24NSHG42 type=write size=293320 2024-04-12T00:46:44.486 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.483+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~MA64F6VC830I.0 size=1048576 2024-04-12T00:46:44.487 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.484+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~MA64F6VC830I.1 size=150300 2024-04-12T00:46:44.489 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.487+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=MA64F6VC830I tag=GRO8SKG2NL9R type=write size=2247452 2024-04-12T00:46:44.492 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.489+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~3GORZWPCYJN5.0 size=935160 2024-04-12T00:46:44.492 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.489+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=3GORZWPCYJN5 tag=LUK38N8VSPZI type=write size=1983736 2024-04-12T00:46:44.493 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.490+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=MXBVHG2NV5AT type=del 2024-04-12T00:46:44.494 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.491+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=K06IU9PSCMVE type=del size=3161769 2024-04-12T00:46:44.495 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.493+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=VBAOERQ0SYX3 type=del 2024-04-12T00:46:44.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.494+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=DD1D5177SNES type=del size=2331654 2024-04-12T00:46:44.498 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.495+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=072RJC5FC01Y type=del 2024-04-12T00:46:44.499 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.496+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=M42JWCNXO8I0 type=write size=729221 2024-04-12T00:46:44.500 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.498+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=AZIVJSUY025Q type=del 2024-04-12T00:46:44.503 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.500+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~C70UTJN62F02.0 size=1048576 2024-04-12T00:46:44.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.501+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~C70UTJN62F02.1 size=1048576 2024-04-12T00:46:44.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.502+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~C70UTJN62F02.2 size=534545 2024-04-12T00:46:44.505 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.502+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=C70UTJN62F02 tag=NX7RQ7EM21YR type=write size=3680273 2024-04-12T00:46:44.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.503+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~GRXS9KFE7MH5.0 size=1048576 2024-04-12T00:46:44.507 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.504+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~GRXS9KFE7MH5.1 size=1048576 2024-04-12T00:46:44.508 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.505+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~GRXS9KFE7MH5.2 size=986108 2024-04-12T00:46:44.510 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.507+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=GRXS9KFE7MH5 tag=SZKKO8LOUU7Z type=write size=4131836 2024-04-12T00:46:44.512 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.509+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~Z0CH4ZHP3WO9.0 size=1048576 2024-04-12T00:46:44.513 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.511+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~Z0CH4ZHP3WO9.1 size=1048576 2024-04-12T00:46:44.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.512+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~Z0CH4ZHP3WO9.2 size=29073 2024-04-12T00:46:44.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.512+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=Z0CH4ZHP3WO9 tag=LHIB3H8VSNEC type=write size=3174801 2024-04-12T00:46:44.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.513+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~6WZDI1ASWMEP.0 size=1048576 2024-04-12T00:46:44.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.514+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~6WZDI1ASWMEP.1 size=722685 2024-04-12T00:46:44.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.516+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=6WZDI1ASWMEP tag=VLQC3GL5CX7J type=write size=2819837 2024-04-12T00:46:44.520 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.518+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~J19ZS29ZQW8D.0 size=1048576 2024-04-12T00:46:44.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.519+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~J19ZS29ZQW8D.1 size=1048576 2024-04-12T00:46:44.523 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.520+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~J19ZS29ZQW8D.2 size=999787 2024-04-12T00:46:44.523 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.520+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=J19ZS29ZQW8D tag=221GMJJQEZ0L type=write size=4145515 2024-04-12T00:46:44.524 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.521+0000 7f3317332780 1 < canceled operation key=2LATRVZJ94KG tag=JHI5TRWG1J0J type=write size=752491 2024-04-12T00:46:44.525 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.522+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=C46MGUF0AUWZ type=del size=2288889 2024-04-12T00:46:44.527 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.524+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=XRRSOXR7DH35 type=del 2024-04-12T00:46:44.528 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.525+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=IITKYSD9TGIK type=write size=945926 2024-04-12T00:46:44.528 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.525+0000 7f3317332780 1 < canceled part key=_multipart_YE36DJQ5KI8M.2~QEQXJLMRP2Z8.0 size=1048576 2024-04-12T00:46:44.529 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.526+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~QEQXJLMRP2Z8.1 size=1048576 2024-04-12T00:46:44.530 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.528+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~QEQXJLMRP2Z8.2 size=369924 2024-04-12T00:46:44.532 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.530+0000 7f3317332780 1 < canceled multipart upload key=YE36DJQ5KI8M upload=QEQXJLMRP2Z8 tag=329CL58CMQL7 type=write size=3515652 2024-04-12T00:46:44.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.532+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~Y5KWHK18O21X.0 size=1048576 2024-04-12T00:46:44.536 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.533+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~Y5KWHK18O21X.1 size=1048576 2024-04-12T00:46:44.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.534+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~Y5KWHK18O21X.2 size=410351 2024-04-12T00:46:44.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.534+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=Y5KWHK18O21X tag=STW403E5EGQD type=write size=3556079 2024-04-12T00:46:44.538 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.535+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=6E4X5RNLDATY type=del 2024-04-12T00:46:44.540 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.537+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~SN058Z84X940.0 size=1048576 2024-04-12T00:46:44.541 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.539+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~SN058Z84X940.1 size=229884 2024-04-12T00:46:44.541 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.539+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=SN058Z84X940 tag=YRXV38KNMC7G type=write size=2327036 2024-04-12T00:46:44.543 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.540+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=7RGKA686RWZ3 type=del 2024-04-12T00:46:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[91373]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[91373]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1647150024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132357-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132357-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[88922]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[88922]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1647150024' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132357-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:44.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:44 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132357-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:46:44.545 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.542+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~6MVN8CKZ002F.0 size=1048576 2024-04-12T00:46:44.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.543+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~6MVN8CKZ002F.1 size=1048576 2024-04-12T00:46:44.547 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.544+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~6MVN8CKZ002F.2 size=861027 2024-04-12T00:46:44.547 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.544+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=6MVN8CKZ002F tag=QUVJV6DTCX5U type=write size=4006755 2024-04-12T00:46:44.549 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.546+0000 7f3317332780 1 < suggested update operation key=5ZZ72J3YOO5G tag=OAZ25AR0AK66 type=del size=3414538 2024-04-12T00:46:44.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.548+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=5GG5AT7WS6UZ type=del size=2760886 2024-04-12T00:46:44.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.549+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~X1BH3ATJ48IQ.0 size=625806 2024-04-12T00:46:44.554 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.551+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=X1BH3ATJ48IQ tag=P4K2PQQ99BHO type=write size=1674382 2024-04-12T00:46:44.555 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.552+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=US7CI8GGF53K type=del size=834755 2024-04-12T00:46:44.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.554+0000 7f3317332780 1 < completed write operation key=2RQJT2MW2T9S tag=7BBRMTG2TTEU type=write size=880487 2024-04-12T00:46:44.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.555+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=5MD0NM50AFD4 type=del size=2564651 2024-04-12T00:46:44.559 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.556+0000 7f3317332780 1 < completed write operation key=2LATRVZJ94KG tag=N6OK24NSHG42 type=write size=293320 2024-04-12T00:46:44.562 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.559+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~3B81K79GWSWW.0 size=1048576 2024-04-12T00:46:44.564 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.561+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~3B81K79GWSWW.1 size=517498 2024-04-12T00:46:44.564 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.561+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=3B81K79GWSWW tag=MUOHHXF0MT0Q type=write size=2614650 2024-04-12T00:46:44.565 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.563+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~3GORZWPCYJN5.0 size=935160 2024-04-12T00:46:44.568 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.565+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=3GORZWPCYJN5 tag=LUK38N8VSPZI type=write size=1983736 2024-04-12T00:46:44.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.567+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~T6ZHAJZAIWZ3.0 size=1048576 2024-04-12T00:46:44.571 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.568+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~T6ZHAJZAIWZ3.1 size=982601 2024-04-12T00:46:44.571 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.568+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=T6ZHAJZAIWZ3 tag=9CB9CZO16HW3 type=write size=3079753 2024-04-12T00:46:44.572 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.569+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=K06IU9PSCMVE type=del 2024-04-12T00:46:44.573 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.570+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=6MIBQIBEZNIS type=del size=2495758 2024-04-12T00:46:44.576 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.573+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=DD1D5177SNES type=del 2024-04-12T00:46:44.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.574+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=PR1NOU4N4EZQ type=write size=989022 2024-04-12T00:46:44.578 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.575+0000 7f3317332780 1 < completed write operation key=B0O10Z22S1QK tag=M42JWCNXO8I0 type=write size=729221 2024-04-12T00:46:44.580 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.577+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~TA60OAZT1ND7.0 size=1048576 2024-04-12T00:46:44.581 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.578+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~TA60OAZT1ND7.1 size=1048576 2024-04-12T00:46:44.582 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.579+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~TA60OAZT1ND7.2 size=358841 2024-04-12T00:46:44.582 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.579+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=TA60OAZT1ND7 tag=WYSIFESK3BW9 type=write size=3504569 2024-04-12T00:46:44.583 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.581+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~C70UTJN62F02.0 size=1048576 2024-04-12T00:46:44.584 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.582+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~C70UTJN62F02.1 size=1048576 2024-04-12T00:46:44.586 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.583+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~C70UTJN62F02.2 size=534545 2024-04-12T00:46:44.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.585+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=C70UTJN62F02 tag=NX7RQ7EM21YR type=write size=3680273 2024-04-12T00:46:44.590 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.588+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~O7Y2XVRNFN4R.0 size=675687 2024-04-12T00:46:44.590 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.588+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=O7Y2XVRNFN4R tag=ZGS1TYILMTK5 type=write size=1724263 2024-04-12T00:46:44.592 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.589+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~Z0CH4ZHP3WO9.0 size=1048576 2024-04-12T00:46:44.593 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.590+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~Z0CH4ZHP3WO9.1 size=1048576 2024-04-12T00:46:44.594 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.591+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~Z0CH4ZHP3WO9.2 size=29073 2024-04-12T00:46:44.596 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.593+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=Z0CH4ZHP3WO9 tag=LHIB3H8VSNEC type=write size=3174801 2024-04-12T00:46:44.597 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.594+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=U2M58MGT75IK type=del size=3296153 2024-04-12T00:46:44.598 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.596+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~J19ZS29ZQW8D.0 size=1048576 2024-04-12T00:46:44.599 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.597+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~J19ZS29ZQW8D.1 size=1048576 2024-04-12T00:46:44.600 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.598+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~J19ZS29ZQW8D.2 size=999787 2024-04-12T00:46:44.602 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.600+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=J19ZS29ZQW8D tag=221GMJJQEZ0L type=write size=4145515 2024-04-12T00:46:44.604 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.602+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~T2W2NTFHJB9K.0 size=1048576 2024-04-12T00:46:44.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.603+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~T2W2NTFHJB9K.1 size=1048576 2024-04-12T00:46:44.606 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.604+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~T2W2NTFHJB9K.2 size=93304 2024-04-12T00:46:44.607 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.604+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=T2W2NTFHJB9K tag=T69Y2815R45C type=write size=3239032 2024-04-12T00:46:44.608 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.605+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=C46MGUF0AUWZ type=del 2024-04-12T00:46:44.609 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.606+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=12096WTQCITA type=del size=1646908 2024-04-12T00:46:44.610 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.607+0000 7f3317332780 1 < completed write operation key=LMJQSUV7DIV7 tag=IITKYSD9TGIK type=write size=945926 2024-04-12T00:46:44.612 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.609+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=CQJTQ5YZWAOB type=del size=205759 2024-04-12T00:46:44.613 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.610+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~Y5KWHK18O21X.0 size=1048576 2024-04-12T00:46:44.614 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.611+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~Y5KWHK18O21X.1 size=1048576 2024-04-12T00:46:44.615 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.613+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~Y5KWHK18O21X.2 size=410351 2024-04-12T00:46:44.617 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.615+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=Y5KWHK18O21X tag=STW403E5EGQD type=write size=3556079 2024-04-12T00:46:44.618 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.616+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=P4NEUKZIDUBN type=del size=2676876 2024-04-12T00:46:44.620 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.617+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~SN058Z84X940.0 size=1048576 2024-04-12T00:46:44.621 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.618+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~SN058Z84X940.1 size=229884 2024-04-12T00:46:44.623 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.621+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=SN058Z84X940 tag=YRXV38KNMC7G type=write size=2327036 2024-04-12T00:46:44.626 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.623+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~IZ7B8Z5K1X3W.0 size=1048576 2024-04-12T00:46:44.627 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.624+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~IZ7B8Z5K1X3W.1 size=360482 2024-04-12T00:46:44.627 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.624+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=IZ7B8Z5K1X3W tag=TA6L7RWG0I12 type=write size=2457634 2024-04-12T00:46:44.628 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.625+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~6MVN8CKZ002F.0 size=1048576 2024-04-12T00:46:44.629 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.627+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~6MVN8CKZ002F.1 size=1048576 2024-04-12T00:46:44.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.628+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~6MVN8CKZ002F.2 size=861027 2024-04-12T00:46:44.633 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.631+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=6MVN8CKZ002F tag=QUVJV6DTCX5U type=write size=4006755 2024-04-12T00:46:44.635 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.632+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=DLF40YMHPKET type=del size=284274 2024-04-12T00:46:44.636 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.634+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=5GG5AT7WS6UZ type=del 2024-04-12T00:46:44.639 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.636+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~5X9IJ5O5DULA.0 size=1048576 2024-04-12T00:46:44.640 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.637+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~5X9IJ5O5DULA.1 size=353426 2024-04-12T00:46:44.640 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.637+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=5X9IJ5O5DULA tag=UA2C7BO7XCML type=write size=2450578 2024-04-12T00:46:44.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.638+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=US7CI8GGF53K type=del 2024-04-12T00:46:44.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.641+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~AWGCG4VE2U2G.0 size=469002 2024-04-12T00:46:44.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.641+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=AWGCG4VE2U2G tag=09JO51CW6EW4 type=write size=1517578 2024-04-12T00:46:44.646 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.643+0000 7f3317332780 1 < suggested remove operation key=H318TVZHDVRW tag=5MD0NM50AFD4 type=del 2024-04-12T00:46:44.647 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.645+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=4FBZ5A1KXWXH type=del size=74633 2024-04-12T00:46:44.649 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.646+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~3B81K79GWSWW.0 size=1048576 2024-04-12T00:46:44.650 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.647+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~3B81K79GWSWW.1 size=517498 2024-04-12T00:46:44.651 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.649+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=3B81K79GWSWW tag=MUOHHXF0MT0Q type=write size=2614650 2024-04-12T00:46:44.653 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.650+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=4DJH3PL4XAK3 type=del size=2513202 2024-04-12T00:46:44.654 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.651+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~T6ZHAJZAIWZ3.0 size=1048576 2024-04-12T00:46:44.655 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.652+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~T6ZHAJZAIWZ3.1 size=982601 2024-04-12T00:46:44.657 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.654+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=T6ZHAJZAIWZ3 tag=9CB9CZO16HW3 type=write size=3079753 2024-04-12T00:46:44.658 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.656+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=1F7A1WXUI7Z1 type=write size=295587 2024-04-12T00:46:44.661 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.658+0000 7f3317332780 1 < suggested update operation key=YBOSOCCRJFO7 tag=6MIBQIBEZNIS type=del size=2495758 2024-04-12T00:46:44.662 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.660+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=8TKLZVKZ49YS type=del size=3204043 2024-04-12T00:46:44.664 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.661+0000 7f3317332780 1 < completed write operation key=X4J4HOCIIN2P tag=PR1NOU4N4EZQ type=write size=989022 2024-04-12T00:46:44.667 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.664+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~RK55GW82T5D0.0 size=1048576 2024-04-12T00:46:44.668 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.665+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~RK55GW82T5D0.1 size=672367 2024-04-12T00:46:44.668 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.665+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=RK55GW82T5D0 tag=NHU74WYM2KE5 type=write size=2769519 2024-04-12T00:46:44.668 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.665+0000 7f3317332780 1 < canceled part key=_multipart_2LATRVZJ94KG.2~TA60OAZT1ND7.0 size=1048576 2024-04-12T00:46:44.669 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.666+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~TA60OAZT1ND7.1 size=1048576 2024-04-12T00:46:44.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.667+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~TA60OAZT1ND7.2 size=358841 2024-04-12T00:46:44.672 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.669+0000 7f3317332780 1 < canceled multipart upload key=2LATRVZJ94KG upload=TA60OAZT1ND7 tag=WYSIFESK3BW9 type=write size=3504569 2024-04-12T00:46:44.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.670+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=FBIA3ZVRSYU9 type=write size=765912 2024-04-12T00:46:44.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.671+0000 7f3317332780 1 < canceled part key=_multipart_2RQJT2MW2T9S.2~O7Y2XVRNFN4R.0 size=675687 2024-04-12T00:46:44.675 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.673+0000 7f3317332780 1 < canceled multipart upload key=2RQJT2MW2T9S upload=O7Y2XVRNFN4R tag=ZGS1TYILMTK5 type=write size=1724263 2024-04-12T00:46:44.678 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.675+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~FH2SWF32NU7O.0 size=1048576 2024-04-12T00:46:44.679 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.676+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~FH2SWF32NU7O.1 size=379750 2024-04-12T00:46:44.679 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.676+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=FH2SWF32NU7O tag=S0DPEQPZBU80 type=write size=2476902 2024-04-12T00:46:44.680 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.678+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=U2M58MGT75IK type=del 2024-04-12T00:46:44.682 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.679+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=QE4LKS53WJEP type=del size=3637054 2024-04-12T00:46:44.683 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.680+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~T2W2NTFHJB9K.0 size=1048576 2024-04-12T00:46:44.684 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.681+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~T2W2NTFHJB9K.1 size=1048576 2024-04-12T00:46:44.685 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.682+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~T2W2NTFHJB9K.2 size=93304 2024-04-12T00:46:44.687 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.684+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=T2W2NTFHJB9K tag=T69Y2815R45C type=write size=3239032 2024-04-12T00:46:44.688 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.686+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=F4QRX3JRBNSV type=del size=959846 2024-04-12T00:46:44.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.687+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=12096WTQCITA type=del 2024-04-12T00:46:44.691 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.688+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=6DCYUUBGHGJF type=del size=646904 2024-04-12T00:46:44.694 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.691+0000 7f3317332780 1 < suggested update operation key=1CAPZAU657WZ tag=CQJTQ5YZWAOB type=del size=205759 2024-04-12T00:46:44.695 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.693+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=BCE9P3PRELSU type=del size=1315407 2024-04-12T00:46:44.697 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.694+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=P4NEUKZIDUBN type=del 2024-04-12T00:46:44.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.697+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~JEFMUQ91GH4Z.0 size=1048576 2024-04-12T00:46:44.701 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.698+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~JEFMUQ91GH4Z.1 size=353315 2024-04-12T00:46:44.701 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.698+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=JEFMUQ91GH4Z tag=P5WV0PSYBVHK type=write size=2450467 2024-04-12T00:46:44.702 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.699+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~IZ7B8Z5K1X3W.0 size=1048576 2024-04-12T00:46:44.703 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.700+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~IZ7B8Z5K1X3W.1 size=360482 2024-04-12T00:46:44.705 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.702+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=IZ7B8Z5K1X3W tag=TA6L7RWG0I12 type=write size=2457634 2024-04-12T00:46:44.707 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.705+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~VNR2IVWUYI14.0 size=1048576 2024-04-12T00:46:44.708 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.706+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~VNR2IVWUYI14.1 size=1048576 2024-04-12T00:46:44.709 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.707+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~VNR2IVWUYI14.2 size=1001587 2024-04-12T00:46:44.710 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.707+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=VNR2IVWUYI14 tag=0Z1ZTCM3RB03 type=write size=4147315 2024-04-12T00:46:44.712 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.709+0000 7f3317332780 1 < suggested remove operation key=WV1ML7JVNDAP tag=DLF40YMHPKET type=del 2024-04-12T00:46:44.714 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.712+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~3V4I8ZF32YTC.0 size=575991 2024-04-12T00:46:44.714 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.712+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=3V4I8ZF32YTC tag=7LHKCIJCLWKB type=write size=1624567 2024-04-12T00:46:44.715 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.712+0000 7f3317332780 1 < canceled part key=_multipart_99X98PX1X4B7.2~5X9IJ5O5DULA.0 size=1048576 2024-04-12T00:46:44.716 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.713+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~5X9IJ5O5DULA.1 size=353426 2024-04-12T00:46:44.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.715+0000 7f3317332780 1 < canceled multipart upload key=99X98PX1X4B7 upload=5X9IJ5O5DULA tag=UA2C7BO7XCML type=write size=2450578 2024-04-12T00:46:44.720 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.718+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~MA6Q5QH6HKFW.0 size=1048576 2024-04-12T00:46:44.721 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.719+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~MA6Q5QH6HKFW.1 size=1048576 2024-04-12T00:46:44.722 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.720+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~MA6Q5QH6HKFW.2 size=552846 2024-04-12T00:46:44.722 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.720+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=MA6Q5QH6HKFW tag=72EBAH9PB8J4 type=write size=3698574 2024-04-12T00:46:44.724 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.721+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~AWGCG4VE2U2G.0 size=469002 2024-04-12T00:46:44.726 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.723+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=AWGCG4VE2U2G tag=09JO51CW6EW4 type=write size=1517578 2024-04-12T00:46:44.728 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.725+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~9D5XUUYE5RGW.0 size=593442 2024-04-12T00:46:44.728 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.725+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=9D5XUUYE5RGW tag=XDX5L30AV5ZK type=write size=1642018 2024-04-12T00:46:44.729 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.727+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=4FBZ5A1KXWXH type=del 2024-04-12T00:46:44.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.729+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~F5O752ZY0IZU.0 size=1048576 2024-04-12T00:46:44.733 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.730+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~F5O752ZY0IZU.1 size=341577 2024-04-12T00:46:44.733 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.730+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=F5O752ZY0IZU tag=ZORO6G7YHLN2 type=write size=2438729 2024-04-12T00:46:44.735 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.733+0000 7f3317332780 1 < suggested update operation key=USACGT0O7VRV tag=4DJH3PL4XAK3 type=del size=2513202 2024-04-12T00:46:44.738 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.735+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~7Z40C8CVBDB4.0 size=1048576 2024-04-12T00:46:44.738 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.736+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~7Z40C8CVBDB4.1 size=525664 2024-04-12T00:46:44.739 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.736+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=7Z40C8CVBDB4 tag=WWL1RK7KBI5F type=write size=2622816 2024-04-12T00:46:44.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.737+0000 7f3317332780 1 < completed write operation key=UOC07EDTW788 tag=1F7A1WXUI7Z1 type=write size=295587 2024-04-12T00:46:44.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.739+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=W8308QEM9O9E type=del size=4178645 2024-04-12T00:46:44.743 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.740+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=8TKLZVKZ49YS type=del 2024-04-12T00:46:44.744 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.741+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=PXLTSEYVP50D type=write size=523826 2024-04-12T00:46:44.745 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.743+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~RK55GW82T5D0.0 size=1048576 2024-04-12T00:46:44.746 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.744+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~RK55GW82T5D0.1 size=672367 2024-04-12T00:46:44.748 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.746+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=RK55GW82T5D0 tag=NHU74WYM2KE5 type=write size=2769519 2024-04-12T00:46:44.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.747+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=G1S2CGILVO7Q type=write size=275308 2024-04-12T00:46:44.751 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.748+0000 7f3317332780 1 < canceled operation key=TZ723A1PHQ0U tag=FBIA3ZVRSYU9 type=write size=765912 2024-04-12T00:46:44.753 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.750+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=2AI1LNVFM80R type=del size=4148325 2024-04-12T00:46:44.754 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.752+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~FH2SWF32NU7O.0 size=1048576 2024-04-12T00:46:44.755 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.753+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~FH2SWF32NU7O.1 size=379750 2024-04-12T00:46:44.758 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.755+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=FH2SWF32NU7O tag=S0DPEQPZBU80 type=write size=2476902 2024-04-12T00:46:44.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.756+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=DHNFOTG6KHJJ type=write size=334411 2024-04-12T00:46:44.761 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.758+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=QE4LKS53WJEP type=del 2024-04-12T00:46:44.762 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.759+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=HBC4EY907S8E type=del size=1262721 2024-04-12T00:46:44.763 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.761+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=F4QRX3JRBNSV type=del 2024-04-12T00:46:44.767 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.764+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~IXGPZSQEDBIX.0 size=1048576 2024-04-12T00:46:44.767 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.765+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~IXGPZSQEDBIX.1 size=807201 2024-04-12T00:46:44.767 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.765+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=IXGPZSQEDBIX tag=7LYSS1I0S60K type=write size=2904353 2024-04-12T00:46:44.769 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.766+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=6DCYUUBGHGJF type=del 2024-04-12T00:46:44.772 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.769+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~911E7A28GLOO.0 size=1048576 2024-04-12T00:46:44.773 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.770+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~911E7A28GLOO.1 size=491793 2024-04-12T00:46:44.773 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.770+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=911E7A28GLOO tag=AD5H3DPTZ6CX type=write size=2588945 2024-04-12T00:46:44.774 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.771+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=BCE9P3PRELSU type=del 2024-04-12T00:46:44.775 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.773+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=FU2NSQFQ8QKA type=write size=445589 2024-04-12T00:46:44.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.773+0000 7f3317332780 1 < canceled part key=_multipart_MX8A1YZ2V3NF.2~JEFMUQ91GH4Z.0 size=1048576 2024-04-12T00:46:44.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.774+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~JEFMUQ91GH4Z.1 size=353315 2024-04-12T00:46:44.779 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.776+0000 7f3317332780 1 < canceled multipart upload key=MX8A1YZ2V3NF upload=JEFMUQ91GH4Z tag=P5WV0PSYBVHK type=write size=2450467 2024-04-12T00:46:44.781 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.778+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~DWKVGDN91XRM.0 size=1048576 2024-04-12T00:46:44.782 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.779+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~DWKVGDN91XRM.1 size=81310 2024-04-12T00:46:44.782 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.779+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=DWKVGDN91XRM tag=H2C6YGCKS5VJ type=write size=2178462 2024-04-12T00:46:44.783 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.780+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~VNR2IVWUYI14.0 size=1048576 2024-04-12T00:46:44.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.782+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~VNR2IVWUYI14.1 size=1048576 2024-04-12T00:46:44.785 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.783+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~VNR2IVWUYI14.2 size=1001587 2024-04-12T00:46:44.788 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.785+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=VNR2IVWUYI14 tag=0Z1ZTCM3RB03 type=write size=4147315 2024-04-12T00:46:44.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.787+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~S4POW8L0RRF1.0 size=441370 2024-04-12T00:46:44.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.787+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=S4POW8L0RRF1 tag=53VE2BGXOUIR type=write size=1489946 2024-04-12T00:46:44.791 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.789+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~3V4I8ZF32YTC.0 size=575991 2024-04-12T00:46:44.793 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.791+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=3V4I8ZF32YTC tag=7LHKCIJCLWKB type=write size=1624567 2024-04-12T00:46:44.795 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.792+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=PYHR0F8MEC5A type=write size=685307 2024-04-12T00:46:44.796 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.794+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~MA6Q5QH6HKFW.0 size=1048576 2024-04-12T00:46:44.798 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.795+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~MA6Q5QH6HKFW.1 size=1048576 2024-04-12T00:46:44.798 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.795+0000 7f3317332780 1 < canceled part key=_multipart_B0O10Z22S1QK.2~MA6Q5QH6HKFW.2 size=552846 2024-04-12T00:46:44.800 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.797+0000 7f3317332780 1 < canceled multipart upload key=B0O10Z22S1QK upload=MA6Q5QH6HKFW tag=72EBAH9PB8J4 type=write size=3698574 2024-04-12T00:46:44.802 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.799+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=Q60WMHLBROTA type=del size=164554 2024-04-12T00:46:44.802 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.799+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~9D5XUUYE5RGW.0 size=593442 2024-04-12T00:46:44.804 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.801+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=9D5XUUYE5RGW tag=XDX5L30AV5ZK type=write size=1642018 2024-04-12T00:46:44.805 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.803+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=ISEO032XQ0PM type=del size=1250287 2024-04-12T00:46:44.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.804+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~F5O752ZY0IZU.0 size=1048576 2024-04-12T00:46:44.808 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.805+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~F5O752ZY0IZU.1 size=341577 2024-04-12T00:46:44.810 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.807+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=F5O752ZY0IZU tag=ZORO6G7YHLN2 type=write size=2438729 2024-04-12T00:46:44.815 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.808+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=G7HT6XSD8F7L type=del size=219157 2024-04-12T00:46:44.815 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.810+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~7Z40C8CVBDB4.0 size=1048576 2024-04-12T00:46:44.815 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.811+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~7Z40C8CVBDB4.1 size=525664 2024-04-12T00:46:44.816 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.813+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=7Z40C8CVBDB4 tag=WWL1RK7KBI5F type=write size=2622816 2024-04-12T00:46:44.818 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.815+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~ACP0TJXLBCKX.0 size=99252 2024-04-12T00:46:44.818 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.815+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=ACP0TJXLBCKX tag=Y7F62KFJIOJO type=write size=1147828 2024-04-12T00:46:44.819 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.817+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=W8308QEM9O9E type=del 2024-04-12T00:46:44.821 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.818+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=W2SSF0LM3H2P type=del size=419697 2024-04-12T00:46:44.823 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.820+0000 7f3317332780 1 < completed write operation key=99X98PX1X4B7 tag=PXLTSEYVP50D type=write size=523826 2024-04-12T00:46:44.824 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.821+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=PRBVTG6QGUNJ type=del size=3925648 2024-04-12T00:46:44.825 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.823+0000 7f3317332780 1 < completed write operation key=HOD7SOILOUYQ tag=G1S2CGILVO7Q type=write size=275308 2024-04-12T00:46:44.827 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.824+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=671YPRV5IGGZ type=write size=526426 2024-04-12T00:46:44.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.825+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=2AI1LNVFM80R type=del 2024-04-12T00:46:44.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.827+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=D9JTAJ3GDMZA type=del size=3050137 2024-04-12T00:46:44.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.828+0000 7f3317332780 1 < completed write operation key=2RQJT2MW2T9S tag=DHNFOTG6KHJJ type=write size=334411 2024-04-12T00:46:44.833 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.831+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~DFUGRORDJU72.0 size=1048576 2024-04-12T00:46:44.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.832+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~DFUGRORDJU72.1 size=1048576 2024-04-12T00:46:44.836 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.833+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~DFUGRORDJU72.2 size=965739 2024-04-12T00:46:44.836 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.833+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=DFUGRORDJU72 tag=H2C8UEKKQ5WJ type=write size=4111467 2024-04-12T00:46:44.837 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.835+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=HBC4EY907S8E type=del 2024-04-12T00:46:44.840 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.837+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~8M46NFI8I3MF.0 size=1048576 2024-04-12T00:46:44.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.838+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~8M46NFI8I3MF.1 size=1048576 2024-04-12T00:46:44.842 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.839+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~8M46NFI8I3MF.2 size=545643 2024-04-12T00:46:44.842 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.839+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=8M46NFI8I3MF tag=CEY7PZGAH78X type=write size=3691371 2024-04-12T00:46:44.843 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.841+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~IXGPZSQEDBIX.0 size=1048576 2024-04-12T00:46:44.844 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.842+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~IXGPZSQEDBIX.1 size=807201 2024-04-12T00:46:44.846 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.844+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=IXGPZSQEDBIX tag=7LYSS1I0S60K type=write size=2904353 2024-04-12T00:46:44.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.846+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~FBZZCFRQXEXG.0 size=327464 2024-04-12T00:46:44.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.846+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=FBZZCFRQXEXG tag=U6J9MZ1AQP59 type=write size=1376040 2024-04-12T00:46:44.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.848+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~911E7A28GLOO.0 size=1048576 2024-04-12T00:46:44.851 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.849+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~911E7A28GLOO.1 size=491793 2024-04-12T00:46:44.854 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.851+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=911E7A28GLOO tag=AD5H3DPTZ6CX type=write size=2588945 2024-04-12T00:46:44.856 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.854+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~THL4EA4OBM3V.0 size=1048576 2024-04-12T00:46:44.857 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.855+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~THL4EA4OBM3V.1 size=417139 2024-04-12T00:46:44.857 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.855+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=THL4EA4OBM3V tag=784PKE3BTTHG type=write size=2514291 2024-04-12T00:46:44.859 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.856+0000 7f3317332780 1 < completed write operation key=X4J4HOCIIN2P tag=FU2NSQFQ8QKA type=write size=445589 2024-04-12T00:46:44.860 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.857+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=SJDQFW955O7W type=del size=1483499 2024-04-12T00:46:44.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.859+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~DWKVGDN91XRM.0 size=1048576 2024-04-12T00:46:44.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.859+0000 7f3317332780 1 < canceled part key=_multipart_5ZZ72J3YOO5G.2~DWKVGDN91XRM.1 size=81310 2024-04-12T00:46:44.863 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.861+0000 7f3317332780 1 < canceled multipart upload key=5ZZ72J3YOO5G upload=DWKVGDN91XRM tag=H2C6YGCKS5VJ type=write size=2178462 2024-04-12T00:46:44.866 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.863+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~ON0TV28FZD2L.0 size=764666 2024-04-12T00:46:44.866 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.863+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=ON0TV28FZD2L tag=G50ISKLQJEE2 type=write size=1813242 2024-04-12T00:46:44.867 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.864+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~S4POW8L0RRF1.0 size=441370 2024-04-12T00:46:44.869 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.867+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=S4POW8L0RRF1 tag=53VE2BGXOUIR type=write size=1489946 2024-04-12T00:46:44.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.869+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~J6TUECSZMWD5.0 size=1048576 2024-04-12T00:46:44.873 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.871+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~J6TUECSZMWD5.1 size=878281 2024-04-12T00:46:44.873 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.871+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=J6TUECSZMWD5 tag=E3HKO2F83Z0X type=write size=2975433 2024-04-12T00:46:44.875 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.872+0000 7f3317332780 1 < completed write operation key=MX8A1YZ2V3NF tag=PYHR0F8MEC5A type=write size=685307 2024-04-12T00:46:44.876 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.874+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=ZQJMM2G83BJK type=del size=130137 2024-04-12T00:46:44.878 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.875+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=Q60WMHLBROTA type=del 2024-04-12T00:46:44.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.878+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~WHI8DSWT0BOM.0 size=1048576 2024-04-12T00:46:44.881 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.879+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~WHI8DSWT0BOM.1 size=543914 2024-04-12T00:46:44.881 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.879+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=WHI8DSWT0BOM tag=9WIBMTLA0GNE type=write size=2641066 2024-04-12T00:46:44.883 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.880+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=ISEO032XQ0PM type=del 2024-04-12T00:46:44.884 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.882+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=BLUQLQC8L0Y5 type=del size=459891 2024-04-12T00:46:44.887 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.884+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=G7HT6XSD8F7L type=del 2024-04-12T00:46:44.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.887+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~TT2YWILE2J5L.0 size=1048576 2024-04-12T00:46:44.890 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.888+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~TT2YWILE2J5L.1 size=1048576 2024-04-12T00:46:44.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.889+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~TT2YWILE2J5L.2 size=588849 2024-04-12T00:46:44.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.889+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=TT2YWILE2J5L tag=LCXPLOJ9LLSL type=write size=3734577 2024-04-12T00:46:44.893 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.890+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~ACP0TJXLBCKX.0 size=99252 2024-04-12T00:46:44.895 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.892+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=ACP0TJXLBCKX tag=Y7F62KFJIOJO type=write size=1147828 2024-04-12T00:46:44.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.895+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~Q7DU2WH3Z1NU.0 size=268913 2024-04-12T00:46:44.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.895+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=Q7DU2WH3Z1NU tag=K2EWAI5AFIWK type=write size=1317489 2024-04-12T00:46:44.898 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.896+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=W2SSF0LM3H2P type=del 2024-04-12T00:46:44.900 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.897+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=E7LRKHX4Y3WH type=del size=1323472 2024-04-12T00:46:44.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.899+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=PRBVTG6QGUNJ type=del 2024-04-12T00:46:44.904 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.901+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~7XTGT5SF0TCB.0 size=1048576 2024-04-12T00:46:44.905 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.902+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~7XTGT5SF0TCB.1 size=509913 2024-04-12T00:46:44.905 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.902+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=7XTGT5SF0TCB tag=N6VIKWJ7EILL type=write size=2607065 2024-04-12T00:46:44.907 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.904+0000 7f3317332780 1 < completed write operation key=LKLO2ZZF1KW1 tag=671YPRV5IGGZ type=write size=526426 2024-04-12T00:46:44.909 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.906+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~8D2ZJOCM9FZ6.0 size=1048576 2024-04-12T00:46:44.910 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.907+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~8D2ZJOCM9FZ6.1 size=1048576 2024-04-12T00:46:44.911 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.909+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~8D2ZJOCM9FZ6.2 size=240770 2024-04-12T00:46:44.911 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.909+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=8D2ZJOCM9FZ6 tag=Y1KX7CTB4SN3 type=write size=3386498 2024-04-12T00:46:44.912 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.910+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=D9JTAJ3GDMZA type=del 2024-04-12T00:46:44.914 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.911+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=NQSB7SN9R2K4 type=write size=322659 2024-04-12T00:46:44.915 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.913+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~DFUGRORDJU72.0 size=1048576 2024-04-12T00:46:44.916 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.914+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~DFUGRORDJU72.1 size=1048576 2024-04-12T00:46:44.918 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.915+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~DFUGRORDJU72.2 size=965739 2024-04-12T00:46:44.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.917+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=DFUGRORDJU72 tag=H2C8UEKKQ5WJ type=write size=4111467 2024-04-12T00:46:44.922 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.920+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~WEFINTB4DXTZ.0 size=601280 2024-04-12T00:46:44.923 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.920+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=WEFINTB4DXTZ tag=O4B90LQ201F5 type=write size=1649856 2024-04-12T00:46:44.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.921+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~8M46NFI8I3MF.0 size=1048576 2024-04-12T00:46:44.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.921+0000 7f3317332780 1 < canceled part key=_multipart_UV2GWU9R87W7.2~8M46NFI8I3MF.1 size=1048576 2024-04-12T00:46:44.925 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.922+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~8M46NFI8I3MF.2 size=545643 2024-04-12T00:46:44.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.924+0000 7f3317332780 1 < canceled multipart upload key=UV2GWU9R87W7 upload=8M46NFI8I3MF tag=CEY7PZGAH78X type=write size=3691371 2024-04-12T00:46:44.929 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.927+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~3HMQ6I4WFCFI.0 size=1036585 2024-04-12T00:46:44.930 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.927+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=3HMQ6I4WFCFI tag=XW9MRI1O75TG type=write size=2085161 2024-04-12T00:46:44.931 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.929+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~FBZZCFRQXEXG.0 size=327464 2024-04-12T00:46:44.934 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.931+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=FBZZCFRQXEXG tag=U6J9MZ1AQP59 type=write size=1376040 2024-04-12T00:46:44.936 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.933+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=YQBAI5I2DGWT type=del size=2621584 2024-04-12T00:46:44.938 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.935+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~THL4EA4OBM3V.0 size=1048576 2024-04-12T00:46:44.939 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.936+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~THL4EA4OBM3V.1 size=417139 2024-04-12T00:46:44.941 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.938+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=THL4EA4OBM3V tag=784PKE3BTTHG type=write size=2514291 2024-04-12T00:46:44.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.940+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=CF295NE01MYG type=del size=1741947 2024-04-12T00:46:44.944 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.941+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=SJDQFW955O7W type=del 2024-04-12T00:46:44.946 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.942+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=VZ4QRTL20DI6 type=del size=497522 2024-04-12T00:46:44.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.944+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~ON0TV28FZD2L.0 size=764666 2024-04-12T00:46:44.950 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.947+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=ON0TV28FZD2L tag=G50ISKLQJEE2 type=write size=1813242 2024-04-12T00:46:44.951 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.948+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=72NUDJADRO36 type=write size=498200 2024-04-12T00:46:44.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.950+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~J6TUECSZMWD5.0 size=1048576 2024-04-12T00:46:44.953 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.951+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~J6TUECSZMWD5.1 size=878281 2024-04-12T00:46:44.956 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.953+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=J6TUECSZMWD5 tag=E3HKO2F83Z0X type=write size=2975433 2024-04-12T00:46:44.958 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.955+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=QB7RH7FE8VTM type=del size=1252320 2024-04-12T00:46:44.959 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.956+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=ZQJMM2G83BJK type=del 2024-04-12T00:46:44.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.959+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~3HS22YP6DTZ0.0 size=1048576 2024-04-12T00:46:44.963 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.961+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~3HS22YP6DTZ0.1 size=1048576 2024-04-12T00:46:44.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.962+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~3HS22YP6DTZ0.2 size=519057 2024-04-12T00:46:44.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.962+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=3HS22YP6DTZ0 tag=2UXG53MY8C7P type=write size=3664785 2024-04-12T00:46:44.966 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.964+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~WHI8DSWT0BOM.0 size=1048576 2024-04-12T00:46:44.967 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.965+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~WHI8DSWT0BOM.1 size=543914 2024-04-12T00:46:44.970 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.967+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=WHI8DSWT0BOM tag=9WIBMTLA0GNE type=write size=2641066 2024-04-12T00:46:44.971 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.968+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=YP92CRU294KL type=write size=486982 2024-04-12T00:46:44.972 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.970+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=BLUQLQC8L0Y5 type=del 2024-04-12T00:46:44.974 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.971+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=TFY3O9N87OD0 type=write size=776678 2024-04-12T00:46:44.975 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.972+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~TT2YWILE2J5L.0 size=1048576 2024-04-12T00:46:44.976 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.974+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~TT2YWILE2J5L.1 size=1048576 2024-04-12T00:46:44.978 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.975+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~TT2YWILE2J5L.2 size=588849 2024-04-12T00:46:44.980 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.977+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=TT2YWILE2J5L tag=LCXPLOJ9LLSL type=write size=3734577 2024-04-12T00:46:44.981 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.979+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=8FOBS30SXO5I type=del size=1433315 2024-04-12T00:46:44.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.980+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~Q7DU2WH3Z1NU.0 size=268913 2024-04-12T00:46:44.985 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.982+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=Q7DU2WH3Z1NU tag=K2EWAI5AFIWK type=write size=1317489 2024-04-12T00:46:44.986 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.984+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=U1R01Y30CJY4 type=write size=841158 2024-04-12T00:46:44.988 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.985+0000 7f3317332780 1 < canceled operation key=UOC07EDTW788 tag=E7LRKHX4Y3WH type=del size=1323472 2024-04-12T00:46:44.990 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.988+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~LZ0Y20VBKNFT.0 size=1048576 2024-04-12T00:46:44.992 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.989+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~LZ0Y20VBKNFT.1 size=1048576 2024-04-12T00:46:44.992 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.990+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~LZ0Y20VBKNFT.2 size=768019 2024-04-12T00:46:44.993 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.990+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=LZ0Y20VBKNFT tag=KO6PBYOXFPNF type=write size=3913747 2024-04-12T00:46:44.994 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.991+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~7XTGT5SF0TCB.0 size=1048576 2024-04-12T00:46:44.995 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.992+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~7XTGT5SF0TCB.1 size=509913 2024-04-12T00:46:44.997 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.995+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=7XTGT5SF0TCB tag=N6VIKWJ7EILL type=write size=2607065 2024-04-12T00:46:45.000 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.997+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~3RNRFK82JHZK.0 size=1048576 2024-04-12T00:46:45.001 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.998+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~3RNRFK82JHZK.1 size=1048576 2024-04-12T00:46:45.002 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.999+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~3RNRFK82JHZK.2 size=194077 2024-04-12T00:46:45.002 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:44.999+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=3RNRFK82JHZK tag=QW1J3L5GW69W type=write size=3339805 2024-04-12T00:46:45.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.001+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~8D2ZJOCM9FZ6.0 size=1048576 2024-04-12T00:46:45.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.002+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~8D2ZJOCM9FZ6.1 size=1048576 2024-04-12T00:46:45.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.003+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~8D2ZJOCM9FZ6.2 size=240770 2024-04-12T00:46:45.007 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.005+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=8D2ZJOCM9FZ6 tag=Y1KX7CTB4SN3 type=write size=3386498 2024-04-12T00:46:45.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.006+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=DE2QBDMSUSOS type=del size=4177353 2024-04-12T00:46:45.010 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.007+0000 7f3317332780 1 < completed write operation key=MX8A1YZ2V3NF tag=NQSB7SN9R2K4 type=write size=322659 2024-04-12T00:46:45.012 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.009+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=1J48NWQ9U1KV type=del size=2494885 2024-04-12T00:46:45.013 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.011+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~WEFINTB4DXTZ.0 size=601280 2024-04-12T00:46:45.018 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.013+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=WEFINTB4DXTZ tag=O4B90LQ201F5 type=write size=1649856 2024-04-12T00:46:45.018 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.014+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=427LB1O3DFN4 type=del size=269304 2024-04-12T00:46:45.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.014+0000 7f3317332780 1 < canceled part key=_multipart_YE36DJQ5KI8M.2~3HMQ6I4WFCFI.0 size=1036585 2024-04-12T00:46:45.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.017+0000 7f3317332780 1 < canceled multipart upload key=YE36DJQ5KI8M upload=3HMQ6I4WFCFI tag=XW9MRI1O75TG type=write size=2085161 2024-04-12T00:46:45.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.018+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=IY2414UNAEK7 type=del size=1101549 2024-04-12T00:46:45.022 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.019+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=YQBAI5I2DGWT type=del 2024-04-12T00:46:45.024 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.021+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=O3OPN9Q2D479 type=del size=1848560 2024-04-12T00:46:45.025 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.022+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=CF295NE01MYG type=del 2024-04-12T00:46:45.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.024+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=BJ8S2W3HV0OU type=write size=385591 2024-04-12T00:46:45.028 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.025+0000 7f3317332780 1 < canceled operation key=UPNUSSW7TUR9 tag=VZ4QRTL20DI6 type=del size=497522 2024-04-12T00:46:45.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.026+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=00N867W7U1TQ type=del size=497703 2024-04-12T00:46:45.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.028+0000 7f3317332780 1 < completed write operation key=VWQS28AXYRWJ tag=72NUDJADRO36 type=write size=498200 2024-04-12T00:46:45.032 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.029+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=MHFXRGJWI73T type=del size=1168690 2024-04-12T00:46:45.033 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.031+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=QB7RH7FE8VTM type=del 2024-04-12T00:46:45.035 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.032+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=FBPUMMXQW3W1 type=del size=487283 2024-04-12T00:46:45.036 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.033+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~3HS22YP6DTZ0.0 size=1048576 2024-04-12T00:46:45.037 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.034+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~3HS22YP6DTZ0.1 size=1048576 2024-04-12T00:46:45.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.036+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~3HS22YP6DTZ0.2 size=519057 2024-04-12T00:46:45.040 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.038+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=3HS22YP6DTZ0 tag=2UXG53MY8C7P type=write size=3664785 2024-04-12T00:46:45.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.041+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~ZTFBOJ4ITGY8.0 size=180551 2024-04-12T00:46:45.044 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.041+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=ZTFBOJ4ITGY8 tag=5KALFL6EIYDI type=write size=1229127 2024-04-12T00:46:45.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.042+0000 7f3317332780 1 < completed write operation key=X4J4HOCIIN2P tag=YP92CRU294KL type=write size=486982 2024-04-12T00:46:45.046 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.044+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=U4XZVTUZ22EQ type=del size=3061588 2024-04-12T00:46:45.049 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.047+0000 7f3317332780 1 < suggested update operation key=VCU05OLK0CA0 tag=TFY3O9N87OD0 type=write size=776678 2024-04-12T00:46:45.052 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.050+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~XHND2E5G70RP.0 size=1048576 2024-04-12T00:46:45.053 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.051+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~XHND2E5G70RP.1 size=1048576 2024-04-12T00:46:45.054 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.052+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~XHND2E5G70RP.2 size=79997 2024-04-12T00:46:45.055 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.052+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=XHND2E5G70RP tag=88P63M2CVQJ2 type=write size=3225725 2024-04-12T00:46:45.056 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.053+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=8FOBS30SXO5I type=del 2024-04-12T00:46:45.061 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.058+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~E56DJE1IHLFU.0 size=1048576 2024-04-12T00:46:45.064 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.061+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~E56DJE1IHLFU.1 size=711292 2024-04-12T00:46:45.064 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.061+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=E56DJE1IHLFU tag=QLMUH7BSUSWW type=write size=2808444 2024-04-12T00:46:45.066 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.064+0000 7f3317332780 1 < completed write operation key=99X98PX1X4B7 tag=U1R01Y30CJY4 type=write size=841158 2024-04-12T00:46:45.068 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.066+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=EMO6JC1QT94M type=del size=3532455 2024-04-12T00:46:45.070 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.067+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~LZ0Y20VBKNFT.0 size=1048576 2024-04-12T00:46:45.070 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.067+0000 7f3317332780 1 < canceled part key=_multipart_LKLO2ZZF1KW1.2~LZ0Y20VBKNFT.1 size=1048576 2024-04-12T00:46:45.071 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.068+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~LZ0Y20VBKNFT.2 size=768019 2024-04-12T00:46:45.074 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.071+0000 7f3317332780 1 < canceled multipart upload key=LKLO2ZZF1KW1 upload=LZ0Y20VBKNFT tag=KO6PBYOXFPNF type=write size=3913747 2024-04-12T00:46:45.076 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.072+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=KEDFOJ7VGXQU type=del size=2416094 2024-04-12T00:46:45.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.074+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~3RNRFK82JHZK.0 size=1048576 2024-04-12T00:46:45.078 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.075+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~3RNRFK82JHZK.1 size=1048576 2024-04-12T00:46:45.079 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.076+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~3RNRFK82JHZK.2 size=194077 2024-04-12T00:46:45.081 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.078+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=3RNRFK82JHZK tag=QW1J3L5GW69W type=write size=3339805 2024-04-12T00:46:45.083 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.080+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=NPHS0V70PHAG type=del size=3200211 2024-04-12T00:46:45.084 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.081+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=DE2QBDMSUSOS type=del 2024-04-12T00:46:45.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.084+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~BN5JK7K1BBA8.0 size=1048576 2024-04-12T00:46:45.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.085+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~BN5JK7K1BBA8.1 size=1037336 2024-04-12T00:46:45.088 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.085+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=BN5JK7K1BBA8 tag=11TJQYNE2III type=write size=3134488 2024-04-12T00:46:45.089 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.086+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=1J48NWQ9U1KV type=del 2024-04-12T00:46:45.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.089+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~P1HHUL4DVCR9.0 size=559617 2024-04-12T00:46:45.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.089+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=P1HHUL4DVCR9 tag=MYFL0PJLIR3M type=write size=1608193 2024-04-12T00:46:45.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.090+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=427LB1O3DFN4 type=del 2024-04-12T00:46:45.094 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.092+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=A2MBCF25B0UJ type=write size=26295 2024-04-12T00:46:45.097 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.095+0000 7f3317332780 1 < suggested update operation key=5ZZ72J3YOO5G tag=IY2414UNAEK7 type=del size=1101549 2024-04-12T00:46:45.099 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.096+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=J4DEDVK8KLW3 type=del size=1649687 2024-04-12T00:46:45.101 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.098+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=O3OPN9Q2D479 type=del 2024-04-12T00:46:45.102 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.099+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=DCWLIMKR50F4 type=del size=2255398 2024-04-12T00:46:45.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.101+0000 7f3317332780 1 < completed write operation key=USACGT0O7VRV tag=BJ8S2W3HV0OU type=write size=385591 2024-04-12T00:46:45.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.102+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=GYLSV2JQCZKT type=del size=3389421 2024-04-12T00:46:45.107 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.105+0000 7f3317332780 1 < suggested remove operation key=YBOSOCCRJFO7 tag=00N867W7U1TQ type=del 2024-04-12T00:46:45.109 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.107+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=LHF0EMCGO02G type=del size=79260 2024-04-12T00:46:45.111 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.108+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=MHFXRGJWI73T type=del 2024-04-12T00:46:45.112 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.109+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=L2L15FV4QTSQ type=del size=3931363 2024-04-12T00:46:45.113 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.111+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=FBPUMMXQW3W1 type=del 2024-04-12T00:46:45.115 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.112+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=IZCZ4XSEURGT type=del size=2432875 2024-04-12T00:46:45.116 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.113+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~ZTFBOJ4ITGY8.0 size=180551 2024-04-12T00:46:45.118 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.116+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=ZTFBOJ4ITGY8 tag=5KALFL6EIYDI type=write size=1229127 2024-04-12T00:46:45.121 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.118+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~1R2OGIY90QDG.0 size=354320 2024-04-12T00:46:45.121 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.118+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=1R2OGIY90QDG tag=HM6T0XOOETVO type=write size=1402896 2024-04-12T00:46:45.122 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.120+0000 7f3317332780 -1 < failed to complete operation key=5ZZ72J3YOO5G tag=U4XZVTUZ22EQ type=del size=3061588: (22) Invalid argument 2024-04-12T00:46:45.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.122+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~1Q8A85G6TW9Z.0 size=1048576 2024-04-12T00:46:45.126 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.123+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~1Q8A85G6TW9Z.1 size=1048576 2024-04-12T00:46:45.127 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.124+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~1Q8A85G6TW9Z.2 size=967314 2024-04-12T00:46:45.127 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.124+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=1Q8A85G6TW9Z tag=0FSX1KJ46U4E type=write size=4113042 2024-04-12T00:46:45.128 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.126+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~XHND2E5G70RP.0 size=1048576 2024-04-12T00:46:45.129 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.127+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~XHND2E5G70RP.1 size=1048576 2024-04-12T00:46:45.130 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.128+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~XHND2E5G70RP.2 size=79997 2024-04-12T00:46:45.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.130+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=XHND2E5G70RP tag=88P63M2CVQJ2 type=write size=3225725 2024-04-12T00:46:45.135 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.132+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=AVNUANBTKU7Q type=del size=623430 2024-04-12T00:46:45.136 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.133+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~E56DJE1IHLFU.0 size=1048576 2024-04-12T00:46:45.136 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.133+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~E56DJE1IHLFU.1 size=711292 2024-04-12T00:46:45.138 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.135+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=E56DJE1IHLFU tag=QLMUH7BSUSWW type=write size=2808444 2024-04-12T00:46:45.139 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.136+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=B1J6S3E8BIB2 type=del size=11037 2024-04-12T00:46:45.142 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.139+0000 7f3317332780 1 < suggested update operation key=LMJQSUV7DIV7 tag=EMO6JC1QT94M type=del size=3532455 2024-04-12T00:46:45.144 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.142+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~S9E43OQW57RF.0 size=1048576 2024-04-12T00:46:45.146 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.143+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~S9E43OQW57RF.1 size=772136 2024-04-12T00:46:45.146 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.143+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=S9E43OQW57RF tag=QFFJ6BY9F8WP type=write size=2869288 2024-04-12T00:46:45.147 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.144+0000 7f3317332780 1 < canceled operation key=DUBT6E7KPOC6 tag=KEDFOJ7VGXQU type=del size=2416094 2024-04-12T00:46:45.149 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.147+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~ZDW5XE3YMR5W.0 size=515197 2024-04-12T00:46:45.149 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.147+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=ZDW5XE3YMR5W tag=2EH8A7GXVXD7 type=write size=1563773 2024-04-12T00:46:45.151 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.148+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=NPHS0V70PHAG type=del 2024-04-12T00:46:45.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.150+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~JV9RG7F0ADKS.0 size=1048576 2024-04-12T00:46:45.154 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.151+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~JV9RG7F0ADKS.1 size=122373 2024-04-12T00:46:45.154 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.151+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=JV9RG7F0ADKS tag=V76V99IPLBDW type=write size=2219525 2024-04-12T00:46:45.155 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.153+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~BN5JK7K1BBA8.0 size=1048576 2024-04-12T00:46:45.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.154+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~BN5JK7K1BBA8.1 size=1037336 2024-04-12T00:46:45.159 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.157+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=BN5JK7K1BBA8 tag=11TJQYNE2III type=write size=3134488 2024-04-12T00:46:45.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.158+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=TO7CCPKKQ37L type=del size=1692124 2024-04-12T00:46:45.162 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.159+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~P1HHUL4DVCR9.0 size=559617 2024-04-12T00:46:45.164 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.162+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=P1HHUL4DVCR9 tag=MYFL0PJLIR3M type=write size=1608193 2024-04-12T00:46:45.166 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.163+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=QQZROPHXL1AE type=write size=895137 2024-04-12T00:46:45.167 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.164+0000 7f3317332780 1 < completed write operation key=GBDRR6ZHKT41 tag=A2MBCF25B0UJ type=write size=26295 2024-04-12T00:46:45.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.167+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~M6NC2EMF5FWU.0 size=36635 2024-04-12T00:46:45.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.167+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=M6NC2EMF5FWU tag=ULW5PFON0FLB type=write size=1085211 2024-04-12T00:46:45.171 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.169+0000 7f3317332780 1 < canceled operation key=GBDRR6ZHKT41 tag=J4DEDVK8KLW3 type=del size=1649687 2024-04-12T00:46:45.172 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.170+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=H3J9IDZ6F72M type=write size=726399 2024-04-12T00:46:45.174 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.171+0000 7f3317332780 1 < canceled operation key=UV2GWU9R87W7 tag=DCWLIMKR50F4 type=del size=2255398 2024-04-12T00:46:45.176 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.174+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~7W4FV087UU5B.0 size=1048576 2024-04-12T00:46:45.177 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.175+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~7W4FV087UU5B.1 size=369904 2024-04-12T00:46:45.178 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.175+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=7W4FV087UU5B tag=7WCDNSX22BCE type=write size=2467056 2024-04-12T00:46:45.179 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.176+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=GYLSV2JQCZKT type=del 2024-04-12T00:46:45.181 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.179+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~6E7AVNC7AJNN.0 size=1048576 2024-04-12T00:46:45.183 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.180+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~6E7AVNC7AJNN.1 size=1048576 2024-04-12T00:46:45.184 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.181+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~6E7AVNC7AJNN.2 size=701047 2024-04-12T00:46:45.184 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.181+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=6E7AVNC7AJNN tag=HAHIYN5Y723C type=write size=3846775 2024-04-12T00:46:45.185 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.182+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=LHF0EMCGO02G type=del 2024-04-12T00:46:45.187 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.184+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=L1EFIJU28IZO type=write size=114093 2024-04-12T00:46:45.190 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.187+0000 7f3317332780 1 < suggested remove operation key=VWQS28AXYRWJ tag=L2L15FV4QTSQ type=del 2024-04-12T00:46:45.191 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.188+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=MNVVVXIPOG53 type=write size=75954 2024-04-12T00:46:45.192 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.190+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=IZCZ4XSEURGT type=del 2024-04-12T00:46:45.194 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.191+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=0VZJLIW4S9SV type=del size=2445067 2024-04-12T00:46:45.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.193+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~1R2OGIY90QDG.0 size=354320 2024-04-12T00:46:45.198 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.195+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=1R2OGIY90QDG tag=HM6T0XOOETVO type=write size=1402896 2024-04-12T00:46:45.199 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.196+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=F1A0XQSITJRO type=del size=2224212 2024-04-12T00:46:45.200 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.198+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~1Q8A85G6TW9Z.0 size=1048576 2024-04-12T00:46:45.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.199+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~1Q8A85G6TW9Z.1 size=1048576 2024-04-12T00:46:45.203 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.200+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~1Q8A85G6TW9Z.2 size=967314 2024-04-12T00:46:45.206 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.203+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=1Q8A85G6TW9Z tag=0FSX1KJ46U4E type=write size=4113042 2024-04-12T00:46:45.207 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.205+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=QZ0DODNC1E7I type=del size=843184 2024-04-12T00:46:45.211 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.208+0000 7f3317332780 1 < suggested update operation key=UOC07EDTW788 tag=AVNUANBTKU7Q type=del size=623430 2024-04-12T00:46:45.213 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.211+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~JFZDHKZX16AR.0 size=1048576 2024-04-12T00:46:45.215 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.212+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~JFZDHKZX16AR.1 size=1048576 2024-04-12T00:46:45.216 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.213+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~JFZDHKZX16AR.2 size=552719 2024-04-12T00:46:45.216 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.213+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=JFZDHKZX16AR tag=807D28LL0YC6 type=write size=3698447 2024-04-12T00:46:45.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.217+0000 7f3317332780 1 < suggested update operation key=H318TVZHDVRW tag=B1J6S3E8BIB2 type=del size=11037 2024-04-12T00:46:45.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.218+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=WA21VYDOGWWS type=del size=2201159 2024-04-12T00:46:45.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.219+0000 7f3317332780 1 < canceled part key=_multipart_HOD7SOILOUYQ.2~S9E43OQW57RF.0 size=1048576 2024-04-12T00:46:45.224 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.220+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~S9E43OQW57RF.1 size=772136 2024-04-12T00:46:45.225 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.223+0000 7f3317332780 1 < canceled multipart upload key=HOD7SOILOUYQ upload=S9E43OQW57RF tag=QFFJ6BY9F8WP type=write size=2869288 2024-04-12T00:46:45.228 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.225+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~BQU5NCAM17QN.0 size=1048576 2024-04-12T00:46:45.229 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.226+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~BQU5NCAM17QN.1 size=1048576 2024-04-12T00:46:45.230 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.227+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~BQU5NCAM17QN.2 size=504760 2024-04-12T00:46:45.230 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.227+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=BQU5NCAM17QN tag=E371FN0MNZYE type=write size=3650488 2024-04-12T00:46:45.232 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.229+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~ZDW5XE3YMR5W.0 size=515197 2024-04-12T00:46:45.234 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.231+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=ZDW5XE3YMR5W tag=2EH8A7GXVXD7 type=write size=1563773 2024-04-12T00:46:45.237 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.234+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~A1XQZ6B6H2H4.0 size=1048576 2024-04-12T00:46:45.238 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.235+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~A1XQZ6B6H2H4.1 size=37016 2024-04-12T00:46:45.238 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.235+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=A1XQZ6B6H2H4 tag=X43MK90QNWXQ type=write size=2134168 2024-04-12T00:46:45.239 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.236+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~JV9RG7F0ADKS.0 size=1048576 2024-04-12T00:46:45.240 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.238+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~JV9RG7F0ADKS.1 size=122373 2024-04-12T00:46:45.243 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.240+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=JV9RG7F0ADKS tag=V76V99IPLBDW type=write size=2219525 2024-04-12T00:46:45.245 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.242+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~L9YHS8E7TQGD.0 size=1048576 2024-04-12T00:46:45.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.243+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~L9YHS8E7TQGD.1 size=141998 2024-04-12T00:46:45.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.243+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=L9YHS8E7TQGD tag=1FKCIF1PMZTI type=write size=2239150 2024-04-12T00:46:45.247 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.245+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=TO7CCPKKQ37L type=del 2024-04-12T00:46:45.250 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.247+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~FRM28F5INF8F.0 size=1048576 2024-04-12T00:46:45.251 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.248+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~FRM28F5INF8F.1 size=604157 2024-04-12T00:46:45.251 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.248+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=FRM28F5INF8F tag=VRU73Z2BHEJD type=write size=2701309 2024-04-12T00:46:45.253 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.251+0000 7f3317332780 1 < suggested remove operation key=B0O10Z22S1QK tag=QQZROPHXL1AE type=write 2024-04-12T00:46:45.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.252+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=ODRLAGUR8WHC type=del size=2579093 2024-04-12T00:46:45.256 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.253+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~M6NC2EMF5FWU.0 size=36635 2024-04-12T00:46:45.258 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.255+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=M6NC2EMF5FWU tag=ULW5PFON0FLB type=write size=1085211 2024-04-12T00:46:45.260 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.257+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=RWZT2BXZMVUC type=del size=3861917 2024-04-12T00:46:45.262 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.259+0000 7f3317332780 1 < completed write operation key=2RQJT2MW2T9S tag=H3J9IDZ6F72M type=write size=726399 2024-04-12T00:46:45.265 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.262+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~0OAAAPI3J27M.0 size=1048576 2024-04-12T00:46:45.266 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.263+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~0OAAAPI3J27M.1 size=506950 2024-04-12T00:46:45.266 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.263+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=0OAAAPI3J27M tag=CF33QJNO13L4 type=write size=2604102 2024-04-12T00:46:45.267 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.265+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~7W4FV087UU5B.0 size=1048576 2024-04-12T00:46:45.268 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.266+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~7W4FV087UU5B.1 size=369904 2024-04-12T00:46:45.270 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.268+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=7W4FV087UU5B tag=7WCDNSX22BCE type=write size=2467056 2024-04-12T00:46:45.272 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.269+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=Q1MNAOEF20LP type=del size=3720033 2024-04-12T00:46:45.273 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.271+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~6E7AVNC7AJNN.0 size=1048576 2024-04-12T00:46:45.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.272+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~6E7AVNC7AJNN.1 size=1048576 2024-04-12T00:46:45.275 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.273+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~6E7AVNC7AJNN.2 size=701047 2024-04-12T00:46:45.277 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.275+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=6E7AVNC7AJNN tag=HAHIYN5Y723C type=write size=3846775 2024-04-12T00:46:45.279 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.276+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=2ER1W75TF96C type=del size=1816432 2024-04-12T00:46:45.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.278+0000 7f3317332780 1 < completed write operation key=GBDRR6ZHKT41 tag=L1EFIJU28IZO type=write size=114093 2024-04-12T00:46:45.283 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.280+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~73EKY360HDZA.0 size=447612 2024-04-12T00:46:45.283 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.280+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=73EKY360HDZA tag=3F0KV282Y9V7 type=write size=1496188 2024-04-12T00:46:45.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.282+0000 7f3317332780 1 < completed write operation key=MX8A1YZ2V3NF tag=MNVVVXIPOG53 type=write size=75954 2024-04-12T00:46:45.286 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.283+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=5JXUGF7N4GZA type=del size=3159049 2024-04-12T00:46:45.287 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.285+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=0VZJLIW4S9SV type=del 2024-04-12T00:46:45.289 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.286+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=ZISA2HGYO9GO type=del size=1547013 2024-04-12T00:46:45.290 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.287+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=F1A0XQSITJRO type=del 2024-04-12T00:46:45.292 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.289+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=1N05D27EZX3G type=del size=1511661 2024-04-12T00:46:45.294 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.291+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=QZ0DODNC1E7I type=del 2024-04-12T00:46:45.295 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.292+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=WE24CVMHB50R type=del size=4067772 2024-04-12T00:46:45.297 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.294+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~JFZDHKZX16AR.0 size=1048576 2024-04-12T00:46:45.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.295+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~JFZDHKZX16AR.1 size=1048576 2024-04-12T00:46:45.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.295+0000 7f3317332780 1 < canceled part key=_multipart_WV1ML7JVNDAP.2~JFZDHKZX16AR.2 size=552719 2024-04-12T00:46:45.300 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.297+0000 7f3317332780 1 < canceled multipart upload key=WV1ML7JVNDAP upload=JFZDHKZX16AR tag=807D28LL0YC6 type=write size=3698447 2024-04-12T00:46:45.301 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.299+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=9TK64VZAJUSU type=del size=874544 2024-04-12T00:46:45.303 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.300+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=WA21VYDOGWWS type=del 2024-04-12T00:46:45.304 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.302+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=QRFDVCUR3AUK type=write size=800325 2024-04-12T00:46:45.305 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.303+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~BQU5NCAM17QN.0 size=1048576 2024-04-12T00:46:45.307 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.304+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~BQU5NCAM17QN.1 size=1048576 2024-04-12T00:46:45.308 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.305+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~BQU5NCAM17QN.2 size=504760 2024-04-12T00:46:45.310 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.308+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=BQU5NCAM17QN tag=E371FN0MNZYE type=write size=3650488 2024-04-12T00:46:45.313 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.310+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~1ZU87QAO56BP.0 size=1048576 2024-04-12T00:46:45.314 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.311+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~1ZU87QAO56BP.1 size=681896 2024-04-12T00:46:45.314 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.311+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=1ZU87QAO56BP tag=UMTCGV2ZDYRM type=write size=2779048 2024-04-12T00:46:45.315 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.313+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~A1XQZ6B6H2H4.0 size=1048576 2024-04-12T00:46:45.316 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.314+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~A1XQZ6B6H2H4.1 size=37016 2024-04-12T00:46:45.319 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.316+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=A1XQZ6B6H2H4 tag=X43MK90QNWXQ type=write size=2134168 2024-04-12T00:46:45.320 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.317+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=2DMO4ZNF2SMA type=del size=4167829 2024-04-12T00:46:45.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.319+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~L9YHS8E7TQGD.0 size=1048576 2024-04-12T00:46:45.323 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.320+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~L9YHS8E7TQGD.1 size=141998 2024-04-12T00:46:45.325 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.322+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=L9YHS8E7TQGD tag=1FKCIF1PMZTI type=write size=2239150 2024-04-12T00:46:45.326 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.324+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=6ZBTSYM1BCEY type=del size=2871622 2024-04-12T00:46:45.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.325+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~FRM28F5INF8F.0 size=1048576 2024-04-12T00:46:45.329 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.326+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~FRM28F5INF8F.1 size=604157 2024-04-12T00:46:45.331 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.328+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=FRM28F5INF8F tag=VRU73Z2BHEJD type=write size=2701309 2024-04-12T00:46:45.334 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.331+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~YY4TQHSSKHAF.0 size=1048576 2024-04-12T00:46:45.335 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.332+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~YY4TQHSSKHAF.1 size=1048576 2024-04-12T00:46:45.336 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.333+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~YY4TQHSSKHAF.2 size=531114 2024-04-12T00:46:45.336 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.333+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=YY4TQHSSKHAF tag=L01CP4ELJVCG type=write size=3676842 2024-04-12T00:46:45.337 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.334+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=ODRLAGUR8WHC type=del 2024-04-12T00:46:45.339 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.336+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=AA2T9C40ICIG type=del size=1639256 2024-04-12T00:46:45.341 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.338+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=RWZT2BXZMVUC type=del 2024-04-12T00:46:45.343 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.341+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~XGIS5CB2SS1G.0 size=1048576 2024-04-12T00:46:45.344 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.342+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~XGIS5CB2SS1G.1 size=1048576 2024-04-12T00:46:45.345 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.343+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~XGIS5CB2SS1G.2 size=207497 2024-04-12T00:46:45.346 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.343+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=XGIS5CB2SS1G tag=HSY8BAJ4P6JN type=write size=3353225 2024-04-12T00:46:45.347 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.344+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~0OAAAPI3J27M.0 size=1048576 2024-04-12T00:46:45.348 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.345+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~0OAAAPI3J27M.1 size=506950 2024-04-12T00:46:45.350 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.348+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=0OAAAPI3J27M tag=CF33QJNO13L4 type=write size=2604102 2024-04-12T00:46:45.352 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.349+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=5K6ZZ5FRFWRQ type=del size=4107824 2024-04-12T00:46:45.354 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.351+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=Q1MNAOEF20LP type=del 2024-04-12T00:46:45.357 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.354+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~76TSH197WYO7.0 size=579291 2024-04-12T00:46:45.357 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.354+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=76TSH197WYO7 tag=0YXL80JYEHBR type=write size=1627867 2024-04-12T00:46:45.359 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.357+0000 7f3317332780 1 < suggested remove operation key=X4J4HOCIIN2P tag=2ER1W75TF96C type=del 2024-04-12T00:46:45.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.358+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=EI30RR28WA36 type=write size=451978 2024-04-12T00:46:45.362 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.360+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~73EKY360HDZA.0 size=447612 2024-04-12T00:46:45.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.362+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=73EKY360HDZA tag=3F0KV282Y9V7 type=write size=1496188 2024-04-12T00:46:45.366 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.363+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=MV9X7929UE2A type=del size=3461120 2024-04-12T00:46:45.368 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.365+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=5JXUGF7N4GZA type=del 2024-04-12T00:46:45.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:45 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132357-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:46:45.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:45 smithi193 ceph-mon[83763]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-12T00:46:45.369 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.367+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=FU8QFDHJ7CLU type=write size=139791 2024-04-12T00:46:45.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.369+0000 7f3317332780 1 < canceled operation key=HOD7SOILOUYQ tag=ZISA2HGYO9GO type=del size=1547013 2024-04-12T00:46:45.374 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.371+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~69VZAI224PMI.0 size=1048576 2024-04-12T00:46:45.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.372+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~69VZAI224PMI.1 size=845521 2024-04-12T00:46:45.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.372+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=69VZAI224PMI tag=SNP1SLAWULIC type=write size=2942673 2024-04-12T00:46:45.377 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.374+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=1N05D27EZX3G type=del 2024-04-12T00:46:45.378 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.375+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=TTJGJ2O4OYAE type=del size=1906903 2024-04-12T00:46:45.381 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.378+0000 7f3317332780 1 < suggested remove operation key=MX8A1YZ2V3NF tag=WE24CVMHB50R type=del 2024-04-12T00:46:45.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.379+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=RHFVRKX730J5 type=write size=988538 2024-04-12T00:46:45.383 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.381+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=9TK64VZAJUSU type=del 2024-04-12T00:46:45.385 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.382+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=16UKA73X37Y8 type=del size=3640977 2024-04-12T00:46:45.388 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.385+0000 7f3317332780 1 < suggested remove operation key=UV2GWU9R87W7 tag=QRFDVCUR3AUK type=write 2024-04-12T00:46:45.389 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.386+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=NEOTRHJCR0KK type=del size=1369183 2024-04-12T00:46:45.391 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.388+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~1ZU87QAO56BP.0 size=1048576 2024-04-12T00:46:45.391 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.388+0000 7f3317332780 1 < canceled part key=_multipart_FP1N9YO8QR7E.2~1ZU87QAO56BP.1 size=681896 2024-04-12T00:46:45.394 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.391+0000 7f3317332780 1 < canceled multipart upload key=FP1N9YO8QR7E upload=1ZU87QAO56BP tag=UMTCGV2ZDYRM type=write size=2779048 2024-04-12T00:46:45.395 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.393+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=KS9SK7WNSZR5 type=del size=109958 2024-04-12T00:46:45.397 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.394+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=2DMO4ZNF2SMA type=del 2024-04-12T00:46:45.399 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.397+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~BIIRPVVWTN66.0 size=674600 2024-04-12T00:46:45.399 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.397+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=BIIRPVVWTN66 tag=HC5DICUAC0CL type=write size=1723176 2024-04-12T00:46:45.401 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.398+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=6ZBTSYM1BCEY type=del 2024-04-12T00:46:45.403 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.400+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=MBRIHJXP9YGF type=del size=2273999 2024-04-12T00:46:45.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.402+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~YY4TQHSSKHAF.0 size=1048576 2024-04-12T00:46:45.406 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.403+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~YY4TQHSSKHAF.1 size=1048576 2024-04-12T00:46:45.407 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.404+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~YY4TQHSSKHAF.2 size=531114 2024-04-12T00:46:45.409 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.407+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=YY4TQHSSKHAF tag=L01CP4ELJVCG type=write size=3676842 2024-04-12T00:46:45.411 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.408+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=FT0M2IWMNQ8O type=del size=3917303 2024-04-12T00:46:45.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.410+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=AA2T9C40ICIG type=del 2024-04-12T00:46:45.415 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.413+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~ADQ2SKKP1MB2.0 size=1048576 2024-04-12T00:46:45.416 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.414+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~ADQ2SKKP1MB2.1 size=1048576 2024-04-12T00:46:45.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.415+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~ADQ2SKKP1MB2.2 size=390938 2024-04-12T00:46:45.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.415+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=ADQ2SKKP1MB2 tag=XO0UZY8IYZTV type=write size=3536666 2024-04-12T00:46:45.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.415+0000 7f3317332780 1 < canceled part key=_multipart_MX8A1YZ2V3NF.2~XGIS5CB2SS1G.0 size=1048576 2024-04-12T00:46:45.420 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.417+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~XGIS5CB2SS1G.1 size=1048576 2024-04-12T00:46:45.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.418+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~XGIS5CB2SS1G.2 size=207497 2024-04-12T00:46:45.423 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.420+0000 7f3317332780 1 < canceled multipart upload key=MX8A1YZ2V3NF upload=XGIS5CB2SS1G tag=HSY8BAJ4P6JN type=write size=3353225 2024-04-12T00:46:45.424 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.422+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=HBVO8R9103KY type=del size=1392045 2024-04-12T00:46:45.427 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.424+0000 7f3317332780 1 < suggested update operation key=VWQS28AXYRWJ tag=5K6ZZ5FRFWRQ type=del size=4107824 2024-04-12T00:46:45.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.427+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~E26N5XVP1055.0 size=1048576 2024-04-12T00:46:45.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.428+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~E26N5XVP1055.1 size=1018979 2024-04-12T00:46:45.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.428+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=E26N5XVP1055 tag=BD5KSO2YKYKQ type=write size=3116131 2024-04-12T00:46:45.432 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.430+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~76TSH197WYO7.0 size=579291 2024-04-12T00:46:45.434 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.432+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=76TSH197WYO7 tag=0YXL80JYEHBR type=write size=1627867 2024-04-12T00:46:45.437 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.434+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~U01HPQAGXJSV.0 size=1048576 2024-04-12T00:46:45.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.436+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~U01HPQAGXJSV.1 size=1048576 2024-04-12T00:46:45.439 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.437+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~U01HPQAGXJSV.2 size=147164 2024-04-12T00:46:45.439 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.437+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=U01HPQAGXJSV tag=9961Q12RCJK2 type=write size=3292892 2024-04-12T00:46:45.442 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.439+0000 7f3317332780 1 < suggested update operation key=1CAPZAU657WZ tag=EI30RR28WA36 type=write size=451978 2024-04-12T00:46:45.445 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.442+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~2DPWG4OYHZ6N.0 size=1048576 2024-04-12T00:46:45.446 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.443+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~2DPWG4OYHZ6N.1 size=1048576 2024-04-12T00:46:45.447 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.444+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~2DPWG4OYHZ6N.2 size=774920 2024-04-12T00:46:45.447 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.444+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=2DPWG4OYHZ6N tag=VHLF00FQ3FD9 type=write size=3920648 2024-04-12T00:46:45.448 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.446+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=MV9X7929UE2A type=del 2024-04-12T00:46:45.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.447+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=Q130P4JPGYZ3 type=write size=132515 2024-04-12T00:46:45.452 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.449+0000 7f3317332780 -1 < failed to complete operation key=1CAPZAU657WZ tag=FU8QFDHJ7CLU type=write size=139791: (22) Invalid argument 2024-04-12T00:46:45.453 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.451+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=D950SXGOBU2O type=del size=2771355 2024-04-12T00:46:45.455 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.452+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~69VZAI224PMI.0 size=1048576 2024-04-12T00:46:45.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.453+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~69VZAI224PMI.1 size=845521 2024-04-12T00:46:45.458 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.455+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=69VZAI224PMI tag=SNP1SLAWULIC type=write size=2942673 2024-04-12T00:46:45.459 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.457+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=AIA3F7ERP25U type=del size=2181277 2024-04-12T00:46:45.461 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.458+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=TTJGJ2O4OYAE type=del 2024-04-12T00:46:45.463 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.461+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~JG5WHO499HDP.0 size=1048576 2024-04-12T00:46:45.464 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.462+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~JG5WHO499HDP.1 size=196209 2024-04-12T00:46:45.464 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.462+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=JG5WHO499HDP tag=CA2MOXXL8Q48 type=write size=2293361 2024-04-12T00:46:45.466 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.463+0000 7f3317332780 1 < completed write operation key=DUBT6E7KPOC6 tag=RHFVRKX730J5 type=write size=988538 2024-04-12T00:46:45.467 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.465+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=DT3FR2LNZKAM type=del size=2917799 2024-04-12T00:46:45.469 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.466+0000 7f3317332780 1 < canceled operation key=UPNUSSW7TUR9 tag=16UKA73X37Y8 type=del size=3640977 2024-04-12T00:46:45.470 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.467+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=2JU5R2U1K3ZF type=del size=2732268 2024-04-12T00:46:45.472 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.469+0000 7f3317332780 1 < canceled operation key=X4J4HOCIIN2P tag=NEOTRHJCR0KK type=del size=1369183 2024-04-12T00:46:45.473 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.470+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=GITICZH4O69N type=del size=4145270 2024-04-12T00:46:45.474 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.472+0000 7f3317332780 1 < canceled operation key=WV1ML7JVNDAP tag=KS9SK7WNSZR5 type=del size=109958 2024-04-12T00:46:45.476 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.473+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=DAIXC9PE3AWN type=del size=3535917 2024-04-12T00:46:45.477 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.474+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~BIIRPVVWTN66.0 size=674600 2024-04-12T00:46:45.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.477+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=BIIRPVVWTN66 tag=HC5DICUAC0CL type=write size=1723176 2024-04-12T00:46:45.480 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.478+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=M15ZO33B2VWX type=del size=3180703 2024-04-12T00:46:45.482 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.479+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=MBRIHJXP9YGF type=del 2024-04-12T00:46:45.483 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.481+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=EA0OCQCSP0HM type=del size=3331202 2024-04-12T00:46:45.485 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.482+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=FT0M2IWMNQ8O type=del 2024-04-12T00:46:45.486 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.483+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=HL4IJG8K40BC type=del size=2686620 2024-04-12T00:46:45.488 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.485+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~ADQ2SKKP1MB2.0 size=1048576 2024-04-12T00:46:45.489 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.487+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~ADQ2SKKP1MB2.1 size=1048576 2024-04-12T00:46:45.490 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.488+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~ADQ2SKKP1MB2.2 size=390938 2024-04-12T00:46:45.493 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.490+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=ADQ2SKKP1MB2 tag=XO0UZY8IYZTV type=write size=3536666 2024-04-12T00:46:45.494 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.491+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=0302T0KCB3XA type=del size=1864634 2024-04-12T00:46:45.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.495+0000 7f3317332780 1 < suggested update operation key=VWQS28AXYRWJ tag=HBVO8R9103KY type=del size=1392045 2024-04-12T00:46:45.499 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.496+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=X0IW7I0BNQVY type=del size=3398365 2024-04-12T00:46:45.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.498+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~E26N5XVP1055.0 size=1048576 2024-04-12T00:46:45.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.499+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~E26N5XVP1055.1 size=1018979 2024-04-12T00:46:45.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.502+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=E26N5XVP1055 tag=BD5KSO2YKYKQ type=write size=3116131 2024-04-12T00:46:45.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.503+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=Z32Q0CQ2483U type=del size=3348145 2024-04-12T00:46:45.507 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.504+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~U01HPQAGXJSV.0 size=1048576 2024-04-12T00:46:45.507 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.504+0000 7f3317332780 1 < canceled part key=_multipart_UPNUSSW7TUR9.2~U01HPQAGXJSV.1 size=1048576 2024-04-12T00:46:45.508 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.506+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~U01HPQAGXJSV.2 size=147164 2024-04-12T00:46:45.511 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.508+0000 7f3317332780 1 < canceled multipart upload key=UPNUSSW7TUR9 upload=U01HPQAGXJSV tag=9961Q12RCJK2 type=write size=3292892 2024-04-12T00:46:45.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.511+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~1TZE6BF02UE2.0 size=165347 2024-04-12T00:46:45.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.511+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=1TZE6BF02UE2 tag=BODYUSIYMWEJ type=write size=1213923 2024-04-12T00:46:45.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.513+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~2DPWG4OYHZ6N.0 size=1048576 2024-04-12T00:46:45.517 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.514+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~2DPWG4OYHZ6N.1 size=1048576 2024-04-12T00:46:45.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.515+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~2DPWG4OYHZ6N.2 size=774920 2024-04-12T00:46:45.520 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.518+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=2DPWG4OYHZ6N tag=VHLF00FQ3FD9 type=write size=3920648 2024-04-12T00:46:45.523 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.521+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~YKF2HJGI5XPQ.0 size=250370 2024-04-12T00:46:45.524 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.521+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=YKF2HJGI5XPQ tag=N97DEUI8S4TX type=write size=1298946 2024-04-12T00:46:45.525 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.522+0000 7f3317332780 1 < completed write operation key=UOC07EDTW788 tag=Q130P4JPGYZ3 type=write size=132515 2024-04-12T00:46:45.526 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.524+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=H8Q6ECSEKHHX type=del size=2997407 2024-04-12T00:46:45.528 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.525+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=D950SXGOBU2O type=del 2024-04-12T00:46:45.529 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.527+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=H1LMAX0KAM0I type=del size=226422 2024-04-12T00:46:45.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.528+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=AIA3F7ERP25U type=del 2024-04-12T00:46:45.532 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.529+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=8VCF98KUZLZN type=del size=2329594 2024-04-12T00:46:45.533 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.531+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~JG5WHO499HDP.0 size=1048576 2024-04-12T00:46:45.533 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.531+0000 7f3317332780 1 < canceled part key=_multipart_H318TVZHDVRW.2~JG5WHO499HDP.1 size=196209 2024-04-12T00:46:45.536 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.533+0000 7f3317332780 1 < canceled multipart upload key=H318TVZHDVRW upload=JG5WHO499HDP tag=CA2MOXXL8Q48 type=write size=2293361 2024-04-12T00:46:45.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.534+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=U9Q08033D8MT type=write size=249235 2024-04-12T00:46:45.539 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.536+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=DT3FR2LNZKAM type=del 2024-04-12T00:46:45.541 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.538+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~GGOYPQVWVLWG.0 size=881052 2024-04-12T00:46:45.541 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.538+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=GGOYPQVWVLWG tag=JZX5Y83EKR6K type=write size=1929628 2024-04-12T00:46:45.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:45 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132357-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:46:45.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:45 smithi098 ceph-mon[91373]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-12T00:46:45.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:45 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132357-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:46:45.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:45 smithi098 ceph-mon[88922]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-12T00:46:45.544 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.541+0000 7f3317332780 1 < suggested update operation key=L78GRS73CH1U tag=2JU5R2U1K3ZF type=del size=2732268 2024-04-12T00:46:45.547 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.545+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~V5HQKPO1X1B9.0 size=1048576 2024-04-12T00:46:45.548 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.546+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~V5HQKPO1X1B9.1 size=1048576 2024-04-12T00:46:45.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.547+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~V5HQKPO1X1B9.2 size=541756 2024-04-12T00:46:45.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.547+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=V5HQKPO1X1B9 tag=ZOMFZ193NX22 type=write size=3687484 2024-04-12T00:46:45.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.550+0000 7f3317332780 1 < suggested remove operation key=UPNUSSW7TUR9 tag=GITICZH4O69N type=del 2024-04-12T00:46:45.554 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.551+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=3D63UGHNFCX8 type=write size=397202 2024-04-12T00:46:45.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.553+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=DAIXC9PE3AWN type=del 2024-04-12T00:46:45.557 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.554+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=XBYGEKUKMETA type=del size=406937 2024-04-12T00:46:45.559 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.556+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=M15ZO33B2VWX type=del 2024-04-12T00:46:45.561 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.559+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~2058OS3JD7IA.0 size=173220 2024-04-12T00:46:45.562 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.559+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=2058OS3JD7IA tag=65RV5COY4R8I type=write size=1221796 2024-04-12T00:46:45.564 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.561+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=EA0OCQCSP0HM type=del 2024-04-12T00:46:45.565 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.563+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=I3SPV79TRWKC type=del size=1466960 2024-04-12T00:46:45.567 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.564+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=HL4IJG8K40BC type=del 2024-04-12T00:46:45.568 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.566+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=3EM8J10T16GW type=del size=3507757 2024-04-12T00:46:45.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.567+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=0302T0KCB3XA type=del 2024-04-12T00:46:45.571 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.568+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=J32WFGT8KS5F type=del size=3312080 2024-04-12T00:46:45.573 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.570+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=X0IW7I0BNQVY type=del 2024-04-12T00:46:45.574 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.572+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=81C4FTMHWH6C type=del size=3747834 2024-04-12T00:46:45.576 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.573+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=Z32Q0CQ2483U type=del 2024-04-12T00:46:45.578 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.576+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~XDCOOQ1MGYOA.0 size=1048576 2024-04-12T00:46:45.580 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.577+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~XDCOOQ1MGYOA.1 size=1048576 2024-04-12T00:46:45.581 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.578+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~XDCOOQ1MGYOA.2 size=837448 2024-04-12T00:46:45.581 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.578+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=XDCOOQ1MGYOA tag=EDXQUZHGXX1M type=write size=3983176 2024-04-12T00:46:45.582 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.580+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~1TZE6BF02UE2.0 size=165347 2024-04-12T00:46:45.585 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.582+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=1TZE6BF02UE2 tag=BODYUSIYMWEJ type=write size=1213923 2024-04-12T00:46:45.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.585+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~SQ8Q2CE0I3Q5.0 size=308518 2024-04-12T00:46:45.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.585+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=SQ8Q2CE0I3Q5 tag=NGX8AXVYEUJ3 type=write size=1357094 2024-04-12T00:46:45.589 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.586+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~YKF2HJGI5XPQ.0 size=250370 2024-04-12T00:46:45.591 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.588+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=YKF2HJGI5XPQ tag=N97DEUI8S4TX type=write size=1298946 2024-04-12T00:46:45.592 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.590+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=MLBOJZDQ0OHA type=del size=3133461 2024-04-12T00:46:45.594 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.591+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=H8Q6ECSEKHHX type=del 2024-04-12T00:46:45.595 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.592+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=1UDECHWJF9E0 type=write size=430192 2024-04-12T00:46:45.597 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.594+0000 7f3317332780 -1 < failed to complete operation key=L78GRS73CH1U tag=H1LMAX0KAM0I type=del size=226422: (22) Invalid argument 2024-04-12T00:46:45.598 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.596+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=0AJ5G3F0TXER type=del size=301244 2024-04-12T00:46:45.600 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.597+0000 7f3317332780 -1 < failed to complete operation key=TZ723A1PHQ0U tag=8VCF98KUZLZN type=del size=2329594: (22) Invalid argument 2024-04-12T00:46:45.602 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.599+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=H10XY8W4M9D4 type=del size=1226847 2024-04-12T00:46:45.603 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.600+0000 7f3317332780 -1 < failed to complete operation key=TZ723A1PHQ0U tag=U9Q08033D8MT type=write size=249235: (22) Invalid argument 2024-04-12T00:46:45.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.603+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~CL5RN3R8VR95.0 size=630126 2024-04-12T00:46:45.606 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.603+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=CL5RN3R8VR95 tag=2Q9X8WM5M6BA type=write size=1678702 2024-04-12T00:46:45.607 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.604+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~GGOYPQVWVLWG.0 size=881052 2024-04-12T00:46:45.609 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.606+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=GGOYPQVWVLWG tag=JZX5Y83EKR6K type=write size=1929628 2024-04-12T00:46:45.610 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.608+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=C00O3UD0RBO8 type=del size=1819390 2024-04-12T00:46:45.612 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.609+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~V5HQKPO1X1B9.0 size=1048576 2024-04-12T00:46:45.613 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.610+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~V5HQKPO1X1B9.1 size=1048576 2024-04-12T00:46:45.614 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.611+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~V5HQKPO1X1B9.2 size=541756 2024-04-12T00:46:45.616 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.614+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=V5HQKPO1X1B9 tag=ZOMFZ193NX22 type=write size=3687484 2024-04-12T00:46:45.618 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.615+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=L7YKUCT1FR27 type=del size=3993594 2024-04-12T00:46:45.619 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.617+0000 7f3317332780 1 < completed write operation key=E46GQAGF9GTX tag=3D63UGHNFCX8 type=write size=397202 2024-04-12T00:46:45.621 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.618+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=KY1T2L0RMBG0 type=del size=1738995 2024-04-12T00:46:45.623 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.620+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=XBYGEKUKMETA type=del 2024-04-12T00:46:45.624 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.621+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=KK3PZMO0Y0UF type=write size=706675 2024-04-12T00:46:45.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.623+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~2058OS3JD7IA.0 size=173220 2024-04-12T00:46:45.630 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.625+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=2058OS3JD7IA tag=65RV5COY4R8I type=write size=1221796 2024-04-12T00:46:45.630 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.627+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=8P05Q0CIWYEG type=del size=279827 2024-04-12T00:46:45.633 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.630+0000 7f3317332780 1 < suggested update operation key=RT67TN1NNQ2D tag=I3SPV79TRWKC type=del size=1466960 2024-04-12T00:46:45.635 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.632+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~2AJW880NBRSI.0 size=182111 2024-04-12T00:46:45.635 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.632+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=2AJW880NBRSI tag=GRROW8PLCFHW type=write size=1230687 2024-04-12T00:46:45.637 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.634+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=3EM8J10T16GW type=del 2024-04-12T00:46:45.638 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.635+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=LZN4YG1BRONP type=write size=489802 2024-04-12T00:46:45.640 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.637+0000 7f3317332780 -1 < failed to complete operation key=RT67TN1NNQ2D tag=J32WFGT8KS5F type=del size=3312080: (22) Invalid argument 2024-04-12T00:46:45.642 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.640+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~M0LS7VYJ1Z6Y.0 size=162672 2024-04-12T00:46:45.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.640+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=M0LS7VYJ1Z6Y tag=GLJ9VLYAEADA type=write size=1211248 2024-04-12T00:46:45.645 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.643+0000 7f3317332780 1 < suggested update operation key=UV2GWU9R87W7 tag=81C4FTMHWH6C type=del size=3747834 2024-04-12T00:46:45.647 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.644+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=XPDQUBPXQHSW type=del size=1968169 2024-04-12T00:46:45.648 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.646+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~XDCOOQ1MGYOA.0 size=1048576 2024-04-12T00:46:45.649 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.646+0000 7f3317332780 1 < canceled part key=_multipart_LMJQSUV7DIV7.2~XDCOOQ1MGYOA.1 size=1048576 2024-04-12T00:46:45.650 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.647+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~XDCOOQ1MGYOA.2 size=837448 2024-04-12T00:46:45.652 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.649+0000 7f3317332780 1 < canceled multipart upload key=LMJQSUV7DIV7 upload=XDCOOQ1MGYOA tag=EDXQUZHGXX1M type=write size=3983176 2024-04-12T00:46:45.653 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.651+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=HXCRUSGOIO9C type=write size=266669 2024-04-12T00:46:45.655 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.652+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~SQ8Q2CE0I3Q5.0 size=308518 2024-04-12T00:46:45.657 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.655+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=SQ8Q2CE0I3Q5 tag=NGX8AXVYEUJ3 type=write size=1357094 2024-04-12T00:46:45.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.656+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=DSLH7N1LPPQV type=del size=1432811 2024-04-12T00:46:45.662 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.659+0000 7f3317332780 1 < suggested remove operation key=UV2GWU9R87W7 tag=MLBOJZDQ0OHA type=del 2024-04-12T00:46:45.663 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.661+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=T15FWDE5YJZC type=del size=2755719 2024-04-12T00:46:45.665 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.662+0000 7f3317332780 1 < completed write operation key=FP1N9YO8QR7E tag=1UDECHWJF9E0 type=write size=430192 2024-04-12T00:46:45.666 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.664+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=EEU47QUHMVPZ type=del size=3631635 2024-04-12T00:46:45.668 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.665+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=0AJ5G3F0TXER type=del 2024-04-12T00:46:45.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.667+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=RCLYG77ATPQS type=del size=2001312 2024-04-12T00:46:45.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.669+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=H10XY8W4M9D4 type=del 2024-04-12T00:46:45.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.671+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=ZK0G99OE8SRN type=write size=356195 2024-04-12T00:46:45.675 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.672+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~CL5RN3R8VR95.0 size=630126 2024-04-12T00:46:45.677 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.675+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=CL5RN3R8VR95 tag=2Q9X8WM5M6BA type=write size=1678702 2024-04-12T00:46:45.679 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.676+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=UP9Z3FJIL8DT type=del size=1250935 2024-04-12T00:46:45.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.678+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=C00O3UD0RBO8 type=del 2024-04-12T00:46:45.682 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.679+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=CM9XQR4S5Y0N type=del size=2627405 2024-04-12T00:46:45.683 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.681+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=L7YKUCT1FR27 type=del 2024-04-12T00:46:45.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.683+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~O2PY4EBNEULH.0 size=237601 2024-04-12T00:46:45.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.683+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=O2PY4EBNEULH tag=HGTUMAZJVAK7 type=write size=1286177 2024-04-12T00:46:45.687 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.685+0000 7f3317332780 -1 < failed to complete operation key=UV2GWU9R87W7 tag=KY1T2L0RMBG0 type=del size=1738995: (22) Invalid argument 2024-04-12T00:46:45.689 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.686+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=HABAVTHOB9O4 type=del size=1041793 2024-04-12T00:46:45.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.688+0000 7f3317332780 1 < completed write operation key=VCU05OLK0CA0 tag=KK3PZMO0Y0UF type=write size=706675 2024-04-12T00:46:45.693 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.690+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~C9T301V1TXFD.0 size=1048576 2024-04-12T00:46:45.694 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.691+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~C9T301V1TXFD.1 size=1048576 2024-04-12T00:46:45.695 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.692+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~C9T301V1TXFD.2 size=10171 2024-04-12T00:46:45.695 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.692+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=C9T301V1TXFD tag=BSGX10HKG1PS type=write size=3155899 2024-04-12T00:46:45.696 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.694+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=8P05Q0CIWYEG type=del 2024-04-12T00:46:45.699 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.696+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~2QF3BBXTFG4J.0 size=292813 2024-04-12T00:46:45.699 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.696+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=2QF3BBXTFG4J tag=CSBAH8XENYPT type=write size=1341389 2024-04-12T00:46:45.701 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.698+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~2AJW880NBRSI.0 size=182111 2024-04-12T00:46:45.703 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.701+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=2AJW880NBRSI tag=GRROW8PLCFHW type=write size=1230687 2024-04-12T00:46:45.706 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.704+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~PW3QW6TIMII0.0 size=883487 2024-04-12T00:46:45.707 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.704+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=PW3QW6TIMII0 tag=NRVC8X2ALDSL type=write size=1932063 2024-04-12T00:46:45.708 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.705+0000 7f3317332780 1 < completed write operation key=VCU05OLK0CA0 tag=LZN4YG1BRONP type=write size=489802 2024-04-12T00:46:45.710 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.708+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~1DZ3T331FZWQ.0 size=1048576 2024-04-12T00:46:45.712 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.709+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~1DZ3T331FZWQ.1 size=541003 2024-04-12T00:46:45.712 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.709+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=1DZ3T331FZWQ tag=K0K1QXSH92TB type=write size=2638155 2024-04-12T00:46:45.713 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.710+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~M0LS7VYJ1Z6Y.0 size=162672 2024-04-12T00:46:45.715 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.713+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=M0LS7VYJ1Z6Y tag=GLJ9VLYAEADA type=write size=1211248 2024-04-12T00:46:45.717 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.714+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=EEYZE8IR08EO type=write size=352235 2024-04-12T00:46:45.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.716+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=XPDQUBPXQHSW type=del 2024-04-12T00:46:45.721 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.718+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~ZDCGM613GLF0.0 size=543466 2024-04-12T00:46:45.721 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.718+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=ZDCGM613GLF0 tag=QPOYGTJWHDH1 type=write size=1592042 2024-04-12T00:46:45.723 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.720+0000 7f3317332780 1 < canceled operation key=UPNUSSW7TUR9 tag=HXCRUSGOIO9C type=write size=266669 2024-04-12T00:46:45.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.723+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~0WYGMFAIRZ4E.0 size=27296 2024-04-12T00:46:45.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.723+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=0WYGMFAIRZ4E tag=CX7O12F27212 type=write size=1075872 2024-04-12T00:46:45.727 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.724+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=DSLH7N1LPPQV type=del 2024-04-12T00:46:45.729 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.727+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~TZWZSN3O0Y54.0 size=1048576 2024-04-12T00:46:45.730 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.728+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~TZWZSN3O0Y54.1 size=231737 2024-04-12T00:46:45.731 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.728+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=TZWZSN3O0Y54 tag=QF4ZE256XHVQ type=write size=2328889 2024-04-12T00:46:45.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.729+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=T15FWDE5YJZC type=del 2024-04-12T00:46:45.733 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.731+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=F2WKYTDMP133 type=del size=1753843 2024-04-12T00:46:45.734 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.732+0000 7f3317332780 1 < canceled operation key=UOC07EDTW788 tag=EEU47QUHMVPZ type=del size=3631635 2024-04-12T00:46:45.737 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.734+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~UTBY89TPR26B.0 size=1048576 2024-04-12T00:46:45.738 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.735+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~UTBY89TPR26B.1 size=15765 2024-04-12T00:46:45.738 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.735+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=UTBY89TPR26B tag=H7JR54TSECEY type=write size=2112917 2024-04-12T00:46:45.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.738+0000 7f3317332780 1 < suggested update operation key=WV1ML7JVNDAP tag=RCLYG77ATPQS type=del size=2001312 2024-04-12T00:46:45.742 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.739+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=2S0R3IVDYX94 type=del size=3297664 2024-04-12T00:46:45.745 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.742+0000 7f3317332780 1 < suggested remove operation key=5ZZ72J3YOO5G tag=ZK0G99OE8SRN type=write 2024-04-12T00:46:45.746 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.744+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=9RRYQRSZG442 type=del size=2249720 2024-04-12T00:46:45.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.747+0000 7f3317332780 1 < suggested remove operation key=L78GRS73CH1U tag=UP9Z3FJIL8DT type=del 2024-04-12T00:46:45.752 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.749+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~SADDIIP0TAX0.0 size=1048576 2024-04-12T00:46:45.753 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.751+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~SADDIIP0TAX0.1 size=1048576 2024-04-12T00:46:45.754 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.752+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~SADDIIP0TAX0.2 size=481798 2024-04-12T00:46:45.755 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.752+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=SADDIIP0TAX0 tag=LSTRWZZI6PXS type=write size=3627526 2024-04-12T00:46:45.756 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.753+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=CM9XQR4S5Y0N type=del 2024-04-12T00:46:45.757 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.754+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=2SUKY333BZ34 type=del size=3497475 2024-04-12T00:46:45.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.756+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~O2PY4EBNEULH.0 size=237601 2024-04-12T00:46:45.761 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.759+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=O2PY4EBNEULH tag=HGTUMAZJVAK7 type=write size=1286177 2024-04-12T00:46:45.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.762+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~5HVU061E4K4O.0 size=222748 2024-04-12T00:46:45.765 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.762+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=5HVU061E4K4O tag=VIB19AHTO2VI type=write size=1271324 2024-04-12T00:46:45.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.763+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=HABAVTHOB9O4 type=del 2024-04-12T00:46:45.767 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.765+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=89S7F09A1A30 type=del size=299207 2024-04-12T00:46:45.769 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.767+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~C9T301V1TXFD.0 size=1048576 2024-04-12T00:46:45.771 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.768+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~C9T301V1TXFD.1 size=1048576 2024-04-12T00:46:45.772 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.769+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~C9T301V1TXFD.2 size=10171 2024-04-12T00:46:45.774 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.772+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=C9T301V1TXFD tag=BSGX10HKG1PS type=write size=3155899 2024-04-12T00:46:45.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.773+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=SA3Q98H2TVNE type=del size=1622854 2024-04-12T00:46:45.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.775+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~2QF3BBXTFG4J.0 size=292813 2024-04-12T00:46:45.780 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.777+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=2QF3BBXTFG4J tag=CSBAH8XENYPT type=write size=1341389 2024-04-12T00:46:45.781 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.778+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=02C0ZK0A5T39 type=del size=4094500 2024-04-12T00:46:45.781 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.778+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~PW3QW6TIMII0.0 size=883487 2024-04-12T00:46:45.783 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.781+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=PW3QW6TIMII0 tag=NRVC8X2ALDSL type=write size=1932063 2024-04-12T00:46:45.785 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.782+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=I0PT2FYXRX0E type=write size=602464 2024-04-12T00:46:45.786 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.784+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~1DZ3T331FZWQ.0 size=1048576 2024-04-12T00:46:45.788 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.785+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~1DZ3T331FZWQ.1 size=541003 2024-04-12T00:46:45.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.788+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=1DZ3T331FZWQ tag=K0K1QXSH92TB type=write size=2638155 2024-04-12T00:46:45.792 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.789+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=DCYFMN3BLZOJ type=del size=3578289 2024-04-12T00:46:45.794 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.791+0000 7f3317332780 1 < completed write operation key=Z0W5CBWR6G0J tag=EEYZE8IR08EO type=write size=352235 2024-04-12T00:46:45.797 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.794+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~YIC0BNH2ZUWV.0 size=692101 2024-04-12T00:46:45.797 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.794+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=YIC0BNH2ZUWV tag=51VYZ0T0DJHR type=write size=1740677 2024-04-12T00:46:45.798 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.796+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~ZDCGM613GLF0.0 size=543466 2024-04-12T00:46:45.801 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.798+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=ZDCGM613GLF0 tag=QPOYGTJWHDH1 type=write size=1592042 2024-04-12T00:46:45.803 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.800+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=DYJLF1ZFX4X3 type=write size=925884 2024-04-12T00:46:45.806 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.802+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~0WYGMFAIRZ4E.0 size=27296 2024-04-12T00:46:45.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.804+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=0WYGMFAIRZ4E tag=CX7O12F27212 type=write size=1075872 2024-04-12T00:46:45.808 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.806+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=EYMK1DFZ8M0J type=del size=386881 2024-04-12T00:46:45.810 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.807+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~TZWZSN3O0Y54.0 size=1048576 2024-04-12T00:46:45.811 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.808+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~TZWZSN3O0Y54.1 size=231737 2024-04-12T00:46:45.814 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.811+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=TZWZSN3O0Y54 tag=QF4ZE256XHVQ type=write size=2328889 2024-04-12T00:46:45.815 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.813+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=CA5V6MTBZ7AQ type=del size=4142907 2024-04-12T00:46:45.817 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.814+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=F2WKYTDMP133 type=del 2024-04-12T00:46:45.818 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.816+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=A4FTFSLEWBM6 type=write size=827215 2024-04-12T00:46:45.820 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.818+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~UTBY89TPR26B.0 size=1048576 2024-04-12T00:46:45.822 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.819+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~UTBY89TPR26B.1 size=15765 2024-04-12T00:46:45.824 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.822+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=UTBY89TPR26B tag=H7JR54TSECEY type=write size=2112917 2024-04-12T00:46:45.827 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.825+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~DUUSXBTIN969.0 size=1048576 2024-04-12T00:46:45.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.826+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~DUUSXBTIN969.1 size=834149 2024-04-12T00:46:45.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.826+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=DUUSXBTIN969 tag=MVM9JO0SD0T2 type=write size=2931301 2024-04-12T00:46:45.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.828+0000 7f3317332780 1 < canceled operation key=2RQJT2MW2T9S tag=2S0R3IVDYX94 type=del size=3297664 2024-04-12T00:46:45.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.829+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=IOVZ1B2FZCSH type=del size=2345360 2024-04-12T00:46:45.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.831+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=9RRYQRSZG442 type=del 2024-04-12T00:46:45.835 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.832+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=Q444P0RXEU8A type=write size=368702 2024-04-12T00:46:45.836 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.834+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~SADDIIP0TAX0.0 size=1048576 2024-04-12T00:46:45.838 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.835+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~SADDIIP0TAX0.1 size=1048576 2024-04-12T00:46:45.839 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.836+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~SADDIIP0TAX0.2 size=481798 2024-04-12T00:46:45.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.838+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=SADDIIP0TAX0 tag=LSTRWZZI6PXS type=write size=3627526 2024-04-12T00:46:45.844 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.841+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~XE0ROTJ7Y9AO.0 size=1048576 2024-04-12T00:46:45.845 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.842+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~XE0ROTJ7Y9AO.1 size=1048576 2024-04-12T00:46:45.846 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.843+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~XE0ROTJ7Y9AO.2 size=722065 2024-04-12T00:46:45.846 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.843+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=XE0ROTJ7Y9AO tag=DH0J7QOL8HOK type=write size=3867793 2024-04-12T00:46:45.847 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.845+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=2SUKY333BZ34 type=del 2024-04-12T00:46:45.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.846+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=G3AKFGW7N67G type=del size=1616218 2024-04-12T00:46:45.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.848+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~5HVU061E4K4O.0 size=222748 2024-04-12T00:46:45.853 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.850+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=5HVU061E4K4O tag=VIB19AHTO2VI type=write size=1271324 2024-04-12T00:46:45.854 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.852+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=3AAJI2CBZ27J type=del size=2530902 2024-04-12T00:46:45.856 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.853+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=89S7F09A1A30 type=del 2024-04-12T00:46:45.859 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.856+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~ZEZ4R3HMHJM6.0 size=1048576 2024-04-12T00:46:45.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.857+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~ZEZ4R3HMHJM6.1 size=1048576 2024-04-12T00:46:45.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.858+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~ZEZ4R3HMHJM6.2 size=792067 2024-04-12T00:46:45.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.858+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=ZEZ4R3HMHJM6 tag=J0QFQKLZTNGF type=write size=3937795 2024-04-12T00:46:45.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.860+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=SA3Q98H2TVNE type=del 2024-04-12T00:46:45.864 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.861+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=7TM1CCC3SCJZ type=del size=1065831 2024-04-12T00:46:45.865 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.862+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=02C0ZK0A5T39 type=del 2024-04-12T00:46:45.867 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.864+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=PNFBY2TG8SAI type=del size=1636173 2024-04-12T00:46:45.868 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.866+0000 7f3317332780 1 < completed write operation key=HOD7SOILOUYQ tag=I0PT2FYXRX0E type=write size=602464 2024-04-12T00:46:45.871 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.868+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~VX13GZDKF51U.0 size=1048576 2024-04-12T00:46:45.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.869+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~VX13GZDKF51U.1 size=1048576 2024-04-12T00:46:45.873 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.870+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~VX13GZDKF51U.2 size=982200 2024-04-12T00:46:45.873 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.870+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=VX13GZDKF51U tag=9DQIOTWREUDC type=write size=4127928 2024-04-12T00:46:45.874 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.872+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=DCYFMN3BLZOJ type=del 2024-04-12T00:46:45.877 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.874+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~E62Y35JLW729.0 size=1048576 2024-04-12T00:46:45.878 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.875+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~E62Y35JLW729.1 size=1048576 2024-04-12T00:46:45.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.877+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~E62Y35JLW729.2 size=507976 2024-04-12T00:46:45.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.877+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=E62Y35JLW729 tag=5LIV20V332EF type=write size=3653704 2024-04-12T00:46:45.881 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.879+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~YIC0BNH2ZUWV.0 size=692101 2024-04-12T00:46:45.883 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.881+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=YIC0BNH2ZUWV tag=51VYZ0T0DJHR type=write size=1740677 2024-04-12T00:46:45.885 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.882+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=ZOV8ZW3U9QLS type=write size=284126 2024-04-12T00:46:45.888 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.885+0000 7f3317332780 1 < suggested remove operation key=RT67TN1NNQ2D tag=DYJLF1ZFX4X3 type=write 2024-04-12T00:46:45.890 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.887+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=JNGPP9GQUU0A type=del size=3509776 2024-04-12T00:46:45.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.888+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=EYMK1DFZ8M0J type=del 2024-04-12T00:46:45.892 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.889+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=O12FPSJX309S type=write size=293344 2024-04-12T00:46:45.894 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.892+0000 7f3317332780 1 < suggested update operation key=FP1N9YO8QR7E tag=CA5V6MTBZ7AQ type=del size=4142907 2024-04-12T00:46:45.896 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.893+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=D1TWUXWSK8HG type=del size=610194 2024-04-12T00:46:45.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.895+0000 7f3317332780 1 < completed write operation key=VCU05OLK0CA0 tag=A4FTFSLEWBM6 type=write size=827215 2024-04-12T00:46:45.899 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.896+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=G3S6GNKCFGLD type=del size=1420700 2024-04-12T00:46:45.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.898+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~DUUSXBTIN969.0 size=1048576 2024-04-12T00:46:45.902 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.899+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~DUUSXBTIN969.1 size=834149 2024-04-12T00:46:45.904 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.901+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=DUUSXBTIN969 tag=MVM9JO0SD0T2 type=write size=2931301 2024-04-12T00:46:45.905 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.902+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=CXLSN9V6KQPJ type=del size=571778 2024-04-12T00:46:45.906 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.904+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=IOVZ1B2FZCSH type=del 2024-04-12T00:46:45.908 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.905+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=6CA4EC0KI7VI type=del size=1131912 2024-04-12T00:46:45.909 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.906+0000 7f3317332780 1 < completed write operation key=LKLO2ZZF1KW1 tag=Q444P0RXEU8A type=write size=368702 2024-04-12T00:46:45.912 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.909+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~NDQEBFBRVC5E.0 size=1048576 2024-04-12T00:46:45.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.910+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~NDQEBFBRVC5E.1 size=1048576 2024-04-12T00:46:45.914 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.911+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~NDQEBFBRVC5E.2 size=1016581 2024-04-12T00:46:45.914 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.911+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=NDQEBFBRVC5E tag=YKZEFNPR67SH type=write size=4162309 2024-04-12T00:46:45.916 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.913+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~XE0ROTJ7Y9AO.0 size=1048576 2024-04-12T00:46:45.917 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.914+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~XE0ROTJ7Y9AO.1 size=1048576 2024-04-12T00:46:45.918 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.915+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~XE0ROTJ7Y9AO.2 size=722065 2024-04-12T00:46:45.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.918+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=XE0ROTJ7Y9AO tag=DH0J7QOL8HOK type=write size=3867793 2024-04-12T00:46:45.923 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.920+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~FLPRSCXQYGZP.0 size=603670 2024-04-12T00:46:45.923 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.920+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=FLPRSCXQYGZP tag=0Y1LPE3VXHMH type=write size=1652246 2024-04-12T00:46:45.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.922+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=G3AKFGW7N67G type=del 2024-04-12T00:46:45.926 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.923+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=EZMTQE2YIZDY type=del size=1162610 2024-04-12T00:46:45.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.925+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=3AAJI2CBZ27J type=del 2024-04-12T00:46:45.929 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.926+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=21YX0N3IZJEH type=del size=92508 2024-04-12T00:46:45.930 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.928+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~ZEZ4R3HMHJM6.0 size=1048576 2024-04-12T00:46:45.931 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.929+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~ZEZ4R3HMHJM6.1 size=1048576 2024-04-12T00:46:45.933 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.930+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~ZEZ4R3HMHJM6.2 size=792067 2024-04-12T00:46:45.935 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.932+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=ZEZ4R3HMHJM6 tag=J0QFQKLZTNGF type=write size=3937795 2024-04-12T00:46:45.938 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.935+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~K73F25TUN32X.0 size=1048576 2024-04-12T00:46:45.939 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.936+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~K73F25TUN32X.1 size=266282 2024-04-12T00:46:45.939 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.936+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=K73F25TUN32X tag=AVP6JZOW59JP type=write size=2363434 2024-04-12T00:46:45.941 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.938+0000 7f3317332780 1 < canceled operation key=COYSTVZBULU1 tag=7TM1CCC3SCJZ type=del size=1065831 2024-04-12T00:46:45.944 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.941+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~1YIPMVWL41AG.0 size=1048576 2024-04-12T00:46:45.945 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.942+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~1YIPMVWL41AG.1 size=1048576 2024-04-12T00:46:45.946 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.943+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~1YIPMVWL41AG.2 size=361258 2024-04-12T00:46:45.946 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.943+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=1YIPMVWL41AG tag=L0XGAAZ37H5X type=write size=3506986 2024-04-12T00:46:45.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.945+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=PNFBY2TG8SAI type=del 2024-04-12T00:46:45.949 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.946+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=W4SBD97XRK3C type=del size=1347110 2024-04-12T00:46:45.951 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.948+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~VX13GZDKF51U.0 size=1048576 2024-04-12T00:46:45.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.949+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~VX13GZDKF51U.1 size=1048576 2024-04-12T00:46:45.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.949+0000 7f3317332780 1 < canceled part key=_multipart_UPNUSSW7TUR9.2~VX13GZDKF51U.2 size=982200 2024-04-12T00:46:45.954 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.951+0000 7f3317332780 1 < canceled multipart upload key=UPNUSSW7TUR9 upload=VX13GZDKF51U tag=9DQIOTWREUDC type=write size=4127928 2024-04-12T00:46:45.955 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.953+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=RQAUPW0U9KWC type=del size=1288722 2024-04-12T00:46:45.957 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.954+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~E62Y35JLW729.0 size=1048576 2024-04-12T00:46:45.958 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.955+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~E62Y35JLW729.1 size=1048576 2024-04-12T00:46:45.959 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.956+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~E62Y35JLW729.2 size=507976 2024-04-12T00:46:45.961 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.959+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=E62Y35JLW729 tag=5LIV20V332EF type=write size=3653704 2024-04-12T00:46:45.963 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.960+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=TZQ5T23SZTHN type=write size=462113 2024-04-12T00:46:45.966 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.963+0000 7f3317332780 1 < suggested update operation key=DUBT6E7KPOC6 tag=ZOV8ZW3U9QLS type=write size=284126 2024-04-12T00:46:45.969 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.966+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~PH1CDGSE42IK.0 size=1048576 2024-04-12T00:46:45.969 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.967+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~PH1CDGSE42IK.1 size=622710 2024-04-12T00:46:45.970 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.967+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=PH1CDGSE42IK tag=W03IEATZTZ6U type=write size=2719862 2024-04-12T00:46:45.971 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.968+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=JNGPP9GQUU0A type=del 2024-04-12T00:46:45.972 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.970+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=6N6WQDWR822L type=write size=957695 2024-04-12T00:46:45.974 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.971+0000 7f3317332780 1 < canceled operation key=5ZZ72J3YOO5G tag=O12FPSJX309S type=write size=293344 2024-04-12T00:46:45.975 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.972+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=LBUZVXMIZL8X type=del size=2605549 2024-04-12T00:46:45.977 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.974+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=D1TWUXWSK8HG type=del 2024-04-12T00:46:45.978 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.975+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=UMIT3SN4KC5C type=del size=3981401 2024-04-12T00:46:45.980 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.977+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=G3S6GNKCFGLD type=del 2024-04-12T00:46:45.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.980+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~JN7QFASPLZ5S.0 size=1033657 2024-04-12T00:46:45.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.980+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=JN7QFASPLZ5S tag=PZULL5KBFK4U type=write size=2082233 2024-04-12T00:46:45.984 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.981+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=CXLSN9V6KQPJ type=del 2024-04-12T00:46:45.987 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.984+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~OHN832K1FVRB.0 size=866209 2024-04-12T00:46:45.987 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.984+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=OHN832K1FVRB tag=EGZ7T8HSYHOI type=write size=1914785 2024-04-12T00:46:45.988 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.985+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=6CA4EC0KI7VI type=del 2024-04-12T00:46:45.989 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.987+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=289VLWYVOPW2 type=del size=4188048 2024-04-12T00:46:45.991 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.988+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~NDQEBFBRVC5E.0 size=1048576 2024-04-12T00:46:45.992 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.990+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~NDQEBFBRVC5E.1 size=1048576 2024-04-12T00:46:45.993 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.991+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~NDQEBFBRVC5E.2 size=1016581 2024-04-12T00:46:45.997 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.993+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=NDQEBFBRVC5E tag=YKZEFNPR67SH type=write size=4162309 2024-04-12T00:46:45.998 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.996+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~FJ3XHVFKG6SU.0 size=1048576 2024-04-12T00:46:46.000 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.997+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~FJ3XHVFKG6SU.1 size=1048576 2024-04-12T00:46:46.001 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.998+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~FJ3XHVFKG6SU.2 size=44025 2024-04-12T00:46:46.001 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:45.998+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=FJ3XHVFKG6SU tag=WBONZPBJ0SCC type=write size=3189753 2024-04-12T00:46:46.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.000+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~FLPRSCXQYGZP.0 size=603670 2024-04-12T00:46:46.006 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.002+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=FLPRSCXQYGZP tag=0Y1LPE3VXHMH type=write size=1652246 2024-04-12T00:46:46.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.005+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~9JWO2ESX28UA.0 size=77105 2024-04-12T00:46:46.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.005+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=9JWO2ESX28UA tag=H501PCGVG07L type=write size=1125681 2024-04-12T00:46:46.010 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.007+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=EZMTQE2YIZDY type=del 2024-04-12T00:46:46.011 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.008+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=SRVJBA8XK589 type=del size=3187335 2024-04-12T00:46:46.013 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.010+0000 7f3317332780 1 < canceled operation key=GBDRR6ZHKT41 tag=21YX0N3IZJEH type=del size=92508 2024-04-12T00:46:46.016 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.013+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~6S6KUFP0BWVE.0 size=1048576 2024-04-12T00:46:46.017 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.014+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~6S6KUFP0BWVE.1 size=111682 2024-04-12T00:46:46.017 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.014+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=6S6KUFP0BWVE tag=WE2MPF9BKFVI type=write size=2208834 2024-04-12T00:46:46.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.016+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~K73F25TUN32X.0 size=1048576 2024-04-12T00:46:46.020 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.017+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~K73F25TUN32X.1 size=266282 2024-04-12T00:46:46.022 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.019+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=K73F25TUN32X tag=AVP6JZOW59JP type=write size=2363434 2024-04-12T00:46:46.024 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.021+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=TC22PA7MOAX2 type=del size=3439034 2024-04-12T00:46:46.025 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.022+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~1YIPMVWL41AG.0 size=1048576 2024-04-12T00:46:46.025 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.022+0000 7f3317332780 1 < canceled part key=_multipart_GBDRR6ZHKT41.2~1YIPMVWL41AG.1 size=1048576 2024-04-12T00:46:46.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.023+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~1YIPMVWL41AG.2 size=361258 2024-04-12T00:46:46.028 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.026+0000 7f3317332780 1 < canceled multipart upload key=GBDRR6ZHKT41 upload=1YIPMVWL41AG tag=L0XGAAZ37H5X type=write size=3506986 2024-04-12T00:46:46.034 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.031+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=BU44EMMG8MHA type=del size=3638803 2024-04-12T00:46:46.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.033+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=W4SBD97XRK3C type=del 2024-04-12T00:46:46.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.035+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~CKN7UNQZ2K0O.0 size=682240 2024-04-12T00:46:46.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.035+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=CKN7UNQZ2K0O tag=TTE5X4XMAKKX type=write size=1730816 2024-04-12T00:46:46.040 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.037+0000 7f3317332780 1 < canceled operation key=L78GRS73CH1U tag=RQAUPW0U9KWC type=del size=1288722 2024-04-12T00:46:46.041 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.038+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=O4LDDLN4TEBK type=del size=3454469 2024-04-12T00:46:46.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.040+0000 7f3317332780 1 < completed write operation key=2LATRVZJ94KG tag=TZQ5T23SZTHN type=write size=462113 2024-04-12T00:46:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:46:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:46:45] "GET /metrics HTTP/1.1" 200 38811 "" "Prometheus/2.43.0" 2024-04-12T00:46:46.044 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.041+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=E05696HQBNB2 type=del size=1909674 2024-04-12T00:46:46.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.043+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~PH1CDGSE42IK.0 size=1048576 2024-04-12T00:46:46.046 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.044+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~PH1CDGSE42IK.1 size=622710 2024-04-12T00:46:46.049 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.046+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=PH1CDGSE42IK tag=W03IEATZTZ6U type=write size=2719862 2024-04-12T00:46:46.050 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.047+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=S3O6GP8VEGOX type=write size=717336 2024-04-12T00:46:46.051 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.049+0000 7f3317332780 1 < completed write operation key=FP1N9YO8QR7E tag=6N6WQDWR822L type=write size=957695 2024-04-12T00:46:46.053 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.050+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=8WV9B3ZM1460 type=del size=1384474 2024-04-12T00:46:46.054 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.051+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=LBUZVXMIZL8X type=del 2024-04-12T00:46:46.057 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.054+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~DFN0O87F0T53.0 size=81494 2024-04-12T00:46:46.057 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.054+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=DFN0O87F0T53 tag=CJEDN6Q8N2TY type=write size=1130070 2024-04-12T00:46:46.058 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.055+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=UMIT3SN4KC5C type=del 2024-04-12T00:46:46.060 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.057+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=V3DPBPRW2JQA type=del size=4029036 2024-04-12T00:46:46.062 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.059+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~JN7QFASPLZ5S.0 size=1033657 2024-04-12T00:46:46.064 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.061+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=JN7QFASPLZ5S tag=PZULL5KBFK4U type=write size=2082233 2024-04-12T00:46:46.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.062+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=0MOYBW610NBB type=del size=1382689 2024-04-12T00:46:46.067 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.064+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~OHN832K1FVRB.0 size=866209 2024-04-12T00:46:46.069 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.066+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=OHN832K1FVRB tag=EGZ7T8HSYHOI type=write size=1914785 2024-04-12T00:46:46.070 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.068+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=ZPSWGVDG09VD type=write size=386428 2024-04-12T00:46:46.072 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.069+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=289VLWYVOPW2 type=del 2024-04-12T00:46:46.073 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.071+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=PNDEWL3QARNV type=del size=2266656 2024-04-12T00:46:46.075 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.072+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~FJ3XHVFKG6SU.0 size=1048576 2024-04-12T00:46:46.076 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.073+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~FJ3XHVFKG6SU.1 size=1048576 2024-04-12T00:46:46.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.074+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~FJ3XHVFKG6SU.2 size=44025 2024-04-12T00:46:46.079 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.077+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=FJ3XHVFKG6SU tag=WBONZPBJ0SCC type=write size=3189753 2024-04-12T00:46:46.082 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.079+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~WMSKS0X95H13.0 size=1048576 2024-04-12T00:46:46.083 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.080+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~WMSKS0X95H13.1 size=902195 2024-04-12T00:46:46.083 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.080+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=WMSKS0X95H13 tag=P01ELWFD8430 type=write size=2999347 2024-04-12T00:46:46.085 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.082+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~9JWO2ESX28UA.0 size=77105 2024-04-12T00:46:46.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.084+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=9JWO2ESX28UA tag=H501PCGVG07L type=write size=1125681 2024-04-12T00:46:46.088 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.086+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=TS575Q1UM1P8 type=del size=4092700 2024-04-12T00:46:46.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.087+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=SRVJBA8XK589 type=del 2024-04-12T00:46:46.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.088+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=9NZO3IEPU2GN type=write size=158277 2024-04-12T00:46:46.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.090+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~6S6KUFP0BWVE.0 size=1048576 2024-04-12T00:46:46.094 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.091+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~6S6KUFP0BWVE.1 size=111682 2024-04-12T00:46:46.096 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.093+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=6S6KUFP0BWVE tag=WE2MPF9BKFVI type=write size=2208834 2024-04-12T00:46:46.097 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.094+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=4KLRI4BKPF1J type=write size=465403 2024-04-12T00:46:46.100 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.097+0000 7f3317332780 1 < suggested remove operation key=E46GQAGF9GTX tag=TC22PA7MOAX2 type=del 2024-04-12T00:46:46.102 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.100+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~PTUAIFQVR2H5.0 size=1048576 2024-04-12T00:46:46.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.101+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~PTUAIFQVR2H5.1 size=846722 2024-04-12T00:46:46.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.101+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=PTUAIFQVR2H5 tag=LW5KQ9IYR2TT type=write size=2943874 2024-04-12T00:46:46.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.102+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=BU44EMMG8MHA type=del 2024-04-12T00:46:46.106 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.104+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=3BZ3JCGXQRRA type=del size=1113683 2024-04-12T00:46:46.108 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.105+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~CKN7UNQZ2K0O.0 size=682240 2024-04-12T00:46:46.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.107+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=CKN7UNQZ2K0O tag=TTE5X4XMAKKX type=write size=1730816 2024-04-12T00:46:46.111 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.109+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=4OZTYSL5U9OA type=del size=2355590 2024-04-12T00:46:46.114 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.110+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=O4LDDLN4TEBK type=del 2024-04-12T00:46:46.114 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.112+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=CIVERK36HFQU type=write size=754108 2024-04-12T00:46:46.116 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.113+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=E05696HQBNB2 type=del 2024-04-12T00:46:46.118 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.115+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=T166S9G0CL9A type=del size=74955 2024-04-12T00:46:46.119 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.116+0000 7f3317332780 1 < completed write operation key=LMJQSUV7DIV7 tag=S3O6GP8VEGOX type=write size=717336 2024-04-12T00:46:46.121 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.118+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=3BSZ23JOXBKF type=del size=2683638 2024-04-12T00:46:46.122 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.119+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=8WV9B3ZM1460 type=del 2024-04-12T00:46:46.123 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.121+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=UXK7HD37UJ1H type=del size=2046879 2024-04-12T00:46:46.124 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.121+0000 7f3317332780 1 < canceled part key=_multipart_2RQJT2MW2T9S.2~DFN0O87F0T53.0 size=81494 2024-04-12T00:46:46.126 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.123+0000 7f3317332780 1 < canceled multipart upload key=2RQJT2MW2T9S upload=DFN0O87F0T53 tag=CJEDN6Q8N2TY type=write size=1130070 2024-04-12T00:46:46.127 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.125+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=NW5T30H8N16J type=write size=58986 2024-04-12T00:46:46.129 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.126+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=V3DPBPRW2JQA type=del 2024-04-12T00:46:46.130 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.127+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=7009RT5AAFJK type=del size=3113304 2024-04-12T00:46:46.132 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.129+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=0MOYBW610NBB type=del 2024-04-12T00:46:46.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.130+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=E2MAWYTD3EAP type=del size=468301 2024-04-12T00:46:46.134 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.132+0000 7f3317332780 1 < completed write operation key=UPNUSSW7TUR9 tag=ZPSWGVDG09VD type=write size=386428 2024-04-12T00:46:46.137 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.134+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~MD05SDY31XMB.0 size=1048576 2024-04-12T00:46:46.138 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.135+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~MD05SDY31XMB.1 size=1048576 2024-04-12T00:46:46.139 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.136+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~MD05SDY31XMB.2 size=816282 2024-04-12T00:46:46.139 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.136+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=MD05SDY31XMB tag=UHH32ASFXNPZ type=write size=3962010 2024-04-12T00:46:46.142 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.139+0000 7f3317332780 1 < suggested update operation key=UV2GWU9R87W7 tag=PNDEWL3QARNV type=del size=2266656 2024-04-12T00:46:46.144 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.142+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~MI14K51575KJ.0 size=1048576 2024-04-12T00:46:46.146 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.143+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~MI14K51575KJ.1 size=716474 2024-04-12T00:46:46.146 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.143+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=MI14K51575KJ tag=H19G1G4CCYKM type=write size=2813626 2024-04-12T00:46:46.147 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.144+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~WMSKS0X95H13.0 size=1048576 2024-04-12T00:46:46.148 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.146+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~WMSKS0X95H13.1 size=902195 2024-04-12T00:46:46.151 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.148+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=WMSKS0X95H13 tag=P01ELWFD8430 type=write size=2999347 2024-04-12T00:46:46.152 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.149+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=2G51MQ9A8HDU type=del size=2423666 2024-04-12T00:46:46.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.151+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=TS575Q1UM1P8 type=del 2024-04-12T00:46:46.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.154+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~Z12R9IMV5SHE.0 size=662250 2024-04-12T00:46:46.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.154+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=Z12R9IMV5SHE tag=OEP3NNCXGFVP type=write size=1710826 2024-04-12T00:46:46.158 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.155+0000 7f3317332780 1 < canceled operation key=WV1ML7JVNDAP tag=9NZO3IEPU2GN type=write size=158277 2024-04-12T00:46:46.160 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.157+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=B5SIKUNB7YWM type=del size=2952384 2024-04-12T00:46:46.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.158+0000 7f3317332780 1 < completed write operation key=UOC07EDTW788 tag=4KLRI4BKPF1J type=write size=465403 2024-04-12T00:46:46.162 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.160+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=1SCX18S1KDM5 type=del size=299882 2024-04-12T00:46:46.164 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.161+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~PTUAIFQVR2H5.0 size=1048576 2024-04-12T00:46:46.165 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.162+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~PTUAIFQVR2H5.1 size=846722 2024-04-12T00:46:46.167 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.165+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=PTUAIFQVR2H5 tag=LW5KQ9IYR2TT type=write size=2943874 2024-04-12T00:46:46.169 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.166+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=5WI66YJ2D32D type=del size=1544135 2024-04-12T00:46:46.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.168+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=3BZ3JCGXQRRA type=del 2024-04-12T00:46:46.172 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.169+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=T80D4E8TLBUP type=del size=2412541 2024-04-12T00:46:46.173 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.171+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=4OZTYSL5U9OA type=del 2024-04-12T00:46:46.175 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.172+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=M8NK9ZCAJBSV type=del size=134884 2024-04-12T00:46:46.176 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.174+0000 7f3317332780 1 < completed write operation key=HOD7SOILOUYQ tag=CIVERK36HFQU type=write size=754108 2024-04-12T00:46:46.178 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.175+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=45CZ0SNZ1H8O type=del size=1380746 2024-04-12T00:46:46.179 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.177+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=T166S9G0CL9A type=del 2024-04-12T00:46:46.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.180+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~RYF0W0Q2FQOG.0 size=1048576 2024-04-12T00:46:46.184 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.181+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~RYF0W0Q2FQOG.1 size=435522 2024-04-12T00:46:46.184 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.181+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=RYF0W0Q2FQOG tag=DPGFG7U2AZ2F type=write size=2532674 2024-04-12T00:46:46.185 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.182+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=3BSZ23JOXBKF type=del 2024-04-12T00:46:46.188 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.185+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~YNDNAVPU3AX6.0 size=1048576 2024-04-12T00:46:46.189 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.186+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~YNDNAVPU3AX6.1 size=750273 2024-04-12T00:46:46.189 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.186+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=YNDNAVPU3AX6 tag=RO73JYAHTKIW type=write size=2847425 2024-04-12T00:46:46.190 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.187+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=UXK7HD37UJ1H type=del 2024-04-12T00:46:46.191 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.189+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=AIRJAQOJ8O1V type=del size=1261881 2024-04-12T00:46:46.193 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.190+0000 7f3317332780 1 < completed write operation key=H318TVZHDVRW tag=NW5T30H8N16J type=write size=58986 2024-04-12T00:46:46.195 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.193+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~TSG2U2CILP88.0 size=1048576 2024-04-12T00:46:46.197 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.194+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~TSG2U2CILP88.1 size=1048576 2024-04-12T00:46:46.198 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.195+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~TSG2U2CILP88.2 size=185077 2024-04-12T00:46:46.198 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.195+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=TSG2U2CILP88 tag=703EISRPUH0M type=write size=3330805 2024-04-12T00:46:46.200 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.197+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=7009RT5AAFJK type=del 2024-04-12T00:46:46.201 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.198+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=2KPHVV0I3JL5 type=del size=984527 2024-04-12T00:46:46.203 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.200+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=E2MAWYTD3EAP type=del 2024-04-12T00:46:46.204 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.201+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=WYEV0D381AAS type=write size=129364 2024-04-12T00:46:46.205 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.203+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~MD05SDY31XMB.0 size=1048576 2024-04-12T00:46:46.207 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.204+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~MD05SDY31XMB.1 size=1048576 2024-04-12T00:46:46.208 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.205+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~MD05SDY31XMB.2 size=816282 2024-04-12T00:46:46.210 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.208+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=MD05SDY31XMB tag=UHH32ASFXNPZ type=write size=3962010 2024-04-12T00:46:46.212 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.209+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=YR911R3FPGW3 type=del size=4011568 2024-04-12T00:46:46.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.211+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~MI14K51575KJ.0 size=1048576 2024-04-12T00:46:46.215 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.213+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~MI14K51575KJ.1 size=716474 2024-04-12T00:46:46.218 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.215+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=MI14K51575KJ tag=H19G1G4CCYKM type=write size=2813626 2024-04-12T00:46:46.219 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.217+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=Q3IXM73HHZBL type=del size=3547275 2024-04-12T00:46:46.221 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.218+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=2G51MQ9A8HDU type=del 2024-04-12T00:46:46.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.220+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=ZHJRPWI3Z1TF type=del size=2788046 2024-04-12T00:46:46.224 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.221+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~Z12R9IMV5SHE.0 size=662250 2024-04-12T00:46:46.226 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.224+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=Z12R9IMV5SHE tag=OEP3NNCXGFVP type=write size=1710826 2024-04-12T00:46:46.229 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.226+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~XVY3RQLPZRIN.0 size=1048576 2024-04-12T00:46:46.230 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.228+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~XVY3RQLPZRIN.1 size=598763 2024-04-12T00:46:46.231 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.228+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=XVY3RQLPZRIN tag=D16K2DYQKT9F type=write size=2695915 2024-04-12T00:46:46.232 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.229+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=B5SIKUNB7YWM type=del 2024-04-12T00:46:46.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.232+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~X0RRJS35H4U1.0 size=1048576 2024-04-12T00:46:46.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.233+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~X0RRJS35H4U1.1 size=680614 2024-04-12T00:46:46.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.233+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=X0RRJS35H4U1 tag=PXTONBK38F2E type=write size=2777766 2024-04-12T00:46:46.238 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.235+0000 7f3317332780 1 < canceled operation key=LMJQSUV7DIV7 tag=1SCX18S1KDM5 type=del size=299882 2024-04-12T00:46:46.239 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.236+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=RJRA3WR77PE8 type=del size=77536 2024-04-12T00:46:46.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.238+0000 7f3317332780 1 < canceled operation key=DUBT6E7KPOC6 tag=5WI66YJ2D32D type=del size=1544135 2024-04-12T00:46:46.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.240+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~SGGKVY6L4PWW.0 size=1048576 2024-04-12T00:46:46.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.242+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~SGGKVY6L4PWW.1 size=479686 2024-04-12T00:46:46.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.242+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=SGGKVY6L4PWW tag=Q37RQHHFU2XI type=write size=2576838 2024-04-12T00:46:46.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.243+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=T80D4E8TLBUP type=del 2024-04-12T00:46:46.247 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.245+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=1XK35C00P82A type=del size=612366 2024-04-12T00:46:46.249 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.246+0000 7f3317332780 1 < canceled operation key=DUBT6E7KPOC6 tag=M8NK9ZCAJBSV type=del size=134884 2024-04-12T00:46:46.250 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.248+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=WV2VZS01OSNC type=del size=755777 2024-04-12T00:46:46.252 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.250+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=45CZ0SNZ1H8O type=del 2024-04-12T00:46:46.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.252+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~MOZU6K6SVVIH.0 size=1048576 2024-04-12T00:46:46.256 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.254+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~MOZU6K6SVVIH.1 size=687427 2024-04-12T00:46:46.256 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.254+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=MOZU6K6SVVIH tag=4KQKJHTBHPK8 type=write size=2784579 2024-04-12T00:46:46.258 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.255+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~RYF0W0Q2FQOG.0 size=1048576 2024-04-12T00:46:46.259 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.256+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~RYF0W0Q2FQOG.1 size=435522 2024-04-12T00:46:46.262 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.259+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=RYF0W0Q2FQOG tag=DPGFG7U2AZ2F type=write size=2532674 2024-04-12T00:46:46.263 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.261+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=1HLQL34N2WKV type=del size=3084423 2024-04-12T00:46:46.265 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.262+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~YNDNAVPU3AX6.0 size=1048576 2024-04-12T00:46:46.267 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.264+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~YNDNAVPU3AX6.1 size=750273 2024-04-12T00:46:46.269 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.267+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=YNDNAVPU3AX6 tag=RO73JYAHTKIW type=write size=2847425 2024-04-12T00:46:46.272 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.269+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~L31J75YXGY2M.0 size=1048576 2024-04-12T00:46:46.273 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.270+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~L31J75YXGY2M.1 size=1048576 2024-04-12T00:46:46.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.272+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~L31J75YXGY2M.2 size=570157 2024-04-12T00:46:46.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.272+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=L31J75YXGY2M tag=0LZZ2LXSSJO5 type=write size=3715885 2024-04-12T00:46:46.276 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.273+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=AIRJAQOJ8O1V type=del 2024-04-12T00:46:46.277 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.275+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=H8C0W9VQGW2E type=del size=3505466 2024-04-12T00:46:46.279 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.276+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~TSG2U2CILP88.0 size=1048576 2024-04-12T00:46:46.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.278+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~TSG2U2CILP88.1 size=1048576 2024-04-12T00:46:46.281 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.279+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~TSG2U2CILP88.2 size=185077 2024-04-12T00:46:46.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.281+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=TSG2U2CILP88 tag=703EISRPUH0M type=write size=3330805 2024-04-12T00:46:46.286 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.283+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=3T0JTF7SZLPD type=del size=3498632 2024-04-12T00:46:46.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.285+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=2KPHVV0I3JL5 type=del 2024-04-12T00:46:46.289 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.286+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=M1QVHW4HK9Y8 type=del size=2263275 2024-04-12T00:46:46.291 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.288+0000 7f3317332780 1 < completed write operation key=UOC07EDTW788 tag=WYEV0D381AAS type=write size=129364 2024-04-12T00:46:46.293 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.290+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~TZF9QI8HQD1N.0 size=1048576 2024-04-12T00:46:46.294 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.292+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~TZF9QI8HQD1N.1 size=847241 2024-04-12T00:46:46.294 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.292+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=TZF9QI8HQD1N tag=WC4GH2IGEGNQ type=write size=2944393 2024-04-12T00:46:46.296 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.293+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=YR911R3FPGW3 type=del 2024-04-12T00:46:46.297 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.295+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=CU6UD928EUV8 type=del size=1334460 2024-04-12T00:46:46.299 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.296+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=Q3IXM73HHZBL type=del 2024-04-12T00:46:46.301 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.299+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~YN087SHF1SWZ.0 size=1048576 2024-04-12T00:46:46.302 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.300+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~YN087SHF1SWZ.1 size=668907 2024-04-12T00:46:46.303 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.300+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=YN087SHF1SWZ tag=GD7M09QYYUNX type=write size=2766059 2024-04-12T00:46:46.305 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.303+0000 7f3317332780 1 < suggested remove operation key=COYSTVZBULU1 tag=ZHJRPWI3Z1TF type=del 2024-04-12T00:46:46.307 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.304+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=WXW883JKBNA4 type=del size=2727018 2024-04-12T00:46:46.307 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.304+0000 7f3317332780 1 < canceled part key=_multipart_MX8A1YZ2V3NF.2~XVY3RQLPZRIN.0 size=1048576 2024-04-12T00:46:46.308 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.305+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~XVY3RQLPZRIN.1 size=598763 2024-04-12T00:46:46.310 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.308+0000 7f3317332780 1 < canceled multipart upload key=MX8A1YZ2V3NF upload=XVY3RQLPZRIN tag=D16K2DYQKT9F type=write size=2695915 2024-04-12T00:46:46.312 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.309+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=1N4EO765I01U type=del size=3602234 2024-04-12T00:46:46.314 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.311+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~X0RRJS35H4U1.0 size=1048576 2024-04-12T00:46:46.315 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.313+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~X0RRJS35H4U1.1 size=680614 2024-04-12T00:46:46.318 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.316+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=X0RRJS35H4U1 tag=PXTONBK38F2E type=write size=2777766 2024-04-12T00:46:46.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.318+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~H8AFTOSTYH66.0 size=1048576 2024-04-12T00:46:46.323 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.320+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~H8AFTOSTYH66.1 size=1048576 2024-04-12T00:46:46.324 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.321+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~H8AFTOSTYH66.2 size=173361 2024-04-12T00:46:46.324 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.321+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=H8AFTOSTYH66 tag=HK9GF322MFPF type=write size=3319089 2024-04-12T00:46:46.325 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.323+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=RJRA3WR77PE8 type=del 2024-04-12T00:46:46.327 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.324+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=FKHBDJP430VO type=write size=852700 2024-04-12T00:46:46.329 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.326+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~SGGKVY6L4PWW.0 size=1048576 2024-04-12T00:46:46.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.327+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~SGGKVY6L4PWW.1 size=479686 2024-04-12T00:46:46.332 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.330+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=SGGKVY6L4PWW tag=Q37RQHHFU2XI type=write size=2576838 2024-04-12T00:46:46.334 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.332+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=9R2U5UCRIUB5 type=del size=3277033 2024-04-12T00:46:46.336 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.333+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=1XK35C00P82A type=del 2024-04-12T00:46:46.337 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.335+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=VT5RJ03S796V type=del size=1332382 2024-04-12T00:46:46.339 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.336+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=WV2VZS01OSNC type=del 2024-04-12T00:46:46.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.338+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=09C060JCF72I type=del size=1745319 2024-04-12T00:46:46.341 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.338+0000 7f3317332780 1 < canceled part key=_multipart_H318TVZHDVRW.2~MOZU6K6SVVIH.0 size=1048576 2024-04-12T00:46:46.342 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.339+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~MOZU6K6SVVIH.1 size=687427 2024-04-12T00:46:46.344 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.342+0000 7f3317332780 1 < canceled multipart upload key=H318TVZHDVRW upload=MOZU6K6SVVIH tag=4KQKJHTBHPK8 type=write size=2784579 2024-04-12T00:46:46.346 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.343+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=EPDKXKI04DK0 type=del size=3544073 2024-04-12T00:46:46.348 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.345+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=1HLQL34N2WKV type=del 2024-04-12T00:46:46.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.348+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~IY8PS9SPHV3E.0 size=1048576 2024-04-12T00:46:46.352 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.349+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~IY8PS9SPHV3E.1 size=691533 2024-04-12T00:46:46.352 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.349+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=IY8PS9SPHV3E tag=CDVG39LCZHE0 type=write size=2788685 2024-04-12T00:46:46.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.351+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~L31J75YXGY2M.0 size=1048576 2024-04-12T00:46:46.355 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.352+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~L31J75YXGY2M.1 size=1048576 2024-04-12T00:46:46.356 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.353+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~L31J75YXGY2M.2 size=570157 2024-04-12T00:46:46.359 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.356+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=L31J75YXGY2M tag=0LZZ2LXSSJO5 type=write size=3715885 2024-04-12T00:46:46.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.359+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~41705NM1CALV.0 size=1048576 2024-04-12T00:46:46.362 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.360+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~41705NM1CALV.1 size=1048576 2024-04-12T00:46:46.364 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.361+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~41705NM1CALV.2 size=137996 2024-04-12T00:46:46.364 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.361+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=41705NM1CALV tag=95E2R2S1ZPBO type=write size=3283724 2024-04-12T00:46:46.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.363+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=H8C0W9VQGW2E type=del 2024-04-12T00:46:46.367 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.365+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=QV4WPD71SBZI type=del size=721909 2024-04-12T00:46:46.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:46 smithi193 ceph-mon[83763]: pgmap v1337: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:46.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:46 smithi193 ceph-mon[83763]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-12T00:46:46.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.368+0000 7f3317332780 1 < suggested update operation key=L78GRS73CH1U tag=3T0JTF7SZLPD type=del size=3498632 2024-04-12T00:46:46.372 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.369+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=BT83H3WO39SN type=write size=926891 2024-04-12T00:46:46.373 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.371+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=M1QVHW4HK9Y8 type=del 2024-04-12T00:46:46.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.373+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=TE1GLHZ63Y0I type=del size=2364300 2024-04-12T00:46:46.377 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.374+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~TZF9QI8HQD1N.0 size=1048576 2024-04-12T00:46:46.378 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.376+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~TZF9QI8HQD1N.1 size=847241 2024-04-12T00:46:46.381 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.378+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=TZF9QI8HQD1N tag=WC4GH2IGEGNQ type=write size=2944393 2024-04-12T00:46:46.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.379+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=593GS4YO5UZ0 type=del size=1780606 2024-04-12T00:46:46.385 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.382+0000 7f3317332780 1 < suggested update operation key=DUBT6E7KPOC6 tag=CU6UD928EUV8 type=del size=1334460 2024-04-12T00:46:46.387 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.384+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=6JLL1GE10LVR type=del size=2337854 2024-04-12T00:46:46.388 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.385+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~YN087SHF1SWZ.0 size=1048576 2024-04-12T00:46:46.389 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.386+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~YN087SHF1SWZ.1 size=668907 2024-04-12T00:46:46.392 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.389+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=YN087SHF1SWZ tag=GD7M09QYYUNX type=write size=2766059 2024-04-12T00:46:46.393 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.391+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=MHR1PP9FC2DO type=del size=3714628 2024-04-12T00:46:46.395 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.392+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=WXW883JKBNA4 type=del 2024-04-12T00:46:46.396 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.394+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=GOKROSDS0U5J type=del size=49296 2024-04-12T00:46:46.399 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.397+0000 7f3317332780 1 < suggested update operation key=LKLO2ZZF1KW1 tag=1N4EO765I01U type=del size=3602234 2024-04-12T00:46:46.401 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.398+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=E9PHTQNJMV56 type=del size=363338 2024-04-12T00:46:46.401 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.398+0000 7f3317332780 1 < canceled part key=_multipart_5ZZ72J3YOO5G.2~H8AFTOSTYH66.0 size=1048576 2024-04-12T00:46:46.401 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.398+0000 7f3317332780 1 < canceled part key=_multipart_5ZZ72J3YOO5G.2~H8AFTOSTYH66.1 size=1048576 2024-04-12T00:46:46.402 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.400+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~H8AFTOSTYH66.2 size=173361 2024-04-12T00:46:46.405 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.403+0000 7f3317332780 1 < canceled multipart upload key=5ZZ72J3YOO5G upload=H8AFTOSTYH66 tag=HK9GF322MFPF type=write size=3319089 2024-04-12T00:46:46.407 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.404+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=JAKWLEQCL8JO type=del size=1285343 2024-04-12T00:46:46.409 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.406+0000 7f3317332780 1 < completed write operation key=2LATRVZJ94KG tag=FKHBDJP430VO type=write size=852700 2024-04-12T00:46:46.410 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.407+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=OBYSFFWIW06C type=del size=3850407 2024-04-12T00:46:46.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.409+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=9R2U5UCRIUB5 type=del 2024-04-12T00:46:46.414 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.412+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~7D023V3UM8B5.0 size=1048576 2024-04-12T00:46:46.416 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.413+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~7D023V3UM8B5.1 size=567168 2024-04-12T00:46:46.416 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.413+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=7D023V3UM8B5 tag=0A8LCZ8WA4B5 type=write size=2664320 2024-04-12T00:46:46.417 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.415+0000 7f3317332780 -1 < failed to complete operation key=LKLO2ZZF1KW1 tag=VT5RJ03S796V type=del size=1332382: (22) Invalid argument 2024-04-12T00:46:46.420 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.418+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~861W1M73LQUY.0 size=921624 2024-04-12T00:46:46.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.418+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=861W1M73LQUY tag=A5VKXVKNJPL6 type=write size=1970200 2024-04-12T00:46:46.422 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.419+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=09C060JCF72I type=del 2024-04-12T00:46:46.423 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.421+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=7R4GG2KBKLL9 type=del size=161395 2024-04-12T00:46:46.425 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.422+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=EPDKXKI04DK0 type=del 2024-04-12T00:46:46.428 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.425+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~XG25D5Z0O0H9.0 size=1048576 2024-04-12T00:46:46.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.426+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~XG25D5Z0O0H9.1 size=105236 2024-04-12T00:46:46.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.426+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=XG25D5Z0O0H9 tag=BX0BTIAE0B18 type=write size=2202388 2024-04-12T00:46:46.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.428+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~IY8PS9SPHV3E.0 size=1048576 2024-04-12T00:46:46.432 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.430+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~IY8PS9SPHV3E.1 size=691533 2024-04-12T00:46:46.435 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.432+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=IY8PS9SPHV3E tag=CDVG39LCZHE0 type=write size=2788685 2024-04-12T00:46:46.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.435+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~9TJLJEZ40FLS.0 size=1048576 2024-04-12T00:46:46.439 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.437+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~9TJLJEZ40FLS.1 size=374532 2024-04-12T00:46:46.440 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.437+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=9TJLJEZ40FLS tag=DRG8R46FLJ1X type=write size=2471684 2024-04-12T00:46:46.441 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.438+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~41705NM1CALV.0 size=1048576 2024-04-12T00:46:46.441 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.438+0000 7f3317332780 1 < canceled part key=_multipart_X4J4HOCIIN2P.2~41705NM1CALV.1 size=1048576 2024-04-12T00:46:46.442 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.440+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~41705NM1CALV.2 size=137996 2024-04-12T00:46:46.446 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.442+0000 7f3317332780 1 < canceled multipart upload key=X4J4HOCIIN2P upload=41705NM1CALV tag=95E2R2S1ZPBO type=write size=3283724 2024-04-12T00:46:46.448 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.445+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~5J51DQU4LOTE.0 size=1048576 2024-04-12T00:46:46.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.446+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~5J51DQU4LOTE.1 size=1048576 2024-04-12T00:46:46.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.447+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~5J51DQU4LOTE.2 size=652956 2024-04-12T00:46:46.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.447+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=5J51DQU4LOTE tag=639PFNYNEWSA type=write size=3798684 2024-04-12T00:46:46.451 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.449+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=QV4WPD71SBZI type=del 2024-04-12T00:46:46.454 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.452+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~9TG3ZBUU725R.0 size=51735 2024-04-12T00:46:46.454 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.452+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=9TG3ZBUU725R tag=LJACPLGSW9RX type=write size=1100311 2024-04-12T00:46:46.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.453+0000 7f3317332780 1 < completed write operation key=GBDRR6ZHKT41 tag=BT83H3WO39SN type=write size=926891 2024-04-12T00:46:46.457 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.455+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=8VEIY2IWNCQ3 type=del size=2171054 2024-04-12T00:46:46.459 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.456+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=TE1GLHZ63Y0I type=del 2024-04-12T00:46:46.461 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.459+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~QBK0DN7WAF2Q.0 size=1048576 2024-04-12T00:46:46.462 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.460+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~QBK0DN7WAF2Q.1 size=1048576 2024-04-12T00:46:46.464 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.461+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~QBK0DN7WAF2Q.2 size=934476 2024-04-12T00:46:46.464 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.461+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=QBK0DN7WAF2Q tag=NLAP4JDDU63O type=write size=4080204 2024-04-12T00:46:46.465 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.462+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=593GS4YO5UZ0 type=del 2024-04-12T00:46:46.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.465+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~2UW8SIGT6HSU.0 size=261802 2024-04-12T00:46:46.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.465+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=2UW8SIGT6HSU tag=ZK7YZXW3N99L type=write size=1310378 2024-04-12T00:46:46.469 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.466+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=6JLL1GE10LVR type=del 2024-04-12T00:46:46.470 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.468+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=M8HS8VBWX5YY type=del size=1644776 2024-04-12T00:46:46.472 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.469+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=MHR1PP9FC2DO type=del 2024-04-12T00:46:46.473 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.471+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=2O7TIUEQPXI3 type=write size=1011544 2024-04-12T00:46:46.475 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.472+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=GOKROSDS0U5J type=del 2024-04-12T00:46:46.477 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.475+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~KG2EGQD1UQV3.0 size=54950 2024-04-12T00:46:46.478 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.475+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=KG2EGQD1UQV3 tag=TYAHZ0A5D9FH type=write size=1103526 2024-04-12T00:46:46.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.476+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=E9PHTQNJMV56 type=del 2024-04-12T00:46:46.480 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.478+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=1LXTXQJPOS9G type=del size=784579 2024-04-12T00:46:46.482 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.479+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=JAKWLEQCL8JO type=del 2024-04-12T00:46:46.484 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.481+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=8VQT03FF52AV type=del size=2345339 2024-04-12T00:46:46.486 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.483+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=OBYSFFWIW06C type=del 2024-04-12T00:46:46.487 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.484+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=KTP1O49YGV8E type=del size=2360698 2024-04-12T00:46:46.487 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.485+0000 7f3317332780 1 < canceled part key=_multipart_2RQJT2MW2T9S.2~7D023V3UM8B5.0 size=1048576 2024-04-12T00:46:46.487 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.485+0000 7f3317332780 1 < canceled part key=_multipart_2RQJT2MW2T9S.2~7D023V3UM8B5.1 size=567168 2024-04-12T00:46:46.490 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.487+0000 7f3317332780 1 < canceled multipart upload key=2RQJT2MW2T9S upload=7D023V3UM8B5 tag=0A8LCZ8WA4B5 type=write size=2664320 2024-04-12T00:46:46.491 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.488+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=TYYB4DLYBSLH type=del size=577965 2024-04-12T00:46:46.492 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.490+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~861W1M73LQUY.0 size=921624 2024-04-12T00:46:46.495 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.492+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=861W1M73LQUY tag=A5VKXVKNJPL6 type=write size=1970200 2024-04-12T00:46:46.496 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.493+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=YDYKXHHT029K type=del size=1605237 2024-04-12T00:46:46.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.495+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=7R4GG2KBKLL9 type=del 2024-04-12T00:46:46.499 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.497+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=OMBECXWXSYPL type=del size=491582 2024-04-12T00:46:46.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.498+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~XG25D5Z0O0H9.0 size=1048576 2024-04-12T00:46:46.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.498+0000 7f3317332780 1 < canceled part key=_multipart_2RQJT2MW2T9S.2~XG25D5Z0O0H9.1 size=105236 2024-04-12T00:46:46.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.501+0000 7f3317332780 1 < canceled multipart upload key=2RQJT2MW2T9S upload=XG25D5Z0O0H9 tag=BX0BTIAE0B18 type=write size=2202388 2024-04-12T00:46:46.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.503+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~AJZ23VXVE1C8.0 size=628932 2024-04-12T00:46:46.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.503+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=AJZ23VXVE1C8 tag=02VMZ76D8TS9 type=write size=1677508 2024-04-12T00:46:46.508 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.505+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~9TJLJEZ40FLS.0 size=1048576 2024-04-12T00:46:46.509 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.506+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~9TJLJEZ40FLS.1 size=374532 2024-04-12T00:46:46.511 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.509+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=9TJLJEZ40FLS tag=DRG8R46FLJ1X type=write size=2471684 2024-04-12T00:46:46.513 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.510+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=8IBCOW9DIGXC type=del size=1478438 2024-04-12T00:46:46.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.512+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~5J51DQU4LOTE.0 size=1048576 2024-04-12T00:46:46.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.513+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~5J51DQU4LOTE.1 size=1048576 2024-04-12T00:46:46.517 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.515+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~5J51DQU4LOTE.2 size=652956 2024-04-12T00:46:46.520 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.517+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=5J51DQU4LOTE tag=639PFNYNEWSA type=write size=3798684 2024-04-12T00:46:46.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.519+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=NO8CXTRP8HLT type=del size=566770 2024-04-12T00:46:46.524 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.521+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~9TG3ZBUU725R.0 size=51735 2024-04-12T00:46:46.526 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.523+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=9TG3ZBUU725R tag=LJACPLGSW9RX type=write size=1100311 2024-04-12T00:46:46.529 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.527+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~SU8VSSZ4JAVW.0 size=1048576 2024-04-12T00:46:46.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.528+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~SU8VSSZ4JAVW.1 size=283753 2024-04-12T00:46:46.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.528+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=SU8VSSZ4JAVW tag=0MUDUN08WA98 type=write size=2380905 2024-04-12T00:46:46.532 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.529+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=8VEIY2IWNCQ3 type=del 2024-04-12T00:46:46.534 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.531+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=J1887UDPTY0A type=del size=2498230 2024-04-12T00:46:46.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.532+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~QBK0DN7WAF2Q.0 size=1048576 2024-04-12T00:46:46.536 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.533+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~QBK0DN7WAF2Q.1 size=1048576 2024-04-12T00:46:46.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.535+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~QBK0DN7WAF2Q.2 size=934476 2024-04-12T00:46:46.540 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.537+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=QBK0DN7WAF2Q tag=NLAP4JDDU63O type=write size=4080204 2024-04-12T00:46:46.543 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.540+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~QJDR8IGC9XN9.0 size=1048576 2024-04-12T00:46:46.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:46 smithi098 ceph-mon[91373]: pgmap v1337: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:46.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:46 smithi098 ceph-mon[91373]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-12T00:46:46.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:46 smithi098 ceph-mon[88922]: pgmap v1337: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:46.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:46 smithi098 ceph-mon[88922]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-12T00:46:46.544 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.541+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~QJDR8IGC9XN9.1 size=856608 2024-04-12T00:46:46.544 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.541+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=QJDR8IGC9XN9 tag=CE8C2D9C20MY type=write size=2953760 2024-04-12T00:46:46.545 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.543+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~2UW8SIGT6HSU.0 size=261802 2024-04-12T00:46:46.548 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.545+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=2UW8SIGT6HSU tag=ZK7YZXW3N99L type=write size=1310378 2024-04-12T00:46:46.549 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.546+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=43K2FHH5T7YJ type=write size=1044825 2024-04-12T00:46:46.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.548+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=M8HS8VBWX5YY type=del 2024-04-12T00:46:46.554 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.551+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~U7HBBMI0HTCA.0 size=1048576 2024-04-12T00:46:46.555 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.552+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~U7HBBMI0HTCA.1 size=785737 2024-04-12T00:46:46.555 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.552+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=U7HBBMI0HTCA tag=7YPE3CA4SF5H type=write size=2882889 2024-04-12T00:46:46.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.554+0000 7f3317332780 1 < completed write operation key=YBOSOCCRJFO7 tag=2O7TIUEQPXI3 type=write size=1011544 2024-04-12T00:46:46.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.556+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=GHK1IHAZ2FNX type=del size=2213051 2024-04-12T00:46:46.560 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.557+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~KG2EGQD1UQV3.0 size=54950 2024-04-12T00:46:46.563 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.560+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=KG2EGQD1UQV3 tag=TYAHZ0A5D9FH type=write size=1103526 2024-04-12T00:46:46.565 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.562+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=LLX07JBZ2GHA type=del size=1580455 2024-04-12T00:46:46.566 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.564+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=1LXTXQJPOS9G type=del 2024-04-12T00:46:46.568 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.565+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=ZO29YREUCXDN type=del size=306730 2024-04-12T00:46:46.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.567+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=8VQT03FF52AV type=del 2024-04-12T00:46:46.571 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.568+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=7N01QF9UHJ26 type=del size=2069318 2024-04-12T00:46:46.572 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.570+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=KTP1O49YGV8E type=del 2024-04-12T00:46:46.574 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.571+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=HHJ32NC6S0GL type=del size=4042058 2024-04-12T00:46:46.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.575+0000 7f3317332780 1 < suggested remove operation key=LMJQSUV7DIV7 tag=TYYB4DLYBSLH type=del 2024-04-12T00:46:46.579 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.576+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=31SSKXDD0LC3 type=del size=2016517 2024-04-12T00:46:46.581 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.578+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=YDYKXHHT029K type=del 2024-04-12T00:46:46.584 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.581+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~UJE4EPEF8HJ1.0 size=1032877 2024-04-12T00:46:46.584 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.581+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=UJE4EPEF8HJ1 tag=IDIP86KXJESQ type=write size=2081453 2024-04-12T00:46:46.585 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.582+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=OMBECXWXSYPL type=del 2024-04-12T00:46:46.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.586+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~YSCBB62M3NFZ.0 size=915783 2024-04-12T00:46:46.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.586+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=YSCBB62M3NFZ tag=CTQXAL2LSRH7 type=write size=1964359 2024-04-12T00:46:46.589 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.586+0000 7f3317332780 1 < canceled part key=_multipart_1CAPZAU657WZ.2~AJZ23VXVE1C8.0 size=628932 2024-04-12T00:46:46.592 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.589+0000 7f3317332780 1 < canceled multipart upload key=1CAPZAU657WZ upload=AJZ23VXVE1C8 tag=02VMZ76D8TS9 type=write size=1677508 2024-04-12T00:46:46.593 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.591+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=WIW6WKJEVWRK type=del size=3210279 2024-04-12T00:46:46.595 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.592+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=8IBCOW9DIGXC type=del 2024-04-12T00:46:46.596 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.594+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=9UK10TJIOUFA type=del size=2799160 2024-04-12T00:46:46.598 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.595+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=NO8CXTRP8HLT type=del 2024-04-12T00:46:46.601 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.598+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~PZVQ6M41JUBC.0 size=969445 2024-04-12T00:46:46.601 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.598+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=PZVQ6M41JUBC tag=YKBFHBLQW6GZ type=write size=2018021 2024-04-12T00:46:46.602 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.599+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~SU8VSSZ4JAVW.0 size=1048576 2024-04-12T00:46:46.603 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.601+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~SU8VSSZ4JAVW.1 size=283753 2024-04-12T00:46:46.606 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.603+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=SU8VSSZ4JAVW tag=0MUDUN08WA98 type=write size=2380905 2024-04-12T00:46:46.608 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.605+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=ARTYDIJUPFI3 type=del size=3720490 2024-04-12T00:46:46.610 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.608+0000 7f3317332780 1 < suggested remove operation key=L78GRS73CH1U tag=J1887UDPTY0A type=del 2024-04-12T00:46:46.613 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.611+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~XYKBFEBQJZZ8.0 size=1042513 2024-04-12T00:46:46.614 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.611+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=XYKBFEBQJZZ8 tag=NUN7UVJ0CNL2 type=write size=2091089 2024-04-12T00:46:46.615 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.612+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~QJDR8IGC9XN9.0 size=1048576 2024-04-12T00:46:46.616 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.614+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~QJDR8IGC9XN9.1 size=856608 2024-04-12T00:46:46.619 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.617+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=QJDR8IGC9XN9 tag=CE8C2D9C20MY type=write size=2953760 2024-04-12T00:46:46.622 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.619+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~C306948LDL23.0 size=728959 2024-04-12T00:46:46.622 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.619+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=C306948LDL23 tag=JSY211EOQ93R type=write size=1777535 2024-04-12T00:46:46.623 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.621+0000 7f3317332780 1 < completed write operation key=X4J4HOCIIN2P tag=43K2FHH5T7YJ type=write size=1044825 2024-04-12T00:46:46.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.622+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=TD7MOXF6PUGI type=write size=388651 2024-04-12T00:46:46.627 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.624+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~U7HBBMI0HTCA.0 size=1048576 2024-04-12T00:46:46.628 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.626+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~U7HBBMI0HTCA.1 size=785737 2024-04-12T00:46:46.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.628+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=U7HBBMI0HTCA tag=7YPE3CA4SF5H type=write size=2882889 2024-04-12T00:46:46.632 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.630+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=GULIIRDEA1AS type=write size=951376 2024-04-12T00:46:46.634 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.631+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=GHK1IHAZ2FNX type=del 2024-04-12T00:46:46.635 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.633+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=12D0N9PL2S85 type=del size=2520329 2024-04-12T00:46:46.637 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.634+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=LLX07JBZ2GHA type=del 2024-04-12T00:46:46.639 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.637+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~3M8G2C5U56LQ.0 size=1048576 2024-04-12T00:46:46.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.638+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~3M8G2C5U56LQ.1 size=1048576 2024-04-12T00:46:46.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.639+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~3M8G2C5U56LQ.2 size=1040743 2024-04-12T00:46:46.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.639+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=3M8G2C5U56LQ tag=G0TNUK0OUWO1 type=write size=4186471 2024-04-12T00:46:46.644 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.641+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=ZO29YREUCXDN type=del 2024-04-12T00:46:46.645 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.642+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=06X83TE19MWF type=del size=1595109 2024-04-12T00:46:46.649 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.646+0000 7f3317332780 1 < suggested remove operation key=VWQS28AXYRWJ tag=7N01QF9UHJ26 type=del 2024-04-12T00:46:46.650 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.648+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=I3ABIG4TK52H type=del size=277168 2024-04-12T00:46:46.652 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.650+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=HHJ32NC6S0GL type=del 2024-04-12T00:46:46.655 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.653+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~FL6POBN79LUS.0 size=1048576 2024-04-12T00:46:46.656 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.654+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~FL6POBN79LUS.1 size=486431 2024-04-12T00:46:46.657 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.654+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=FL6POBN79LUS tag=K31QWO8PGOT2 type=write size=2583583 2024-04-12T00:46:46.658 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.655+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=31SSKXDD0LC3 type=del 2024-04-12T00:46:46.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.657+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=UOFJJFM120HZ type=del size=564452 2024-04-12T00:46:46.661 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.658+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~UJE4EPEF8HJ1.0 size=1032877 2024-04-12T00:46:46.663 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.661+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=UJE4EPEF8HJ1 tag=IDIP86KXJESQ type=write size=2081453 2024-04-12T00:46:46.665 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.662+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=6OHMXWRBLPPW type=del size=2922273 2024-04-12T00:46:46.666 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.664+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~YSCBB62M3NFZ.0 size=915783 2024-04-12T00:46:46.669 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.666+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=YSCBB62M3NFZ tag=CTQXAL2LSRH7 type=write size=1964359 2024-04-12T00:46:46.672 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.669+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~GCPVU8I1WFN2.0 size=1048576 2024-04-12T00:46:46.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.670+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~GCPVU8I1WFN2.1 size=1048576 2024-04-12T00:46:46.674 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.671+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~GCPVU8I1WFN2.2 size=217862 2024-04-12T00:46:46.674 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.671+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=GCPVU8I1WFN2 tag=LYQL1RQ336TA type=write size=3363590 2024-04-12T00:46:46.675 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.672+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=WIW6WKJEVWRK type=del 2024-04-12T00:46:46.676 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.674+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=RKT3B91CABD5 type=del size=3512867 2024-04-12T00:46:46.678 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.676+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=9UK10TJIOUFA type=del 2024-04-12T00:46:46.680 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.677+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=76B8O7Q006W9 type=del size=3090899 2024-04-12T00:46:46.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.679+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~PZVQ6M41JUBC.0 size=969445 2024-04-12T00:46:46.684 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.681+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=PZVQ6M41JUBC tag=YKBFHBLQW6GZ type=write size=2018021 2024-04-12T00:46:46.685 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.682+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=YMGRUOH7ASCE type=write size=881234 2024-04-12T00:46:46.685 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.683+0000 7f3317332780 -1 < no bi entry to suggest for operation key=L78GRS73CH1U tag=ARTYDIJUPFI3 type=del size=3720490: (2) No such file or directory 2024-04-12T00:46:46.688 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.686+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~9ASJU80B5VSN.0 size=961112 2024-04-12T00:46:46.689 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.686+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=9ASJU80B5VSN tag=Y712954225SQ type=write size=2009688 2024-04-12T00:46:46.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.687+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~XYKBFEBQJZZ8.0 size=1042513 2024-04-12T00:46:46.692 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.690+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=XYKBFEBQJZZ8 tag=NUN7UVJ0CNL2 type=write size=2091089 2024-04-12T00:46:46.694 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.692+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=EH1U2NXO8QLX type=del size=609872 2024-04-12T00:46:46.695 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.692+0000 7f3317332780 1 < canceled part key=_multipart_E46GQAGF9GTX.2~C306948LDL23.0 size=728959 2024-04-12T00:46:46.697 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.694+0000 7f3317332780 1 < canceled multipart upload key=E46GQAGF9GTX upload=C306948LDL23 tag=JSY211EOQ93R type=write size=1777535 2024-04-12T00:46:46.698 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.696+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=Q6U2P1HZHS4M type=del size=3574136 2024-04-12T00:46:46.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.697+0000 7f3317332780 1 < completed write operation key=8100QAT6UX23 tag=TD7MOXF6PUGI type=write size=388651 2024-04-12T00:46:46.701 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.699+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=LSNDSS2ZXWU0 type=del size=1606518 2024-04-12T00:46:46.703 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.700+0000 7f3317332780 1 < completed write operation key=COYSTVZBULU1 tag=GULIIRDEA1AS type=write size=951376 2024-04-12T00:46:46.707 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.704+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~TPM4GK1KL4PT.0 size=325628 2024-04-12T00:46:46.707 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.704+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=TPM4GK1KL4PT tag=XHFN4GAFXSU2 type=write size=1374204 2024-04-12T00:46:46.708 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.705+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=12D0N9PL2S85 type=del 2024-04-12T00:46:46.709 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.707+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=3I6PMX78FYEN type=del size=1396716 2024-04-12T00:46:46.711 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.708+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~3M8G2C5U56LQ.0 size=1048576 2024-04-12T00:46:46.712 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.709+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~3M8G2C5U56LQ.1 size=1048576 2024-04-12T00:46:46.713 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.711+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~3M8G2C5U56LQ.2 size=1040743 2024-04-12T00:46:46.716 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.713+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=3M8G2C5U56LQ tag=G0TNUK0OUWO1 type=write size=4186471 2024-04-12T00:46:46.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.715+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=4E3GL5WX2VC3 type=del size=829816 2024-04-12T00:46:46.719 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.717+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=06X83TE19MWF type=del 2024-04-12T00:46:46.721 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.718+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=BQ16U3O7TKEB type=del size=2844360 2024-04-12T00:46:46.723 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.720+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=I3ABIG4TK52H type=del 2024-04-12T00:46:46.724 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.721+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=JVK8612UBZK1 type=del size=3310658 2024-04-12T00:46:46.726 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.723+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~FL6POBN79LUS.0 size=1048576 2024-04-12T00:46:46.727 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.724+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~FL6POBN79LUS.1 size=486431 2024-04-12T00:46:46.730 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.727+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=FL6POBN79LUS tag=K31QWO8PGOT2 type=write size=2583583 2024-04-12T00:46:46.731 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.728+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=JH0JURA40N2D type=del size=3050959 2024-04-12T00:46:46.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.730+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=UOFJJFM120HZ type=del 2024-04-12T00:46:46.734 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.731+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=OVGHFIMC5L9T type=del size=3838976 2024-04-12T00:46:46.737 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.734+0000 7f3317332780 1 < suggested update operation key=YBOSOCCRJFO7 tag=6OHMXWRBLPPW type=del size=2922273 2024-04-12T00:46:46.739 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.736+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=JZ5J75COEG30 type=del size=1018806 2024-04-12T00:46:46.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.738+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~GCPVU8I1WFN2.0 size=1048576 2024-04-12T00:46:46.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.739+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~GCPVU8I1WFN2.1 size=1048576 2024-04-12T00:46:46.743 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.740+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~GCPVU8I1WFN2.2 size=217862 2024-04-12T00:46:46.745 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.742+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=GCPVU8I1WFN2 tag=LYQL1RQ336TA type=write size=3363590 2024-04-12T00:46:46.748 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.746+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~NJQMCQCLFMQU.0 size=1048576 2024-04-12T00:46:46.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.747+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~NJQMCQCLFMQU.1 size=1048576 2024-04-12T00:46:46.750 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.748+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~NJQMCQCLFMQU.2 size=902925 2024-04-12T00:46:46.751 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.748+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=NJQMCQCLFMQU tag=FC132UX4KIAH type=write size=4048653 2024-04-12T00:46:46.752 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.750+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=RKT3B91CABD5 type=del 2024-04-12T00:46:46.755 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.752+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~3T55XUNFVVTY.0 size=1048576 2024-04-12T00:46:46.756 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.754+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~3T55XUNFVVTY.1 size=1048576 2024-04-12T00:46:46.758 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.755+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~3T55XUNFVVTY.2 size=854913 2024-04-12T00:46:46.758 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.755+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=3T55XUNFVVTY tag=XFTEVHO9WGTZ type=write size=4000641 2024-04-12T00:46:46.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.756+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=76B8O7Q006W9 type=del 2024-04-12T00:46:46.760 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.758+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=HE0AW2JNT748 type=write size=814384 2024-04-12T00:46:46.762 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.759+0000 7f3317332780 1 < completed write operation key=GBDRR6ZHKT41 tag=YMGRUOH7ASCE type=write size=881234 2024-04-12T00:46:46.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.761+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=6HETPSUPP01K type=del size=1836600 2024-04-12T00:46:46.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.761+0000 7f3317332780 1 < canceled part key=_multipart_UOC07EDTW788.2~9ASJU80B5VSN.0 size=961112 2024-04-12T00:46:46.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.763+0000 7f3317332780 1 < canceled multipart upload key=UOC07EDTW788 upload=9ASJU80B5VSN tag=Y712954225SQ type=write size=2009688 2024-04-12T00:46:46.769 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.766+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~OJEKIU364PLP.0 size=1048576 2024-04-12T00:46:46.770 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.767+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~OJEKIU364PLP.1 size=1048576 2024-04-12T00:46:46.771 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.769+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~OJEKIU364PLP.2 size=260418 2024-04-12T00:46:46.771 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.769+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=OJEKIU364PLP tag=0VUCY55EGYVH type=write size=3406146 2024-04-12T00:46:46.774 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.772+0000 7f3317332780 1 < suggested update operation key=YE36DJQ5KI8M tag=EH1U2NXO8QLX type=del size=609872 2024-04-12T00:46:46.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.773+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=Z0H9P35W711R type=del size=1686422 2024-04-12T00:46:46.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.775+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=Q6U2P1HZHS4M type=del 2024-04-12T00:46:46.779 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.776+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=GYPDFYPV7UPA type=del size=505141 2024-04-12T00:46:46.782 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.779+0000 7f3317332780 1 < suggested update operation key=HOD7SOILOUYQ tag=LSNDSS2ZXWU0 type=del size=1606518 2024-04-12T00:46:46.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.782+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~OEPIZZ6UAEE8.0 size=566797 2024-04-12T00:46:46.785 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.782+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=OEPIZZ6UAEE8 tag=RNZAZZYM4SF2 type=write size=1615373 2024-04-12T00:46:46.786 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.783+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~TPM4GK1KL4PT.0 size=325628 2024-04-12T00:46:46.788 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.786+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=TPM4GK1KL4PT tag=XHFN4GAFXSU2 type=write size=1374204 2024-04-12T00:46:46.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.787+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=TG6A4Y5YU0YQ type=del size=1837570 2024-04-12T00:46:46.791 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.789+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=3I6PMX78FYEN type=del 2024-04-12T00:46:46.793 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.790+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=1HT8H669CJPH type=del size=2893430 2024-04-12T00:46:46.795 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.792+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=4E3GL5WX2VC3 type=del 2024-04-12T00:46:46.797 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.794+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=6XAGLY21S3TZ type=del size=3925961 2024-04-12T00:46:46.798 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.796+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=BQ16U3O7TKEB type=del 2024-04-12T00:46:46.800 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.797+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=WWMD9FBZLFPU type=del size=1184381 2024-04-12T00:46:46.801 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.799+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=JVK8612UBZK1 type=del 2024-04-12T00:46:46.804 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.801+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~8MVBV51N1A2T.0 size=981336 2024-04-12T00:46:46.804 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.801+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=8MVBV51N1A2T tag=1NTABJJKRU9V type=write size=2029912 2024-04-12T00:46:46.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.805+0000 7f3317332780 1 < suggested update operation key=COYSTVZBULU1 tag=JH0JURA40N2D type=del size=3050959 2024-04-12T00:46:46.810 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.807+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~52S76I3D7SP5.0 size=1048576 2024-04-12T00:46:46.812 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.809+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~52S76I3D7SP5.1 size=1006852 2024-04-12T00:46:46.812 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.809+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=52S76I3D7SP5 tag=J52STMD508LU type=write size=3104004 2024-04-12T00:46:46.813 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.811+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=OVGHFIMC5L9T type=del 2024-04-12T00:46:46.815 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.812+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=Z1YN3YSM1NDI type=del size=1636511 2024-04-12T00:46:46.817 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.814+0000 7f3317332780 -1 < failed to complete operation key=COYSTVZBULU1 tag=JZ5J75COEG30 type=del size=1018806: (22) Invalid argument 2024-04-12T00:46:46.818 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.815+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=5FUI84UJE7VQ type=del size=1083662 2024-04-12T00:46:46.820 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.817+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~NJQMCQCLFMQU.0 size=1048576 2024-04-12T00:46:46.821 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.818+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~NJQMCQCLFMQU.1 size=1048576 2024-04-12T00:46:46.822 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.820+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~NJQMCQCLFMQU.2 size=902925 2024-04-12T00:46:46.825 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.822+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=NJQMCQCLFMQU tag=FC132UX4KIAH type=write size=4048653 2024-04-12T00:46:46.827 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.824+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=QKNIE10LWEKK type=del size=2485140 2024-04-12T00:46:46.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.825+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~3T55XUNFVVTY.0 size=1048576 2024-04-12T00:46:46.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.825+0000 7f3317332780 1 < canceled part key=_multipart_DUBT6E7KPOC6.2~3T55XUNFVVTY.1 size=1048576 2024-04-12T00:46:46.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.827+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~3T55XUNFVVTY.2 size=854913 2024-04-12T00:46:46.832 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.829+0000 7f3317332780 1 < canceled multipart upload key=DUBT6E7KPOC6 upload=3T55XUNFVVTY tag=XFTEVHO9WGTZ type=write size=4000641 2024-04-12T00:46:46.835 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.832+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~G2X4S8T7TB1O.0 size=1048576 2024-04-12T00:46:46.836 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.833+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~G2X4S8T7TB1O.1 size=1048576 2024-04-12T00:46:46.837 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.834+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~G2X4S8T7TB1O.2 size=576914 2024-04-12T00:46:46.837 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.834+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=G2X4S8T7TB1O tag=1CER3U102XJR type=write size=3722642 2024-04-12T00:46:46.839 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.836+0000 7f3317332780 1 < completed write operation key=L78GRS73CH1U tag=HE0AW2JNT748 type=write size=814384 2024-04-12T00:46:46.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.838+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=MBI82UFHHG8C type=del size=4023292 2024-04-12T00:46:46.843 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.841+0000 7f3317332780 1 < suggested remove operation key=5ZZ72J3YOO5G tag=6HETPSUPP01K type=del 2024-04-12T00:46:46.846 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.844+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~UND6PY0BDZDX.0 size=1048576 2024-04-12T00:46:46.847 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.845+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~UND6PY0BDZDX.1 size=1048576 2024-04-12T00:46:46.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.846+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~UND6PY0BDZDX.2 size=277077 2024-04-12T00:46:46.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.846+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=UND6PY0BDZDX tag=XD4FCFB52C4W type=write size=3422805 2024-04-12T00:46:46.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.847+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~OJEKIU364PLP.0 size=1048576 2024-04-12T00:46:46.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.847+0000 7f3317332780 1 < canceled part key=_multipart_WV1ML7JVNDAP.2~OJEKIU364PLP.1 size=1048576 2024-04-12T00:46:46.854 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.849+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~OJEKIU364PLP.2 size=260418 2024-04-12T00:46:46.854 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.851+0000 7f3317332780 1 < canceled multipart upload key=WV1ML7JVNDAP upload=OJEKIU364PLP tag=0VUCY55EGYVH type=write size=3406146 2024-04-12T00:46:46.857 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.854+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~MUCGQQPFXJGP.0 size=1048576 2024-04-12T00:46:46.859 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.856+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~MUCGQQPFXJGP.1 size=45494 2024-04-12T00:46:46.859 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.856+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=MUCGQQPFXJGP tag=1QAZ734B2Y52 type=write size=2142646 2024-04-12T00:46:46.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.858+0000 7f3317332780 1 < canceled operation key=VWQS28AXYRWJ tag=Z0H9P35W711R type=del size=1686422 2024-04-12T00:46:46.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.859+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=S4KEN1R3VAA1 type=del size=3161966 2024-04-12T00:46:46.864 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.861+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=GYPDFYPV7UPA type=del 2024-04-12T00:46:46.867 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.864+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~T647DLQYZNHJ.0 size=811047 2024-04-12T00:46:46.867 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.864+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=T647DLQYZNHJ tag=5GLF0YNA4LAG type=write size=1859623 2024-04-12T00:46:46.869 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.866+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~OEPIZZ6UAEE8.0 size=566797 2024-04-12T00:46:46.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.869+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=OEPIZZ6UAEE8 tag=RNZAZZYM4SF2 type=write size=1615373 2024-04-12T00:46:46.875 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.872+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~2EGS16ZHBTQ6.0 size=1048576 2024-04-12T00:46:46.876 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.873+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~2EGS16ZHBTQ6.1 size=1048576 2024-04-12T00:46:46.877 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.874+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~2EGS16ZHBTQ6.2 size=974673 2024-04-12T00:46:46.877 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.874+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=2EGS16ZHBTQ6 tag=A11D7H0RINDC type=write size=4120401 2024-04-12T00:46:46.878 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.875+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=TG6A4Y5YU0YQ type=del 2024-04-12T00:46:46.881 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.879+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~X4MYZ353D1GJ.0 size=2382 2024-04-12T00:46:46.882 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.879+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=X4MYZ353D1GJ tag=I0DH8RKB00E6 type=write size=1050958 2024-04-12T00:46:46.883 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.880+0000 7f3317332780 1 < canceled operation key=UOC07EDTW788 tag=1HT8H669CJPH type=del size=2893430 2024-04-12T00:46:46.885 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.882+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=YAJH6TZ3U8AI type=del size=3141201 2024-04-12T00:46:46.886 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.883+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=6XAGLY21S3TZ type=del 2024-04-12T00:46:46.887 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.885+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=VQY76NCDRXXW type=del size=2459062 2024-04-12T00:46:46.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.886+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=WWMD9FBZLFPU type=del 2024-04-12T00:46:46.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.888+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=5J4KC1VFR6RU type=write size=285588 2024-04-12T00:46:46.892 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.890+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~8MVBV51N1A2T.0 size=981336 2024-04-12T00:46:46.895 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.892+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=8MVBV51N1A2T tag=1NTABJJKRU9V type=write size=2029912 2024-04-12T00:46:46.898 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.896+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~Q1G0QY3K27G9.0 size=1048576 2024-04-12T00:46:46.900 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.897+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~Q1G0QY3K27G9.1 size=1048576 2024-04-12T00:46:46.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.898+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~Q1G0QY3K27G9.2 size=55547 2024-04-12T00:46:46.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.898+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=Q1G0QY3K27G9 tag=9KPCLZSRLPI0 type=write size=3201275 2024-04-12T00:46:46.902 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.900+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~52S76I3D7SP5.0 size=1048576 2024-04-12T00:46:46.904 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.901+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~52S76I3D7SP5.1 size=1006852 2024-04-12T00:46:46.906 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.903+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=52S76I3D7SP5 tag=J52STMD508LU type=write size=3104004 2024-04-12T00:46:46.908 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.905+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=PHWC2W9G8KFB type=del size=1532481 2024-04-12T00:46:46.910 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.907+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=Z1YN3YSM1NDI type=del 2024-04-12T00:46:46.911 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.909+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=L4D4PO4J54WG type=del size=3000041 2024-04-12T00:46:46.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.911+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=5FUI84UJE7VQ type=del 2024-04-12T00:46:46.915 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.912+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=OIV9H8P537O7 type=del size=2100390 2024-04-12T00:46:46.916 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.914+0000 7f3317332780 1 < canceled operation key=2LATRVZJ94KG tag=QKNIE10LWEKK type=del size=2485140 2024-04-12T00:46:46.918 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.915+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=IU3ACOFJGC6Z type=del size=870254 2024-04-12T00:46:46.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.917+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~G2X4S8T7TB1O.0 size=1048576 2024-04-12T00:46:46.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.917+0000 7f3317332780 1 < canceled part key=_multipart_YE36DJQ5KI8M.2~G2X4S8T7TB1O.1 size=1048576 2024-04-12T00:46:46.921 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.919+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~G2X4S8T7TB1O.2 size=576914 2024-04-12T00:46:46.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.922+0000 7f3317332780 1 < canceled multipart upload key=YE36DJQ5KI8M upload=G2X4S8T7TB1O tag=1CER3U102XJR type=write size=3722642 2024-04-12T00:46:46.926 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.923+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=TJ7RN35JSNMU type=del size=385166 2024-04-12T00:46:46.928 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.925+0000 7f3317332780 -1 < failed to complete operation key=5ZZ72J3YOO5G tag=MBI82UFHHG8C type=del size=4023292: (22) Invalid argument 2024-04-12T00:46:46.930 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.928+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~JAARVVNWSUJ2.0 size=1048576 2024-04-12T00:46:46.931 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.929+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~JAARVVNWSUJ2.1 size=874584 2024-04-12T00:46:46.932 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.929+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=JAARVVNWSUJ2 tag=GP2AWPVV5YFX type=write size=2971736 2024-04-12T00:46:46.933 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.930+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~UND6PY0BDZDX.0 size=1048576 2024-04-12T00:46:46.934 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.932+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~UND6PY0BDZDX.1 size=1048576 2024-04-12T00:46:46.935 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.933+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~UND6PY0BDZDX.2 size=277077 2024-04-12T00:46:46.939 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.936+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=UND6PY0BDZDX tag=XD4FCFB52C4W type=write size=3422805 2024-04-12T00:46:46.940 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.937+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=IG6T8K00YS0S type=del size=1613033 2024-04-12T00:46:46.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.939+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~MUCGQQPFXJGP.0 size=1048576 2024-04-12T00:46:46.943 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.940+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~MUCGQQPFXJGP.1 size=45494 2024-04-12T00:46:46.945 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.943+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=MUCGQQPFXJGP tag=1QAZ734B2Y52 type=write size=2142646 2024-04-12T00:46:46.948 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.945+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~XTZ5N7SHD5F2.0 size=1032369 2024-04-12T00:46:46.948 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.945+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=XTZ5N7SHD5F2 tag=XOAADSA1LVBY type=write size=2080945 2024-04-12T00:46:46.951 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.948+0000 7f3317332780 1 < suggested remove operation key=B0O10Z22S1QK tag=S4KEN1R3VAA1 type=del 2024-04-12T00:46:46.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.950+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=CO3TFHYSB24V type=del size=2137772 2024-04-12T00:46:46.954 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.951+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~T647DLQYZNHJ.0 size=811047 2024-04-12T00:46:46.957 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.954+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=T647DLQYZNHJ tag=5GLF0YNA4LAG type=write size=1859623 2024-04-12T00:46:46.960 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.957+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~WHGS7LV8KOG4.0 size=1048576 2024-04-12T00:46:46.961 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.958+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~WHGS7LV8KOG4.1 size=323639 2024-04-12T00:46:46.961 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.958+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=WHGS7LV8KOG4 tag=XBB9NN69K9PK type=write size=2420791 2024-04-12T00:46:46.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.959+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~2EGS16ZHBTQ6.0 size=1048576 2024-04-12T00:46:46.963 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.961+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~2EGS16ZHBTQ6.1 size=1048576 2024-04-12T00:46:46.964 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.962+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~2EGS16ZHBTQ6.2 size=974673 2024-04-12T00:46:46.967 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.965+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=2EGS16ZHBTQ6 tag=A11D7H0RINDC type=write size=4120401 2024-04-12T00:46:46.969 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.966+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=PTAE39FAB6WM type=del size=1209691 2024-04-12T00:46:46.970 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.968+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~X4MYZ353D1GJ.0 size=2382 2024-04-12T00:46:46.973 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.970+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=X4MYZ353D1GJ tag=I0DH8RKB00E6 type=write size=1050958 2024-04-12T00:46:46.974 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.972+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=IZX35FPJI90D type=del size=4024273 2024-04-12T00:46:46.977 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.975+0000 7f3317332780 1 < suggested update operation key=8100QAT6UX23 tag=YAJH6TZ3U8AI type=del size=3141201 2024-04-12T00:46:46.980 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.978+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~L74VFUEEWJ5M.0 size=1048576 2024-04-12T00:46:46.981 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.979+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~L74VFUEEWJ5M.1 size=1048576 2024-04-12T00:46:46.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.980+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~L74VFUEEWJ5M.2 size=382216 2024-04-12T00:46:46.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.980+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=L74VFUEEWJ5M tag=HZS556DR7XXQ type=write size=3527944 2024-04-12T00:46:46.986 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.983+0000 7f3317332780 1 < suggested remove operation key=USACGT0O7VRV tag=VQY76NCDRXXW type=del 2024-04-12T00:46:46.988 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.985+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=XJM87V6ASCJG type=del size=3094374 2024-04-12T00:46:46.991 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.988+0000 7f3317332780 1 < suggested remove operation key=LMJQSUV7DIV7 tag=5J4KC1VFR6RU type=write 2024-04-12T00:46:46.993 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.990+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=EU7TVIQ4RDUZ type=del size=3764643 2024-04-12T00:46:46.994 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.992+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~Q1G0QY3K27G9.0 size=1048576 2024-04-12T00:46:46.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.993+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~Q1G0QY3K27G9.1 size=1048576 2024-04-12T00:46:46.997 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.995+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~Q1G0QY3K27G9.2 size=55547 2024-04-12T00:46:47.000 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.997+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=Q1G0QY3K27G9 tag=9KPCLZSRLPI0 type=write size=3201275 2024-04-12T00:46:47.002 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:46.999+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=27E9J9PT7CUD type=del size=2797432 2024-04-12T00:46:47.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.000+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=PHWC2W9G8KFB type=del 2024-04-12T00:46:47.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.002+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=IONVJ39Z2RS4 type=del size=3568263 2024-04-12T00:46:47.006 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.003+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=L4D4PO4J54WG type=del 2024-04-12T00:46:47.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.006+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~QK9MQHYH0Y65.0 size=1048576 2024-04-12T00:46:47.010 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.007+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~QK9MQHYH0Y65.1 size=325183 2024-04-12T00:46:47.010 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.007+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=QK9MQHYH0Y65 tag=P2B6L2ATE3IX type=write size=2422335 2024-04-12T00:46:47.011 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.009+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=OIV9H8P537O7 type=del 2024-04-12T00:46:47.014 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.010+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=50F3JGPI25KE type=del size=2759896 2024-04-12T00:46:47.015 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.012+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=IU3ACOFJGC6Z type=del 2024-04-12T00:46:47.016 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.014+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=3PL2K1W8YP6W type=del size=566953 2024-04-12T00:46:47.018 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.016+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=TJ7RN35JSNMU type=del 2024-04-12T00:46:47.020 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.017+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=1GXO5VUMDG3C type=del size=1738867 2024-04-12T00:46:47.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.019+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~JAARVVNWSUJ2.0 size=1048576 2024-04-12T00:46:47.023 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.020+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~JAARVVNWSUJ2.1 size=874584 2024-04-12T00:46:47.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.023+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=JAARVVNWSUJ2 tag=GP2AWPVV5YFX type=write size=2971736 2024-04-12T00:46:47.027 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.025+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=9I8TAVJOEVHI type=write size=211745 2024-04-12T00:46:47.029 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.026+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=IG6T8K00YS0S type=del 2024-04-12T00:46:47.031 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.028+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=U2FGI6U9BLDK type=del size=3540552 2024-04-12T00:46:47.033 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.030+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~XTZ5N7SHD5F2.0 size=1032369 2024-04-12T00:46:47.035 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.033+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=XTZ5N7SHD5F2 tag=XOAADSA1LVBY type=write size=2080945 2024-04-12T00:46:47.037 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.034+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=HQAFIDY1DXLU type=write size=695992 2024-04-12T00:46:47.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.036+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=CO3TFHYSB24V type=del 2024-04-12T00:46:47.040 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.037+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=J1GAJCOQ9050 type=write size=326588 2024-04-12T00:46:47.042 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.039+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~WHGS7LV8KOG4.0 size=1048576 2024-04-12T00:46:47.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.040+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~WHGS7LV8KOG4.1 size=323639 2024-04-12T00:46:47.046 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.043+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=WHGS7LV8KOG4 tag=XBB9NN69K9PK type=write size=2420791 2024-04-12T00:46:47.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.044+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=6X0BHG7T2QES type=del size=1574163 2024-04-12T00:46:47.048 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.046+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=PTAE39FAB6WM type=del 2024-04-12T00:46:47.050 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.047+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=G649D17BGL16 type=del size=3397943 2024-04-12T00:46:47.051 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.049+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=IZX35FPJI90D type=del 2024-04-12T00:46:47.053 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.050+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=MNZ01E9VQ3YD type=del size=2070346 2024-04-12T00:46:47.059 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.052+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~L74VFUEEWJ5M.0 size=1048576 2024-04-12T00:46:47.060 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.053+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~L74VFUEEWJ5M.1 size=1048576 2024-04-12T00:46:47.060 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.055+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~L74VFUEEWJ5M.2 size=382216 2024-04-12T00:46:47.060 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.057+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=L74VFUEEWJ5M tag=HZS556DR7XXQ type=write size=3527944 2024-04-12T00:46:47.061 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.059+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=K9UNMSYOA7TY type=write size=612702 2024-04-12T00:46:47.063 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.060+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=XJM87V6ASCJG type=del 2024-04-12T00:46:47.066 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.063+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=SSSXX8IBKZX9 type=del size=1109319 2024-04-12T00:46:47.068 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.066+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=EU7TVIQ4RDUZ type=del 2024-04-12T00:46:47.070 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.067+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=FKL98P29C9P5 type=del size=3152678 2024-04-12T00:46:47.072 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.069+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=27E9J9PT7CUD type=del 2024-04-12T00:46:47.073 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.071+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=4B0D10Q6TBB2 type=del size=2930432 2024-04-12T00:46:47.075 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.072+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=IONVJ39Z2RS4 type=del 2024-04-12T00:46:47.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.074+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=3PQFIREW72T4 type=del size=1728844 2024-04-12T00:46:47.078 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.075+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~QK9MQHYH0Y65.0 size=1048576 2024-04-12T00:46:47.080 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.077+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~QK9MQHYH0Y65.1 size=325183 2024-04-12T00:46:47.082 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.080+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=QK9MQHYH0Y65 tag=P2B6L2ATE3IX type=write size=2422335 2024-04-12T00:46:47.084 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.081+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=D7JRBCVVL334 type=del size=3098868 2024-04-12T00:46:47.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.084+0000 7f3317332780 1 < suggested remove operation key=GBDRR6ZHKT41 tag=50F3JGPI25KE type=del 2024-04-12T00:46:47.088 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.086+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=ZQL3JYPKRJ5X type=write size=908102 2024-04-12T00:46:47.090 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.087+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=3PL2K1W8YP6W type=del 2024-04-12T00:46:47.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.089+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=YR321US9XSMD type=write size=152201 2024-04-12T00:46:47.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.090+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=1GXO5VUMDG3C type=del 2024-04-12T00:46:47.096 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.093+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~T05S90JW80WX.0 size=1048576 2024-04-12T00:46:47.097 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.095+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~T05S90JW80WX.1 size=1048576 2024-04-12T00:46:47.098 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.096+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~T05S90JW80WX.2 size=79753 2024-04-12T00:46:47.099 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.096+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=T05S90JW80WX tag=3BWQA1CQNA17 type=write size=3225481 2024-04-12T00:46:47.100 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.097+0000 7f3317332780 1 < completed write operation key=MX8A1YZ2V3NF tag=9I8TAVJOEVHI type=write size=211745 2024-04-12T00:46:47.103 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.101+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~30BF4RBJG2QA.0 size=108537 2024-04-12T00:46:47.103 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.101+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=30BF4RBJG2QA tag=UC0Y5OG6QVLM type=write size=1157113 2024-04-12T00:46:47.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.102+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=U2FGI6U9BLDK type=del 2024-04-12T00:46:47.106 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.104+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=3KSJKBUE9JCY type=del size=2135670 2024-04-12T00:46:47.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.107+0000 7f3317332780 1 < suggested update operation key=USACGT0O7VRV tag=HQAFIDY1DXLU type=write size=695992 2024-04-12T00:46:47.111 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.109+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=B9TOO6XKL5GQ type=del size=743927 2024-04-12T00:46:47.115 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.112+0000 7f3317332780 1 < suggested update operation key=H318TVZHDVRW tag=J1GAJCOQ9050 type=write size=326588 2024-04-12T00:46:47.117 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.114+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=KOFK7OIXWLHX type=del size=2429831 2024-04-12T00:46:47.119 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.116+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=6X0BHG7T2QES type=del 2024-04-12T00:46:47.122 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.119+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~3W0ZT3QZ3RTX.0 size=1048576 2024-04-12T00:46:47.123 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.120+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~3W0ZT3QZ3RTX.1 size=215416 2024-04-12T00:46:47.123 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.120+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=3W0ZT3QZ3RTX tag=FLXAWRG0I43B type=write size=2312568 2024-04-12T00:46:47.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.122+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=G649D17BGL16 type=del 2024-04-12T00:46:47.127 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.124+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=EC2W551P3BP1 type=del size=227997 2024-04-12T00:46:47.128 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.126+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=MNZ01E9VQ3YD type=del 2024-04-12T00:46:47.130 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.127+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=WKD893RHJM22 type=del size=2272644 2024-04-12T00:46:47.132 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.129+0000 7f3317332780 1 < completed write operation key=UV2GWU9R87W7 tag=K9UNMSYOA7TY type=write size=612702 2024-04-12T00:46:47.134 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.132+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~ETPHFI8G42CV.0 size=1048576 2024-04-12T00:46:47.136 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.133+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~ETPHFI8G42CV.1 size=39959 2024-04-12T00:46:47.136 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.133+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=ETPHFI8G42CV tag=5YWMGVCZYCFZ type=write size=2137111 2024-04-12T00:46:47.137 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.135+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=SSSXX8IBKZX9 type=del 2024-04-12T00:46:47.139 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.136+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=9PE5NEL9TGL3 type=write size=527961 2024-04-12T00:46:47.141 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.138+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=FKL98P29C9P5 type=del 2024-04-12T00:46:47.142 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.140+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=E7PY0JWVISWC type=del size=2878382 2024-04-12T00:46:47.144 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.142+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=4B0D10Q6TBB2 type=del 2024-04-12T00:46:47.146 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.143+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=CIRVUREQ2CK5 type=write size=571228 2024-04-12T00:46:47.148 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.145+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=3PQFIREW72T4 type=del 2024-04-12T00:46:47.149 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.147+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=OJ7PD1MSZ1V2 type=del size=2788654 2024-04-12T00:46:47.151 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.149+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=D7JRBCVVL334 type=del 2024-04-12T00:46:47.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.150+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=0QY6EFIUZBV7 type=del size=3278976 2024-04-12T00:46:47.155 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.152+0000 7f3317332780 1 < completed write operation key=VBE0Z26APYW7 tag=ZQL3JYPKRJ5X type=write size=908102 2024-04-12T00:46:47.157 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.154+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=W92JWATA03HT type=del size=490290 2024-04-12T00:46:47.159 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.156+0000 7f3317332780 1 < completed write operation key=WV1ML7JVNDAP tag=YR321US9XSMD type=write size=152201 2024-04-12T00:46:47.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.159+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=FUV1ZVV1Z8DD type=del size=1735501 2024-04-12T00:46:47.163 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.161+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~T05S90JW80WX.0 size=1048576 2024-04-12T00:46:47.165 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.162+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~T05S90JW80WX.1 size=1048576 2024-04-12T00:46:47.165 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.162+0000 7f3317332780 1 < canceled part key=_multipart_LMJQSUV7DIV7.2~T05S90JW80WX.2 size=79753 2024-04-12T00:46:47.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.165+0000 7f3317332780 1 < canceled multipart upload key=LMJQSUV7DIV7 upload=T05S90JW80WX tag=3BWQA1CQNA17 type=write size=3225481 2024-04-12T00:46:47.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.167+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=QAVH1WUU1BAX type=del size=2075964 2024-04-12T00:46:47.172 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.169+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~30BF4RBJG2QA.0 size=108537 2024-04-12T00:46:47.174 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.172+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=30BF4RBJG2QA tag=UC0Y5OG6QVLM type=write size=1157113 2024-04-12T00:46:47.177 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.175+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~IX2PTJMUKIKM.0 size=111674 2024-04-12T00:46:47.178 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.175+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=IX2PTJMUKIKM tag=0BQTURIJELXU type=write size=1160250 2024-04-12T00:46:47.180 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.178+0000 7f3317332780 1 < suggested update operation key=E46GQAGF9GTX tag=3KSJKBUE9JCY type=del size=2135670 2024-04-12T00:46:47.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.179+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=3KPNIFUMDQP9 type=write size=125818 2024-04-12T00:46:47.186 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.183+0000 7f3317332780 1 < suggested update operation key=LMJQSUV7DIV7 tag=B9TOO6XKL5GQ type=del size=743927 2024-04-12T00:46:47.188 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.185+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=LVL3864TOGS9 type=del size=2018214 2024-04-12T00:46:47.189 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.186+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=KOFK7OIXWLHX type=del 2024-04-12T00:46:47.193 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.190+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~2BH8T0SKY77H.0 size=1048576 2024-04-12T00:46:47.194 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.192+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~2BH8T0SKY77H.1 size=283555 2024-04-12T00:46:47.194 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.192+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=2BH8T0SKY77H tag=1N1ROCP7YR1D type=write size=2380707 2024-04-12T00:46:47.195 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.192+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~3W0ZT3QZ3RTX.0 size=1048576 2024-04-12T00:46:47.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.194+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~3W0ZT3QZ3RTX.1 size=215416 2024-04-12T00:46:47.199 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.196+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=3W0ZT3QZ3RTX tag=FLXAWRG0I43B type=write size=2312568 2024-04-12T00:46:47.200 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.198+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=R2KTVFUUI3MC type=del size=2485426 2024-04-12T00:46:47.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.199+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=EC2W551P3BP1 type=del 2024-04-12T00:46:47.205 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.203+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~PRSLNNGKVV12.0 size=1048576 2024-04-12T00:46:47.207 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.204+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~PRSLNNGKVV12.1 size=105158 2024-04-12T00:46:47.207 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.204+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=PRSLNNGKVV12 tag=DUEB9JZRBCY9 type=write size=2202310 2024-04-12T00:46:47.209 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.206+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=WKD893RHJM22 type=del 2024-04-12T00:46:47.210 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.208+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=50VEV0EU1RQX type=del size=3497997 2024-04-12T00:46:47.212 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.210+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~ETPHFI8G42CV.0 size=1048576 2024-04-12T00:46:47.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.211+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~ETPHFI8G42CV.1 size=39959 2024-04-12T00:46:47.217 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.214+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=ETPHFI8G42CV tag=5YWMGVCZYCFZ type=write size=2137111 2024-04-12T00:46:47.218 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.216+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=WSFHSOT6UCUF type=del size=3930114 2024-04-12T00:46:47.220 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.217+0000 7f3317332780 1 < completed write operation key=YBOSOCCRJFO7 tag=9PE5NEL9TGL3 type=write size=527961 2024-04-12T00:46:47.221 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.219+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=UDEINYQ0GBPU type=del size=3184083 2024-04-12T00:46:47.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.220+0000 7f3317332780 1 < canceled operation key=RT67TN1NNQ2D tag=E7PY0JWVISWC type=del size=2878382 2024-04-12T00:46:47.226 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.223+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~IYFSE6DEI28I.0 size=1048576 2024-04-12T00:46:47.227 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.224+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~IYFSE6DEI28I.1 size=1048576 2024-04-12T00:46:47.228 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.226+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~IYFSE6DEI28I.2 size=42760 2024-04-12T00:46:47.229 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.226+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=IYFSE6DEI28I tag=BWW49MRZQJEA type=write size=3188488 2024-04-12T00:46:47.230 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.227+0000 7f3317332780 1 < completed write operation key=HOD7SOILOUYQ tag=CIRVUREQ2CK5 type=write size=571228 2024-04-12T00:46:47.232 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.229+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=NTX1VNP3LBEU type=del size=706532 2024-04-12T00:46:47.234 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.231+0000 7f3317332780 -1 < failed to complete operation key=LMJQSUV7DIV7 tag=OJ7PD1MSZ1V2 type=del size=2788654: (22) Invalid argument 2024-04-12T00:46:47.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.233+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=YGEYI46Q5F89 type=del size=1979523 2024-04-12T00:46:47.237 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.235+0000 7f3317332780 -1 < failed to complete operation key=LMJQSUV7DIV7 tag=0QY6EFIUZBV7 type=del size=3278976: (22) Invalid argument 2024-04-12T00:46:47.240 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.237+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~NZ9784ONVOMC.0 size=955901 2024-04-12T00:46:47.240 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.237+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=NZ9784ONVOMC tag=TVJS6ZRUHGAX type=write size=2004477 2024-04-12T00:46:47.242 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.239+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=W92JWATA03HT type=del 2024-04-12T00:46:47.243 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.241+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=2AWH1UGFFDHV type=del size=2093990 2024-04-12T00:46:47.245 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.242+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=FUV1ZVV1Z8DD type=del 2024-04-12T00:46:47.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.244+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=MSX26KFUMPRQ type=del size=1024885 2024-04-12T00:46:47.248 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.245+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=QAVH1WUU1BAX type=del 2024-04-12T00:46:47.249 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.247+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=24K9DRXBIFIM type=del size=3736795 2024-04-12T00:46:47.251 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.249+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~IX2PTJMUKIKM.0 size=111674 2024-04-12T00:46:47.254 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.251+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=IX2PTJMUKIKM tag=0BQTURIJELXU type=write size=1160250 2024-04-12T00:46:47.256 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.253+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=NJ5EKS5ZCLRR type=del size=4094350 2024-04-12T00:46:47.257 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.254+0000 7f3317332780 1 < completed write operation key=2RQJT2MW2T9S tag=3KPNIFUMDQP9 type=write size=125818 2024-04-12T00:46:47.262 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.256+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=X0K1FEWZBTMO type=del size=2816393 2024-04-12T00:46:47.262 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.258+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=LVL3864TOGS9 type=del 2024-04-12T00:46:47.262 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.259+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=0P4KHY52J332 type=del size=757430 2024-04-12T00:46:47.264 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.261+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~2BH8T0SKY77H.0 size=1048576 2024-04-12T00:46:47.265 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.262+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~2BH8T0SKY77H.1 size=283555 2024-04-12T00:46:47.268 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.265+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=2BH8T0SKY77H tag=1N1ROCP7YR1D type=write size=2380707 2024-04-12T00:46:47.271 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.268+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~KU4QO1JU8GNC.0 size=1048576 2024-04-12T00:46:47.272 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.270+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~KU4QO1JU8GNC.1 size=1048576 2024-04-12T00:46:47.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.271+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~KU4QO1JU8GNC.2 size=681050 2024-04-12T00:46:47.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.271+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=KU4QO1JU8GNC tag=LE61LD5CVV3U type=write size=3826778 2024-04-12T00:46:47.275 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.272+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=R2KTVFUUI3MC type=del 2024-04-12T00:46:47.278 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.275+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~A50YJOACV7N4.0 size=1048576 2024-04-12T00:46:47.279 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.277+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~A50YJOACV7N4.1 size=811426 2024-04-12T00:46:47.279 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.277+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=A50YJOACV7N4 tag=I1KIKOT261S0 type=write size=2908578 2024-04-12T00:46:47.281 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.278+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~PRSLNNGKVV12.0 size=1048576 2024-04-12T00:46:47.282 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.280+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~PRSLNNGKVV12.1 size=105158 2024-04-12T00:46:47.285 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.282+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=PRSLNNGKVV12 tag=DUEB9JZRBCY9 type=write size=2202310 2024-04-12T00:46:47.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.286+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~N8J0N07PRQJG.0 size=1048576 2024-04-12T00:46:47.290 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.287+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~N8J0N07PRQJG.1 size=1048576 2024-04-12T00:46:47.291 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.288+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~N8J0N07PRQJG.2 size=844330 2024-04-12T00:46:47.291 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.288+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=N8J0N07PRQJG tag=QCY0KC3Q5MCT type=write size=3990058 2024-04-12T00:46:47.292 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.290+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=50VEV0EU1RQX type=del 2024-04-12T00:46:47.294 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.291+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=794UZXV510NZ type=del size=3449244 2024-04-12T00:46:47.296 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.293+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=WSFHSOT6UCUF type=del 2024-04-12T00:46:47.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.295+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=IJBM0ZGDO6LJ type=del size=3325536 2024-04-12T00:46:47.299 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.297+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=UDEINYQ0GBPU type=del 2024-04-12T00:46:47.301 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.298+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=SS8H0CLQSJDF type=del size=1622958 2024-04-12T00:46:47.303 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.300+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~IYFSE6DEI28I.0 size=1048576 2024-04-12T00:46:47.304 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.301+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~IYFSE6DEI28I.1 size=1048576 2024-04-12T00:46:47.305 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.303+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~IYFSE6DEI28I.2 size=42760 2024-04-12T00:46:47.308 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.305+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=IYFSE6DEI28I tag=BWW49MRZQJEA type=write size=3188488 2024-04-12T00:46:47.311 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.309+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~OZW42QA5TAD2.0 size=1048576 2024-04-12T00:46:47.313 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.310+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~OZW42QA5TAD2.1 size=1048576 2024-04-12T00:46:47.314 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.312+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~OZW42QA5TAD2.2 size=645062 2024-04-12T00:46:47.314 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.312+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=OZW42QA5TAD2 tag=AZN5JL3YIWYO type=write size=3790790 2024-04-12T00:46:47.316 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.314+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=NTX1VNP3LBEU type=del 2024-04-12T00:46:47.318 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.315+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=53NO4S9HCOU9 type=del size=3660700 2024-04-12T00:46:47.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.318+0000 7f3317332780 1 < suggested update operation key=YE36DJQ5KI8M tag=YGEYI46Q5F89 type=del size=1979523 2024-04-12T00:46:47.323 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.320+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=HJ4MZI0A6ENV type=del size=1936664 2024-04-12T00:46:47.324 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.321+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~NZ9784ONVOMC.0 size=955901 2024-04-12T00:46:47.327 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.324+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=NZ9784ONVOMC tag=TVJS6ZRUHGAX type=write size=2004477 2024-04-12T00:46:47.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.328+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~QJAEVXMB23JA.0 size=1048576 2024-04-12T00:46:47.332 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.329+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~QJAEVXMB23JA.1 size=1048576 2024-04-12T00:46:47.333 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.330+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~QJAEVXMB23JA.2 size=671153 2024-04-12T00:46:47.333 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.330+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=QJAEVXMB23JA tag=DBHFB62NP1MA type=write size=3816881 2024-04-12T00:46:47.335 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.332+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=2AWH1UGFFDHV type=del 2024-04-12T00:46:47.336 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.334+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=103OGPXU7M9G type=del size=3114649 2024-04-12T00:46:47.338 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.335+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=MSX26KFUMPRQ type=del 2024-04-12T00:46:47.339 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.337+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=UHSMF5DBB6GL type=del size=2437446 2024-04-12T00:46:47.341 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.338+0000 7f3317332780 1 < canceled operation key=2RQJT2MW2T9S tag=24K9DRXBIFIM type=del size=3736795 2024-04-12T00:46:47.343 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.340+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=5OF7VHCY5N6L type=write size=16729 2024-04-12T00:46:47.345 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.342+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=NJ5EKS5ZCLRR type=del 2024-04-12T00:46:47.346 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.344+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=B5MMMKRBERK4 type=del size=2074145 2024-04-12T00:46:47.348 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.345+0000 7f3317332780 1 < canceled operation key=MX8A1YZ2V3NF tag=X0K1FEWZBTMO type=del size=2816393 2024-04-12T00:46:47.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.347+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=1T0QTVWKD2QO type=write size=728459 2024-04-12T00:46:47.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.348+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=0P4KHY52J332 type=del 2024-04-12T00:46:47.352 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.350+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=YQLZK24EXOX3 type=write size=643610 2024-04-12T00:46:47.354 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.351+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~KU4QO1JU8GNC.0 size=1048576 2024-04-12T00:46:47.356 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.353+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~KU4QO1JU8GNC.1 size=1048576 2024-04-12T00:46:47.357 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.354+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~KU4QO1JU8GNC.2 size=681050 2024-04-12T00:46:47.360 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.358+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=KU4QO1JU8GNC tag=LE61LD5CVV3U type=write size=3826778 2024-04-12T00:46:47.362 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.359+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=I5S51ZF1ONF1 type=del size=373179 2024-04-12T00:46:47.364 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.361+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~A50YJOACV7N4.0 size=1048576 2024-04-12T00:46:47.364 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.361+0000 7f3317332780 1 < canceled part key=_multipart_B0O10Z22S1QK.2~A50YJOACV7N4.1 size=811426 2024-04-12T00:46:47.367 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.364+0000 7f3317332780 1 < canceled multipart upload key=B0O10Z22S1QK upload=A50YJOACV7N4 tag=I1KIKOT261S0 type=write size=2908578 2024-04-12T00:46:47.368 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.366+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=D6AOV21GLA7V type=del size=1349541 2024-04-12T00:46:47.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:47 smithi193 ceph-mon[83763]: pgmap v1339: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:47.370 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.367+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~N8J0N07PRQJG.0 size=1048576 2024-04-12T00:46:47.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.368+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~N8J0N07PRQJG.1 size=1048576 2024-04-12T00:46:47.373 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.370+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~N8J0N07PRQJG.2 size=844330 2024-04-12T00:46:47.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.373+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=N8J0N07PRQJG tag=QCY0KC3Q5MCT type=write size=3990058 2024-04-12T00:46:47.377 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.374+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=ZE1ABF5JSFQI type=del size=698791 2024-04-12T00:46:47.379 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.376+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=794UZXV510NZ type=del 2024-04-12T00:46:47.380 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.378+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=6Y6LKQDO2F8U type=write size=194482 2024-04-12T00:46:47.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.379+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=IJBM0ZGDO6LJ type=del 2024-04-12T00:46:47.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.381+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=PIMQHVCLUUW8 type=del size=372671 2024-04-12T00:46:47.385 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.383+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=SS8H0CLQSJDF type=del 2024-04-12T00:46:47.388 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.386+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~RYMWVBW6EX15.0 size=53023 2024-04-12T00:46:47.388 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.386+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=RYMWVBW6EX15 tag=CZVBPETZJU16 type=write size=1101599 2024-04-12T00:46:47.390 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.388+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~OZW42QA5TAD2.0 size=1048576 2024-04-12T00:46:47.392 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.389+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~OZW42QA5TAD2.1 size=1048576 2024-04-12T00:46:47.393 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.390+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~OZW42QA5TAD2.2 size=645062 2024-04-12T00:46:47.396 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.393+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=OZW42QA5TAD2 tag=AZN5JL3YIWYO type=write size=3790790 2024-04-12T00:46:47.398 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.395+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=YPOIGVLU7NUA type=write size=215205 2024-04-12T00:46:47.400 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.397+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=53NO4S9HCOU9 type=del 2024-04-12T00:46:47.401 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.399+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=640GPRKYM03P type=del size=1004871 2024-04-12T00:46:47.403 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.400+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=HJ4MZI0A6ENV type=del 2024-04-12T00:46:47.406 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.403+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~YLWNCV7UR806.0 size=583228 2024-04-12T00:46:47.406 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.403+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=YLWNCV7UR806 tag=DD3WZW34137X type=write size=1631804 2024-04-12T00:46:47.406 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.403+0000 7f3317332780 1 < canceled part key=_multipart_LKLO2ZZF1KW1.2~QJAEVXMB23JA.0 size=1048576 2024-04-12T00:46:47.407 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.405+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~QJAEVXMB23JA.1 size=1048576 2024-04-12T00:46:47.409 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.406+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~QJAEVXMB23JA.2 size=671153 2024-04-12T00:46:47.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.409+0000 7f3317332780 1 < canceled multipart upload key=LKLO2ZZF1KW1 upload=QJAEVXMB23JA tag=DBHFB62NP1MA type=write size=3816881 2024-04-12T00:46:47.413 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.411+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=L8YEOE7UQAT3 type=del size=1401702 2024-04-12T00:46:47.415 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.413+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=103OGPXU7M9G type=del 2024-04-12T00:46:47.417 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.414+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=MRBUIL8W4EJU type=del size=211645 2024-04-12T00:46:47.419 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.416+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=UHSMF5DBB6GL type=del 2024-04-12T00:46:47.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.418+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=C2111O8GPY30 type=write size=295206 2024-04-12T00:46:47.422 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.420+0000 7f3317332780 1 < completed write operation key=L78GRS73CH1U tag=5OF7VHCY5N6L type=write size=16729 2024-04-12T00:46:47.424 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.421+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=I2QMJURDCEBP type=del size=4086586 2024-04-12T00:46:47.426 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.423+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=B5MMMKRBERK4 type=del 2024-04-12T00:46:47.428 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.425+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=LLD16FFQLCSM type=del size=133363 2024-04-12T00:46:47.430 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.428+0000 7f3317332780 1 < completed write operation key=X4J4HOCIIN2P tag=1T0QTVWKD2QO type=write size=728459 2024-04-12T00:46:47.432 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.430+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=1VFXB8DYHEQB type=del size=298405 2024-04-12T00:46:47.434 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.431+0000 7f3317332780 1 < completed write operation key=E46GQAGF9GTX tag=YQLZK24EXOX3 type=write size=643610 2024-04-12T00:46:47.436 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.433+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=27N4SODU8305 type=del size=2042958 2024-04-12T00:46:47.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.435+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=I5S51ZF1ONF1 type=del 2024-04-12T00:46:47.440 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.438+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~MJ4G7TAKCO3M.0 size=1048576 2024-04-12T00:46:47.442 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.439+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~MJ4G7TAKCO3M.1 size=1048576 2024-04-12T00:46:47.443 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.440+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~MJ4G7TAKCO3M.2 size=551170 2024-04-12T00:46:47.443 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.440+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=MJ4G7TAKCO3M tag=W9DI1WRXKAMW type=write size=3696898 2024-04-12T00:46:47.445 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.443+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=D6AOV21GLA7V type=del 2024-04-12T00:46:47.447 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.444+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=IGRDR2LL3O1H type=del size=2610429 2024-04-12T00:46:47.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.446+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=ZE1ABF5JSFQI type=del 2024-04-12T00:46:47.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.447+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=ZS4G3O67YV82 type=del size=2458822 2024-04-12T00:46:47.452 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.449+0000 7f3317332780 1 < completed write operation key=UV2GWU9R87W7 tag=6Y6LKQDO2F8U type=write size=194482 2024-04-12T00:46:47.453 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.451+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=512099UN9SN2 type=del size=2922287 2024-04-12T00:46:47.458 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.453+0000 7f3317332780 1 < canceled operation key=UV2GWU9R87W7 tag=PIMQHVCLUUW8 type=del size=372671 2024-04-12T00:46:47.459 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.454+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=4DN27HDMJFOC type=write size=815165 2024-04-12T00:46:47.459 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.455+0000 7f3317332780 1 < canceled part key=_multipart_WV1ML7JVNDAP.2~RYMWVBW6EX15.0 size=53023 2024-04-12T00:46:47.460 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.457+0000 7f3317332780 1 < canceled multipart upload key=WV1ML7JVNDAP upload=RYMWVBW6EX15 tag=CZVBPETZJU16 type=write size=1101599 2024-04-12T00:46:47.461 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.459+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=GQI7ZHWLKRYQ type=del size=782233 2024-04-12T00:46:47.463 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.460+0000 7f3317332780 1 < completed write operation key=VCU05OLK0CA0 tag=YPOIGVLU7NUA type=write size=215205 2024-04-12T00:46:47.467 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.464+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~NBQYHXFQRQQC.0 size=111859 2024-04-12T00:46:47.467 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.464+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=NBQYHXFQRQQC tag=JK06YI7A1SHM type=write size=1160435 2024-04-12T00:46:47.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.465+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=640GPRKYM03P type=del 2024-04-12T00:46:47.472 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.469+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~I1MO2CREJBOR.0 size=602072 2024-04-12T00:46:47.472 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.469+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=I1MO2CREJBOR tag=5PAYVHWIUO1B type=write size=1650648 2024-04-12T00:46:47.474 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.471+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~YLWNCV7UR806.0 size=583228 2024-04-12T00:46:47.477 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.474+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=YLWNCV7UR806 tag=DD3WZW34137X type=write size=1631804 2024-04-12T00:46:47.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.476+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=8S3FA9T2DBY8 type=write size=569331 2024-04-12T00:46:47.480 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.477+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=L8YEOE7UQAT3 type=del 2024-04-12T00:46:47.482 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.479+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=PM3K8VC62TDW type=write size=3613 2024-04-12T00:46:47.484 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.481+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=MRBUIL8W4EJU type=del 2024-04-12T00:46:47.485 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.482+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=SP1VAEFQHIF3 type=del size=2370911 2024-04-12T00:46:47.487 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.485+0000 7f3317332780 1 < completed write operation key=RT67TN1NNQ2D tag=C2111O8GPY30 type=write size=295206 2024-04-12T00:46:47.489 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.486+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=034BR0RFT3UE type=del size=2027450 2024-04-12T00:46:47.491 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.488+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=I2QMJURDCEBP type=del 2024-04-12T00:46:47.494 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.491+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~H5DUPO51ATXI.0 size=1048576 2024-04-12T00:46:47.495 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.493+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~H5DUPO51ATXI.1 size=1048576 2024-04-12T00:46:47.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.494+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~H5DUPO51ATXI.2 size=267927 2024-04-12T00:46:47.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.494+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=H5DUPO51ATXI tag=AN6FK8URIZNV type=write size=3413655 2024-04-12T00:46:47.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.498+0000 7f3317332780 1 < suggested update operation key=COYSTVZBULU1 tag=LLD16FFQLCSM type=del size=133363 2024-04-12T00:46:47.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.500+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=0H9SHVEFYTJO type=del size=2196123 2024-04-12T00:46:47.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.501+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=1VFXB8DYHEQB type=del 2024-04-12T00:46:47.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.504+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=JD7WUMH0HR2L type=del size=3430229 2024-04-12T00:46:47.509 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.506+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=27N4SODU8305 type=del 2024-04-12T00:46:47.510 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.508+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=VIUTT87UJW5Z type=del size=198883 2024-04-12T00:46:47.513 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.510+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~MJ4G7TAKCO3M.0 size=1048576 2024-04-12T00:46:47.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.512+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~MJ4G7TAKCO3M.1 size=1048576 2024-04-12T00:46:47.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.513+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~MJ4G7TAKCO3M.2 size=551170 2024-04-12T00:46:47.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.516+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=MJ4G7TAKCO3M tag=W9DI1WRXKAMW type=write size=3696898 2024-04-12T00:46:47.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.519+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~W26YO6UPLWEE.0 size=614207 2024-04-12T00:46:47.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.519+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=W26YO6UPLWEE tag=53YAKF53FDT3 type=write size=1662783 2024-04-12T00:46:47.523 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.521+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=IGRDR2LL3O1H type=del 2024-04-12T00:46:47.525 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.522+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=YD0JW57RGI91 type=del size=3547035 2024-04-12T00:46:47.527 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.524+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=ZS4G3O67YV82 type=del 2024-04-12T00:46:47.528 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.526+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=M79DU2XS2X54 type=del size=3127588 2024-04-12T00:46:47.530 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.527+0000 7f3317332780 1 < canceled operation key=MX8A1YZ2V3NF tag=512099UN9SN2 type=del size=2922287 2024-04-12T00:46:47.533 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.530+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~R31SHT864VGX.0 size=1048576 2024-04-12T00:46:47.534 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.532+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~R31SHT864VGX.1 size=1048576 2024-04-12T00:46:47.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.533+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~R31SHT864VGX.2 size=656988 2024-04-12T00:46:47.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.533+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=R31SHT864VGX tag=XFBIR24S1H62 type=write size=3802716 2024-04-12T00:46:47.538 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.536+0000 7f3317332780 1 < suggested update operation key=HOD7SOILOUYQ tag=4DN27HDMJFOC type=write size=815165 2024-04-12T00:46:47.540 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.538+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=JKVUUMW5QFOE type=del size=2060505 2024-04-12T00:46:47.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.539+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=GQI7ZHWLKRYQ type=del 2024-04-12T00:46:47.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:47 smithi098 ceph-mon[91373]: pgmap v1339: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:47.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:47 smithi098 ceph-mon[88922]: pgmap v1339: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:46:47.545 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.542+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~46FQS3WY98QO.0 size=1048576 2024-04-12T00:46:47.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.543+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~46FQS3WY98QO.1 size=96033 2024-04-12T00:46:47.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.543+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=46FQS3WY98QO tag=QPN9YOMT3L1H type=write size=2193185 2024-04-12T00:46:47.547 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.545+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~NBQYHXFQRQQC.0 size=111859 2024-04-12T00:46:47.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.547+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=NBQYHXFQRQQC tag=JK06YI7A1SHM type=write size=1160435 2024-04-12T00:46:47.553 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.550+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~VOJ40R635EHP.0 size=268013 2024-04-12T00:46:47.553 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.550+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=VOJ40R635EHP tag=LVB9TTX6Q60Q type=write size=1316589 2024-04-12T00:46:47.555 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.552+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~I1MO2CREJBOR.0 size=602072 2024-04-12T00:46:47.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.555+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=I1MO2CREJBOR tag=5PAYVHWIUO1B type=write size=1650648 2024-04-12T00:46:47.561 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.559+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~1RGAHG9XZ3RK.0 size=1048576 2024-04-12T00:46:47.563 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.560+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~1RGAHG9XZ3RK.1 size=776860 2024-04-12T00:46:47.563 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.560+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=1RGAHG9XZ3RK tag=D10HQIYRCZWF type=write size=2874012 2024-04-12T00:46:47.564 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.562+0000 7f3317332780 1 < completed write operation key=TZ723A1PHQ0U tag=8S3FA9T2DBY8 type=write size=569331 2024-04-12T00:46:47.566 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.563+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=67OH8CJJUNBR type=del size=947554 2024-04-12T00:46:47.568 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.565+0000 7f3317332780 1 < completed write operation key=YE36DJQ5KI8M tag=PM3K8VC62TDW type=write size=3613 2024-04-12T00:46:47.569 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.567+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=HHZU0G7ED0Y7 type=del size=744908 2024-04-12T00:46:47.571 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.568+0000 7f3317332780 1 < canceled operation key=2RQJT2MW2T9S tag=SP1VAEFQHIF3 type=del size=2370911 2024-04-12T00:46:47.573 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.570+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=2Q8S1E8YQYKM type=write size=70191 2024-04-12T00:46:47.575 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.572+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=034BR0RFT3UE type=del 2024-04-12T00:46:47.578 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.575+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~OY3IH3TMFRTD.0 size=17280 2024-04-12T00:46:47.578 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.575+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=OY3IH3TMFRTD tag=44TMWVDPXOLN type=write size=1065856 2024-04-12T00:46:47.579 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.577+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~H5DUPO51ATXI.0 size=1048576 2024-04-12T00:46:47.581 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.578+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~H5DUPO51ATXI.1 size=1048576 2024-04-12T00:46:47.581 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.578+0000 7f3317332780 1 < canceled part key=_multipart_UOC07EDTW788.2~H5DUPO51ATXI.2 size=267927 2024-04-12T00:46:47.584 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.581+0000 7f3317332780 1 < canceled multipart upload key=UOC07EDTW788 upload=H5DUPO51ATXI tag=AN6FK8URIZNV type=write size=3413655 2024-04-12T00:46:47.585 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.583+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=P8LDR439LCIN type=del size=3946023 2024-04-12T00:46:47.589 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.586+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=0H9SHVEFYTJO type=del 2024-04-12T00:46:47.590 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.587+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=1APWRUWT2OZX type=del size=2352648 2024-04-12T00:46:47.592 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.589+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=JD7WUMH0HR2L type=del 2024-04-12T00:46:47.593 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.591+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=X4STWD2HZAOS type=del size=945999 2024-04-12T00:46:47.595 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.592+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=VIUTT87UJW5Z type=del 2024-04-12T00:46:47.597 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.594+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=D1AI5N4F6IU0 type=del size=2722838 2024-04-12T00:46:47.598 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.596+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~W26YO6UPLWEE.0 size=614207 2024-04-12T00:46:47.602 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.599+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=W26YO6UPLWEE tag=53YAKF53FDT3 type=write size=1662783 2024-04-12T00:46:47.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.602+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~4ONRND6TUVMT.0 size=162410 2024-04-12T00:46:47.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.602+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=4ONRND6TUVMT tag=OF3V59BSOE85 type=write size=1210986 2024-04-12T00:46:47.607 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.604+0000 7f3317332780 1 < canceled operation key=UV2GWU9R87W7 tag=YD0JW57RGI91 type=del size=3547035 2024-04-12T00:46:47.609 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.606+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=CNQLSVJ53GMX type=del size=119322 2024-04-12T00:46:47.612 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.610+0000 7f3317332780 1 < suggested update operation key=5ZZ72J3YOO5G tag=M79DU2XS2X54 type=del size=3127588 2024-04-12T00:46:47.614 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.611+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=BTYPRKSTI67B type=del size=3027746 2024-04-12T00:46:47.616 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.613+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~R31SHT864VGX.0 size=1048576 2024-04-12T00:46:47.617 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.614+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~R31SHT864VGX.1 size=1048576 2024-04-12T00:46:47.618 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.616+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~R31SHT864VGX.2 size=656988 2024-04-12T00:46:47.621 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.618+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=R31SHT864VGX tag=XFBIR24S1H62 type=write size=3802716 2024-04-12T00:46:47.623 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.620+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=G2H16YP7AN57 type=del size=4121066 2024-04-12T00:46:47.626 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.623+0000 7f3317332780 1 < suggested remove operation key=YBOSOCCRJFO7 tag=JKVUUMW5QFOE type=del 2024-04-12T00:46:47.628 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.625+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=8KQ7G884SOVV type=del size=1650909 2024-04-12T00:46:47.630 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.627+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~46FQS3WY98QO.0 size=1048576 2024-04-12T00:46:47.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.628+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~46FQS3WY98QO.1 size=96033 2024-04-12T00:46:47.634 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.632+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=46FQS3WY98QO tag=QPN9YOMT3L1H type=write size=2193185 2024-04-12T00:46:47.636 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.633+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=TRG9PZSPWNCS type=del size=2310971 2024-04-12T00:46:47.638 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.636+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~VOJ40R635EHP.0 size=268013 2024-04-12T00:46:47.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.639+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=VOJ40R635EHP tag=LVB9TTX6Q60Q type=write size=1316589 2024-04-12T00:46:47.645 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.642+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~8KWCJUX5Y6P7.0 size=1048576 2024-04-12T00:46:47.646 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.643+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~8KWCJUX5Y6P7.1 size=1048576 2024-04-12T00:46:47.648 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.645+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~8KWCJUX5Y6P7.2 size=663479 2024-04-12T00:46:47.648 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.645+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=8KWCJUX5Y6P7 tag=2LDDDYUGVZOF type=write size=3809207 2024-04-12T00:46:47.648 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.646+0000 7f3317332780 1 < canceled part key=_multipart_99X98PX1X4B7.2~1RGAHG9XZ3RK.0 size=1048576 2024-04-12T00:46:47.650 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.647+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~1RGAHG9XZ3RK.1 size=776860 2024-04-12T00:46:47.653 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.650+0000 7f3317332780 1 < canceled multipart upload key=99X98PX1X4B7 upload=1RGAHG9XZ3RK tag=D10HQIYRCZWF type=write size=2874012 2024-04-12T00:46:47.655 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.652+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=EE06B3AH07U4 type=del size=3346188 2024-04-12T00:46:47.656 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.654+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=67OH8CJJUNBR type=del 2024-04-12T00:46:47.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.657+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~VHIYF5FJFB0X.0 size=1048576 2024-04-12T00:46:47.660 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.658+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~VHIYF5FJFB0X.1 size=1009819 2024-04-12T00:46:47.660 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.658+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=VHIYF5FJFB0X tag=0K01H4DEMO9W type=write size=3106971 2024-04-12T00:46:47.662 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.659+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=HHZU0G7ED0Y7 type=del 2024-04-12T00:46:47.665 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.662+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~0DPIPB2EP33E.0 size=1048576 2024-04-12T00:46:47.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.664+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~0DPIPB2EP33E.1 size=1048576 2024-04-12T00:46:47.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.665+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~0DPIPB2EP33E.2 size=355026 2024-04-12T00:46:47.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.665+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=0DPIPB2EP33E tag=1WRVBXAU3HVM type=write size=3500754 2024-04-12T00:46:47.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.667+0000 7f3317332780 1 < completed write operation key=2LATRVZJ94KG tag=2Q8S1E8YQYKM type=write size=70191 2024-04-12T00:46:47.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.669+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=ESJIM1FDI9XX type=del size=184352 2024-04-12T00:46:47.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.671+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~OY3IH3TMFRTD.0 size=17280 2024-04-12T00:46:47.676 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.673+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=OY3IH3TMFRTD tag=44TMWVDPXOLN type=write size=1065856 2024-04-12T00:46:47.678 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.675+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=3S0M7P2UPN54 type=del size=645917 2024-04-12T00:46:47.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.678+0000 7f3317332780 1 < suggested update operation key=LKLO2ZZF1KW1 tag=P8LDR439LCIN type=del size=3946023 2024-04-12T00:46:47.684 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.681+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~PBC97FJP5DUV.0 size=1048576 2024-04-12T00:46:47.685 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.682+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~PBC97FJP5DUV.1 size=1019499 2024-04-12T00:46:47.685 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.682+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=PBC97FJP5DUV tag=UK5VCGSA4B2C type=write size=3116651 2024-04-12T00:46:47.687 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.684+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=1APWRUWT2OZX type=del 2024-04-12T00:46:47.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.687+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~DLQQ4HWVH2SD.0 size=42090 2024-04-12T00:46:47.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.687+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=DLQQ4HWVH2SD tag=7JGEX6FPHMRS type=write size=1090666 2024-04-12T00:46:47.692 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.690+0000 7f3317332780 -1 < failed to complete operation key=YBOSOCCRJFO7 tag=X4STWD2HZAOS type=del size=945999: (22) Invalid argument 2024-04-12T00:46:47.694 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.691+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=BDJVG4HZMXE5 type=del size=4117389 2024-04-12T00:46:47.696 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.693+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=D1AI5N4F6IU0 type=del 2024-04-12T00:46:47.698 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.695+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=EM36YUOUBM4F type=write size=776239 2024-04-12T00:46:47.699 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.697+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~4ONRND6TUVMT.0 size=162410 2024-04-12T00:46:47.702 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.699+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=4ONRND6TUVMT tag=OF3V59BSOE85 type=write size=1210986 2024-04-12T00:46:47.704 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.701+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=XBFKXXIA23ZO type=del size=3912762 2024-04-12T00:46:47.707 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.705+0000 7f3317332780 1 < suggested remove operation key=Z0W5CBWR6G0J tag=CNQLSVJ53GMX type=del 2024-04-12T00:46:47.710 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.708+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~1I23GKJD11LF.0 size=1048576 2024-04-12T00:46:47.712 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.709+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~1I23GKJD11LF.1 size=1048576 2024-04-12T00:46:47.713 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.710+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~1I23GKJD11LF.2 size=740688 2024-04-12T00:46:47.713 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.711+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=1I23GKJD11LF tag=GO32RYJVROXU type=write size=3886416 2024-04-12T00:46:47.715 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.712+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=BTYPRKSTI67B type=del 2024-04-12T00:46:47.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.716+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~D6W7529GDNSS.0 size=1048576 2024-04-12T00:46:47.720 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.717+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~D6W7529GDNSS.1 size=8118 2024-04-12T00:46:47.720 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.717+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=D6W7529GDNSS tag=WNVGBI72LFZR type=write size=2105270 2024-04-12T00:46:47.722 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.719+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=G2H16YP7AN57 type=del 2024-04-12T00:46:47.723 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.721+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=GNERCYGW5R4F type=del size=1562729 2024-04-12T00:46:47.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.722+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=8KQ7G884SOVV type=del 2024-04-12T00:46:47.727 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.724+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=GMUZ4AJHQELR type=del size=272794 2024-04-12T00:46:47.728 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.726+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=TRG9PZSPWNCS type=del 2024-04-12T00:46:47.730 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.727+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=GEG4KWB1K171 type=write size=309825 2024-04-12T00:46:47.730 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.728+0000 7f3317332780 1 < canceled part key=_multipart_5ZZ72J3YOO5G.2~8KWCJUX5Y6P7.0 size=1048576 2024-04-12T00:46:47.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.729+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~8KWCJUX5Y6P7.1 size=1048576 2024-04-12T00:46:47.733 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.731+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~8KWCJUX5Y6P7.2 size=663479 2024-04-12T00:46:47.736 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.733+0000 7f3317332780 1 < canceled multipart upload key=5ZZ72J3YOO5G upload=8KWCJUX5Y6P7 tag=2LDDDYUGVZOF type=write size=3809207 2024-04-12T00:46:47.739 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.736+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~GRCP25M7F7N3.0 size=1048576 2024-04-12T00:46:47.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.737+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~GRCP25M7F7N3.1 size=1048576 2024-04-12T00:46:47.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.739+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~GRCP25M7F7N3.2 size=278438 2024-04-12T00:46:47.742 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.739+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=GRCP25M7F7N3 tag=ME7O7XTYQ8XX type=write size=3424166 2024-04-12T00:46:47.745 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.742+0000 7f3317332780 1 < suggested update operation key=99X98PX1X4B7 tag=EE06B3AH07U4 type=del size=3346188 2024-04-12T00:46:47.746 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.744+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=SGPD5SRWCFVX type=write size=872712 2024-04-12T00:46:47.748 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.746+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~VHIYF5FJFB0X.0 size=1048576 2024-04-12T00:46:47.750 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.747+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~VHIYF5FJFB0X.1 size=1009819 2024-04-12T00:46:47.752 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.750+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=VHIYF5FJFB0X tag=0K01H4DEMO9W type=write size=3106971 2024-04-12T00:46:47.755 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.753+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~G3XW760SA0WY.0 size=1016608 2024-04-12T00:46:47.755 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.753+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=G3XW760SA0WY tag=DGJV8PV5JYF6 type=write size=2065184 2024-04-12T00:46:47.757 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.755+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~0DPIPB2EP33E.0 size=1048576 2024-04-12T00:46:47.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.756+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~0DPIPB2EP33E.1 size=1048576 2024-04-12T00:46:47.760 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.758+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~0DPIPB2EP33E.2 size=355026 2024-04-12T00:46:47.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.761+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=0DPIPB2EP33E tag=1WRVBXAU3HVM type=write size=3500754 2024-04-12T00:46:47.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.764+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~UNINM1050Y2X.0 size=1048576 2024-04-12T00:46:47.768 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.765+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~UNINM1050Y2X.1 size=32305 2024-04-12T00:46:47.768 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.765+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=UNINM1050Y2X tag=EY2KY215L0LO type=write size=2129457 2024-04-12T00:46:47.771 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.768+0000 7f3317332780 1 < suggested remove operation key=X4J4HOCIIN2P tag=ESJIM1FDI9XX type=del 2024-04-12T00:46:47.774 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.772+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~FRMYQ5WOL28K.0 size=1048576 2024-04-12T00:46:47.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.773+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~FRMYQ5WOL28K.1 size=939227 2024-04-12T00:46:47.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.773+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=FRMYQ5WOL28K tag=IB3Z1NRQ0BC5 type=write size=3036379 2024-04-12T00:46:47.778 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.775+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=3S0M7P2UPN54 type=del 2024-04-12T00:46:47.779 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.777+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=7KQM38WDOYZP type=write size=2345 2024-04-12T00:46:47.781 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.778+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~PBC97FJP5DUV.0 size=1048576 2024-04-12T00:46:47.782 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.780+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~PBC97FJP5DUV.1 size=1019499 2024-04-12T00:46:47.785 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.782+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=PBC97FJP5DUV tag=UK5VCGSA4B2C type=write size=3116651 2024-04-12T00:46:47.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.786+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~XWNR0AKM2EV0.0 size=665056 2024-04-12T00:46:47.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.786+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=XWNR0AKM2EV0 tag=8I3O5C24OX9J type=write size=1713632 2024-04-12T00:46:47.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.787+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~DLQQ4HWVH2SD.0 size=42090 2024-04-12T00:46:47.793 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.791+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=DLQQ4HWVH2SD tag=7JGEX6FPHMRS type=write size=1090666 2024-04-12T00:46:47.797 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.794+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~7PSXHRW8GSP1.0 size=115043 2024-04-12T00:46:47.797 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.794+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=7PSXHRW8GSP1 tag=QPCKH22YO0Z4 type=write size=1163619 2024-04-12T00:46:47.799 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.796+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=BDJVG4HZMXE5 type=del 2024-04-12T00:46:47.801 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.798+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=PN8Y3G6G3MN1 type=del size=3731452 2024-04-12T00:46:47.805 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.802+0000 7f3317332780 1 < suggested update operation key=1CAPZAU657WZ tag=EM36YUOUBM4F type=write size=776239 2024-04-12T00:46:47.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.805+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=SHH170QH263O type=write size=385662 2024-04-12T00:46:47.809 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.806+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=XBFKXXIA23ZO type=del 2024-04-12T00:46:47.811 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.809+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=DH9SJI9Q1PKZ type=del size=1697252 2024-04-12T00:46:47.813 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.810+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~1I23GKJD11LF.0 size=1048576 2024-04-12T00:46:47.814 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.812+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~1I23GKJD11LF.1 size=1048576 2024-04-12T00:46:47.816 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.813+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~1I23GKJD11LF.2 size=740688 2024-04-12T00:46:47.819 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.816+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=1I23GKJD11LF tag=GO32RYJVROXU type=write size=3886416 2024-04-12T00:46:47.820 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.818+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=TTSGM0J3C5OD type=write size=480264 2024-04-12T00:46:47.822 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.820+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~D6W7529GDNSS.0 size=1048576 2024-04-12T00:46:47.822 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.820+0000 7f3317332780 1 < canceled part key=_multipart_COYSTVZBULU1.2~D6W7529GDNSS.1 size=8118 2024-04-12T00:46:47.825 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.822+0000 7f3317332780 1 < canceled multipart upload key=COYSTVZBULU1 upload=D6W7529GDNSS tag=WNVGBI72LFZR type=write size=2105270 2024-04-12T00:46:47.827 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.824+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=RZQ2X310BA89 type=del size=1367705 2024-04-12T00:46:47.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.826+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=GNERCYGW5R4F type=del 2024-04-12T00:46:47.830 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.827+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=U1R2DUG0A5X2 type=del size=1336100 2024-04-12T00:46:47.832 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.829+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=GMUZ4AJHQELR type=del 2024-04-12T00:46:47.833 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.831+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=HR5YVTBHSN5K type=del size=3332064 2024-04-12T00:46:47.835 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.832+0000 7f3317332780 1 < completed write operation key=UPNUSSW7TUR9 tag=GEG4KWB1K171 type=write size=309825 2024-04-12T00:46:47.837 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.834+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=8YOEO84CSCKV type=write size=571463 2024-04-12T00:46:47.839 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.836+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~GRCP25M7F7N3.0 size=1048576 2024-04-12T00:46:47.839 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.836+0000 7f3317332780 1 < canceled part key=_multipart_DUBT6E7KPOC6.2~GRCP25M7F7N3.1 size=1048576 2024-04-12T00:46:47.840 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.837+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~GRCP25M7F7N3.2 size=278438 2024-04-12T00:46:47.843 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.840+0000 7f3317332780 1 < canceled multipart upload key=DUBT6E7KPOC6 upload=GRCP25M7F7N3 tag=ME7O7XTYQ8XX type=write size=3424166 2024-04-12T00:46:47.846 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.844+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~N5LDAWNR55C8.0 size=1048576 2024-04-12T00:46:47.848 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.845+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~N5LDAWNR55C8.1 size=1048576 2024-04-12T00:46:47.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.846+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~N5LDAWNR55C8.2 size=382887 2024-04-12T00:46:47.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.846+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=N5LDAWNR55C8 tag=AMYUGNDM6OEK type=write size=3528615 2024-04-12T00:46:47.851 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.848+0000 7f3317332780 1 < completed write operation key=5ZZ72J3YOO5G tag=SGPD5SRWCFVX type=write size=872712 2024-04-12T00:46:47.852 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.850+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=5Z7YE3Q7UPFG type=del size=2820757 2024-04-12T00:46:47.854 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.852+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~G3XW760SA0WY.0 size=1016608 2024-04-12T00:46:47.857 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.854+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=G3XW760SA0WY tag=DGJV8PV5JYF6 type=write size=2065184 2024-04-12T00:46:47.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.858+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~ZQX2R65GUS5T.0 size=803367 2024-04-12T00:46:47.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.858+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=ZQX2R65GUS5T tag=REGND02VPN43 type=write size=1851943 2024-04-12T00:46:47.863 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.860+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~UNINM1050Y2X.0 size=1048576 2024-04-12T00:46:47.864 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.861+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~UNINM1050Y2X.1 size=32305 2024-04-12T00:46:47.867 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.864+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=UNINM1050Y2X tag=EY2KY215L0LO type=write size=2129457 2024-04-12T00:46:47.869 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.866+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=DWKZZG4DFL9J type=del size=3689885 2024-04-12T00:46:47.870 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.868+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~FRMYQ5WOL28K.0 size=1048576 2024-04-12T00:46:47.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.869+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~FRMYQ5WOL28K.1 size=939227 2024-04-12T00:46:47.875 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.872+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=FRMYQ5WOL28K tag=IB3Z1NRQ0BC5 type=write size=3036379 2024-04-12T00:46:47.877 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.875+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~BOYDZKWCB1X2.0 size=1048576 2024-04-12T00:46:47.879 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.876+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~BOYDZKWCB1X2.1 size=1048576 2024-04-12T00:46:47.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.877+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~BOYDZKWCB1X2.2 size=522040 2024-04-12T00:46:47.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.877+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=BOYDZKWCB1X2 tag=7C5FLIEJLUC2 type=write size=3667768 2024-04-12T00:46:47.882 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.879+0000 7f3317332780 1 < completed write operation key=UPNUSSW7TUR9 tag=7KQM38WDOYZP type=write size=2345 2024-04-12T00:46:47.884 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.881+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=VZ9PXEFDG99U type=write size=408280 2024-04-12T00:46:47.885 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.883+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~XWNR0AKM2EV0.0 size=665056 2024-04-12T00:46:47.888 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.885+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=XWNR0AKM2EV0 tag=8I3O5C24OX9J type=write size=1713632 2024-04-12T00:46:47.890 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.887+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=P7E99GGOZHAK type=del size=582634 2024-04-12T00:46:47.892 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.889+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~7PSXHRW8GSP1.0 size=115043 2024-04-12T00:46:47.895 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.892+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=7PSXHRW8GSP1 tag=QPCKH22YO0Z4 type=write size=1163619 2024-04-12T00:46:47.896 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.893+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=O3KP5IAC9391 type=del size=582290 2024-04-12T00:46:47.898 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.895+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=PN8Y3G6G3MN1 type=del 2024-04-12T00:46:47.900 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.897+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=8OJCIW9SR66J type=del size=3956934 2024-04-12T00:46:47.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.898+0000 7f3317332780 1 < completed write operation key=Z0W5CBWR6G0J tag=SHH170QH263O type=write size=385662 2024-04-12T00:46:47.904 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.902+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~D63RQPDZFKIW.0 size=539813 2024-04-12T00:46:47.904 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.902+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=D63RQPDZFKIW tag=HSGM5930BVV3 type=write size=1588389 2024-04-12T00:46:47.906 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.903+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=DH9SJI9Q1PKZ type=del 2024-04-12T00:46:47.909 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.906+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~CJMF52B2IWEW.0 size=1048576 2024-04-12T00:46:47.910 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.907+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~CJMF52B2IWEW.1 size=1041098 2024-04-12T00:46:47.910 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.907+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=CJMF52B2IWEW tag=YCMYRXRTEK2T type=write size=3138250 2024-04-12T00:46:47.912 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.909+0000 7f3317332780 1 < completed write operation key=VWQS28AXYRWJ tag=TTSGM0J3C5OD type=write size=480264 2024-04-12T00:46:47.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.910+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=S646KHG1OUX3 type=write size=404976 2024-04-12T00:46:47.915 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.912+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=RZQ2X310BA89 type=del 2024-04-12T00:46:47.916 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.914+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=7YFMYPFW3EB2 type=del size=1802468 2024-04-12T00:46:47.918 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.915+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=U1R2DUG0A5X2 type=del 2024-04-12T00:46:47.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.917+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=EZ3SFMLHLH7G type=del size=2218470 2024-04-12T00:46:47.923 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.920+0000 7f3317332780 1 < suggested remove operation key=HOD7SOILOUYQ tag=HR5YVTBHSN5K type=del 2024-04-12T00:46:47.926 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.923+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~20CTSC7EPEOE.0 size=1048576 2024-04-12T00:46:47.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.925+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~20CTSC7EPEOE.1 size=959300 2024-04-12T00:46:47.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.925+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=20CTSC7EPEOE tag=GZ1Y803096MY type=write size=3056452 2024-04-12T00:46:47.929 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.926+0000 7f3317332780 1 < completed write operation key=UOC07EDTW788 tag=8YOEO84CSCKV type=write size=571463 2024-04-12T00:46:47.930 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.928+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=NZWALW2F1ROJ type=del size=695678 2024-04-12T00:46:47.932 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.929+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~N5LDAWNR55C8.0 size=1048576 2024-04-12T00:46:47.934 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.931+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~N5LDAWNR55C8.1 size=1048576 2024-04-12T00:46:47.936 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.933+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~N5LDAWNR55C8.2 size=382887 2024-04-12T00:46:47.938 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.936+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=N5LDAWNR55C8 tag=AMYUGNDM6OEK type=write size=3528615 2024-04-12T00:46:47.940 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.937+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=1IV4KRO3VEVY type=del size=3900620 2024-04-12T00:46:47.941 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.939+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=5Z7YE3Q7UPFG type=del 2024-04-12T00:46:47.945 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.942+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~9NI7CZZRBKTU.0 size=1048576 2024-04-12T00:46:47.946 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.943+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~9NI7CZZRBKTU.1 size=1048576 2024-04-12T00:46:47.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.944+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~9NI7CZZRBKTU.2 size=204699 2024-04-12T00:46:47.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.944+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=9NI7CZZRBKTU tag=FKWPDGZ6CK82 type=write size=3350427 2024-04-12T00:46:47.949 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.946+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~ZQX2R65GUS5T.0 size=803367 2024-04-12T00:46:47.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.949+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=ZQX2R65GUS5T tag=REGND02VPN43 type=write size=1851943 2024-04-12T00:46:47.954 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.951+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=EEN83Z4IQ2OO type=del size=3138398 2024-04-12T00:46:47.956 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.953+0000 7f3317332780 -1 < failed to complete operation key=HOD7SOILOUYQ tag=DWKZZG4DFL9J type=del size=3689885: (22) Invalid argument 2024-04-12T00:46:47.958 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.955+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=NBDGEMTH655Y type=del size=1616877 2024-04-12T00:46:47.960 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.957+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~BOYDZKWCB1X2.0 size=1048576 2024-04-12T00:46:47.961 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.959+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~BOYDZKWCB1X2.1 size=1048576 2024-04-12T00:46:47.963 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.960+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~BOYDZKWCB1X2.2 size=522040 2024-04-12T00:46:47.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.963+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=BOYDZKWCB1X2 tag=7C5FLIEJLUC2 type=write size=3667768 2024-04-12T00:46:47.968 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.966+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~EXLON5P1H30K.0 size=1048576 2024-04-12T00:46:47.970 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.967+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~EXLON5P1H30K.1 size=679275 2024-04-12T00:46:47.970 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.967+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=EXLON5P1H30K tag=JMEQK17RPG2G type=write size=2776427 2024-04-12T00:46:47.972 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.969+0000 7f3317332780 1 < completed write operation key=YE36DJQ5KI8M tag=VZ9PXEFDG99U type=write size=408280 2024-04-12T00:46:47.973 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.971+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=B9947SUPBH2G type=del size=3047259 2024-04-12T00:46:47.975 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.972+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=P7E99GGOZHAK type=del 2024-04-12T00:46:47.978 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.975+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~H5CLAF8ZJ33O.0 size=1048576 2024-04-12T00:46:47.979 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.977+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~H5CLAF8ZJ33O.1 size=1048576 2024-04-12T00:46:47.981 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.978+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~H5CLAF8ZJ33O.2 size=660287 2024-04-12T00:46:47.981 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.978+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=H5CLAF8ZJ33O tag=69SDS060DJUI type=write size=3806015 2024-04-12T00:46:47.985 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.982+0000 7f3317332780 1 < suggested remove operation key=YBOSOCCRJFO7 tag=O3KP5IAC9391 type=del 2024-04-12T00:46:47.986 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.984+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=ERPLOW68NWV0 type=del size=4092985 2024-04-12T00:46:47.988 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.985+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=8OJCIW9SR66J type=del 2024-04-12T00:46:47.989 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.987+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=0L3EZJ8RY27K type=del size=733800 2024-04-12T00:46:47.991 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.988+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~D63RQPDZFKIW.0 size=539813 2024-04-12T00:46:47.994 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.991+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=D63RQPDZFKIW tag=HSGM5930BVV3 type=write size=1588389 2024-04-12T00:46:47.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.993+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=IG8GHKX2ZSFF type=del size=106044 2024-04-12T00:46:47.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.993+0000 7f3317332780 1 < canceled part key=_multipart_WV1ML7JVNDAP.2~CJMF52B2IWEW.0 size=1048576 2024-04-12T00:46:47.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.993+0000 7f3317332780 1 < canceled part key=_multipart_WV1ML7JVNDAP.2~CJMF52B2IWEW.1 size=1041098 2024-04-12T00:46:47.998 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.996+0000 7f3317332780 1 < canceled multipart upload key=WV1ML7JVNDAP upload=CJMF52B2IWEW tag=YCMYRXRTEK2T type=write size=3138250 2024-04-12T00:46:48.000 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.997+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=UD90W3NAE756 type=del size=3709013 2024-04-12T00:46:48.002 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:47.999+0000 7f3317332780 -1 < failed to complete operation key=YBOSOCCRJFO7 tag=S646KHG1OUX3 type=write size=404976: (22) Invalid argument 2024-04-12T00:46:48.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.002+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~TGLN1FO71KHB.0 size=1048576 2024-04-12T00:46:48.006 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.004+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~TGLN1FO71KHB.1 size=499338 2024-04-12T00:46:48.006 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.004+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=TGLN1FO71KHB tag=6ORW7VP2GBWG type=write size=2596490 2024-04-12T00:46:48.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.005+0000 7f3317332780 1 < canceled operation key=MX8A1YZ2V3NF tag=7YFMYPFW3EB2 type=del size=1802468 2024-04-12T00:46:48.010 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.007+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=2B16N17TPCIA type=del size=3905062 2024-04-12T00:46:48.011 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.009+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=EZ3SFMLHLH7G type=del 2024-04-12T00:46:48.013 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.010+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=POFAI8TXRUPZ type=del size=993616 2024-04-12T00:46:48.015 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.012+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~20CTSC7EPEOE.0 size=1048576 2024-04-12T00:46:48.015 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.012+0000 7f3317332780 1 < canceled part key=_multipart_Z0W5CBWR6G0J.2~20CTSC7EPEOE.1 size=959300 2024-04-12T00:46:48.018 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.015+0000 7f3317332780 1 < canceled multipart upload key=Z0W5CBWR6G0J upload=20CTSC7EPEOE tag=GZ1Y803096MY type=write size=3056452 2024-04-12T00:46:48.020 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.017+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=UYBZ86MYEGYI type=write size=297517 2024-04-12T00:46:48.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.019+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=NZWALW2F1ROJ type=del 2024-04-12T00:46:48.024 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.022+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~RMK63WOWHOIJ.0 size=1048576 2024-04-12T00:46:48.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.023+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~RMK63WOWHOIJ.1 size=350410 2024-04-12T00:46:48.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.023+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=RMK63WOWHOIJ tag=CMUMWPQW61F0 type=write size=2447562 2024-04-12T00:46:48.027 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.025+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=1IV4KRO3VEVY type=del 2024-04-12T00:46:48.031 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.028+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~PHOH1FVR7QD7.0 size=1048576 2024-04-12T00:46:48.032 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.030+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~PHOH1FVR7QD7.1 size=1048576 2024-04-12T00:46:48.034 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.031+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~PHOH1FVR7QD7.2 size=244866 2024-04-12T00:46:48.034 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.031+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=PHOH1FVR7QD7 tag=IWI13KHOO6TG type=write size=3390594 2024-04-12T00:46:48.036 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.033+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~9NI7CZZRBKTU.0 size=1048576 2024-04-12T00:46:48.037 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.035+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~9NI7CZZRBKTU.1 size=1048576 2024-04-12T00:46:48.039 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.036+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~9NI7CZZRBKTU.2 size=204699 2024-04-12T00:46:48.042 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.039+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=9NI7CZZRBKTU tag=FKWPDGZ6CK82 type=write size=3350427 2024-04-12T00:46:48.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.042+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~HFGWYXDP2MU2.0 size=1048576 2024-04-12T00:46:48.046 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.043+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~HFGWYXDP2MU2.1 size=589585 2024-04-12T00:46:48.046 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.043+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=HFGWYXDP2MU2 tag=UYMZ8FENCYY8 type=write size=2686737 2024-04-12T00:46:48.048 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.045+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=EEN83Z4IQ2OO type=del 2024-04-12T00:46:48.051 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.048+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~BI1NM3JMZVML.0 size=1048576 2024-04-12T00:46:48.052 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.050+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~BI1NM3JMZVML.1 size=1048576 2024-04-12T00:46:48.054 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.051+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~BI1NM3JMZVML.2 size=934750 2024-04-12T00:46:48.054 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.051+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=BI1NM3JMZVML tag=JK8UV6A8Y8ZU type=write size=4080478 2024-04-12T00:46:48.056 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.053+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=NBDGEMTH655Y type=del 2024-04-12T00:46:48.059 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.057+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~XP7B2L1GQDIK.0 size=183587 2024-04-12T00:46:48.060 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.057+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=XP7B2L1GQDIK tag=1YY6UHNEU4HQ type=write size=1232163 2024-04-12T00:46:48.061 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.059+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~EXLON5P1H30K.0 size=1048576 2024-04-12T00:46:48.063 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.060+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~EXLON5P1H30K.1 size=679275 2024-04-12T00:46:48.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.063+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=EXLON5P1H30K tag=JMEQK17RPG2G type=write size=2776427 2024-04-12T00:46:48.067 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.065+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=BL8XMUFKDHZN type=del size=2448624 2024-04-12T00:46:48.069 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.066+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=B9947SUPBH2G type=del 2024-04-12T00:46:48.072 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.069+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~YHTDTN6CPLMF.0 size=1048576 2024-04-12T00:46:48.073 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.070+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~YHTDTN6CPLMF.1 size=1048576 2024-04-12T00:46:48.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.072+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~YHTDTN6CPLMF.2 size=683331 2024-04-12T00:46:48.078 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.072+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=YHTDTN6CPLMF tag=WTDDZFA1OYEF type=write size=3829059 2024-04-12T00:46:48.078 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.073+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~H5CLAF8ZJ33O.0 size=1048576 2024-04-12T00:46:48.078 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.075+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~H5CLAF8ZJ33O.1 size=1048576 2024-04-12T00:46:48.079 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.076+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~H5CLAF8ZJ33O.2 size=660287 2024-04-12T00:46:48.081 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.079+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=H5CLAF8ZJ33O tag=69SDS060DJUI type=write size=3806015 2024-04-12T00:46:48.083 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.080+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=0YVV2QCQMDXY type=del size=52225 2024-04-12T00:46:48.085 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.082+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=ERPLOW68NWV0 type=del 2024-04-12T00:46:48.086 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.083+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=S64LM4CZCI45 type=del size=2344303 2024-04-12T00:46:48.089 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.085+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=0L3EZJ8RY27K type=del 2024-04-12T00:46:48.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.088+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~CH9DC7DZQ8W5.0 size=602646 2024-04-12T00:46:48.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.088+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=CH9DC7DZQ8W5 tag=H9ZBLXRHDV4A type=write size=1651222 2024-04-12T00:46:48.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.090+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=IG8GHKX2ZSFF type=del 2024-04-12T00:46:48.097 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.094+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~RJS4Y3TAT00L.0 size=1048576 2024-04-12T00:46:48.098 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.095+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~RJS4Y3TAT00L.1 size=1048576 2024-04-12T00:46:48.099 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.097+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~RJS4Y3TAT00L.2 size=112294 2024-04-12T00:46:48.099 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.097+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=RJS4Y3TAT00L tag=0QO6U7NTS078 type=write size=3258022 2024-04-12T00:46:48.101 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.099+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=UD90W3NAE756 type=del 2024-04-12T00:46:48.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.102+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~L2R7EZVBAI31.0 size=1048576 2024-04-12T00:46:48.106 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.103+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~L2R7EZVBAI31.1 size=592252 2024-04-12T00:46:48.106 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.103+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=L2R7EZVBAI31 tag=GIP0CSTAPZ3X type=write size=2689404 2024-04-12T00:46:48.108 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.105+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~TGLN1FO71KHB.0 size=1048576 2024-04-12T00:46:48.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.107+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~TGLN1FO71KHB.1 size=499338 2024-04-12T00:46:48.112 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.110+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=TGLN1FO71KHB tag=6ORW7VP2GBWG type=write size=2596490 2024-04-12T00:46:48.114 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.111+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=JNA1ZJCP4AYR type=del size=2496110 2024-04-12T00:46:48.116 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.113+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=2B16N17TPCIA type=del 2024-04-12T00:46:48.117 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.114+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=541FGX4K11V7 type=del size=3044321 2024-04-12T00:46:48.119 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.116+0000 7f3317332780 1 < canceled operation key=1CAPZAU657WZ tag=POFAI8TXRUPZ type=del size=993616 2024-04-12T00:46:48.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.118+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=QVXYD65576X2 type=del size=3683762 2024-04-12T00:46:48.122 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.119+0000 7f3317332780 1 < completed write operation key=YBOSOCCRJFO7 tag=UYBZ86MYEGYI type=write size=297517 2024-04-12T00:46:48.124 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.121+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=K2RAPVJBSHCW type=del size=3676625 2024-04-12T00:46:48.126 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.123+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~RMK63WOWHOIJ.0 size=1048576 2024-04-12T00:46:48.126 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.123+0000 7f3317332780 1 < canceled part key=_multipart_UOC07EDTW788.2~RMK63WOWHOIJ.1 size=350410 2024-04-12T00:46:48.128 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.125+0000 7f3317332780 1 < canceled multipart upload key=UOC07EDTW788 upload=RMK63WOWHOIJ tag=CMUMWPQW61F0 type=write size=2447562 2024-04-12T00:46:48.132 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.129+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~JUFNGVN3JZ6P.0 size=1048576 2024-04-12T00:46:48.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.130+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~JUFNGVN3JZ6P.1 size=424457 2024-04-12T00:46:48.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.130+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=JUFNGVN3JZ6P tag=33L11T2D9PUW type=write size=2521609 2024-04-12T00:46:48.135 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.132+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~PHOH1FVR7QD7.0 size=1048576 2024-04-12T00:46:48.136 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.133+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~PHOH1FVR7QD7.1 size=1048576 2024-04-12T00:46:48.138 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.135+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~PHOH1FVR7QD7.2 size=244866 2024-04-12T00:46:48.141 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.138+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=PHOH1FVR7QD7 tag=IWI13KHOO6TG type=write size=3390594 2024-04-12T00:46:48.143 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.140+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=9SOSWBM4NWHN type=del size=1926548 2024-04-12T00:46:48.145 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.142+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~HFGWYXDP2MU2.0 size=1048576 2024-04-12T00:46:48.146 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.143+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~HFGWYXDP2MU2.1 size=589585 2024-04-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.146+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=HFGWYXDP2MU2 tag=UYMZ8FENCYY8 type=write size=2686737 2024-04-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.149+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~3F2XXC4KHS3S.0 size=19704 2024-04-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.149+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=3F2XXC4KHS3S tag=UU22DFHO1109 type=write size=1068280 2024-04-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.151+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~BI1NM3JMZVML.0 size=1048576 2024-04-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.152+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~BI1NM3JMZVML.1 size=1048576 2024-04-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.154+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~BI1NM3JMZVML.2 size=934750 2024-04-12T00:46:48.160 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.157+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=BI1NM3JMZVML tag=JK8UV6A8Y8ZU type=write size=4080478 2024-04-12T00:46:48.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.159+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=XBQWO9OZ3N0U type=write size=934977 2024-04-12T00:46:48.163 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.160+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~XP7B2L1GQDIK.0 size=183587 2024-04-12T00:46:48.166 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.163+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=XP7B2L1GQDIK tag=1YY6UHNEU4HQ type=write size=1232163 2024-04-12T00:46:48.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.165+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=YZKU4LM3P15Q type=del size=433045 2024-04-12T00:46:48.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.167+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=BL8XMUFKDHZN type=del 2024-04-12T00:46:48.171 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.169+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=9WT46BATGXII type=write size=196366 2024-04-12T00:46:48.173 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.170+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~YHTDTN6CPLMF.0 size=1048576 2024-04-12T00:46:48.175 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.172+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~YHTDTN6CPLMF.1 size=1048576 2024-04-12T00:46:48.176 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.173+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~YHTDTN6CPLMF.2 size=683331 2024-04-12T00:46:48.179 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.176+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=YHTDTN6CPLMF tag=WTDDZFA1OYEF type=write size=3829059 2024-04-12T00:46:48.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.180+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~3EK7YL2X2JSZ.0 size=49246 2024-04-12T00:46:48.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.180+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=3EK7YL2X2JSZ tag=VJH13ELRRSXO type=write size=1097822 2024-04-12T00:46:48.184 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.181+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=0YVV2QCQMDXY type=del 2024-04-12T00:46:48.187 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.185+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~SQ9Z9A6JO41K.0 size=942176 2024-04-12T00:46:48.188 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.185+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=SQ9Z9A6JO41K tag=ORARWFSWEGFP type=write size=1990752 2024-04-12T00:46:48.189 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.187+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=S64LM4CZCI45 type=del 2024-04-12T00:46:48.191 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.188+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=3NFYRZQFS34W type=del size=2948157 2024-04-12T00:46:48.193 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.190+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~CH9DC7DZQ8W5.0 size=602646 2024-04-12T00:46:48.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.193+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=CH9DC7DZQ8W5 tag=H9ZBLXRHDV4A type=write size=1651222 2024-04-12T00:46:48.197 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.195+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=WH81BVF0PXER type=del size=804207 2024-04-12T00:46:48.199 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.196+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~RJS4Y3TAT00L.0 size=1048576 2024-04-12T00:46:48.201 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.198+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~RJS4Y3TAT00L.1 size=1048576 2024-04-12T00:46:48.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.199+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~RJS4Y3TAT00L.2 size=112294 2024-04-12T00:46:48.205 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.202+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=RJS4Y3TAT00L tag=0QO6U7NTS078 type=write size=3258022 2024-04-12T00:46:48.208 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.205+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~JU7MGSZ3SP7T.0 size=446308 2024-04-12T00:46:48.208 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.205+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=JU7MGSZ3SP7T tag=EINBU3PJN2W9 type=write size=1494884 2024-04-12T00:46:48.210 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.207+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~L2R7EZVBAI31.0 size=1048576 2024-04-12T00:46:48.211 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.208+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~L2R7EZVBAI31.1 size=592252 2024-04-12T00:46:48.215 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.212+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=L2R7EZVBAI31 tag=GIP0CSTAPZ3X type=write size=2689404 2024-04-12T00:46:48.217 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.215+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~8ZN46ET01SKA.0 size=869831 2024-04-12T00:46:48.218 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.215+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=8ZN46ET01SKA tag=LLU9LPACECL3 type=write size=1918407 2024-04-12T00:46:48.221 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.218+0000 7f3317332780 1 < suggested remove operation key=B0O10Z22S1QK tag=JNA1ZJCP4AYR type=del 2024-04-12T00:46:48.224 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.221+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~YYVN1736C942.0 size=1048576 2024-04-12T00:46:48.226 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.223+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~YYVN1736C942.1 size=1048576 2024-04-12T00:46:48.227 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.224+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~YYVN1736C942.2 size=605770 2024-04-12T00:46:48.227 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.224+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=YYVN1736C942 tag=4UAFADGGC4BU type=write size=3751498 2024-04-12T00:46:48.231 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.228+0000 7f3317332780 1 < suggested remove operation key=E46GQAGF9GTX tag=541FGX4K11V7 type=del 2024-04-12T00:46:48.232 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.230+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=B2PJ7WFUM2A9 type=del size=1719680 2024-04-12T00:46:48.234 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.231+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=QVXYD65576X2 type=del 2024-04-12T00:46:48.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.234+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=U4IV8E1QGGQL type=del size=3623698 2024-04-12T00:46:48.240 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.238+0000 7f3317332780 1 < suggested update operation key=TZ723A1PHQ0U tag=K2RAPVJBSHCW type=del size=3676625 2024-04-12T00:46:48.242 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.239+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=JKQGKPJS4CYR type=del size=692232 2024-04-12T00:46:48.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.241+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~JUFNGVN3JZ6P.0 size=1048576 2024-04-12T00:46:48.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.241+0000 7f3317332780 1 < canceled part key=_multipart_TZ723A1PHQ0U.2~JUFNGVN3JZ6P.1 size=424457 2024-04-12T00:46:48.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.244+0000 7f3317332780 1 < canceled multipart upload key=TZ723A1PHQ0U upload=JUFNGVN3JZ6P tag=33L11T2D9PUW type=write size=2521609 2024-04-12T00:46:48.249 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.247+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~Q813VLNL6LKN.0 size=1048576 2024-04-12T00:46:48.251 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.248+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~Q813VLNL6LKN.1 size=1048576 2024-04-12T00:46:48.252 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.250+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~Q813VLNL6LKN.2 size=696143 2024-04-12T00:46:48.253 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.250+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=Q813VLNL6LKN tag=DNQ9Y7OT0KK3 type=write size=3841871 2024-04-12T00:46:48.254 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.252+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=9SOSWBM4NWHN type=del 2024-04-12T00:46:48.256 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.253+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=3D4JUJBTKV3A type=del size=1577819 2024-04-12T00:46:48.258 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.255+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~3F2XXC4KHS3S.0 size=19704 2024-04-12T00:46:48.261 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.258+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=3F2XXC4KHS3S tag=UU22DFHO1109 type=write size=1068280 2024-04-12T00:46:48.263 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.260+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=T2ESQXCY7RVQ type=del size=2242020 2024-04-12T00:46:48.265 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.262+0000 7f3317332780 1 < completed write operation key=UV2GWU9R87W7 tag=XBQWO9OZ3N0U type=write size=934977 2024-04-12T00:46:48.268 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.265+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~6TWJQ52LMQK6.0 size=1048576 2024-04-12T00:46:48.269 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.267+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~6TWJQ52LMQK6.1 size=1048576 2024-04-12T00:46:48.271 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.268+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~6TWJQ52LMQK6.2 size=559120 2024-04-12T00:46:48.271 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.268+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=6TWJQ52LMQK6 tag=3Y5WNAL5RUDA type=write size=3704848 2024-04-12T00:46:48.273 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.270+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=YZKU4LM3P15Q type=del 2024-04-12T00:46:48.276 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.273+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~ITNHX6VGSQF3.0 size=754122 2024-04-12T00:46:48.276 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.273+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=ITNHX6VGSQF3 tag=9MGS76OV213N type=write size=1802698 2024-04-12T00:46:48.278 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.275+0000 7f3317332780 1 < completed write operation key=H318TVZHDVRW tag=9WT46BATGXII type=write size=196366 2024-04-12T00:46:48.282 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.277+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=C1SE6HX2OA0J type=del size=1424764 2024-04-12T00:46:48.283 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.277+0000 7f3317332780 1 < canceled part key=_multipart_VBE0Z26APYW7.2~3EK7YL2X2JSZ.0 size=49246 2024-04-12T00:46:48.283 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.280+0000 7f3317332780 1 < canceled multipart upload key=VBE0Z26APYW7 upload=3EK7YL2X2JSZ tag=VJH13ELRRSXO type=write size=1097822 2024-04-12T00:46:48.286 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.283+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~LCTGZG05HEB6.0 size=1048576 2024-04-12T00:46:48.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.285+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~LCTGZG05HEB6.1 size=200036 2024-04-12T00:46:48.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.285+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=LCTGZG05HEB6 tag=RTUGS0G4V8ZA type=write size=2297188 2024-04-12T00:46:48.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.286+0000 7f3317332780 1 < canceled part key=_multipart_WV1ML7JVNDAP.2~SQ9Z9A6JO41K.0 size=942176 2024-04-12T00:46:48.291 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.288+0000 7f3317332780 1 < canceled multipart upload key=WV1ML7JVNDAP upload=SQ9Z9A6JO41K tag=ORARWFSWEGFP type=write size=1990752 2024-04-12T00:46:48.293 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.291+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=PQASGQPU90DM type=del size=3272531 2024-04-12T00:46:48.295 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.293+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=3NFYRZQFS34W type=del 2024-04-12T00:46:48.299 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.296+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~KBX4DNM8HFZ7.0 size=582705 2024-04-12T00:46:48.299 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.296+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=KBX4DNM8HFZ7 tag=H9R4Q7LHDRUF type=write size=1631281 2024-04-12T00:46:48.301 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.299+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=WH81BVF0PXER type=del 2024-04-12T00:46:48.305 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.302+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~1F50EMANZ2YY.0 size=1048576 2024-04-12T00:46:48.307 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.304+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~1F50EMANZ2YY.1 size=996228 2024-04-12T00:46:48.307 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.304+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=1F50EMANZ2YY tag=SP8TI191BNE5 type=write size=3093380 2024-04-12T00:46:48.309 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.306+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~JU7MGSZ3SP7T.0 size=446308 2024-04-12T00:46:48.312 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.309+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=JU7MGSZ3SP7T tag=EINBU3PJN2W9 type=write size=1494884 2024-04-12T00:46:48.313 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.310+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=G0Q46TTD0AXB type=del size=1250348 2024-04-12T00:46:48.315 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.313+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~8ZN46ET01SKA.0 size=869831 2024-04-12T00:46:48.318 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.316+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=8ZN46ET01SKA tag=LLU9LPACECL3 type=write size=1918407 2024-04-12T00:46:48.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.319+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~SVSWZCEY3I89.0 size=58201 2024-04-12T00:46:48.322 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.319+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=SVSWZCEY3I89 tag=TYZBQ95EJU1A type=write size=1106777 2024-04-12T00:46:48.323 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.320+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~YYVN1736C942.0 size=1048576 2024-04-12T00:46:48.325 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.322+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~YYVN1736C942.1 size=1048576 2024-04-12T00:46:48.326 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.324+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~YYVN1736C942.2 size=605770 2024-04-12T00:46:48.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.327+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=YYVN1736C942 tag=4UAFADGGC4BU type=write size=3751498 2024-04-12T00:46:48.333 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.331+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~JPRFG4J0ILN5.0 size=1048576 2024-04-12T00:46:48.335 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.332+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~JPRFG4J0ILN5.1 size=1048576 2024-04-12T00:46:48.336 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.334+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~JPRFG4J0ILN5.2 size=617272 2024-04-12T00:46:48.337 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.334+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=JPRFG4J0ILN5 tag=KJ3MJ6FRZA7P type=write size=3763000 2024-04-12T00:46:48.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.337+0000 7f3317332780 1 < suggested remove operation key=HOD7SOILOUYQ tag=B2PJ7WFUM2A9 type=del 2024-04-12T00:46:48.344 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.341+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~YQ7G73OBBHCQ.0 size=1048576 2024-04-12T00:46:48.345 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.342+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~YQ7G73OBBHCQ.1 size=1048576 2024-04-12T00:46:48.347 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.344+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~YQ7G73OBBHCQ.2 size=785862 2024-04-12T00:46:48.347 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.344+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=YQ7G73OBBHCQ tag=2EO81Y1S2OA4 type=write size=3931590 2024-04-12T00:46:48.348 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.346+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=U4IV8E1QGGQL type=del 2024-04-12T00:46:48.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.349+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~ZBQLZW9OYXHM.0 size=95588 2024-04-12T00:46:48.352 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.349+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=ZBQLZW9OYXHM tag=U3506G5JLVL1 type=write size=1144164 2024-04-12T00:46:48.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.350+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=JKQGKPJS4CYR type=del 2024-04-12T00:46:48.357 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.354+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~FKHY9GMY2V1Q.0 size=841702 2024-04-12T00:46:48.357 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.354+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=FKHY9GMY2V1Q tag=36VCVRM355IJ type=write size=1890278 2024-04-12T00:46:48.359 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.356+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~Q813VLNL6LKN.0 size=1048576 2024-04-12T00:46:48.360 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.358+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~Q813VLNL6LKN.1 size=1048576 2024-04-12T00:46:48.362 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.359+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~Q813VLNL6LKN.2 size=696143 2024-04-12T00:46:48.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.362+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=Q813VLNL6LKN tag=DNQ9Y7OT0KK3 type=write size=3841871 2024-04-12T00:46:48.368 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.366+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~I6GP8L4N3YDX.0 size=1048576 2024-04-12T00:46:48.370 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.367+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~I6GP8L4N3YDX.1 size=1048576 2024-04-12T00:46:48.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.369+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~I6GP8L4N3YDX.2 size=245354 2024-04-12T00:46:48.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.369+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=I6GP8L4N3YDX tag=CQN6G63JVC8J type=write size=3391082 2024-04-12T00:46:48.373 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.370+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=3D4JUJBTKV3A type=del 2024-04-12T00:46:48.376 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.373+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~8IIO7GPQ9BMC.0 size=1048576 2024-04-12T00:46:48.377 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.375+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~8IIO7GPQ9BMC.1 size=1048576 2024-04-12T00:46:48.379 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.376+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~8IIO7GPQ9BMC.2 size=245386 2024-04-12T00:46:48.379 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.376+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=8IIO7GPQ9BMC tag=T78E3FWD6CN7 type=write size=3391114 2024-04-12T00:46:48.380 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.378+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=T2ESQXCY7RVQ type=del 2024-04-12T00:46:48.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.380+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=LIZPGPJNJ402 type=del size=3886447 2024-04-12T00:46:48.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.381+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~6TWJQ52LMQK6.0 size=1048576 2024-04-12T00:46:48.385 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.383+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~6TWJQ52LMQK6.1 size=1048576 2024-04-12T00:46:48.387 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.384+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~6TWJQ52LMQK6.2 size=559120 2024-04-12T00:46:48.390 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.387+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=6TWJQ52LMQK6 tag=3Y5WNAL5RUDA type=write size=3704848 2024-04-12T00:46:48.392 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.389+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=3BXJ0KXJL4DJ type=del size=2314592 2024-04-12T00:46:48.394 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.391+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~ITNHX6VGSQF3.0 size=754122 2024-04-12T00:46:48.397 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.394+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=ITNHX6VGSQF3 tag=9MGS76OV213N type=write size=1802698 2024-04-12T00:46:48.399 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.396+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=JGDZ00S0HKOP type=write size=654224 2024-04-12T00:46:48.400 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.398+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=C1SE6HX2OA0J type=del 2024-04-12T00:46:48.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.401+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~G5YCU750AZH6.0 size=1048576 2024-04-12T00:46:48.405 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.402+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~G5YCU750AZH6.1 size=191098 2024-04-12T00:46:48.405 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.402+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=G5YCU750AZH6 tag=UQT13PT82HIE type=write size=2288250 2024-04-12T00:46:48.407 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.404+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~LCTGZG05HEB6.0 size=1048576 2024-04-12T00:46:48.408 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.406+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~LCTGZG05HEB6.1 size=200036 2024-04-12T00:46:48.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.409+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=LCTGZG05HEB6 tag=RTUGS0G4V8ZA type=write size=2297188 2024-04-12T00:46:48.414 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.411+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=G39BF73MEXJC type=del size=657181 2024-04-12T00:46:48.417 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.415+0000 7f3317332780 1 < suggested remove operation key=YE36DJQ5KI8M tag=PQASGQPU90DM type=del 2024-04-12T00:46:48.419 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.417+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=YL3M0J2OTWEV type=write size=151099 2024-04-12T00:46:48.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.418+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~KBX4DNM8HFZ7.0 size=582705 2024-04-12T00:46:48.424 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.421+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=KBX4DNM8HFZ7 tag=H9R4Q7LHDRUF type=write size=1631281 2024-04-12T00:46:48.427 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.424+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~SW0O9PQ16JKA.0 size=1048576 2024-04-12T00:46:48.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.426+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~SW0O9PQ16JKA.1 size=774632 2024-04-12T00:46:48.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.426+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=SW0O9PQ16JKA tag=WNHOXWNVY27S type=write size=2871784 2024-04-12T00:46:48.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.426+0000 7f3317332780 1 < canceled part key=_multipart_H318TVZHDVRW.2~1F50EMANZ2YY.0 size=1048576 2024-04-12T00:46:48.430 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.428+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~1F50EMANZ2YY.1 size=996228 2024-04-12T00:46:48.434 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.431+0000 7f3317332780 1 < canceled multipart upload key=H318TVZHDVRW upload=1F50EMANZ2YY tag=SP8TI191BNE5 type=write size=3093380 2024-04-12T00:46:48.436 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.433+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=1MATMCRE3P5G type=del size=9132 2024-04-12T00:46:48.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.435+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=G0Q46TTD0AXB type=del 2024-04-12T00:46:48.439 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.437+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=DAY2YCHQC48C type=del size=556702 2024-04-12T00:46:48.441 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.438+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~SVSWZCEY3I89.0 size=58201 2024-04-12T00:46:48.444 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.442+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=SVSWZCEY3I89 tag=TYZBQ95EJU1A type=write size=1106777 2024-04-12T00:46:48.448 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.445+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~QEZT5MOJD7JU.0 size=1048576 2024-04-12T00:46:48.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.446+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~QEZT5MOJD7JU.1 size=964662 2024-04-12T00:46:48.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.446+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=QEZT5MOJD7JU tag=55M6D1ONDVC8 type=write size=3061814 2024-04-12T00:46:48.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.447+0000 7f3317332780 1 < canceled part key=_multipart_L78GRS73CH1U.2~JPRFG4J0ILN5.0 size=1048576 2024-04-12T00:46:48.451 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.448+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~JPRFG4J0ILN5.1 size=1048576 2024-04-12T00:46:48.453 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.450+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~JPRFG4J0ILN5.2 size=617272 2024-04-12T00:46:48.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.453+0000 7f3317332780 1 < canceled multipart upload key=L78GRS73CH1U upload=JPRFG4J0ILN5 tag=KJ3MJ6FRZA7P type=write size=3763000 2024-04-12T00:46:48.458 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.455+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=PTNNNEWF41RF type=write size=556265 2024-04-12T00:46:48.459 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.456+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~YQ7G73OBBHCQ.0 size=1048576 2024-04-12T00:46:48.461 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.458+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~YQ7G73OBBHCQ.1 size=1048576 2024-04-12T00:46:48.462 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.460+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~YQ7G73OBBHCQ.2 size=785862 2024-04-12T00:46:48.466 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.464+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=YQ7G73OBBHCQ tag=2EO81Y1S2OA4 type=write size=3931590 2024-04-12T00:46:48.470 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.467+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~YWDFG8F6QB5E.0 size=1048576 2024-04-12T00:46:48.472 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.469+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~YWDFG8F6QB5E.1 size=1048576 2024-04-12T00:46:48.473 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.470+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~YWDFG8F6QB5E.2 size=911961 2024-04-12T00:46:48.473 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.470+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=YWDFG8F6QB5E tag=SNJ222RD7BE3 type=write size=4057689 2024-04-12T00:46:48.475 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.473+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~ZBQLZW9OYXHM.0 size=95588 2024-04-12T00:46:48.478 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.475+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=ZBQLZW9OYXHM tag=U3506G5JLVL1 type=write size=1144164 2024-04-12T00:46:48.481 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.478+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~I4ZHJZYF93IZ.0 size=257012 2024-04-12T00:46:48.481 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.478+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=I4ZHJZYF93IZ tag=JAETORZOHZYH type=write size=1305588 2024-04-12T00:46:48.486 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.480+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~FKHY9GMY2V1Q.0 size=841702 2024-04-12T00:46:48.486 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.483+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=FKHY9GMY2V1Q tag=36VCVRM355IJ type=write size=1890278 2024-04-12T00:46:48.488 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.485+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=CBKI6IQTVLXT type=del size=813172 2024-04-12T00:46:48.488 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.485+0000 7f3317332780 1 < canceled part key=_multipart_LMJQSUV7DIV7.2~I6GP8L4N3YDX.0 size=1048576 2024-04-12T00:46:48.490 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.487+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~I6GP8L4N3YDX.1 size=1048576 2024-04-12T00:46:48.491 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.488+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~I6GP8L4N3YDX.2 size=245354 2024-04-12T00:46:48.494 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.491+0000 7f3317332780 1 < canceled multipart upload key=LMJQSUV7DIV7 upload=I6GP8L4N3YDX tag=CQN6G63JVC8J type=write size=3391082 2024-04-12T00:46:48.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.494+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~CI7Z8WZX6H4V.0 size=851794 2024-04-12T00:46:48.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.494+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=CI7Z8WZX6H4V tag=L6W1REW6IIKG type=write size=1900370 2024-04-12T00:46:48.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.495+0000 7f3317332780 1 < canceled part key=_multipart_UPNUSSW7TUR9.2~8IIO7GPQ9BMC.0 size=1048576 2024-04-12T00:46:48.499 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.496+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~8IIO7GPQ9BMC.1 size=1048576 2024-04-12T00:46:48.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.498+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~8IIO7GPQ9BMC.2 size=245386 2024-04-12T00:46:48.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.501+0000 7f3317332780 1 < canceled multipart upload key=UPNUSSW7TUR9 upload=8IIO7GPQ9BMC tag=T78E3FWD6CN7 type=write size=3391114 2024-04-12T00:46:48.507 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.504+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~W7FIR2Q75QW0.0 size=1048576 2024-04-12T00:46:48.508 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.505+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~W7FIR2Q75QW0.1 size=1048576 2024-04-12T00:46:48.510 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.507+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~W7FIR2Q75QW0.2 size=903413 2024-04-12T00:46:48.510 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.507+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=W7FIR2Q75QW0 tag=9LVDL92QBEEB type=write size=4049141 2024-04-12T00:46:48.511 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.508+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=LIZPGPJNJ402 type=del 2024-04-12T00:46:48.513 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.510+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=XOC1DKSUDE72 type=write size=763822 2024-04-12T00:46:48.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.512+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=3BXJ0KXJL4DJ type=del 2024-04-12T00:46:48.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.514+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=XAY4IIQK7W8M type=del size=1012337 2024-04-12T00:46:48.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.516+0000 7f3317332780 1 < completed write operation key=UPNUSSW7TUR9 tag=JGDZ00S0HKOP type=write size=654224 2024-04-12T00:46:48.520 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.517+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=N11C8L6WR3P1 type=del size=231470 2024-04-12T00:46:48.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.519+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~G5YCU750AZH6.0 size=1048576 2024-04-12T00:46:48.523 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.520+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~G5YCU750AZH6.1 size=191098 2024-04-12T00:46:48.526 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.523+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=G5YCU750AZH6 tag=UQT13PT82HIE type=write size=2288250 2024-04-12T00:46:48.530 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.527+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~3GD1Y69CRG9V.0 size=1048576 2024-04-12T00:46:48.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.528+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~3GD1Y69CRG9V.1 size=760463 2024-04-12T00:46:48.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.528+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=3GD1Y69CRG9V tag=GJKP3SY4AYV0 type=write size=2857615 2024-04-12T00:46:48.533 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.530+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=G39BF73MEXJC type=del 2024-04-12T00:46:48.534 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.532+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=I7LUXMK7GAM9 type=del size=933246 2024-04-12T00:46:48.536 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.533+0000 7f3317332780 1 < completed write operation key=TZ723A1PHQ0U tag=YL3M0J2OTWEV type=write size=151099 2024-04-12T00:46:48.538 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.535+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=MS5G4IYM2ZKL type=del size=2852411 2024-04-12T00:46:48.540 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.537+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~SW0O9PQ16JKA.0 size=1048576 2024-04-12T00:46:48.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.539+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~SW0O9PQ16JKA.1 size=774632 2024-04-12T00:46:48.545 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.542+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=SW0O9PQ16JKA tag=WNHOXWNVY27S type=write size=2871784 2024-04-12T00:46:48.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.544+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=0Y6VEELWTGCB type=write size=9847 2024-04-12T00:46:48.548 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.545+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=1MATMCRE3P5G type=del 2024-04-12T00:46:48.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.547+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=KW0A84DYYYAQ type=write size=205661 2024-04-12T00:46:48.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.549+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=DAY2YCHQC48C type=del 2024-04-12T00:46:48.554 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.551+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=34OA8RV7OGZN type=write size=743452 2024-04-12T00:46:48.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.554+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~QEZT5MOJD7JU.0 size=1048576 2024-04-12T00:46:48.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.554+0000 7f3317332780 1 < canceled part key=_multipart_GBDRR6ZHKT41.2~QEZT5MOJD7JU.1 size=964662 2024-04-12T00:46:48.559 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.557+0000 7f3317332780 1 < canceled multipart upload key=GBDRR6ZHKT41 upload=QEZT5MOJD7JU tag=55M6D1ONDVC8 type=write size=3061814 2024-04-12T00:46:48.563 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.560+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~B4FW8RWXW2KV.0 size=532064 2024-04-12T00:46:48.563 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.560+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=B4FW8RWXW2KV tag=ZWQHE2M2S7X6 type=write size=1580640 2024-04-12T00:46:48.565 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.562+0000 7f3317332780 1 < completed write operation key=UOC07EDTW788 tag=PTNNNEWF41RF type=write size=556265 2024-04-12T00:46:48.568 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.566+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~ULGYFUO52LG7.0 size=1048576 2024-04-12T00:46:48.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.567+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~ULGYFUO52LG7.1 size=523393 2024-04-12T00:46:48.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.567+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=ULGYFUO52LG7 tag=5AQAD90J2OY0 type=write size=2620545 2024-04-12T00:46:48.572 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.569+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~YWDFG8F6QB5E.0 size=1048576 2024-04-12T00:46:48.573 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.570+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~YWDFG8F6QB5E.1 size=1048576 2024-04-12T00:46:48.575 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.573+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~YWDFG8F6QB5E.2 size=911961 2024-04-12T00:46:48.578 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.576+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=YWDFG8F6QB5E tag=SNJ222RD7BE3 type=write size=4057689 2024-04-12T00:46:48.582 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.579+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~KWHEQFXT10G3.0 size=443070 2024-04-12T00:46:48.583 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.579+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=KWHEQFXT10G3 tag=WKYCMU3BWK24 type=write size=1491646 2024-04-12T00:46:48.583 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.581+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~I4ZHJZYF93IZ.0 size=257012 2024-04-12T00:46:48.586 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.584+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=I4ZHJZYF93IZ tag=JAETORZOHZYH type=write size=1305588 2024-04-12T00:46:48.589 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.586+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=XGHBNZ4D4G5R type=del size=2336385 2024-04-12T00:46:48.591 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.588+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=CBKI6IQTVLXT type=del 2024-04-12T00:46:48.594 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.591+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~X4P54LK7MLO7.0 size=229916 2024-04-12T00:46:48.594 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.591+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=X4P54LK7MLO7 tag=HFFGFW6PKR65 type=write size=1278492 2024-04-12T00:46:48.594 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.592+0000 7f3317332780 1 < canceled part key=_multipart_UOC07EDTW788.2~CI7Z8WZX6H4V.0 size=851794 2024-04-12T00:46:48.597 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.595+0000 7f3317332780 1 < canceled multipart upload key=UOC07EDTW788 upload=CI7Z8WZX6H4V tag=L6W1REW6IIKG type=write size=1900370 2024-04-12T00:46:48.599 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.597+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=BGKN1E73JEXX type=del size=2972775 2024-04-12T00:46:48.601 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.599+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~W7FIR2Q75QW0.0 size=1048576 2024-04-12T00:46:48.603 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.600+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~W7FIR2Q75QW0.1 size=1048576 2024-04-12T00:46:48.604 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.602+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~W7FIR2Q75QW0.2 size=903413 2024-04-12T00:46:48.607 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.605+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=W7FIR2Q75QW0 tag=9LVDL92QBEEB type=write size=4049141 2024-04-12T00:46:48.611 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.608+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~07BYZFWB6I2V.0 size=1048576 2024-04-12T00:46:48.612 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.609+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~07BYZFWB6I2V.1 size=315993 2024-04-12T00:46:48.612 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.609+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=07BYZFWB6I2V tag=RRB81U5WUWB9 type=write size=2413145 2024-04-12T00:46:48.614 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.611+0000 7f3317332780 1 < completed write operation key=MX8A1YZ2V3NF tag=XOC1DKSUDE72 type=write size=763822 2024-04-12T00:46:48.615 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.613+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=YGJ4KNJV6I4X type=del size=115293 2024-04-12T00:46:48.618 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.614+0000 7f3317332780 1 < canceled operation key=COYSTVZBULU1 tag=XAY4IIQK7W8M type=del size=1012337 2024-04-12T00:46:48.620 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.618+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~BIXRC4BA62UC.0 size=920639 2024-04-12T00:46:48.620 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.618+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=BIXRC4BA62UC tag=GX3V8QA5FCHR type=write size=1969215 2024-04-12T00:46:48.622 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.619+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=N11C8L6WR3P1 type=del 2024-04-12T00:46:48.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.622+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~TVGKT0L8UPMX.0 size=867842 2024-04-12T00:46:48.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.622+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=TVGKT0L8UPMX tag=VNIL0966XYOJ type=write size=1916418 2024-04-12T00:46:48.627 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.624+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~3GD1Y69CRG9V.0 size=1048576 2024-04-12T00:46:48.629 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.626+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~3GD1Y69CRG9V.1 size=760463 2024-04-12T00:46:48.632 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.629+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=3GD1Y69CRG9V tag=GJKP3SY4AYV0 type=write size=2857615 2024-04-12T00:46:48.633 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.630+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=UP6XTSPP8J7X type=write size=1032309 2024-04-12T00:46:48.635 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.633+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=I7LUXMK7GAM9 type=del 2024-04-12T00:46:48.638 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.636+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~22ZK3GJS25F3.0 size=1048576 2024-04-12T00:46:48.640 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.637+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~22ZK3GJS25F3.1 size=1048576 2024-04-12T00:46:48.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.639+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~22ZK3GJS25F3.2 size=833825 2024-04-12T00:46:48.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.639+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=22ZK3GJS25F3 tag=THA5XGPOW4RW type=write size=3979553 2024-04-12T00:46:48.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.640+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=MS5G4IYM2ZKL type=del 2024-04-12T00:46:48.646 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.644+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~ZPZV2TON06ZS.0 size=1048576 2024-04-12T00:46:48.648 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.645+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~ZPZV2TON06ZS.1 size=96154 2024-04-12T00:46:48.648 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.645+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=ZPZV2TON06ZS tag=LAAJYHF2QONV type=write size=2193306 2024-04-12T00:46:48.649 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.647+0000 7f3317332780 1 < completed write operation key=UPNUSSW7TUR9 tag=0Y6VEELWTGCB type=write size=9847 2024-04-12T00:46:48.653 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.650+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~MDK5UMTU60LV.0 size=1048576 2024-04-12T00:46:48.654 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.651+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~MDK5UMTU60LV.1 size=668431 2024-04-12T00:46:48.654 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.651+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=MDK5UMTU60LV tag=1F2T4TZE3LOQ type=write size=2765583 2024-04-12T00:46:48.656 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.653+0000 7f3317332780 1 < completed write operation key=YE36DJQ5KI8M tag=KW0A84DYYYAQ type=write size=205661 2024-04-12T00:46:48.658 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.655+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=B2I8H8631I3M type=del size=3753134 2024-04-12T00:46:48.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.657+0000 7f3317332780 1 < completed write operation key=E46GQAGF9GTX tag=34OA8RV7OGZN type=write size=743452 2024-04-12T00:46:48.661 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.659+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=AZIK0K912ILU type=write size=518479 2024-04-12T00:46:48.663 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.660+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~B4FW8RWXW2KV.0 size=532064 2024-04-12T00:46:48.666 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.664+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=B4FW8RWXW2KV tag=ZWQHE2M2S7X6 type=write size=1580640 2024-04-12T00:46:48.668 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.665+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=8A2XHS8QZQTI type=del size=3374137 2024-04-12T00:46:48.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.667+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~ULGYFUO52LG7.0 size=1048576 2024-04-12T00:46:48.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.669+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~ULGYFUO52LG7.1 size=523393 2024-04-12T00:46:48.674 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.671+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=ULGYFUO52LG7 tag=5AQAD90J2OY0 type=write size=2620545 2024-04-12T00:46:48.676 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.673+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=HLN2OZZP68WP type=del size=1532526 2024-04-12T00:46:48.678 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.675+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~KWHEQFXT10G3.0 size=443070 2024-04-12T00:46:48.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.678+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=KWHEQFXT10G3 tag=WKYCMU3BWK24 type=write size=1491646 2024-04-12T00:46:48.683 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.680+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=D1ZI9N1V289Z type=del size=3847272 2024-04-12T00:46:48.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.683+0000 7f3317332780 1 < suggested remove operation key=DUBT6E7KPOC6 tag=XGHBNZ4D4G5R type=del 2024-04-12T00:46:48.689 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.685+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=ATJDZDR1GAH1 type=del size=2538742 2024-04-12T00:46:48.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.687+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~X4P54LK7MLO7.0 size=229916 2024-04-12T00:46:48.693 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.690+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=X4P54LK7MLO7 tag=HFFGFW6PKR65 type=write size=1278492 2024-04-12T00:46:48.696 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.693+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~O37ES24POFXS.0 size=1048576 2024-04-12T00:46:48.698 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.695+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~O37ES24POFXS.1 size=1048576 2024-04-12T00:46:48.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.697+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~O37ES24POFXS.2 size=4123 2024-04-12T00:46:48.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.697+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=O37ES24POFXS tag=LZDFN5VCZ1J6 type=write size=3149851 2024-04-12T00:46:48.703 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.700+0000 7f3317332780 1 < suggested update operation key=X4J4HOCIIN2P tag=BGKN1E73JEXX type=del size=2972775 2024-04-12T00:46:48.706 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.704+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~L5K3W8TK0O8R.0 size=1048576 2024-04-12T00:46:48.708 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.705+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~L5K3W8TK0O8R.1 size=1048576 2024-04-12T00:46:48.709 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.707+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~L5K3W8TK0O8R.2 size=753139 2024-04-12T00:46:48.709 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.707+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=L5K3W8TK0O8R tag=NWRJBX4VRENR type=write size=3898867 2024-04-12T00:46:48.711 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.709+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~07BYZFWB6I2V.0 size=1048576 2024-04-12T00:46:48.713 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.710+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~07BYZFWB6I2V.1 size=315993 2024-04-12T00:46:48.716 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.713+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=07BYZFWB6I2V tag=RRB81U5WUWB9 type=write size=2413145 2024-04-12T00:46:48.720 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.717+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~73X8LV1CB1X0.0 size=1048576 2024-04-12T00:46:48.721 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.718+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~73X8LV1CB1X0.1 size=567757 2024-04-12T00:46:48.721 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.718+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=73X8LV1CB1X0 tag=6HETD408ELYJ type=write size=2664909 2024-04-12T00:46:48.723 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.720+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=YGJ4KNJV6I4X type=del 2024-04-12T00:46:48.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.722+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=003D8258906W type=del size=2242205 2024-04-12T00:46:48.726 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.724+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~BIXRC4BA62UC.0 size=920639 2024-04-12T00:46:48.730 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.727+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=BIXRC4BA62UC tag=GX3V8QA5FCHR type=write size=1969215 2024-04-12T00:46:48.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.729+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=OCLQXPL1QTPB type=del size=3264348 2024-04-12T00:46:48.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.730+0000 7f3317332780 1 < canceled part key=_multipart_H318TVZHDVRW.2~TVGKT0L8UPMX.0 size=867842 2024-04-12T00:46:48.735 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.732+0000 7f3317332780 1 < canceled multipart upload key=H318TVZHDVRW upload=TVGKT0L8UPMX tag=VNIL0966XYOJ type=write size=1916418 2024-04-12T00:46:48.737 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.734+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=JNLHDCNXERZ4 type=del size=1031932 2024-04-12T00:46:48.739 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.736+0000 7f3317332780 1 < completed write operation key=E46GQAGF9GTX tag=UP6XTSPP8J7X type=write size=1032309 2024-04-12T00:46:48.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.738+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=HF76HIYZS5BC type=del size=2272923 2024-04-12T00:46:48.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.738+0000 7f3317332780 1 < canceled part key=_multipart_2LATRVZJ94KG.2~22ZK3GJS25F3.0 size=1048576 2024-04-12T00:46:48.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.738+0000 7f3317332780 1 < canceled part key=_multipart_2LATRVZJ94KG.2~22ZK3GJS25F3.1 size=1048576 2024-04-12T00:46:48.742 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.739+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~22ZK3GJS25F3.2 size=833825 2024-04-12T00:46:48.745 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.742+0000 7f3317332780 1 < canceled multipart upload key=2LATRVZJ94KG upload=22ZK3GJS25F3 tag=THA5XGPOW4RW type=write size=3979553 2024-04-12T00:46:48.747 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.744+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=DCV30BLBMR0N type=del size=1786067 2024-04-12T00:46:48.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.746+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~ZPZV2TON06ZS.0 size=1048576 2024-04-12T00:46:48.750 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.747+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~ZPZV2TON06ZS.1 size=96154 2024-04-12T00:46:48.753 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.750+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=ZPZV2TON06ZS tag=LAAJYHF2QONV type=write size=2193306 2024-04-12T00:46:48.757 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.754+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~RXKIQGT8DM6O.0 size=1048576 2024-04-12T00:46:48.758 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.755+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~RXKIQGT8DM6O.1 size=34253 2024-04-12T00:46:48.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.755+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=RXKIQGT8DM6O tag=VK0D6N170XFI type=write size=2131405 2024-04-12T00:46:48.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.756+0000 7f3317332780 1 < canceled part key=_multipart_DUBT6E7KPOC6.2~MDK5UMTU60LV.0 size=1048576 2024-04-12T00:46:48.760 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.757+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~MDK5UMTU60LV.1 size=668431 2024-04-12T00:46:48.762 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.760+0000 7f3317332780 1 < canceled multipart upload key=DUBT6E7KPOC6 upload=MDK5UMTU60LV tag=1F2T4TZE3LOQ type=write size=2765583 2024-04-12T00:46:48.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.761+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=QP412WTFVSQ5 type=del size=3317845 2024-04-12T00:46:48.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.763+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=B2I8H8631I3M type=del 2024-04-12T00:46:48.768 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.765+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=VEAR9GQPGP5N type=write size=125209 2024-04-12T00:46:48.769 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.767+0000 7f3317332780 1 < completed write operation key=8100QAT6UX23 tag=AZIK0K912ILU type=write size=518479 2024-04-12T00:46:48.771 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.768+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=UTSABUGBYZJ9 type=del size=1746817 2024-04-12T00:46:48.773 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.770+0000 7f3317332780 1 < canceled operation key=B0O10Z22S1QK tag=8A2XHS8QZQTI type=del size=3374137 2024-04-12T00:46:48.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.774+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~WSU5OBXB1FG1.0 size=1048576 2024-04-12T00:46:48.778 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.775+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~WSU5OBXB1FG1.1 size=1048576 2024-04-12T00:46:48.779 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.776+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~WSU5OBXB1FG1.2 size=562192 2024-04-12T00:46:48.779 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.776+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=WSU5OBXB1FG1 tag=FTLOQ5IBKO6C type=write size=3707920 2024-04-12T00:46:48.781 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.778+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=HLN2OZZP68WP type=del 2024-04-12T00:46:48.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.781+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~0TSNITHB1O8E.0 size=1048576 2024-04-12T00:46:48.786 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.783+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~0TSNITHB1O8E.1 size=464136 2024-04-12T00:46:48.786 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.783+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=0TSNITHB1O8E tag=P4E5QMM4GUDV type=write size=2561288 2024-04-12T00:46:48.789 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.786+0000 7f3317332780 1 < suggested remove operation key=FP1N9YO8QR7E tag=D1ZI9N1V289Z type=del 2024-04-12T00:46:48.791 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.788+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=90TOP8B9KLIU type=del size=3865781 2024-04-12T00:46:48.792 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.790+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=ATJDZDR1GAH1 type=del 2024-04-12T00:46:48.796 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.793+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~1VEUX2KJABZZ.0 size=1048576 2024-04-12T00:46:48.797 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.794+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~1VEUX2KJABZZ.1 size=507539 2024-04-12T00:46:48.797 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.794+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=1VEUX2KJABZZ tag=57O2CNPIS7CA type=write size=2604691 2024-04-12T00:46:48.799 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.796+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~O37ES24POFXS.0 size=1048576 2024-04-12T00:46:48.801 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.798+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~O37ES24POFXS.1 size=1048576 2024-04-12T00:46:48.801 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.798+0000 7f3317332780 1 < canceled part key=_multipart_2LATRVZJ94KG.2~O37ES24POFXS.2 size=4123 2024-04-12T00:46:48.803 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.801+0000 7f3317332780 1 < canceled multipart upload key=2LATRVZJ94KG upload=O37ES24POFXS tag=LZDFN5VCZ1J6 type=write size=3149851 2024-04-12T00:46:48.805 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.803+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=5K530MNZXMMG type=del size=2450609 2024-04-12T00:46:48.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.804+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~L5K3W8TK0O8R.0 size=1048576 2024-04-12T00:46:48.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.804+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~L5K3W8TK0O8R.1 size=1048576 2024-04-12T00:46:48.809 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.806+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~L5K3W8TK0O8R.2 size=753139 2024-04-12T00:46:48.812 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.809+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=L5K3W8TK0O8R tag=NWRJBX4VRENR type=write size=3898867 2024-04-12T00:46:48.815 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.812+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~VQMLXE7V3CQD.0 size=1048576 2024-04-12T00:46:48.816 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.814+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~VQMLXE7V3CQD.1 size=1048576 2024-04-12T00:46:48.817 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.815+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~VQMLXE7V3CQD.2 size=536244 2024-04-12T00:46:48.818 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.815+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=VQMLXE7V3CQD tag=UG33JQC458WY type=write size=3681972 2024-04-12T00:46:48.819 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.816+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~73X8LV1CB1X0.0 size=1048576 2024-04-12T00:46:48.821 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.818+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~73X8LV1CB1X0.1 size=567757 2024-04-12T00:46:48.824 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.821+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=73X8LV1CB1X0 tag=6HETD408ELYJ type=write size=2664909 2024-04-12T00:46:48.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.825+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~3L01FZWGXFU7.0 size=1048576 2024-04-12T00:46:48.830 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.826+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~3L01FZWGXFU7.1 size=135630 2024-04-12T00:46:48.830 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.826+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=3L01FZWGXFU7 tag=VWTUSYXJDIAB type=write size=2232782 2024-04-12T00:46:48.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.828+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=003D8258906W type=del 2024-04-12T00:46:48.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.831+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~J4DDAL2K2XB0.0 size=880559 2024-04-12T00:46:48.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.831+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=J4DDAL2K2XB0 tag=FROT66F4BGJC type=write size=1929135 2024-04-12T00:46:48.838 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.835+0000 7f3317332780 1 < suggested update operation key=Z0W5CBWR6G0J tag=OCLQXPL1QTPB type=del size=3264348 2024-04-12T00:46:48.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.838+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~CG8B2G3O3WWI.0 size=1048576 2024-04-12T00:46:48.842 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.840+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~CG8B2G3O3WWI.1 size=805080 2024-04-12T00:46:48.842 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.840+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=CG8B2G3O3WWI tag=DIWEDPEAFNLX type=write size=2902232 2024-04-12T00:46:48.844 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.842+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=JNLHDCNXERZ4 type=del 2024-04-12T00:46:48.848 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.845+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~H2BCJ20K9IEP.0 size=1048576 2024-04-12T00:46:48.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.847+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~H2BCJ20K9IEP.1 size=1006499 2024-04-12T00:46:48.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.847+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=H2BCJ20K9IEP tag=MKE88ZCGUEHC type=write size=3103651 2024-04-12T00:46:48.852 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.848+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=HF76HIYZS5BC type=del 2024-04-12T00:46:48.853 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.850+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=VME5B7REDIAI type=del size=3901709 2024-04-12T00:46:48.855 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.852+0000 7f3317332780 1 < canceled operation key=UOC07EDTW788 tag=DCV30BLBMR0N type=del size=1786067 2024-04-12T00:46:48.858 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.855+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~H02ZAXD8ZJOL.0 size=1048576 2024-04-12T00:46:48.860 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.857+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~H02ZAXD8ZJOL.1 size=1048576 2024-04-12T00:46:48.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.858+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~H02ZAXD8ZJOL.2 size=809664 2024-04-12T00:46:48.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.858+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=H02ZAXD8ZJOL tag=BTLE3ZH87WM6 type=write size=3955392 2024-04-12T00:46:48.863 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.860+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~RXKIQGT8DM6O.0 size=1048576 2024-04-12T00:46:48.864 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.861+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~RXKIQGT8DM6O.1 size=34253 2024-04-12T00:46:48.867 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.865+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=RXKIQGT8DM6O tag=VK0D6N170XFI type=write size=2131405 2024-04-12T00:46:48.869 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.866+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=2AIWCHJ29A1E type=del size=2479768 2024-04-12T00:46:48.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.870+0000 7f3317332780 1 < suggested remove operation key=B0O10Z22S1QK tag=QP412WTFVSQ5 type=del 2024-04-12T00:46:48.876 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.873+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~VEK71586QRG8.0 size=87078 2024-04-12T00:46:48.876 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.873+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=VEK71586QRG8 tag=ROS33MAU238G type=write size=1135654 2024-04-12T00:46:48.877 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.875+0000 7f3317332780 1 < completed write operation key=H318TVZHDVRW tag=VEAR9GQPGP5N type=write size=125209 2024-04-12T00:46:48.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.878+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~IAZDGVICV97K.0 size=866518 2024-04-12T00:46:48.881 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.878+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=IAZDGVICV97K tag=OMO867YSTT0M type=write size=1915094 2024-04-12T00:46:48.882 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.879+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=UTSABUGBYZJ9 type=del 2024-04-12T00:46:48.886 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.883+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~NM08A3Q2RUL7.0 size=1048576 2024-04-12T00:46:48.887 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.884+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~NM08A3Q2RUL7.1 size=694072 2024-04-12T00:46:48.887 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.884+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=NM08A3Q2RUL7 tag=HTXHTKK7NQE0 type=write size=2791224 2024-04-12T00:46:48.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.886+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~WSU5OBXB1FG1.0 size=1048576 2024-04-12T00:46:48.890 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.887+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~WSU5OBXB1FG1.1 size=1048576 2024-04-12T00:46:48.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.889+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~WSU5OBXB1FG1.2 size=562192 2024-04-12T00:46:48.894 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.892+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=WSU5OBXB1FG1 tag=FTLOQ5IBKO6C type=write size=3707920 2024-04-12T00:46:48.898 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.894+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=HF22ZIUFGJ0I type=del size=874808 2024-04-12T00:46:48.899 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.896+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~0TSNITHB1O8E.0 size=1048576 2024-04-12T00:46:48.900 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.897+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~0TSNITHB1O8E.1 size=464136 2024-04-12T00:46:48.903 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.901+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=0TSNITHB1O8E tag=P4E5QMM4GUDV type=write size=2561288 2024-04-12T00:46:48.905 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.902+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=Z97XTV062G2H type=del size=3615954 2024-04-12T00:46:48.909 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.906+0000 7f3317332780 1 < suggested update operation key=99X98PX1X4B7 tag=90TOP8B9KLIU type=del size=3865781 2024-04-12T00:46:48.911 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.908+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=RS5M0GKTZEQP type=del size=1196489 2024-04-12T00:46:48.911 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.909+0000 7f3317332780 1 < canceled part key=_multipart_Z0W5CBWR6G0J.2~1VEUX2KJABZZ.0 size=1048576 2024-04-12T00:46:48.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.910+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~1VEUX2KJABZZ.1 size=507539 2024-04-12T00:46:48.916 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.914+0000 7f3317332780 1 < canceled multipart upload key=Z0W5CBWR6G0J upload=1VEUX2KJABZZ tag=57O2CNPIS7CA type=write size=2604691 2024-04-12T00:46:48.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.918+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~I5JV3BOVDWXC.0 size=548384 2024-04-12T00:46:48.921 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.918+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=I5JV3BOVDWXC tag=6DUUCCM0GQXF type=write size=1596960 2024-04-12T00:46:48.922 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.920+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=5K530MNZXMMG type=del 2024-04-12T00:46:48.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.921+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=WBY6Y6F6XMEO type=del size=4110509 2024-04-12T00:46:48.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.922+0000 7f3317332780 1 < canceled part key=_multipart_TZ723A1PHQ0U.2~VQMLXE7V3CQD.0 size=1048576 2024-04-12T00:46:48.926 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.923+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~VQMLXE7V3CQD.1 size=1048576 2024-04-12T00:46:48.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.925+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~VQMLXE7V3CQD.2 size=536244 2024-04-12T00:46:48.930 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.928+0000 7f3317332780 1 < canceled multipart upload key=TZ723A1PHQ0U upload=VQMLXE7V3CQD tag=UG33JQC458WY type=write size=3681972 2024-04-12T00:46:48.934 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.931+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~V22OZ3PFTXG0.0 size=1048576 2024-04-12T00:46:48.936 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.933+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~V22OZ3PFTXG0.1 size=1048576 2024-04-12T00:46:48.937 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.934+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~V22OZ3PFTXG0.2 size=1010955 2024-04-12T00:46:48.937 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.934+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=V22OZ3PFTXG0 tag=O1PUBN7FR8JM type=write size=4156683 2024-04-12T00:46:48.939 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.936+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~3L01FZWGXFU7.0 size=1048576 2024-04-12T00:46:48.941 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.938+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~3L01FZWGXFU7.1 size=135630 2024-04-12T00:46:48.944 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.941+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=3L01FZWGXFU7 tag=VWTUSYXJDIAB type=write size=2232782 2024-04-12T00:46:48.946 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.944+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=QE3I7CX74KHJ type=del size=2148324 2024-04-12T00:46:48.949 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.946+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~J4DDAL2K2XB0.0 size=880559 2024-04-12T00:46:48.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.949+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=J4DDAL2K2XB0 tag=FROT66F4BGJC type=write size=1929135 2024-04-12T00:46:48.955 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.953+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~FPR0RO2WR6CC.0 size=996336 2024-04-12T00:46:48.955 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.953+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=FPR0RO2WR6CC tag=T9B6B7R6SGPP type=write size=2044912 2024-04-12T00:46:48.957 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.954+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~CG8B2G3O3WWI.0 size=1048576 2024-04-12T00:46:48.959 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.956+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~CG8B2G3O3WWI.1 size=805080 2024-04-12T00:46:48.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.959+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=CG8B2G3O3WWI tag=DIWEDPEAFNLX type=write size=2902232 2024-04-12T00:46:48.964 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.961+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=0X9B3FX2S2AB type=del size=197236 2024-04-12T00:46:48.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.963+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~H2BCJ20K9IEP.0 size=1048576 2024-04-12T00:46:48.967 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.964+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~H2BCJ20K9IEP.1 size=1006499 2024-04-12T00:46:48.971 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.968+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=H2BCJ20K9IEP tag=MKE88ZCGUEHC type=write size=3103651 2024-04-12T00:46:48.972 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.970+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=PNUR6EE737I8 type=del size=4070345 2024-04-12T00:46:48.974 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.972+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=VME5B7REDIAI type=del 2024-04-12T00:46:48.977 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.974+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=57ZJ7OO3BS5T type=write size=255336 2024-04-12T00:46:48.978 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.976+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~H02ZAXD8ZJOL.0 size=1048576 2024-04-12T00:46:48.980 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.977+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~H02ZAXD8ZJOL.1 size=1048576 2024-04-12T00:46:48.982 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.979+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~H02ZAXD8ZJOL.2 size=809664 2024-04-12T00:46:48.985 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.982+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=H02ZAXD8ZJOL tag=BTLE3ZH87WM6 type=write size=3955392 2024-04-12T00:46:48.987 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.984+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=DXBV1D911Y30 type=del size=2580162 2024-04-12T00:46:48.988 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.986+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=2AIWCHJ29A1E type=del 2024-04-12T00:46:48.990 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.987+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=B2CHAFZ9MBJQ type=del size=3656376 2024-04-12T00:46:48.992 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.990+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~VEK71586QRG8.0 size=87078 2024-04-12T00:46:48.995 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.993+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=VEK71586QRG8 tag=ROS33MAU238G type=write size=1135654 2024-04-12T00:46:48.997 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.995+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=36IYESO78S1E type=write size=137983 2024-04-12T00:46:49.000 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:48.997+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~IAZDGVICV97K.0 size=866518 2024-04-12T00:46:49.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.000+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=IAZDGVICV97K tag=OMO867YSTT0M type=write size=1915094 2024-04-12T00:46:49.006 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.003+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=0N70XJGZQ3O8 type=write size=290355 2024-04-12T00:46:49.007 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.004+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~NM08A3Q2RUL7.0 size=1048576 2024-04-12T00:46:49.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.006+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~NM08A3Q2RUL7.1 size=694072 2024-04-12T00:46:49.012 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.009+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=NM08A3Q2RUL7 tag=HTXHTKK7NQE0 type=write size=2791224 2024-04-12T00:46:49.014 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.011+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=UH4Y23917KRV type=del size=2680054 2024-04-12T00:46:49.018 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.015+0000 7f3317332780 1 < suggested remove operation key=HOD7SOILOUYQ tag=HF22ZIUFGJ0I type=del 2024-04-12T00:46:49.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.018+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~A5GJWN6Z2DRN.0 size=6118 2024-04-12T00:46:49.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.018+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=A5GJWN6Z2DRN tag=90LAN2PT15UL type=write size=1054694 2024-04-12T00:46:49.023 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.020+0000 7f3317332780 1 < canceled operation key=5ZZ72J3YOO5G tag=Z97XTV062G2H type=del size=3615954 2024-04-12T00:46:49.025 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.022+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=QEWO9P2Y420K type=del size=1110309 2024-04-12T00:46:49.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.024+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=RS5M0GKTZEQP type=del 2024-04-12T00:46:49.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.027+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~4DYQIGVU68VB.0 size=666123 2024-04-12T00:46:49.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.027+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=4DYQIGVU68VB tag=R5EDIT5EATNW type=write size=1714699 2024-04-12T00:46:49.032 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.029+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~I5JV3BOVDWXC.0 size=548384 2024-04-12T00:46:49.035 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.032+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=I5JV3BOVDWXC tag=6DUUCCM0GQXF type=write size=1596960 2024-04-12T00:46:49.036 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.034+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=4XGB0ATQQNUS type=del size=4098302 2024-04-12T00:46:49.040 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.037+0000 7f3317332780 1 < suggested remove operation key=L78GRS73CH1U tag=WBY6Y6F6XMEO type=del 2024-04-12T00:46:49.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.041+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~OGMKNDRUU2OT.0 size=986300 2024-04-12T00:46:49.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.041+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=OGMKNDRUU2OT tag=I813VGXJBU1S type=write size=2034876 2024-04-12T00:46:49.044 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.041+0000 7f3317332780 1 < canceled part key=_multipart_2RQJT2MW2T9S.2~V22OZ3PFTXG0.0 size=1048576 2024-04-12T00:46:49.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.043+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~V22OZ3PFTXG0.1 size=1048576 2024-04-12T00:46:49.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.045+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~V22OZ3PFTXG0.2 size=1010955 2024-04-12T00:46:49.050 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.048+0000 7f3317332780 1 < canceled multipart upload key=2RQJT2MW2T9S upload=V22OZ3PFTXG0 tag=O1PUBN7FR8JM type=write size=4156683 2024-04-12T00:46:49.052 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.049+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=9G8AC43QTR46 type=write size=304232 2024-04-12T00:46:49.054 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.051+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=QE3I7CX74KHJ type=del 2024-04-12T00:46:49.056 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.053+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=7O9EDOH9M12J type=write size=272620 2024-04-12T00:46:49.057 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.055+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~FPR0RO2WR6CC.0 size=996336 2024-04-12T00:46:49.060 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.058+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=FPR0RO2WR6CC tag=T9B6B7R6SGPP type=write size=2044912 2024-04-12T00:46:49.062 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.060+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=Z32PSBZZSCFB type=del size=317681 2024-04-12T00:46:49.064 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.061+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=0X9B3FX2S2AB type=del 2024-04-12T00:46:49.066 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.063+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=7IB84WFDLN1N type=del size=2933930 2024-04-12T00:46:49.068 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.065+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=PNUR6EE737I8 type=del 2024-04-12T00:46:49.070 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.067+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=E4YGRZ0KVZ2A type=del size=4093998 2024-04-12T00:46:49.072 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.069+0000 7f3317332780 -1 < failed to complete operation key=HOD7SOILOUYQ tag=57ZJ7OO3BS5T type=write size=255336: (22) Invalid argument 2024-04-12T00:46:49.075 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.072+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~HQAWFS9Q1HQH.0 size=1048576 2024-04-12T00:46:49.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.074+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~HQAWFS9Q1HQH.1 size=118033 2024-04-12T00:46:49.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.074+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=HQAWFS9Q1HQH tag=2B91Y51JIS0H type=write size=2215185 2024-04-12T00:46:49.080 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.077+0000 7f3317332780 1 < suggested update operation key=COYSTVZBULU1 tag=DXBV1D911Y30 type=del size=2580162 2024-04-12T00:46:49.082 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.079+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=SIIYI3DS6YPD type=del size=1227897 2024-04-12T00:46:49.084 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.081+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=B2CHAFZ9MBJQ type=del 2024-04-12T00:46:49.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.085+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~2GY3N9ZJIL23.0 size=155305 2024-04-12T00:46:49.088 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.085+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=2GY3N9ZJIL23 tag=6WBAZMBJUTQR type=write size=1203881 2024-04-12T00:46:49.089 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.086+0000 7f3317332780 1 < completed write operation key=1CAPZAU657WZ tag=36IYESO78S1E type=write size=137983 2024-04-12T00:46:49.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.088+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=UPIIED90BKGT type=del size=3641760 2024-04-12T00:46:49.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.090+0000 7f3317332780 1 < completed write operation key=VWQS28AXYRWJ tag=0N70XJGZQ3O8 type=write size=290355 2024-04-12T00:46:49.094 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.092+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=ULJR10PLX4D7 type=del size=2030421 2024-04-12T00:46:49.098 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.095+0000 7f3317332780 1 < suggested remove operation key=LMJQSUV7DIV7 tag=UH4Y23917KRV type=del 2024-04-12T00:46:49.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.098+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~845L1IWLG806.0 size=1048576 2024-04-12T00:46:49.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.100+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~845L1IWLG806.1 size=425918 2024-04-12T00:46:49.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.100+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=845L1IWLG806 tag=AZI1HJKAJ0FP type=write size=2523070 2024-04-12T00:46:49.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.102+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~A5GJWN6Z2DRN.0 size=6118 2024-04-12T00:46:49.108 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.106+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=A5GJWN6Z2DRN tag=90LAN2PT15UL type=write size=1054694 2024-04-12T00:46:49.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.108+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=QJENQX62FUIL type=del size=3897877 2024-04-12T00:46:49.113 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.110+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=QEWO9P2Y420K type=del 2024-04-12T00:46:49.115 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.112+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=KP9D6C31CUM5 type=del size=876847 2024-04-12T00:46:49.116 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.114+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~4DYQIGVU68VB.0 size=666123 2024-04-12T00:46:49.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.117+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=4DYQIGVU68VB tag=R5EDIT5EATNW type=write size=1714699 2024-04-12T00:46:49.122 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.120+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=ALEGLXTIEHTB type=del size=206935 2024-04-12T00:46:49.124 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.122+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=4XGB0ATQQNUS type=del 2024-04-12T00:46:49.128 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.126+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~USTDAUF1GLKJ.0 size=1048576 2024-04-12T00:46:49.130 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.127+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~USTDAUF1GLKJ.1 size=430513 2024-04-12T00:46:49.130 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.127+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=USTDAUF1GLKJ tag=GMQM3RIZQWX4 type=write size=2527665 2024-04-12T00:46:49.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.129+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~OGMKNDRUU2OT.0 size=986300 2024-04-12T00:46:49.135 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.132+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=OGMKNDRUU2OT tag=I813VGXJBU1S type=write size=2034876 2024-04-12T00:46:49.137 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.134+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=M2OIDYIODPO5 type=del size=2159111 2024-04-12T00:46:49.138 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.136+0000 7f3317332780 1 < completed write operation key=DUBT6E7KPOC6 tag=9G8AC43QTR46 type=write size=304232 2024-04-12T00:46:49.143 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.139+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ABCHGY6DKL4G.0 size=1048576 2024-04-12T00:46:49.144 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.141+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ABCHGY6DKL4G.1 size=1048576 2024-04-12T00:46:49.145 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.143+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ABCHGY6DKL4G.2 size=133889 2024-04-12T00:46:49.145 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.143+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=ABCHGY6DKL4G tag=RSRR5N7IZQDZ type=write size=3279617 2024-04-12T00:46:49.147 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.145+0000 7f3317332780 -1 < failed to complete operation key=COYSTVZBULU1 tag=7O9EDOH9M12J type=write size=272620: (22) Invalid argument 2024-04-12T00:46:49.149 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.147+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=OSKC4LUP20PK type=del size=1820373 2024-04-12T00:46:49.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.151+0000 7f3317332780 1 < suggested update operation key=2RQJT2MW2T9S tag=Z32PSBZZSCFB type=del size=317681 2024-04-12T00:46:49.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.153+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=5MCJHCGP97ZN type=write size=981658 2024-04-12T00:46:49.157 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.155+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=7IB84WFDLN1N type=del 2024-04-12T00:46:49.160 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.157+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=YKQQZ4VM2TTG type=del size=82432 2024-04-12T00:46:49.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.158+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=E4YGRZ0KVZ2A type=del 2024-04-12T00:46:49.163 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.160+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=FGJW55K089AO type=del size=3037693 2024-04-12T00:46:49.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.162+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~HQAWFS9Q1HQH.0 size=1048576 2024-04-12T00:46:49.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.164+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~HQAWFS9Q1HQH.1 size=118033 2024-04-12T00:46:49.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.167+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=HQAWFS9Q1HQH tag=2B91Y51JIS0H type=write size=2215185 2024-04-12T00:46:49.173 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.170+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~RW6ZM3CO9OZH.0 size=1048576 2024-04-12T00:46:49.174 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.171+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~RW6ZM3CO9OZH.1 size=1048576 2024-04-12T00:46:49.176 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.173+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~RW6ZM3CO9OZH.2 size=338719 2024-04-12T00:46:49.176 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.173+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=RW6ZM3CO9OZH tag=3JZHCTIIBMPB type=write size=3484447 2024-04-12T00:46:49.179 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.176+0000 7f3317332780 1 < suggested remove operation key=UV2GWU9R87W7 tag=SIIYI3DS6YPD type=del 2024-04-12T00:46:49.180 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.178+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=S86I53UZAY1S type=del size=1858611 2024-04-12T00:46:49.181 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.178+0000 7f3317332780 1 < canceled part key=_multipart_MX8A1YZ2V3NF.2~2GY3N9ZJIL23.0 size=155305 2024-04-12T00:46:49.184 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.181+0000 7f3317332780 1 < canceled multipart upload key=MX8A1YZ2V3NF upload=2GY3N9ZJIL23 tag=6WBAZMBJUTQR type=write size=1203881 2024-04-12T00:46:49.187 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.184+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~0LUYRAHYUXLR.0 size=1048576 2024-04-12T00:46:49.188 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.185+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~0LUYRAHYUXLR.1 size=1048576 2024-04-12T00:46:49.190 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.187+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~0LUYRAHYUXLR.2 size=1043236 2024-04-12T00:46:49.190 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.187+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=0LUYRAHYUXLR tag=6Z4GHKAVWWRM type=write size=4188964 2024-04-12T00:46:49.192 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.189+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=UPIIED90BKGT type=del 2024-04-12T00:46:49.194 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.191+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=FGLBE1P11VP2 type=write size=67150 2024-04-12T00:46:49.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.193+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=ULJR10PLX4D7 type=del 2024-04-12T00:46:49.198 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.195+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=HTDZ1QBEJ5V4 type=del size=1929307 2024-04-12T00:46:49.199 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.197+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~845L1IWLG806.0 size=1048576 2024-04-12T00:46:49.201 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.199+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~845L1IWLG806.1 size=425918 2024-04-12T00:46:49.205 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.202+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=845L1IWLG806 tag=AZI1HJKAJ0FP type=write size=2523070 2024-04-12T00:46:49.209 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.206+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~IMNSH9G77J46.0 size=1048576 2024-04-12T00:46:49.210 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.207+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~IMNSH9G77J46.1 size=1048576 2024-04-12T00:46:49.212 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.209+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~IMNSH9G77J46.2 size=447224 2024-04-12T00:46:49.212 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.209+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=IMNSH9G77J46 tag=T43T6BK5BDPU type=write size=3592952 2024-04-12T00:46:49.215 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.213+0000 7f3317332780 1 < suggested update operation key=VBE0Z26APYW7 tag=QJENQX62FUIL type=del size=3897877 2024-04-12T00:46:49.219 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.216+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~04YAR4AB8RKG.0 size=1048576 2024-04-12T00:46:49.221 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.218+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~04YAR4AB8RKG.1 size=501707 2024-04-12T00:46:49.221 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.218+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=04YAR4AB8RKG tag=YEPKD8FGFA9J type=write size=2598859 2024-04-12T00:46:49.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.220+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=KP9D6C31CUM5 type=del 2024-04-12T00:46:49.226 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.223+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~S6E2X8YZKDN8.0 size=361298 2024-04-12T00:46:49.226 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.223+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=S6E2X8YZKDN8 tag=FMKHWTJ7FBT5 type=write size=1409874 2024-04-12T00:46:49.228 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.226+0000 7f3317332780 -1 < failed to complete operation key=2RQJT2MW2T9S tag=ALEGLXTIEHTB type=del size=206935: (22) Invalid argument 2024-04-12T00:46:49.232 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.229+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~K15S714BVOHC.0 size=1048576 2024-04-12T00:46:49.234 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.231+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~K15S714BVOHC.1 size=1048576 2024-04-12T00:46:49.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.233+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~K15S714BVOHC.2 size=87333 2024-04-12T00:46:49.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.233+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=K15S714BVOHC tag=48L1MV4GINTQ type=write size=3233061 2024-04-12T00:46:49.237 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.235+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~USTDAUF1GLKJ.0 size=1048576 2024-04-12T00:46:49.239 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.236+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~USTDAUF1GLKJ.1 size=430513 2024-04-12T00:46:49.242 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.239+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=USTDAUF1GLKJ tag=GMQM3RIZQWX4 type=write size=2527665 2024-04-12T00:46:49.245 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.242+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~TLGXRGRW22R7.0 size=1048576 2024-04-12T00:46:49.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.244+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~TLGXRGRW22R7.1 size=1048576 2024-04-12T00:46:49.248 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.245+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~TLGXRGRW22R7.2 size=107731 2024-04-12T00:46:49.249 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.245+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=TLGXRGRW22R7 tag=2J0EZQFA3OBY type=write size=3253459 2024-04-12T00:46:49.250 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.247+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=M2OIDYIODPO5 type=del 2024-04-12T00:46:49.251 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.249+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=GYP2R9MOKW0Z type=del size=2398749 2024-04-12T00:46:49.253 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.250+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~ABCHGY6DKL4G.0 size=1048576 2024-04-12T00:46:49.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.252+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~ABCHGY6DKL4G.1 size=1048576 2024-04-12T00:46:49.256 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.253+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~ABCHGY6DKL4G.2 size=133889 2024-04-12T00:46:49.259 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.256+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=ABCHGY6DKL4G tag=RSRR5N7IZQDZ type=write size=3279617 2024-04-12T00:46:49.263 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.260+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~08R79C13NM8F.0 size=97043 2024-04-12T00:46:49.263 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.260+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=08R79C13NM8F tag=1EYN84M5FTKE type=write size=1145619 2024-04-12T00:46:49.265 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.262+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=OSKC4LUP20PK type=del 2024-04-12T00:46:49.267 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.264+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=2LXO3KZ0GPWZ type=del size=2767009 2024-04-12T00:46:49.269 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.266+0000 7f3317332780 1 < canceled operation key=L78GRS73CH1U tag=5MCJHCGP97ZN type=write size=981658 2024-04-12T00:46:49.270 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.268+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=RQ3LAZ6E5H96 type=write size=644797 2024-04-12T00:46:49.273 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.270+0000 7f3317332780 -1 < failed to complete operation key=VBE0Z26APYW7 tag=YKQQZ4VM2TTG type=del size=82432: (22) Invalid argument 2024-04-12T00:46:49.276 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.273+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~QMN8Y692PKPG.0 size=1048576 2024-04-12T00:46:49.277 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.275+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~QMN8Y692PKPG.1 size=502204 2024-04-12T00:46:49.277 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.275+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=QMN8Y692PKPG tag=9LDJVCSLQ0E7 type=write size=2599356 2024-04-12T00:46:49.279 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.276+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=FGJW55K089AO type=del 2024-04-12T00:46:49.281 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.278+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=4EY669OF7Y87 type=write size=15440 2024-04-12T00:46:49.283 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.280+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~RW6ZM3CO9OZH.0 size=1048576 2024-04-12T00:46:49.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.281+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~RW6ZM3CO9OZH.1 size=1048576 2024-04-12T00:46:49.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.281+0000 7f3317332780 1 < canceled part key=_multipart_H318TVZHDVRW.2~RW6ZM3CO9OZH.2 size=338719 2024-04-12T00:46:49.287 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.284+0000 7f3317332780 1 < canceled multipart upload key=H318TVZHDVRW upload=RW6ZM3CO9OZH tag=3JZHCTIIBMPB type=write size=3484447 2024-04-12T00:46:49.289 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.286+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=LVDEJZ2BY8D3 type=del size=1958309 2024-04-12T00:46:49.291 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.288+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=S86I53UZAY1S type=del 2024-04-12T00:46:49.293 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.291+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=6X96DSWN4XMS type=write size=506885 2024-04-12T00:46:49.295 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.293+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~0LUYRAHYUXLR.0 size=1048576 2024-04-12T00:46:49.297 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.294+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~0LUYRAHYUXLR.1 size=1048576 2024-04-12T00:46:49.299 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.296+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~0LUYRAHYUXLR.2 size=1043236 2024-04-12T00:46:49.302 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.300+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=0LUYRAHYUXLR tag=6Z4GHKAVWWRM type=write size=4188964 2024-04-12T00:46:49.305 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.302+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=H1D41M0QOLBZ type=del size=2439443 2024-04-12T00:46:49.310 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.304+0000 7f3317332780 1 < canceled operation key=X4J4HOCIIN2P tag=FGLBE1P11VP2 type=write size=67150 2024-04-12T00:46:49.310 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.307+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~5MS5DSSRZVRX.0 size=1048576 2024-04-12T00:46:49.311 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.309+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~5MS5DSSRZVRX.1 size=1048576 2024-04-12T00:46:49.313 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.310+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~5MS5DSSRZVRX.2 size=3029 2024-04-12T00:46:49.313 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.310+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=5MS5DSSRZVRX tag=N1060E62W3IU type=write size=3148757 2024-04-12T00:46:49.315 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.313+0000 7f3317332780 -1 < failed to complete operation key=VBE0Z26APYW7 tag=HTDZ1QBEJ5V4 type=del size=1929307: (22) Invalid argument 2024-04-12T00:46:49.317 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.315+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=R0A8GMGKXTVV type=del size=162567 2024-04-12T00:46:49.319 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.317+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~IMNSH9G77J46.0 size=1048576 2024-04-12T00:46:49.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.318+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~IMNSH9G77J46.1 size=1048576 2024-04-12T00:46:49.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.318+0000 7f3317332780 1 < canceled part key=_multipart_UOC07EDTW788.2~IMNSH9G77J46.2 size=447224 2024-04-12T00:46:49.324 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.321+0000 7f3317332780 1 < canceled multipart upload key=UOC07EDTW788 upload=IMNSH9G77J46 tag=T43T6BK5BDPU type=write size=3592952 2024-04-12T00:46:49.326 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.323+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=RARWA4H1PG5H type=del size=2655185 2024-04-12T00:46:49.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.326+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~04YAR4AB8RKG.0 size=1048576 2024-04-12T00:46:49.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.327+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~04YAR4AB8RKG.1 size=501707 2024-04-12T00:46:49.333 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.330+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=04YAR4AB8RKG tag=YEPKD8FGFA9J type=write size=2598859 2024-04-12T00:46:49.335 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.332+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=N8LRAGDWL3M4 type=del size=1427214 2024-04-12T00:46:49.336 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.334+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~S6E2X8YZKDN8.0 size=361298 2024-04-12T00:46:49.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.337+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=S6E2X8YZKDN8 tag=FMKHWTJ7FBT5 type=write size=1409874 2024-04-12T00:46:49.342 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.339+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=X0CBS28GHH38 type=del size=3852657 2024-04-12T00:46:49.344 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.341+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~K15S714BVOHC.0 size=1048576 2024-04-12T00:46:49.345 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.342+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~K15S714BVOHC.1 size=1048576 2024-04-12T00:46:49.346 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.344+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~K15S714BVOHC.2 size=87333 2024-04-12T00:46:49.350 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.347+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=K15S714BVOHC tag=48L1MV4GINTQ type=write size=3233061 2024-04-12T00:46:49.352 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.349+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=636S6K91EMZP type=write size=736595 2024-04-12T00:46:49.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.351+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~TLGXRGRW22R7.0 size=1048576 2024-04-12T00:46:49.355 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.352+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~TLGXRGRW22R7.1 size=1048576 2024-04-12T00:46:49.356 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.354+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~TLGXRGRW22R7.2 size=107731 2024-04-12T00:46:49.360 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.357+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=TLGXRGRW22R7 tag=2J0EZQFA3OBY type=write size=3253459 2024-04-12T00:46:49.363 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.360+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~Y6TJ03MC292Z.0 size=918521 2024-04-12T00:46:49.363 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.360+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=Y6TJ03MC292Z tag=DODC4CT00G03 type=write size=1967097 2024-04-12T00:46:49.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.362+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=GYP2R9MOKW0Z type=del 2024-04-12T00:46:49.369 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.366+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~NGH09KSUANLV.0 size=1048576 2024-04-12T00:46:49.370 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.368+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~NGH09KSUANLV.1 size=954822 2024-04-12T00:46:49.370 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.368+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=NGH09KSUANLV tag=003943Q5B359 type=write size=3051974 2024-04-12T00:46:49.372 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.370+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~08R79C13NM8F.0 size=97043 2024-04-12T00:46:49.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.373+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=08R79C13NM8F tag=1EYN84M5FTKE type=write size=1145619 2024-04-12T00:46:49.379 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.376+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~CG27LBFQ1S74.0 size=1048576 2024-04-12T00:46:49.380 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.378+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~CG27LBFQ1S74.1 size=524424 2024-04-12T00:46:49.380 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.378+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=CG27LBFQ1S74 tag=RPP1D7NV4KKK type=write size=2621576 2024-04-12T00:46:49.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.380+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=2LXO3KZ0GPWZ type=del 2024-04-12T00:46:49.386 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.383+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~70KOHA5V2FLR.0 size=1048576 2024-04-12T00:46:49.387 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.384+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~70KOHA5V2FLR.1 size=246942 2024-04-12T00:46:49.387 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.384+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=70KOHA5V2FLR tag=MBM2D8DYKWV4 type=write size=2344094 2024-04-12T00:46:49.389 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.386+0000 7f3317332780 1 < completed write operation key=COYSTVZBULU1 tag=RQ3LAZ6E5H96 type=write size=644797 2024-04-12T00:46:49.390 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.388+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=VM63GUMQ6400 type=del size=1717275 2024-04-12T00:46:49.392 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.389+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~QMN8Y692PKPG.0 size=1048576 2024-04-12T00:46:49.394 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.391+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~QMN8Y692PKPG.1 size=502204 2024-04-12T00:46:49.397 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.394+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=QMN8Y692PKPG tag=9LDJVCSLQ0E7 type=write size=2599356 2024-04-12T00:46:49.398 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.396+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=N623TZ2OKCTW type=write size=794464 2024-04-12T00:46:49.402 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.399+0000 7f3317332780 1 < suggested remove operation key=Z0W5CBWR6G0J tag=4EY669OF7Y87 type=write 2024-04-12T00:46:49.403 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.401+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=YADBO03ZSVN7 type=del size=3253251 2024-04-12T00:46:49.405 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.402+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=LVDEJZ2BY8D3 type=del 2024-04-12T00:46:49.409 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.406+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~I1RR9715XACA.0 size=1048576 2024-04-12T00:46:49.410 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.408+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~I1RR9715XACA.1 size=1010628 2024-04-12T00:46:49.410 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.408+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=I1RR9715XACA tag=EK807ALUSLJQ type=write size=3107780 2024-04-12T00:46:49.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.409+0000 7f3317332780 1 < completed write operation key=UPNUSSW7TUR9 tag=6X96DSWN4XMS type=write size=506885 2024-04-12T00:46:49.414 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.411+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=0ZO5JETV9VN0 type=del size=3915075 2024-04-12T00:46:49.415 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.412+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=H1D41M0QOLBZ type=del 2024-04-12T00:46:49.417 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.414+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=XH52KA2K0IDE type=del size=1064639 2024-04-12T00:46:49.419 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.416+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~5MS5DSSRZVRX.0 size=1048576 2024-04-12T00:46:49.420 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.417+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~5MS5DSSRZVRX.1 size=1048576 2024-04-12T00:46:49.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.419+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~5MS5DSSRZVRX.2 size=3029 2024-04-12T00:46:49.425 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.422+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=5MS5DSSRZVRX tag=N1060E62W3IU type=write size=3148757 2024-04-12T00:46:49.427 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.424+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=JW6ZRKEXPOXS type=write size=547573 2024-04-12T00:46:49.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.426+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=R0A8GMGKXTVV type=del 2024-04-12T00:46:49.430 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.427+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=0UHZLAE23Y0Z type=del size=1418217 2024-04-12T00:46:49.432 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.429+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=RARWA4H1PG5H type=del 2024-04-12T00:46:49.433 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.431+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=L5BULEBRDAWD type=del size=2098703 2024-04-12T00:46:49.437 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.434+0000 7f3317332780 1 < suggested remove operation key=VWQS28AXYRWJ tag=N8LRAGDWL3M4 type=del 2024-04-12T00:46:49.441 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.438+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~240OSKN74CNE.0 size=667752 2024-04-12T00:46:49.441 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.438+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=240OSKN74CNE tag=YOSN2G2UXDD7 type=write size=1716328 2024-04-12T00:46:49.442 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.440+0000 7f3317332780 1 < canceled operation key=TZ723A1PHQ0U tag=X0CBS28GHH38 type=del size=3852657 2024-04-12T00:46:49.446 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.444+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~X91BAY2C1GT5.0 size=1048576 2024-04-12T00:46:49.448 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.445+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~X91BAY2C1GT5.1 size=1048576 2024-04-12T00:46:49.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.447+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~X91BAY2C1GT5.2 size=926782 2024-04-12T00:46:49.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.447+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=X91BAY2C1GT5 tag=EWOCCUZQ4ZGH type=write size=4072510 2024-04-12T00:46:49.452 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.449+0000 7f3317332780 1 < canceled operation key=8100QAT6UX23 tag=636S6K91EMZP type=write size=736595 2024-04-12T00:46:49.455 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.453+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~XPHHP4JQV2PC.0 size=791837 2024-04-12T00:46:49.455 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.453+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=XPHHP4JQV2PC tag=E3VOAPWLD7YR type=write size=1840413 2024-04-12T00:46:49.457 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.455+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~Y6TJ03MC292Z.0 size=918521 2024-04-12T00:46:49.461 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.458+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=Y6TJ03MC292Z tag=DODC4CT00G03 type=write size=1967097 2024-04-12T00:46:49.464 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.461+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~CCXFWOZ8VQ4N.0 size=149280 2024-04-12T00:46:49.464 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.462+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=CCXFWOZ8VQ4N tag=KQYKU9RCDWRX type=write size=1197856 2024-04-12T00:46:49.466 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.464+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~NGH09KSUANLV.0 size=1048576 2024-04-12T00:46:49.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.465+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~NGH09KSUANLV.1 size=954822 2024-04-12T00:46:49.471 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.469+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=NGH09KSUANLV tag=003943Q5B359 type=write size=3051974 2024-04-12T00:46:49.473 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.471+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=1IGDETFN34WK type=del size=843140 2024-04-12T00:46:49.478 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.473+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~CG27LBFQ1S74.0 size=1048576 2024-04-12T00:46:49.478 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.474+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~CG27LBFQ1S74.1 size=524424 2024-04-12T00:46:49.480 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.477+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=CG27LBFQ1S74 tag=RPP1D7NV4KKK type=write size=2621576 2024-04-12T00:46:49.482 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.479+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=F3TXWAK5E6ND type=write size=794511 2024-04-12T00:46:49.484 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.481+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~70KOHA5V2FLR.0 size=1048576 2024-04-12T00:46:49.484 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.481+0000 7f3317332780 1 < canceled part key=_multipart_RT67TN1NNQ2D.2~70KOHA5V2FLR.1 size=246942 2024-04-12T00:46:49.487 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.485+0000 7f3317332780 1 < canceled multipart upload key=RT67TN1NNQ2D upload=70KOHA5V2FLR tag=MBM2D8DYKWV4 type=write size=2344094 2024-04-12T00:46:49.489 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.486+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=4Y8DD0OHX7KN type=del size=4191204 2024-04-12T00:46:49.491 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.489+0000 7f3317332780 -1 < failed to complete operation key=VWQS28AXYRWJ tag=VM63GUMQ6400 type=del size=1717275: (22) Invalid argument 2024-04-12T00:46:49.493 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.491+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=J3MTCGF5FRHB type=del size=1271326 2024-04-12T00:46:49.495 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.492+0000 7f3317332780 1 < completed write operation key=L78GRS73CH1U tag=N623TZ2OKCTW type=write size=794464 2024-04-12T00:46:49.498 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.496+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~YE6G51YA8HAD.0 size=1048576 2024-04-12T00:46:49.500 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.497+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~YE6G51YA8HAD.1 size=1048576 2024-04-12T00:46:49.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.498+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~YE6G51YA8HAD.2 size=550772 2024-04-12T00:46:49.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.498+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=YE6G51YA8HAD tag=I19JW2DXSV0C type=write size=3696500 2024-04-12T00:46:49.503 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.500+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=YADBO03ZSVN7 type=del 2024-04-12T00:46:49.505 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.502+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=ASFAKI3O6CUC type=del size=3525017 2024-04-12T00:46:49.507 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.504+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~I1RR9715XACA.0 size=1048576 2024-04-12T00:46:49.509 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.506+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~I1RR9715XACA.1 size=1010628 2024-04-12T00:46:49.511 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.509+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=I1RR9715XACA tag=EK807ALUSLJQ type=write size=3107780 2024-04-12T00:46:49.513 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.511+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=6P6OBHD073ZM type=del size=3305394 2024-04-12T00:46:49.517 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.514+0000 7f3317332780 1 < suggested update operation key=USACGT0O7VRV tag=0ZO5JETV9VN0 type=del size=3915075 2024-04-12T00:46:49.519 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.516+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=5145D9OHM3FB type=del size=4016141 2024-04-12T00:46:49.521 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.518+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=XH52KA2K0IDE type=del 2024-04-12T00:46:49.524 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.522+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~FC8L9MVEV81A.0 size=1048576 2024-04-12T00:46:49.526 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.523+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~FC8L9MVEV81A.1 size=839023 2024-04-12T00:46:49.526 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.523+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=FC8L9MVEV81A tag=3QKKFBWG01FL type=write size=2936175 2024-04-12T00:46:49.528 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.525+0000 7f3317332780 1 < completed write operation key=GBDRR6ZHKT41 tag=JW6ZRKEXPOXS type=write size=547573 2024-04-12T00:46:49.530 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.527+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=EA7YMLTKX0S1 type=del size=2271492 2024-04-12T00:46:49.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.529+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=0UHZLAE23Y0Z type=del 2024-04-12T00:46:49.533 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.530+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=ZA53E0E9TT4E type=write size=1024696 2024-04-12T00:46:49.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.532+0000 7f3317332780 1 < canceled operation key=HOD7SOILOUYQ tag=L5BULEBRDAWD type=del size=2098703 2024-04-12T00:46:49.539 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.536+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~WRMVL2FFGAP3.0 size=1048576 2024-04-12T00:46:49.540 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.537+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~WRMVL2FFGAP3.1 size=1048576 2024-04-12T00:46:49.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.539+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~WRMVL2FFGAP3.2 size=269153 2024-04-12T00:46:49.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.539+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=WRMVL2FFGAP3 tag=2TD3UGKRI9WP type=write size=3414881 2024-04-12T00:46:49.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.539+0000 7f3317332780 1 < canceled part key=_multipart_UV2GWU9R87W7.2~240OSKN74CNE.0 size=667752 2024-04-12T00:46:49.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:49 smithi098 ceph-mon[91373]: pgmap v1340: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 758 KiB/s rd, 261 KiB/s wr, 1.33k op/s 2024-04-12T00:46:49.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:49 smithi098 ceph-mon[88922]: pgmap v1340: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 758 KiB/s rd, 261 KiB/s wr, 1.33k op/s 2024-04-12T00:46:49.545 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.542+0000 7f3317332780 1 < canceled multipart upload key=UV2GWU9R87W7 upload=240OSKN74CNE tag=YOSN2G2UXDD7 type=write size=1716328 2024-04-12T00:46:49.547 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.544+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=DFUCYU9EPUYS type=del size=1589566 2024-04-12T00:46:49.549 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.546+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~X91BAY2C1GT5.0 size=1048576 2024-04-12T00:46:49.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.548+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~X91BAY2C1GT5.1 size=1048576 2024-04-12T00:46:49.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.549+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~X91BAY2C1GT5.2 size=926782 2024-04-12T00:46:49.555 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.552+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=X91BAY2C1GT5 tag=EWOCCUZQ4ZGH type=write size=4072510 2024-04-12T00:46:49.557 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.554+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=U47I9V074HX9 type=del size=2815675 2024-04-12T00:46:49.559 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.556+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~XPHHP4JQV2PC.0 size=791837 2024-04-12T00:46:49.562 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.559+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=XPHHP4JQV2PC tag=E3VOAPWLD7YR type=write size=1840413 2024-04-12T00:46:49.565 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.562+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~06LFIF8OM2RE.0 size=1048576 2024-04-12T00:46:49.567 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.564+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~06LFIF8OM2RE.1 size=1048576 2024-04-12T00:46:49.569 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.566+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~06LFIF8OM2RE.2 size=405908 2024-04-12T00:46:49.569 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.566+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=06LFIF8OM2RE tag=34TGXX99Z01Z type=write size=3551636 2024-04-12T00:46:49.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.568+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~CCXFWOZ8VQ4N.0 size=149280 2024-04-12T00:46:49.573 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.571+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=CCXFWOZ8VQ4N tag=KQYKU9RCDWRX type=write size=1197856 2024-04-12T00:46:49.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.574+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~IM4J0MGFIYG2.0 size=794924 2024-04-12T00:46:49.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.574+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=IM4J0MGFIYG2 tag=3ME94K2DL9OD type=write size=1843500 2024-04-12T00:46:49.579 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.576+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=1IGDETFN34WK type=del 2024-04-12T00:46:49.581 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.578+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=NOGHLNI9WV40 type=del size=262876 2024-04-12T00:46:49.583 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.580+0000 7f3317332780 1 < completed write operation key=H318TVZHDVRW tag=F3TXWAK5E6ND type=write size=794511 2024-04-12T00:46:49.586 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.583+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~UZMWOAR02EOR.0 size=1048576 2024-04-12T00:46:49.587 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.585+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~UZMWOAR02EOR.1 size=338974 2024-04-12T00:46:49.587 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.585+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=UZMWOAR02EOR tag=PB2L4BBDQ9VO type=write size=2436126 2024-04-12T00:46:49.589 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.587+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=4Y8DD0OHX7KN type=del 2024-04-12T00:46:49.591 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.589+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=WRLHDVHN1GKJ type=del size=1777547 2024-04-12T00:46:49.593 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.590+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=J3MTCGF5FRHB type=del 2024-04-12T00:46:49.595 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.592+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=W1JIBXHLVZ33 type=del size=1993101 2024-04-12T00:46:49.597 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.594+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~YE6G51YA8HAD.0 size=1048576 2024-04-12T00:46:49.597 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.594+0000 7f3317332780 1 < canceled part key=_multipart_COYSTVZBULU1.2~YE6G51YA8HAD.1 size=1048576 2024-04-12T00:46:49.598 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.596+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~YE6G51YA8HAD.2 size=550772 2024-04-12T00:46:49.602 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.599+0000 7f3317332780 1 < canceled multipart upload key=COYSTVZBULU1 upload=YE6G51YA8HAD tag=I19JW2DXSV0C type=write size=3696500 2024-04-12T00:46:49.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.603+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~PHAQGJ1G3WQ6.0 size=1048576 2024-04-12T00:46:49.607 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.604+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~PHAQGJ1G3WQ6.1 size=1048576 2024-04-12T00:46:49.608 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.606+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~PHAQGJ1G3WQ6.2 size=586234 2024-04-12T00:46:49.608 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.606+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=PHAQGJ1G3WQ6 tag=DJLUYHMRMFGG type=write size=3731962 2024-04-12T00:46:49.612 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.609+0000 7f3317332780 1 < suggested update operation key=X4J4HOCIIN2P tag=ASFAKI3O6CUC type=del size=3525017 2024-04-12T00:46:49.614 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.611+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=7YAFB5HXWDCV type=del size=3541708 2024-04-12T00:46:49.617 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.614+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=6P6OBHD073ZM type=del 2024-04-12T00:46:49.619 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.616+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=EG4H5F9IDIV7 type=del size=2411058 2024-04-12T00:46:49.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:49 smithi193 ceph-mon[83763]: pgmap v1340: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 758 KiB/s rd, 261 KiB/s wr, 1.33k op/s 2024-04-12T00:46:49.621 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.618+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=5145D9OHM3FB type=del 2024-04-12T00:46:49.624 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.621+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~JEOG3UCTV99H.0 size=1048576 2024-04-12T00:46:49.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.623+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~JEOG3UCTV99H.1 size=871595 2024-04-12T00:46:49.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.623+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=JEOG3UCTV99H tag=BNAKF1PPMESZ type=write size=2968747 2024-04-12T00:46:49.627 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.624+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~FC8L9MVEV81A.0 size=1048576 2024-04-12T00:46:49.629 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.626+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~FC8L9MVEV81A.1 size=839023 2024-04-12T00:46:49.632 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.629+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=FC8L9MVEV81A tag=3QKKFBWG01FL type=write size=2936175 2024-04-12T00:46:49.636 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.633+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~24JNWIVN34ZW.0 size=1048576 2024-04-12T00:46:49.637 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.635+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~24JNWIVN34ZW.1 size=1048576 2024-04-12T00:46:49.639 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.636+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~24JNWIVN34ZW.2 size=797125 2024-04-12T00:46:49.639 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.636+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=24JNWIVN34ZW tag=8QQOEQ2WNKRO type=write size=3942853 2024-04-12T00:46:49.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.638+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=EA7YMLTKX0S1 type=del 2024-04-12T00:46:49.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.640+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=UL3DLM0VRMAL type=del size=1522339 2024-04-12T00:46:49.646 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.643+0000 7f3317332780 1 < suggested remove operation key=COYSTVZBULU1 tag=ZA53E0E9TT4E type=write 2024-04-12T00:46:49.649 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.647+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~SPB0K4XMNW3B.0 size=1048576 2024-04-12T00:46:49.651 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.648+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~SPB0K4XMNW3B.1 size=202873 2024-04-12T00:46:49.651 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.648+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=SPB0K4XMNW3B tag=3WFR9JCP9R5L type=write size=2300025 2024-04-12T00:46:49.653 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.650+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~WRMVL2FFGAP3.0 size=1048576 2024-04-12T00:46:49.654 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.652+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~WRMVL2FFGAP3.1 size=1048576 2024-04-12T00:46:49.654 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.652+0000 7f3317332780 1 < canceled part key=_multipart_2RQJT2MW2T9S.2~WRMVL2FFGAP3.2 size=269153 2024-04-12T00:46:49.658 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.655+0000 7f3317332780 1 < canceled multipart upload key=2RQJT2MW2T9S upload=WRMVL2FFGAP3 tag=2TD3UGKRI9WP type=write size=3414881 2024-04-12T00:46:49.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.657+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=FDR6PZ6FUT3C type=write size=888229 2024-04-12T00:46:49.663 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.660+0000 7f3317332780 1 < suggested remove operation key=E46GQAGF9GTX tag=DFUCYU9EPUYS type=del 2024-04-12T00:46:49.665 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.662+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=QMLXU72KVXJB type=del size=3598321 2024-04-12T00:46:49.667 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.664+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=U47I9V074HX9 type=del 2024-04-12T00:46:49.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.667+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~1J0PI8ZEBP73.0 size=1048576 2024-04-12T00:46:49.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.669+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~1J0PI8ZEBP73.1 size=561740 2024-04-12T00:46:49.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.669+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=1J0PI8ZEBP73 tag=LB7LZ2RC3NP1 type=write size=2658892 2024-04-12T00:46:49.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.670+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~06LFIF8OM2RE.0 size=1048576 2024-04-12T00:46:49.675 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.672+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~06LFIF8OM2RE.1 size=1048576 2024-04-12T00:46:49.676 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.674+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~06LFIF8OM2RE.2 size=405908 2024-04-12T00:46:49.680 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.677+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=06LFIF8OM2RE tag=34TGXX99Z01Z type=write size=3551636 2024-04-12T00:46:49.683 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.680+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~AC45IPBW1755.0 size=1048576 2024-04-12T00:46:49.684 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.682+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~AC45IPBW1755.1 size=1048576 2024-04-12T00:46:49.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.683+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~AC45IPBW1755.2 size=673583 2024-04-12T00:46:49.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.683+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=AC45IPBW1755 tag=JX9PPBH14A73 type=write size=3819311 2024-04-12T00:46:49.688 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.685+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~IM4J0MGFIYG2.0 size=794924 2024-04-12T00:46:49.691 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.689+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=IM4J0MGFIYG2 tag=3ME94K2DL9OD type=write size=1843500 2024-04-12T00:46:49.695 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.692+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~HGMBZIZLU1CG.0 size=1048576 2024-04-12T00:46:49.696 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.694+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~HGMBZIZLU1CG.1 size=813714 2024-04-12T00:46:49.696 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.694+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=HGMBZIZLU1CG tag=4SSVO8GSHSLO type=write size=2910866 2024-04-12T00:46:49.698 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.696+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=NOGHLNI9WV40 type=del 2024-04-12T00:46:49.701 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.698+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=PQYQL8E3CMGP type=del size=2274414 2024-04-12T00:46:49.701 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.698+0000 7f3317332780 1 < canceled part key=_multipart_VBE0Z26APYW7.2~UZMWOAR02EOR.0 size=1048576 2024-04-12T00:46:49.703 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.700+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~UZMWOAR02EOR.1 size=338974 2024-04-12T00:46:49.706 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.704+0000 7f3317332780 1 < canceled multipart upload key=VBE0Z26APYW7 upload=UZMWOAR02EOR tag=PB2L4BBDQ9VO type=write size=2436126 2024-04-12T00:46:49.710 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.708+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~WVDYVBU6SNBM.0 size=1048576 2024-04-12T00:46:49.712 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.710+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~WVDYVBU6SNBM.1 size=1048576 2024-04-12T00:46:49.714 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.711+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~WVDYVBU6SNBM.2 size=674991 2024-04-12T00:46:49.714 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.711+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=WVDYVBU6SNBM tag=FLAYNCMD29R5 type=write size=3820719 2024-04-12T00:46:49.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.715+0000 7f3317332780 1 < suggested update operation key=COYSTVZBULU1 tag=WRLHDVHN1GKJ type=del size=1777547 2024-04-12T00:46:49.721 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.718+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~RCCTA5LEVDCJ.0 size=1048576 2024-04-12T00:46:49.722 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.720+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~RCCTA5LEVDCJ.1 size=1048576 2024-04-12T00:46:49.724 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.721+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~RCCTA5LEVDCJ.2 size=721772 2024-04-12T00:46:49.724 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.721+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=RCCTA5LEVDCJ tag=EDGQP9DD5S5Q type=write size=3867500 2024-04-12T00:46:49.728 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.725+0000 7f3317332780 1 < suggested update operation key=LKLO2ZZF1KW1 tag=W1JIBXHLVZ33 type=del size=1993101 2024-04-12T00:46:49.731 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.728+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~V7XX37RX3SNM.0 size=1048576 2024-04-12T00:46:49.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.730+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~V7XX37RX3SNM.1 size=1048576 2024-04-12T00:46:49.734 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.731+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~V7XX37RX3SNM.2 size=240825 2024-04-12T00:46:49.734 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.731+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=V7XX37RX3SNM tag=N8SHOC02WKRQ type=write size=3386553 2024-04-12T00:46:49.737 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.733+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~PHAQGJ1G3WQ6.0 size=1048576 2024-04-12T00:46:49.737 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.735+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~PHAQGJ1G3WQ6.1 size=1048576 2024-04-12T00:46:49.739 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.736+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~PHAQGJ1G3WQ6.2 size=586234 2024-04-12T00:46:49.743 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.740+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=PHAQGJ1G3WQ6 tag=DJLUYHMRMFGG type=write size=3731962 2024-04-12T00:46:49.746 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.744+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~6WTUF5N5UNUR.0 size=1048576 2024-04-12T00:46:49.748 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.745+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~6WTUF5N5UNUR.1 size=314399 2024-04-12T00:46:49.748 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.745+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=6WTUF5N5UNUR tag=TPHAM0FF2KV5 type=write size=2411551 2024-04-12T00:46:49.750 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.747+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=7YAFB5HXWDCV type=del 2024-04-12T00:46:49.753 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.751+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~6KB59KYT0RLY.0 size=1048576 2024-04-12T00:46:49.755 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.752+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~6KB59KYT0RLY.1 size=1048576 2024-04-12T00:46:49.756 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.754+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~6KB59KYT0RLY.2 size=1047745 2024-04-12T00:46:49.756 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.754+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=6KB59KYT0RLY tag=ON3GI2DSVA5B type=write size=4193473 2024-04-12T00:46:49.758 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.756+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=EG4H5F9IDIV7 type=del 2024-04-12T00:46:49.762 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.759+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~0NK8ROR04V6R.0 size=1048576 2024-04-12T00:46:49.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.761+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~0NK8ROR04V6R.1 size=949892 2024-04-12T00:46:49.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.761+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=0NK8ROR04V6R tag=LHXIQFZ8GI32 type=write size=3047044 2024-04-12T00:46:49.765 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.763+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~JEOG3UCTV99H.0 size=1048576 2024-04-12T00:46:49.767 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.764+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~JEOG3UCTV99H.1 size=871595 2024-04-12T00:46:49.770 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.768+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=JEOG3UCTV99H tag=BNAKF1PPMESZ type=write size=2968747 2024-04-12T00:46:49.772 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.769+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=V5VMGO79XGL6 type=del size=3958932 2024-04-12T00:46:49.774 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.771+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~24JNWIVN34ZW.0 size=1048576 2024-04-12T00:46:49.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.773+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~24JNWIVN34ZW.1 size=1048576 2024-04-12T00:46:49.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.774+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~24JNWIVN34ZW.2 size=797125 2024-04-12T00:46:49.781 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.778+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=24JNWIVN34ZW tag=8QQOEQ2WNKRO type=write size=3942853 2024-04-12T00:46:49.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.781+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~75IQX3EVGO4K.0 size=1048576 2024-04-12T00:46:49.785 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.783+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~75IQX3EVGO4K.1 size=851251 2024-04-12T00:46:49.786 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.783+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=75IQX3EVGO4K tag=V322QOLXXCGG type=write size=2948403 2024-04-12T00:46:49.787 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.785+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=UL3DLM0VRMAL type=del 2024-04-12T00:46:49.789 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.786+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=Q4VKH4BF81DF type=del size=2439305 2024-04-12T00:46:49.791 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.788+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~SPB0K4XMNW3B.0 size=1048576 2024-04-12T00:46:49.793 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.790+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~SPB0K4XMNW3B.1 size=202873 2024-04-12T00:46:49.796 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.794+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=SPB0K4XMNW3B tag=3WFR9JCP9R5L type=write size=2300025 2024-04-12T00:46:49.799 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.796+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=CWV20PWL036V type=del size=3930593 2024-04-12T00:46:49.800 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.798+0000 7f3317332780 1 < completed write operation key=YBOSOCCRJFO7 tag=FDR6PZ6FUT3C type=write size=888229 2024-04-12T00:46:49.804 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.801+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~606XUBL2OIMB.0 size=1048576 2024-04-12T00:46:49.805 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.803+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~606XUBL2OIMB.1 size=1048576 2024-04-12T00:46:49.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.804+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~606XUBL2OIMB.2 size=773550 2024-04-12T00:46:49.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.804+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=606XUBL2OIMB tag=1DU217MG87LF type=write size=3919278 2024-04-12T00:46:49.811 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.808+0000 7f3317332780 1 < suggested remove operation key=UPNUSSW7TUR9 tag=QMLXU72KVXJB type=del 2024-04-12T00:46:49.815 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.812+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~Q072P3B0YW99.0 size=1048576 2024-04-12T00:46:49.817 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.814+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~Q072P3B0YW99.1 size=1048576 2024-04-12T00:46:49.818 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.816+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~Q072P3B0YW99.2 size=795317 2024-04-12T00:46:49.818 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.816+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=Q072P3B0YW99 tag=RWYT3F94I68O type=write size=3941045 2024-04-12T00:46:49.820 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.818+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~1J0PI8ZEBP73.0 size=1048576 2024-04-12T00:46:49.820 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.818+0000 7f3317332780 1 < canceled part key=_multipart_RT67TN1NNQ2D.2~1J0PI8ZEBP73.1 size=561740 2024-04-12T00:46:49.824 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.821+0000 7f3317332780 1 < canceled multipart upload key=RT67TN1NNQ2D upload=1J0PI8ZEBP73 tag=LB7LZ2RC3NP1 type=write size=2658892 2024-04-12T00:46:49.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.825+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~032YIAZXI2BQ.0 size=1048576 2024-04-12T00:46:49.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.827+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~032YIAZXI2BQ.1 size=1048576 2024-04-12T00:46:49.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.828+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~032YIAZXI2BQ.2 size=563776 2024-04-12T00:46:49.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.828+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=032YIAZXI2BQ tag=1C9BU0YVLEXN type=write size=3709504 2024-04-12T00:46:49.833 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.830+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~AC45IPBW1755.0 size=1048576 2024-04-12T00:46:49.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.831+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~AC45IPBW1755.1 size=1048576 2024-04-12T00:46:49.836 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.833+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~AC45IPBW1755.2 size=673583 2024-04-12T00:46:49.839 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.836+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=AC45IPBW1755 tag=JX9PPBH14A73 type=write size=3819311 2024-04-12T00:46:49.840 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.838+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=86ESKU9NT7DQ type=write size=326956 2024-04-12T00:46:49.842 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.840+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~HGMBZIZLU1CG.0 size=1048576 2024-04-12T00:46:49.844 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.841+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~HGMBZIZLU1CG.1 size=813714 2024-04-12T00:46:49.847 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.844+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=HGMBZIZLU1CG tag=4SSVO8GSHSLO type=write size=2910866 2024-04-12T00:46:49.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.846+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=KGSL2V4V7DWV type=del size=1330976 2024-04-12T00:46:49.851 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.848+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=PQYQL8E3CMGP type=del 2024-04-12T00:46:49.853 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.850+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=T8OMV3VRQ6Z2 type=del size=3069609 2024-04-12T00:46:49.855 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.852+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~WVDYVBU6SNBM.0 size=1048576 2024-04-12T00:46:49.856 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.854+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~WVDYVBU6SNBM.1 size=1048576 2024-04-12T00:46:49.858 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.855+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~WVDYVBU6SNBM.2 size=674991 2024-04-12T00:46:49.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.858+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=WVDYVBU6SNBM tag=FLAYNCMD29R5 type=write size=3820719 2024-04-12T00:46:49.864 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.862+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~OUY5OK0D9FHN.0 size=1048576 2024-04-12T00:46:49.866 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.863+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~OUY5OK0D9FHN.1 size=1048576 2024-04-12T00:46:49.868 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.865+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~OUY5OK0D9FHN.2 size=557368 2024-04-12T00:46:49.868 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.865+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=OUY5OK0D9FHN tag=5XFIJAL60XKD type=write size=3703096 2024-04-12T00:46:49.870 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.867+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~RCCTA5LEVDCJ.0 size=1048576 2024-04-12T00:46:49.871 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.869+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~RCCTA5LEVDCJ.1 size=1048576 2024-04-12T00:46:49.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.869+0000 7f3317332780 1 < canceled part key=_multipart_YE36DJQ5KI8M.2~RCCTA5LEVDCJ.2 size=721772 2024-04-12T00:46:49.875 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.872+0000 7f3317332780 1 < canceled multipart upload key=YE36DJQ5KI8M upload=RCCTA5LEVDCJ tag=EDGQP9DD5S5Q type=write size=3867500 2024-04-12T00:46:49.879 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.876+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~E7QOIWAZ1ORN.0 size=1048576 2024-04-12T00:46:49.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.878+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~E7QOIWAZ1ORN.1 size=889224 2024-04-12T00:46:49.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.878+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=E7QOIWAZ1ORN tag=ARXWMAPPYUNS type=write size=2986376 2024-04-12T00:46:49.882 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.880+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~V7XX37RX3SNM.0 size=1048576 2024-04-12T00:46:49.884 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.881+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~V7XX37RX3SNM.1 size=1048576 2024-04-12T00:46:49.886 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.883+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~V7XX37RX3SNM.2 size=240825 2024-04-12T00:46:49.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.886+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=V7XX37RX3SNM tag=N8SHOC02WKRQ type=write size=3386553 2024-04-12T00:46:49.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.888+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=VQD4V2E6F3NN type=write size=636858 2024-04-12T00:46:49.893 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.890+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~6WTUF5N5UNUR.0 size=1048576 2024-04-12T00:46:49.894 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.892+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~6WTUF5N5UNUR.1 size=314399 2024-04-12T00:46:49.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.895+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=6WTUF5N5UNUR tag=TPHAM0FF2KV5 type=write size=2411551 2024-04-12T00:46:49.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.898+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~N656I42EQ9HD.0 size=860957 2024-04-12T00:46:49.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.898+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=N656I42EQ9HD tag=A22WQF244QM2 type=write size=1909533 2024-04-12T00:46:49.903 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.900+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~6KB59KYT0RLY.0 size=1048576 2024-04-12T00:46:49.905 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.902+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~6KB59KYT0RLY.1 size=1048576 2024-04-12T00:46:49.906 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.903+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~6KB59KYT0RLY.2 size=1047745 2024-04-12T00:46:49.910 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.907+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=6KB59KYT0RLY tag=ON3GI2DSVA5B type=write size=4193473 2024-04-12T00:46:49.912 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.910+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=U9FJNR11JIS7 type=write size=1041777 2024-04-12T00:46:49.914 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.912+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~0NK8ROR04V6R.0 size=1048576 2024-04-12T00:46:49.917 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.914+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~0NK8ROR04V6R.1 size=949892 2024-04-12T00:46:49.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.917+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=0NK8ROR04V6R tag=LHXIQFZ8GI32 type=write size=3047044 2024-04-12T00:46:49.923 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.920+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=BHZDP0UDRQCW type=write size=870708 2024-04-12T00:46:49.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.924+0000 7f3317332780 1 < suggested update operation key=H318TVZHDVRW tag=V5VMGO79XGL6 type=del size=3958932 2024-04-12T00:46:49.931 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.928+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~I5YMZ22G1TW3.0 size=1048576 2024-04-12T00:46:49.933 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.930+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~I5YMZ22G1TW3.1 size=866365 2024-04-12T00:46:49.933 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.930+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=I5YMZ22G1TW3 tag=2YEWQ0Y9PMPH type=write size=2963517 2024-04-12T00:46:49.936 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.932+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~75IQX3EVGO4K.0 size=1048576 2024-04-12T00:46:49.936 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.933+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~75IQX3EVGO4K.1 size=851251 2024-04-12T00:46:49.940 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.937+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=75IQX3EVGO4K tag=V322QOLXXCGG type=write size=2948403 2024-04-12T00:46:49.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.939+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=UDYZMLZPD6E2 type=del size=1952742 2024-04-12T00:46:49.944 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.941+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=Q4VKH4BF81DF type=del 2024-04-12T00:46:49.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.944+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~CPQUBE74IQXX.0 size=1048576 2024-04-12T00:46:49.949 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.946+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~CPQUBE74IQXX.1 size=429690 2024-04-12T00:46:49.949 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.946+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=CPQUBE74IQXX tag=OWE87SWZVPEH type=write size=2526842 2024-04-12T00:46:49.951 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.949+0000 7f3317332780 -1 < failed to complete operation key=UPNUSSW7TUR9 tag=CWV20PWL036V type=del size=3930593: (22) Invalid argument 2024-04-12T00:46:49.953 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.951+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=OL9UY8P6ZVES type=del size=588188 2024-04-12T00:46:49.955 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.952+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~606XUBL2OIMB.0 size=1048576 2024-04-12T00:46:49.955 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.952+0000 7f3317332780 1 < canceled part key=_multipart_99X98PX1X4B7.2~606XUBL2OIMB.1 size=1048576 2024-04-12T00:46:49.957 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.954+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~606XUBL2OIMB.2 size=773550 2024-04-12T00:46:49.960 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.957+0000 7f3317332780 1 < canceled multipart upload key=99X98PX1X4B7 upload=606XUBL2OIMB tag=1DU217MG87LF type=write size=3919278 2024-04-12T00:46:49.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.960+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=U0DQQJVXI03Y type=del size=474648 2024-04-12T00:46:49.964 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.962+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~Q072P3B0YW99.0 size=1048576 2024-04-12T00:46:49.966 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.963+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~Q072P3B0YW99.1 size=1048576 2024-04-12T00:46:49.968 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.965+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~Q072P3B0YW99.2 size=795317 2024-04-12T00:46:49.971 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.968+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=Q072P3B0YW99 tag=RWYT3F94I68O type=write size=3941045 2024-04-12T00:46:49.973 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.970+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=Y47092ALPMLX type=write size=482634 2024-04-12T00:46:49.975 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.972+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~032YIAZXI2BQ.0 size=1048576 2024-04-12T00:46:49.977 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.974+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~032YIAZXI2BQ.1 size=1048576 2024-04-12T00:46:49.978 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.975+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~032YIAZXI2BQ.2 size=563776 2024-04-12T00:46:49.981 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.979+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=032YIAZXI2BQ tag=1C9BU0YVLEXN type=write size=3709504 2024-04-12T00:46:49.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.980+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=2JKVPCW237HZ type=del size=3069738 2024-04-12T00:46:49.985 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.983+0000 7f3317332780 1 < completed write operation key=YBOSOCCRJFO7 tag=86ESKU9NT7DQ type=write size=326956 2024-04-12T00:46:49.987 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.984+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=HYTEH3S26LAP type=del size=3857213 2024-04-12T00:46:49.989 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.986+0000 7f3317332780 1 < canceled operation key=YE36DJQ5KI8M tag=KGSL2V4V7DWV type=del size=1330976 2024-04-12T00:46:49.993 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.990+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~KR7FRG9KVC2I.0 size=1048576 2024-04-12T00:46:49.994 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.992+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~KR7FRG9KVC2I.1 size=1048576 2024-04-12T00:46:49.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.993+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~KR7FRG9KVC2I.2 size=751395 2024-04-12T00:46:49.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.993+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=KR7FRG9KVC2I tag=JZ3TD8YP1U92 type=write size=3897123 2024-04-12T00:46:49.998 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.995+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=T8OMV3VRQ6Z2 type=del 2024-04-12T00:46:50.002 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:49.999+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~TZ62WJUDIWHC.0 size=1048576 2024-04-12T00:46:50.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.001+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~TZ62WJUDIWHC.1 size=1048576 2024-04-12T00:46:50.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.002+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~TZ62WJUDIWHC.2 size=126364 2024-04-12T00:46:50.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.002+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=TZ62WJUDIWHC tag=FY9H65DQ3QF4 type=write size=3272092 2024-04-12T00:46:50.007 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.004+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~OUY5OK0D9FHN.0 size=1048576 2024-04-12T00:46:50.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.006+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~OUY5OK0D9FHN.1 size=1048576 2024-04-12T00:46:50.010 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.007+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~OUY5OK0D9FHN.2 size=557368 2024-04-12T00:46:50.013 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.011+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=OUY5OK0D9FHN tag=5XFIJAL60XKD type=write size=3703096 2024-04-12T00:46:50.017 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.014+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~6YQMYWX332US.0 size=1048576 2024-04-12T00:46:50.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.017+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~6YQMYWX332US.1 size=1048576 2024-04-12T00:46:50.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.018+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~6YQMYWX332US.2 size=510531 2024-04-12T00:46:50.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.018+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=6YQMYWX332US tag=LQB59BRSVSOM type=write size=3656259 2024-04-12T00:46:50.023 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.020+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~E7QOIWAZ1ORN.0 size=1048576 2024-04-12T00:46:50.025 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.022+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~E7QOIWAZ1ORN.1 size=889224 2024-04-12T00:46:50.029 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.026+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=E7QOIWAZ1ORN tag=ARXWMAPPYUNS type=write size=2986376 2024-04-12T00:46:50.031 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.028+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=C4RQU4TYT4R6 type=write size=970382 2024-04-12T00:46:50.033 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.030+0000 7f3317332780 1 < completed write operation key=VCU05OLK0CA0 tag=VQD4V2E6F3NN type=write size=636858 2024-04-12T00:46:50.037 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.034+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~4FILRKF1F84H.0 size=1048576 2024-04-12T00:46:50.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.036+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~4FILRKF1F84H.1 size=542889 2024-04-12T00:46:50.039 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.036+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=4FILRKF1F84H tag=NHAVE9KB2JVB type=write size=2640041 2024-04-12T00:46:50.040 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.038+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~N656I42EQ9HD.0 size=860957 2024-04-12T00:46:50.044 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.041+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=N656I42EQ9HD tag=A22WQF244QM2 type=write size=1909533 2024-04-12T00:46:50.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.043+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=43GCDQALUX8L type=del size=1538721 2024-04-12T00:46:50.048 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.045+0000 7f3317332780 1 < completed write operation key=FP1N9YO8QR7E tag=U9FJNR11JIS7 type=write size=1041777 2024-04-12T00:46:50.050 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.047+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=3RZB04K3GHRY type=del size=23163 2024-04-12T00:46:50.052 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.049+0000 7f3317332780 1 < completed write operation key=Z0W5CBWR6G0J tag=BHZDP0UDRQCW type=write size=870708 2024-04-12T00:46:50.055 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.053+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~GODF51C4WRI0.0 size=1048576 2024-04-12T00:46:50.057 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.054+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~GODF51C4WRI0.1 size=1048576 2024-04-12T00:46:50.058 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.056+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~GODF51C4WRI0.2 size=233585 2024-04-12T00:46:50.058 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.056+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=GODF51C4WRI0 tag=121E4WZJLLQN type=write size=3379313 2024-04-12T00:46:50.060 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.058+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~I5YMZ22G1TW3.0 size=1048576 2024-04-12T00:46:50.062 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.059+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~I5YMZ22G1TW3.1 size=866365 2024-04-12T00:46:50.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.063+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=I5YMZ22G1TW3 tag=2YEWQ0Y9PMPH type=write size=2963517 2024-04-12T00:46:50.069 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.067+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~ZM2GXQHDW1UW.0 size=1048576 2024-04-12T00:46:50.071 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.068+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~ZM2GXQHDW1UW.1 size=534476 2024-04-12T00:46:50.071 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.068+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=ZM2GXQHDW1UW tag=AOIJP8AX3K33 type=write size=2631628 2024-04-12T00:46:50.073 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.070+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=UDYZMLZPD6E2 type=del 2024-04-12T00:46:50.075 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.072+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=PU7WACC8JTG5 type=del size=2613991 2024-04-12T00:46:50.075 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.073+0000 7f3317332780 1 < canceled part key=_multipart_YE36DJQ5KI8M.2~CPQUBE74IQXX.0 size=1048576 2024-04-12T00:46:50.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.074+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~CPQUBE74IQXX.1 size=429690 2024-04-12T00:46:50.080 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.078+0000 7f3317332780 1 < canceled multipart upload key=YE36DJQ5KI8M upload=CPQUBE74IQXX tag=OWE87SWZVPEH type=write size=2526842 2024-04-12T00:46:50.084 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.081+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~L2WEK3WM1124.0 size=1048576 2024-04-12T00:46:50.085 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.082+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~L2WEK3WM1124.1 size=1048576 2024-04-12T00:46:50.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.084+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~L2WEK3WM1124.2 size=936606 2024-04-12T00:46:50.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.084+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=L2WEK3WM1124 tag=OYAGGJCJXQ8P type=write size=4082334 2024-04-12T00:46:50.089 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.086+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=OL9UY8P6ZVES type=del 2024-04-12T00:46:50.094 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.091+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~5OIPK0D2OGMV.0 size=606817 2024-04-12T00:46:50.094 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.091+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=5OIPK0D2OGMV tag=LHV3KNDX0EQU type=write size=1655393 2024-04-12T00:46:50.096 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.093+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=U0DQQJVXI03Y type=del 2024-04-12T00:46:50.098 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.095+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=FI13SSTWNRFF type=del size=3559709 2024-04-12T00:46:50.102 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.100+0000 7f3317332780 1 < suggested remove operation key=FP1N9YO8QR7E tag=Y47092ALPMLX type=write 2024-04-12T00:46:50.106 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.104+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~CO1DIPSZ0H1K.0 size=1048576 2024-04-12T00:46:50.108 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.105+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~CO1DIPSZ0H1K.1 size=1048576 2024-04-12T00:46:50.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.107+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~CO1DIPSZ0H1K.2 size=79835 2024-04-12T00:46:50.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.107+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=CO1DIPSZ0H1K tag=QMZEIFCUB4L5 type=write size=3225563 2024-04-12T00:46:50.111 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.109+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=2JKVPCW237HZ type=del 2024-04-12T00:46:50.113 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.111+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=N8OZWIKLPOW2 type=del size=2630901 2024-04-12T00:46:50.115 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.113+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=HYTEH3S26LAP type=del 2024-04-12T00:46:50.117 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.115+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=O5I08N3CGCBA type=del size=1234737 2024-04-12T00:46:50.118 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.115+0000 7f3317332780 1 < canceled part key=_multipart_UV2GWU9R87W7.2~KR7FRG9KVC2I.0 size=1048576 2024-04-12T00:46:50.119 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.117+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~KR7FRG9KVC2I.1 size=1048576 2024-04-12T00:46:50.119 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.117+0000 7f3317332780 1 < canceled part key=_multipart_UV2GWU9R87W7.2~KR7FRG9KVC2I.2 size=751395 2024-04-12T00:46:50.123 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.120+0000 7f3317332780 1 < canceled multipart upload key=UV2GWU9R87W7 upload=KR7FRG9KVC2I tag=JZ3TD8YP1U92 type=write size=3897123 2024-04-12T00:46:50.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.122+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=LHFF1CX5FQCM type=del size=4005663 2024-04-12T00:46:50.127 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.124+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~TZ62WJUDIWHC.0 size=1048576 2024-04-12T00:46:50.128 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.126+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~TZ62WJUDIWHC.1 size=1048576 2024-04-12T00:46:50.130 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.128+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~TZ62WJUDIWHC.2 size=126364 2024-04-12T00:46:50.135 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.132+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=TZ62WJUDIWHC tag=FY9H65DQ3QF4 type=write size=3272092 2024-04-12T00:46:50.139 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.137+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~NCXUESTS0AGY.0 size=1048576 2024-04-12T00:46:50.141 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.138+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~NCXUESTS0AGY.1 size=674500 2024-04-12T00:46:50.141 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.138+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=NCXUESTS0AGY tag=JZ78OCK0EGM1 type=write size=2771652 2024-04-12T00:46:50.143 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.140+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~6YQMYWX332US.0 size=1048576 2024-04-12T00:46:50.143 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.140+0000 7f3317332780 1 < canceled part key=_multipart_VWQS28AXYRWJ.2~6YQMYWX332US.1 size=1048576 2024-04-12T00:46:50.145 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.142+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~6YQMYWX332US.2 size=510531 2024-04-12T00:46:50.150 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.147+0000 7f3317332780 1 < canceled multipart upload key=VWQS28AXYRWJ upload=6YQMYWX332US tag=LQB59BRSVSOM type=write size=3656259 2024-04-12T00:46:50.151 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.148+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=OUZNEMBF16J6 type=write size=133543 2024-04-12T00:46:50.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.151+0000 7f3317332780 1 < canceled operation key=2LATRVZJ94KG tag=C4RQU4TYT4R6 type=write size=970382 2024-04-12T00:46:50.155 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.153+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=MS2L67RIKKUC type=write size=553513 2024-04-12T00:46:50.157 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.155+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~4FILRKF1F84H.0 size=1048576 2024-04-12T00:46:50.159 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.156+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~4FILRKF1F84H.1 size=542889 2024-04-12T00:46:50.162 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.160+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=4FILRKF1F84H tag=NHAVE9KB2JVB type=write size=2640041 2024-04-12T00:46:50.166 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.163+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~N0NTKN4OR0S9.0 size=1048576 2024-04-12T00:46:50.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.165+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~N0NTKN4OR0S9.1 size=1048576 2024-04-12T00:46:50.169 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.166+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~N0NTKN4OR0S9.2 size=582842 2024-04-12T00:46:50.169 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.166+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=N0NTKN4OR0S9 tag=PK74WQXT8WZJ type=write size=3728570 2024-04-12T00:46:50.171 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.169+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=43GCDQALUX8L type=del 2024-04-12T00:46:50.175 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.172+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~B2TZOKQOS5ZO.0 size=12849 2024-04-12T00:46:50.175 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.172+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=B2TZOKQOS5ZO tag=LOJMB3FN6VCV type=write size=1061425 2024-04-12T00:46:50.177 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.174+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=3RZB04K3GHRY type=del 2024-04-12T00:46:50.180 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.178+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~8QG3KLNPFAI7.0 size=1048576 2024-04-12T00:46:50.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.179+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~8QG3KLNPFAI7.1 size=1048576 2024-04-12T00:46:50.183 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.181+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~8QG3KLNPFAI7.2 size=209473 2024-04-12T00:46:50.183 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.181+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=8QG3KLNPFAI7 tag=OEF9P85RZXHU type=write size=3355201 2024-04-12T00:46:50.185 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.182+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~GODF51C4WRI0.0 size=1048576 2024-04-12T00:46:50.186 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.184+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~GODF51C4WRI0.1 size=1048576 2024-04-12T00:46:50.188 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.185+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~GODF51C4WRI0.2 size=233585 2024-04-12T00:46:50.192 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.189+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=GODF51C4WRI0 tag=121E4WZJLLQN type=write size=3379313 2024-04-12T00:46:50.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.193+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~66TEL8VXF7GI.0 size=678742 2024-04-12T00:46:50.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.193+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=66TEL8VXF7GI tag=4MNABYSDHEQM type=write size=1727318 2024-04-12T00:46:50.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.194+0000 7f3317332780 1 < canceled part key=_multipart_DUBT6E7KPOC6.2~ZM2GXQHDW1UW.0 size=1048576 2024-04-12T00:46:50.198 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.195+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~ZM2GXQHDW1UW.1 size=534476 2024-04-12T00:46:50.201 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.198+0000 7f3317332780 1 < canceled multipart upload key=DUBT6E7KPOC6 upload=ZM2GXQHDW1UW tag=AOIJP8AX3K33 type=write size=2631628 2024-04-12T00:46:50.203 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.200+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=E17PIFIENJNG type=del size=3304059 2024-04-12T00:46:50.205 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.202+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=PU7WACC8JTG5 type=del 2024-04-12T00:46:50.207 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.204+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=NZUUAVF0K8O4 type=del size=861249 2024-04-12T00:46:50.209 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.206+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~L2WEK3WM1124.0 size=1048576 2024-04-12T00:46:50.211 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.208+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~L2WEK3WM1124.1 size=1048576 2024-04-12T00:46:50.212 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.210+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~L2WEK3WM1124.2 size=936606 2024-04-12T00:46:50.216 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.213+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=L2WEK3WM1124 tag=OYAGGJCJXQ8P type=write size=4082334 2024-04-12T00:46:50.218 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.215+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=C8VYU70BLDS9 type=del size=743018 2024-04-12T00:46:50.220 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.217+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~5OIPK0D2OGMV.0 size=606817 2024-04-12T00:46:50.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.220+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=5OIPK0D2OGMV tag=LHV3KNDX0EQU type=write size=1655393 2024-04-12T00:46:50.227 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.224+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~TGZVCWL6VM5X.0 size=681887 2024-04-12T00:46:50.227 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.224+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=TGZVCWL6VM5X tag=CC86VNYJAQ7O type=write size=1730463 2024-04-12T00:46:50.229 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.227+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=FI13SSTWNRFF type=del 2024-04-12T00:46:50.233 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.231+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~C6N49B2YZLLJ.0 size=246877 2024-04-12T00:46:50.234 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.231+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=C6N49B2YZLLJ tag=5QUAHOE6Q626 type=write size=1295453 2024-04-12T00:46:50.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.233+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~CO1DIPSZ0H1K.0 size=1048576 2024-04-12T00:46:50.237 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.234+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~CO1DIPSZ0H1K.1 size=1048576 2024-04-12T00:46:50.239 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.236+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~CO1DIPSZ0H1K.2 size=79835 2024-04-12T00:46:50.243 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.240+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=CO1DIPSZ0H1K tag=QMZEIFCUB4L5 type=write size=3225563 2024-04-12T00:46:50.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.244+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~6MMV090TK1BN.0 size=1048576 2024-04-12T00:46:50.248 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.246+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~6MMV090TK1BN.1 size=249866 2024-04-12T00:46:50.248 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.246+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=6MMV090TK1BN tag=DPMNT60W5SY7 type=write size=2347018 2024-04-12T00:46:50.250 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.247+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=N8OZWIKLPOW2 type=del 2024-04-12T00:46:50.253 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.250+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=6HTRI275WY3L type=del size=1224151 2024-04-12T00:46:50.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.252+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=O5I08N3CGCBA type=del 2024-04-12T00:46:50.257 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.255+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=6FHDMOMAWY9S type=del size=1773852 2024-04-12T00:46:50.262 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.259+0000 7f3317332780 1 < suggested update operation key=HOD7SOILOUYQ tag=LHFF1CX5FQCM type=del size=4005663 2024-04-12T00:46:50.264 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.261+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=A1AP0F09YDEG type=write size=295623 2024-04-12T00:46:50.266 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.263+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~NCXUESTS0AGY.0 size=1048576 2024-04-12T00:46:50.268 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.265+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~NCXUESTS0AGY.1 size=674500 2024-04-12T00:46:50.271 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.268+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=NCXUESTS0AGY tag=JZ78OCK0EGM1 type=write size=2771652 2024-04-12T00:46:50.273 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.270+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=HL5L4YUIT6AR type=del size=441576 2024-04-12T00:46:50.275 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.273+0000 7f3317332780 1 < completed write operation key=USACGT0O7VRV tag=OUZNEMBF16J6 type=write size=133543 2024-04-12T00:46:50.278 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.275+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=HEY7VMRC3OSQ type=del size=424597 2024-04-12T00:46:50.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.277+0000 7f3317332780 1 < canceled operation key=5ZZ72J3YOO5G tag=MS2L67RIKKUC type=write size=553513 2024-04-12T00:46:50.282 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.280+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=ZR5IYWSRB82N type=del size=4072360 2024-04-12T00:46:50.285 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.283+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~N0NTKN4OR0S9.0 size=1048576 2024-04-12T00:46:50.287 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.284+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~N0NTKN4OR0S9.1 size=1048576 2024-04-12T00:46:50.289 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.286+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~N0NTKN4OR0S9.2 size=582842 2024-04-12T00:46:50.292 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.289+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=N0NTKN4OR0S9 tag=PK74WQXT8WZJ type=write size=3728570 2024-04-12T00:46:50.296 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.293+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~4UAQXA2WMXRN.0 size=669897 2024-04-12T00:46:50.296 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.293+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=4UAQXA2WMXRN tag=R3SH3CZB4J4F type=write size=1718473 2024-04-12T00:46:50.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.296+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~B2TZOKQOS5ZO.0 size=12849 2024-04-12T00:46:50.302 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.299+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=B2TZOKQOS5ZO tag=LOJMB3FN6VCV type=write size=1061425 2024-04-12T00:46:50.304 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.301+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=R371Y9L1SW2E type=del size=992116 2024-04-12T00:46:50.306 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.303+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~8QG3KLNPFAI7.0 size=1048576 2024-04-12T00:46:50.307 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.305+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~8QG3KLNPFAI7.1 size=1048576 2024-04-12T00:46:50.309 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.306+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~8QG3KLNPFAI7.2 size=209473 2024-04-12T00:46:50.312 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.310+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=8QG3KLNPFAI7 tag=OEF9P85RZXHU type=write size=3355201 2024-04-12T00:46:50.314 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.312+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=LUGUJNFIFS18 type=del size=3110029 2024-04-12T00:46:50.316 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.314+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~66TEL8VXF7GI.0 size=678742 2024-04-12T00:46:50.319 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.317+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=66TEL8VXF7GI tag=4MNABYSDHEQM type=write size=1727318 2024-04-12T00:46:50.322 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.319+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=NJWCOK9X10OB type=del size=3829788 2024-04-12T00:46:50.324 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.321+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=E17PIFIENJNG type=del 2024-04-12T00:46:50.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.325+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~JDJRMSPB3LAX.0 size=1048576 2024-04-12T00:46:50.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.326+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~JDJRMSPB3LAX.1 size=57773 2024-04-12T00:46:50.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.326+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=JDJRMSPB3LAX tag=J7X4BD11C248 type=write size=2154925 2024-04-12T00:46:50.333 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.330+0000 7f3317332780 1 < suggested update operation key=FP1N9YO8QR7E tag=NZUUAVF0K8O4 type=del size=861249 2024-04-12T00:46:50.337 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.334+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~WNXLR3DVHGLI.0 size=1048576 2024-04-12T00:46:50.338 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.336+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~WNXLR3DVHGLI.1 size=1048576 2024-04-12T00:46:50.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.337+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~WNXLR3DVHGLI.2 size=862631 2024-04-12T00:46:50.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.337+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=WNXLR3DVHGLI tag=PADNMIYMVECK type=write size=4008359 2024-04-12T00:46:50.342 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.339+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=C8VYU70BLDS9 type=del 2024-04-12T00:46:50.344 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.342+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=USV9ZI190KY1 type=del size=904590 2024-04-12T00:46:50.346 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.343+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~TGZVCWL6VM5X.0 size=681887 2024-04-12T00:46:50.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.347+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=TGZVCWL6VM5X tag=CC86VNYJAQ7O type=write size=1730463 2024-04-12T00:46:50.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.348+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=UMFTN2IQUPK8 type=del size=313345 2024-04-12T00:46:50.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.350+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~C6N49B2YZLLJ.0 size=246877 2024-04-12T00:46:50.357 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.354+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=C6N49B2YZLLJ tag=5QUAHOE6Q626 type=write size=1295453 2024-04-12T00:46:50.359 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.356+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=BEFFYE28CFZF type=del size=3883249 2024-04-12T00:46:50.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.358+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~6MMV090TK1BN.0 size=1048576 2024-04-12T00:46:50.363 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.360+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~6MMV090TK1BN.1 size=249866 2024-04-12T00:46:50.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.363+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=6MMV090TK1BN tag=DPMNT60W5SY7 type=write size=2347018 2024-04-12T00:46:50.367 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.365+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=26HOHVHRY7ZA type=del size=991429 2024-04-12T00:46:50.369 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.367+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=6HTRI275WY3L type=del 2024-04-12T00:46:50.373 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.370+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~UP1KF700QXAU.0 size=1048576 2024-04-12T00:46:50.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.372+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~UP1KF700QXAU.1 size=523417 2024-04-12T00:46:50.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.372+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=UP1KF700QXAU tag=7RQK8TKPAI1W type=write size=2620569 2024-04-12T00:46:50.377 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.374+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=6FHDMOMAWY9S type=del 2024-04-12T00:46:50.379 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.376+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=4GESJPVTE0QD type=del size=2226323 2024-04-12T00:46:50.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.379+0000 7f3317332780 1 < completed write operation key=VWQS28AXYRWJ tag=A1AP0F09YDEG type=write size=295623 2024-04-12T00:46:50.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.381+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=7NKSWKTRN2NH type=del size=2590419 2024-04-12T00:46:50.385 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.383+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=HL5L4YUIT6AR type=del 2024-04-12T00:46:50.388 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.385+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=Y3VI971TNGSX type=del size=1425943 2024-04-12T00:46:50.389 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.387+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=HEY7VMRC3OSQ type=del 2024-04-12T00:46:50.391 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.388+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=ZJ1ZOBX8VBSE type=write size=519946 2024-04-12T00:46:50.393 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.390+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=ZR5IYWSRB82N type=del 2024-04-12T00:46:50.396 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.394+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~TXXK4L8GRD18.0 size=1048576 2024-04-12T00:46:50.398 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.395+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~TXXK4L8GRD18.1 size=1048576 2024-04-12T00:46:50.400 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.397+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~TXXK4L8GRD18.2 size=846013 2024-04-12T00:46:50.400 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.397+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=TXXK4L8GRD18 tag=Y5W6J33PCMBE type=write size=3991741 2024-04-12T00:46:50.400 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.397+0000 7f3317332780 1 < canceled part key=_multipart_5ZZ72J3YOO5G.2~4UAQXA2WMXRN.0 size=669897 2024-04-12T00:46:50.403 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.400+0000 7f3317332780 1 < canceled multipart upload key=5ZZ72J3YOO5G upload=4UAQXA2WMXRN tag=R3SH3CZB4J4F type=write size=1718473 2024-04-12T00:46:50.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.402+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=ETUHDT0DMGGH type=del size=672272 2024-04-12T00:46:50.406 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.404+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=R371Y9L1SW2E type=del 2024-04-12T00:46:50.408 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.405+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=AW0QPK2MOZ7Q type=del size=3300599 2024-04-12T00:46:50.410 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.407+0000 7f3317332780 1 < canceled operation key=DUBT6E7KPOC6 tag=LUGUJNFIFS18 type=del size=3110029 2024-04-12T00:46:50.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.410+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=0LZJUNG22RLA type=write size=143165 2024-04-12T00:46:50.414 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.412+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=NJWCOK9X10OB type=del 2024-04-12T00:46:50.416 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.413+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=IRMJBT553MDL type=del size=2628923 2024-04-12T00:46:50.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.415+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~JDJRMSPB3LAX.0 size=1048576 2024-04-12T00:46:50.420 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.417+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~JDJRMSPB3LAX.1 size=57773 2024-04-12T00:46:50.423 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.420+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=JDJRMSPB3LAX tag=J7X4BD11C248 type=write size=2154925 2024-04-12T00:46:50.427 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.425+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~Z5ED2ZQGCYMA.0 size=956332 2024-04-12T00:46:50.428 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.425+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=Z5ED2ZQGCYMA tag=YYW1DDSBEMX3 type=write size=2004908 2024-04-12T00:46:50.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.427+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~WNXLR3DVHGLI.0 size=1048576 2024-04-12T00:46:50.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.428+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~WNXLR3DVHGLI.1 size=1048576 2024-04-12T00:46:50.433 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.430+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~WNXLR3DVHGLI.2 size=862631 2024-04-12T00:46:50.437 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.433+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=WNXLR3DVHGLI tag=PADNMIYMVECK type=write size=4008359 2024-04-12T00:46:50.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.436+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=O98ZODQGOSH4 type=write size=481429 2024-04-12T00:46:50.440 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.437+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=USV9ZI190KY1 type=del 2024-04-12T00:46:50.444 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.441+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~4K379VF8EZ6M.0 size=1048576 2024-04-12T00:46:50.445 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:50.445 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:50.445 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.443+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~4K379VF8EZ6M.1 size=999264 2024-04-12T00:46:50.445 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.443+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=4K379VF8EZ6M tag=FYER3VX9WNNK type=write size=3096416 2024-04-12T00:46:50.448 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.445+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=UMFTN2IQUPK8 type=del 2024-04-12T00:46:50.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.446+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=A6J7M98BRPP7 type=del size=1012706 2024-04-12T00:46:50.451 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.448+0000 7f3317332780 1 < canceled operation key=RT67TN1NNQ2D tag=BEFFYE28CFZF type=del size=3883249 2024-04-12T00:46:50.454 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.452+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~89BWQQEMPAYZ.0 size=1048576 2024-04-12T00:46:50.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.453+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~89BWQQEMPAYZ.1 size=730750 2024-04-12T00:46:50.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.453+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=89BWQQEMPAYZ tag=7XUDJEQMF5PD type=write size=2827902 2024-04-12T00:46:50.458 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.455+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=26HOHVHRY7ZA type=del 2024-04-12T00:46:50.461 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.458+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~NSZKG5Y1310C.0 size=1048576 2024-04-12T00:46:50.463 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.460+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~NSZKG5Y1310C.1 size=389908 2024-04-12T00:46:50.463 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.460+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=NSZKG5Y1310C tag=2J22ZFDFCITU type=write size=2487060 2024-04-12T00:46:50.465 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.462+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~UP1KF700QXAU.0 size=1048576 2024-04-12T00:46:50.466 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.463+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~UP1KF700QXAU.1 size=523417 2024-04-12T00:46:50.469 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.467+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=UP1KF700QXAU tag=7RQK8TKPAI1W type=write size=2620569 2024-04-12T00:46:50.471 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.469+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=P2I789BEYPXB type=del size=672127 2024-04-12T00:46:50.473 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.471+0000 7f3317332780 1 < canceled operation key=L78GRS73CH1U tag=4GESJPVTE0QD type=del size=2226323 2024-04-12T00:46:50.476 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.473+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=O6WNS2QAXMOC type=del size=180863 2024-04-12T00:46:50.477 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.475+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=7NKSWKTRN2NH type=del 2024-04-12T00:46:50.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.477+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=Z2XX1NOLI2OL type=del size=886076 2024-04-12T00:46:50.488 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.485+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=Y3VI971TNGSX type=del 2024-04-12T00:46:50.492 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.489+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~9VH2WEQT1NO7.0 size=1048576 2024-04-12T00:46:50.493 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.491+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~9VH2WEQT1NO7.1 size=1019128 2024-04-12T00:46:50.493 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.491+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=9VH2WEQT1NO7 tag=NF0QKRAVBN4Y type=write size=3116280 2024-04-12T00:46:50.495 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.493+0000 7f3317332780 1 < completed write operation key=YE36DJQ5KI8M tag=ZJ1ZOBX8VBSE type=write size=519946 2024-04-12T00:46:50.499 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.497+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~UJQIYLCZWZ9Y.0 size=1048576 2024-04-12T00:46:50.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.498+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~UJQIYLCZWZ9Y.1 size=488018 2024-04-12T00:46:50.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.498+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=UJQIYLCZWZ9Y tag=4S1JSFIWYP0Z type=write size=2585170 2024-04-12T00:46:50.503 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.500+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~TXXK4L8GRD18.0 size=1048576 2024-04-12T00:46:50.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.502+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~TXXK4L8GRD18.1 size=1048576 2024-04-12T00:46:50.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.503+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~TXXK4L8GRD18.2 size=846013 2024-04-12T00:46:50.509 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.506+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=TXXK4L8GRD18 tag=Y5W6J33PCMBE type=write size=3991741 2024-04-12T00:46:50.513 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.510+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~V6IB57087ZSY.0 size=1048576 2024-04-12T00:46:50.515 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.512+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~V6IB57087ZSY.1 size=1048576 2024-04-12T00:46:50.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.513+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~V6IB57087ZSY.2 size=662415 2024-04-12T00:46:50.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.513+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=V6IB57087ZSY tag=JYVUWHX2SRVK type=write size=3808143 2024-04-12T00:46:50.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.515+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=ETUHDT0DMGGH type=del 2024-04-12T00:46:50.521 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.519+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~U2YMBWSYML13.0 size=745235 2024-04-12T00:46:50.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.519+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=U2YMBWSYML13 tag=8AMBQRMILGWQ type=write size=1793811 2024-04-12T00:46:50.523 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.521+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=AW0QPK2MOZ7Q type=del 2024-04-12T00:46:50.527 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.525+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~GVITE8N6N9XN.0 size=1001356 2024-04-12T00:46:50.528 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.525+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=GVITE8N6N9XN tag=R5XSEF2LKOW9 type=write size=2049932 2024-04-12T00:46:50.534 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.529+0000 7f3317332780 1 < suggested remove operation key=YE36DJQ5KI8M tag=0LZJUNG22RLA type=write 2024-04-12T00:46:50.534 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.531+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=PXDX4I07LIKL type=del size=857996 2024-04-12T00:46:50.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.532+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=IRMJBT553MDL type=del 2024-04-12T00:46:50.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.535+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=4ORXU5M5BV3E type=del size=3465478 2024-04-12T00:46:50.539 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.536+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~Z5ED2ZQGCYMA.0 size=956332 2024-04-12T00:46:50.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.540+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=Z5ED2ZQGCYMA tag=YYW1DDSBEMX3 type=write size=2004908 2024-04-12T00:46:50.545 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.542+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=QTDZY68HTKUA type=del size=2679085 2024-04-12T00:46:50.547 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.544+0000 7f3317332780 1 < completed write operation key=1CAPZAU657WZ tag=O98ZODQGOSH4 type=write size=481429 2024-04-12T00:46:50.548 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.546+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=WFX7RA2DMXGI type=del size=1549212 2024-04-12T00:46:50.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.548+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~4K379VF8EZ6M.0 size=1048576 2024-04-12T00:46:50.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.550+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~4K379VF8EZ6M.1 size=999264 2024-04-12T00:46:50.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.553+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=4K379VF8EZ6M tag=FYER3VX9WNNK type=write size=3096416 2024-04-12T00:46:50.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.555+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=LVSLB6QVX0XQ type=write size=72751 2024-04-12T00:46:50.560 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.557+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=A6J7M98BRPP7 type=del 2024-04-12T00:46:50.564 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.561+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~0M3THBG5RAJD.0 size=1048576 2024-04-12T00:46:50.565 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.562+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~0M3THBG5RAJD.1 size=1048576 2024-04-12T00:46:50.567 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.564+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~0M3THBG5RAJD.2 size=88964 2024-04-12T00:46:50.567 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.564+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=0M3THBG5RAJD tag=Z8UNUR91G8G5 type=write size=3234692 2024-04-12T00:46:50.569 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.566+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~89BWQQEMPAYZ.0 size=1048576 2024-04-12T00:46:50.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.567+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~89BWQQEMPAYZ.1 size=730750 2024-04-12T00:46:50.573 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.571+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=89BWQQEMPAYZ tag=7XUDJEQMF5PD type=write size=2827902 2024-04-12T00:46:50.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.574+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~3LWS1YWIRWTE.0 size=938995 2024-04-12T00:46:50.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.574+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=3LWS1YWIRWTE tag=LL9TK5EARKPB type=write size=1987571 2024-04-12T00:46:50.579 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.576+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~NSZKG5Y1310C.0 size=1048576 2024-04-12T00:46:50.581 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.578+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~NSZKG5Y1310C.1 size=389908 2024-04-12T00:46:50.584 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.582+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=NSZKG5Y1310C tag=2J22ZFDFCITU type=write size=2487060 2024-04-12T00:46:50.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.585+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~YKZSHMINO5CO.0 size=838732 2024-04-12T00:46:50.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.585+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=YKZSHMINO5CO tag=GW36X56DKUQZ type=write size=1887308 2024-04-12T00:46:50.590 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.588+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=P2I789BEYPXB type=del 2024-04-12T00:46:50.592 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.590+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=153JWL0JDLJN type=del size=3846655 2024-04-12T00:46:50.596 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.593+0000 7f3317332780 -1 < failed to complete operation key=YE36DJQ5KI8M tag=O6WNS2QAXMOC type=del size=180863: (22) Invalid argument 2024-04-12T00:46:50.598 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.595+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=ABA5YJJ6DU2M type=del size=3540575 2024-04-12T00:46:50.600 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.597+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=Z2XX1NOLI2OL type=del 2024-04-12T00:46:50.601 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.599+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=DXAJL0VJYTDQ type=write size=1032592 2024-04-12T00:46:50.604 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.601+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~9VH2WEQT1NO7.0 size=1048576 2024-04-12T00:46:50.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.603+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~9VH2WEQT1NO7.1 size=1019128 2024-04-12T00:46:50.609 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.606+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=9VH2WEQT1NO7 tag=NF0QKRAVBN4Y type=write size=3116280 2024-04-12T00:46:50.611 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.608+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=UI8991QHBJXI type=del size=3391274 2024-04-12T00:46:50.613 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.610+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~UJQIYLCZWZ9Y.0 size=1048576 2024-04-12T00:46:50.615 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.612+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~UJQIYLCZWZ9Y.1 size=488018 2024-04-12T00:46:50.618 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.615+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=UJQIYLCZWZ9Y tag=4S1JSFIWYP0Z type=write size=2585170 2024-04-12T00:46:50.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:46:50.620 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.617+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=LZ8T9OK9ZKIL type=del size=2043104 2024-04-12T00:46:50.622 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.619+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~V6IB57087ZSY.0 size=1048576 2024-04-12T00:46:50.624 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.621+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~V6IB57087ZSY.1 size=1048576 2024-04-12T00:46:50.624 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.621+0000 7f3317332780 1 < canceled part key=_multipart_E46GQAGF9GTX.2~V6IB57087ZSY.2 size=662415 2024-04-12T00:46:50.627 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.625+0000 7f3317332780 1 < canceled multipart upload key=E46GQAGF9GTX upload=V6IB57087ZSY tag=JYVUWHX2SRVK type=write size=3808143 2024-04-12T00:46:50.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.628+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~O4WY9LBHMQEL.0 size=1048576 2024-04-12T00:46:50.633 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.630+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~O4WY9LBHMQEL.1 size=616315 2024-04-12T00:46:50.633 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.630+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=O4WY9LBHMQEL tag=2OFHVV1AP7Q1 type=write size=2713467 2024-04-12T00:46:50.635 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.632+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~U2YMBWSYML13.0 size=745235 2024-04-12T00:46:50.638 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.636+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=U2YMBWSYML13 tag=8AMBQRMILGWQ type=write size=1793811 2024-04-12T00:46:50.640 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.638+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=UV1R3H5Z756R type=del size=3644425 2024-04-12T00:46:50.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.638+0000 7f3317332780 1 < canceled part key=_multipart_8100QAT6UX23.2~GVITE8N6N9XN.0 size=1001356 2024-04-12T00:46:50.645 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.642+0000 7f3317332780 1 < canceled multipart upload key=8100QAT6UX23 upload=GVITE8N6N9XN tag=R5XSEF2LKOW9 type=write size=2049932 2024-04-12T00:46:50.647 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.644+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=S3ZZJP0R5HG4 type=write size=1014219 2024-04-12T00:46:50.651 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.649+0000 7f3317332780 1 < suggested update operation key=B0O10Z22S1QK tag=PXDX4I07LIKL type=del size=857996 2024-04-12T00:46:50.656 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.653+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~HDFHUFE2HM05.0 size=811334 2024-04-12T00:46:50.656 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.653+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=HDFHUFE2HM05 tag=H3OXWD2QQ1EE type=write size=1859910 2024-04-12T00:46:50.661 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.658+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=4ORXU5M5BV3E type=del 2024-04-12T00:46:50.663 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.660+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=Z0FIZQ4KISRI type=del size=3251657 2024-04-12T00:46:50.667 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.665+0000 7f3317332780 1 < suggested remove operation key=Z0W5CBWR6G0J tag=QTDZY68HTKUA type=del 2024-04-12T00:46:50.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.669+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~5A4USJM3V0O1.0 size=1048576 2024-04-12T00:46:50.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.670+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~5A4USJM3V0O1.1 size=193167 2024-04-12T00:46:50.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.670+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=5A4USJM3V0O1 tag=BA3Z8MV59VSP type=write size=2290319 2024-04-12T00:46:50.675 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.673+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=WFX7RA2DMXGI type=del 2024-04-12T00:46:50.678 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.675+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=SBLISU3YDCS7 type=write size=809162 2024-04-12T00:46:50.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.678+0000 7f3317332780 -1 < failed to complete operation key=Z0W5CBWR6G0J tag=LVSLB6QVX0XQ type=write size=72751: (22) Invalid argument 2024-04-12T00:46:50.684 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.681+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~TASW3N4R11HO.0 size=1048576 2024-04-12T00:46:50.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.683+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~TASW3N4R11HO.1 size=1048576 2024-04-12T00:46:50.687 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.685+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~TASW3N4R11HO.2 size=411989 2024-04-12T00:46:50.687 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.685+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=TASW3N4R11HO tag=GV0TQWDFOHTF type=write size=3557717 2024-04-12T00:46:50.689 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.687+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~0M3THBG5RAJD.0 size=1048576 2024-04-12T00:46:50.691 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.688+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~0M3THBG5RAJD.1 size=1048576 2024-04-12T00:46:50.693 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.690+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~0M3THBG5RAJD.2 size=88964 2024-04-12T00:46:50.696 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.694+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=0M3THBG5RAJD tag=Z8UNUR91G8G5 type=write size=3234692 2024-04-12T00:46:50.699 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.696+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=477FN4TZ1EVQ type=write size=239291 2024-04-12T00:46:50.701 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.698+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~3LWS1YWIRWTE.0 size=938995 2024-04-12T00:46:50.704 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.701+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=3LWS1YWIRWTE tag=LL9TK5EARKPB type=write size=1987571 2024-04-12T00:46:50.706 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.703+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=TWWGD0Y0XRR2 type=del size=2567079 2024-04-12T00:46:50.708 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.706+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~YKZSHMINO5CO.0 size=838732 2024-04-12T00:46:50.712 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.709+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=YKZSHMINO5CO tag=GW36X56DKUQZ type=write size=1887308 2024-04-12T00:46:50.714 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.711+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=YCGD95YQXHIE type=del size=1510305 2024-04-12T00:46:50.719 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.716+0000 7f3317332780 1 < suggested update operation key=8100QAT6UX23 tag=153JWL0JDLJN type=del size=3846655 2024-04-12T00:46:50.723 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.720+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~29ORDJL9W5KI.0 size=1048576 2024-04-12T00:46:50.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.722+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~29ORDJL9W5KI.1 size=550139 2024-04-12T00:46:50.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.722+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=29ORDJL9W5KI tag=3C1KS52S17WY type=write size=2647291 2024-04-12T00:46:50.729 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.726+0000 7f3317332780 1 < suggested remove operation key=1CAPZAU657WZ tag=ABA5YJJ6DU2M type=del 2024-04-12T00:46:50.730 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.728+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=6HARW4LN06OL type=del size=2392501 2024-04-12T00:46:50.738 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.731+0000 7f3317332780 1 < suggested remove operation key=UV2GWU9R87W7 tag=DXAJL0VJYTDQ type=write 2024-04-12T00:46:50.738 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.735+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~FISHUAY5GHDQ.0 size=1048576 2024-04-12T00:46:50.739 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.737+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~FISHUAY5GHDQ.1 size=412157 2024-04-12T00:46:50.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.737+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=FISHUAY5GHDQ tag=6TSVT0LGLE2W type=write size=2509309 2024-04-12T00:46:50.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.739+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=UI8991QHBJXI type=del 2024-04-12T00:46:50.744 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.741+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=EF0TQF2LGFKM type=write size=498117 2024-04-12T00:46:50.748 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.745+0000 7f3317332780 1 < suggested update operation key=5ZZ72J3YOO5G tag=LZ8T9OK9ZKIL type=del size=2043104 2024-04-12T00:46:50.750 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.747+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=CLYPP4YAWUIG type=del size=3128273 2024-04-12T00:46:50.752 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.749+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~O4WY9LBHMQEL.0 size=1048576 2024-04-12T00:46:50.754 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.751+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~O4WY9LBHMQEL.1 size=616315 2024-04-12T00:46:50.757 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.754+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=O4WY9LBHMQEL tag=2OFHVV1AP7Q1 type=write size=2713467 2024-04-12T00:46:50.761 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.758+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~HAG013UM2OU0.0 size=1018992 2024-04-12T00:46:50.761 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.758+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=HAG013UM2OU0 tag=DWX3N856RRWW type=write size=2067568 2024-04-12T00:46:50.762 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.760+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=UV1R3H5Z756R type=del 2024-04-12T00:46:50.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.764+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~OZRZ6Z6R653D.0 size=1001031 2024-04-12T00:46:50.767 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.764+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=OZRZ6Z6R653D tag=WA15HANLT360 type=write size=2049607 2024-04-12T00:46:50.769 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.766+0000 7f3317332780 1 < completed write operation key=YE36DJQ5KI8M tag=S3ZZJP0R5HG4 type=write size=1014219 2024-04-12T00:46:50.771 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.768+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=SWNQPZSVRXUZ type=del size=3842708 2024-04-12T00:46:50.771 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.768+0000 7f3317332780 1 < canceled part key=_multipart_LMJQSUV7DIV7.2~HDFHUFE2HM05.0 size=811334 2024-04-12T00:46:50.774 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.771+0000 7f3317332780 1 < canceled multipart upload key=LMJQSUV7DIV7 upload=HDFHUFE2HM05 tag=H3OXWD2QQ1EE type=write size=1859910 2024-04-12T00:46:50.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.775+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~TTE40FMJUW9R.0 size=1048576 2024-04-12T00:46:50.779 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.776+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~TTE40FMJUW9R.1 size=1048576 2024-04-12T00:46:50.780 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.778+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~TTE40FMJUW9R.2 size=328854 2024-04-12T00:46:50.780 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.778+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=TTE40FMJUW9R tag=X5WNRX1BDZ33 type=write size=3474582 2024-04-12T00:46:50.782 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.779+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=Z0FIZQ4KISRI type=del 2024-04-12T00:46:50.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.781+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=2FQKP75AWFG5 type=del size=2142668 2024-04-12T00:46:50.786 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.784+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~5A4USJM3V0O1.0 size=1048576 2024-04-12T00:46:50.788 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.786+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~5A4USJM3V0O1.1 size=193167 2024-04-12T00:46:50.792 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.789+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=5A4USJM3V0O1 tag=BA3Z8MV59VSP type=write size=2290319 2024-04-12T00:46:50.794 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.791+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=G9DASIIXGNEW type=del size=1191239 2024-04-12T00:46:50.796 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.794+0000 7f3317332780 -1 < failed to complete operation key=8100QAT6UX23 tag=SBLISU3YDCS7 type=write size=809162: (22) Invalid argument 2024-04-12T00:46:50.798 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.796+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=PYU1VH18VQYO type=del size=2682848 2024-04-12T00:46:50.800 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.797+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~TASW3N4R11HO.0 size=1048576 2024-04-12T00:46:50.802 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.799+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~TASW3N4R11HO.1 size=1048576 2024-04-12T00:46:50.804 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.801+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~TASW3N4R11HO.2 size=411989 2024-04-12T00:46:50.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.804+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=TASW3N4R11HO tag=GV0TQWDFOHTF type=write size=3557717 2024-04-12T00:46:50.810 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.808+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~B7QXTB8ISZGG.0 size=1048576 2024-04-12T00:46:50.812 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.809+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~B7QXTB8ISZGG.1 size=1048576 2024-04-12T00:46:50.814 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.811+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~B7QXTB8ISZGG.2 size=773101 2024-04-12T00:46:50.814 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.811+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=B7QXTB8ISZGG tag=TYNYBM7AUM92 type=write size=3918829 2024-04-12T00:46:50.816 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.813+0000 7f3317332780 1 < completed write operation key=YE36DJQ5KI8M tag=477FN4TZ1EVQ type=write size=239291 2024-04-12T00:46:50.818 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.815+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=WJBRPZS73VFM type=del size=3236165 2024-04-12T00:46:50.820 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.817+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=TWWGD0Y0XRR2 type=del 2024-04-12T00:46:50.822 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.819+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=KDWW3W2H08XN type=del size=894544 2024-04-12T00:46:50.824 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.821+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=YCGD95YQXHIE type=del 2024-04-12T00:46:50.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.826+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~B7GPBFZIQRU8.0 size=334393 2024-04-12T00:46:50.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.826+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=B7GPBFZIQRU8 tag=WBS4QBS2ARO1 type=write size=1382969 2024-04-12T00:46:50.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.828+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~29ORDJL9W5KI.0 size=1048576 2024-04-12T00:46:50.832 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.830+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~29ORDJL9W5KI.1 size=550139 2024-04-12T00:46:50.836 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.834+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=29ORDJL9W5KI tag=3C1KS52S17WY type=write size=2647291 2024-04-12T00:46:50.838 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.836+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=E2051GTIZB70 type=del size=2856304 2024-04-12T00:46:50.842 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.839+0000 7f3317332780 1 < suggested update operation key=99X98PX1X4B7 tag=6HARW4LN06OL type=del size=2392501 2024-04-12T00:46:50.846 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.843+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~271251RLBHE4.0 size=955261 2024-04-12T00:46:50.846 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.843+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=271251RLBHE4 tag=61AI2F2NBX0F type=write size=2003837 2024-04-12T00:46:50.848 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.845+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~FISHUAY5GHDQ.0 size=1048576 2024-04-12T00:46:50.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.847+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~FISHUAY5GHDQ.1 size=412157 2024-04-12T00:46:50.853 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.850+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=FISHUAY5GHDQ tag=6TSVT0LGLE2W type=write size=2509309 2024-04-12T00:46:50.855 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.852+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=KNLHD318GES3 type=del size=2920290 2024-04-12T00:46:50.857 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.854+0000 7f3317332780 1 < canceled operation key=8100QAT6UX23 tag=EF0TQF2LGFKM type=write size=498117 2024-04-12T00:46:50.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.858+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~R5QTTTXZRQUU.0 size=1048576 2024-04-12T00:46:50.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.860+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~R5QTTTXZRQUU.1 size=106055 2024-04-12T00:46:50.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.860+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=R5QTTTXZRQUU tag=803GSNMBIQ01 type=write size=2203207 2024-04-12T00:46:50.866 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.864+0000 7f3317332780 1 < suggested remove operation key=5ZZ72J3YOO5G tag=CLYPP4YAWUIG type=del 2024-04-12T00:46:50.869 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.866+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=KY1W5RAMICPN type=del size=1174706 2024-04-12T00:46:50.871 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.868+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~HAG013UM2OU0.0 size=1018992 2024-04-12T00:46:50.874 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.872+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=HAG013UM2OU0 tag=DWX3N856RRWW type=write size=2067568 2024-04-12T00:46:50.877 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.874+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=CVIH3TQ2JLBY type=del size=1323356 2024-04-12T00:46:50.879 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.876+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~OZRZ6Z6R653D.0 size=1001031 2024-04-12T00:46:50.882 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.880+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=OZRZ6Z6R653D tag=WA15HANLT360 type=write size=2049607 2024-04-12T00:46:50.884 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.882+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=MFE0ZJNDPS45 type=write size=368570 2024-04-12T00:46:50.886 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.884+0000 7f3317332780 1 < canceled operation key=B0O10Z22S1QK tag=SWNQPZSVRXUZ type=del size=3842708 2024-04-12T00:46:50.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.886+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=LS3TR2L439C6 type=del size=227811 2024-04-12T00:46:50.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.886+0000 7f3317332780 1 < canceled part key=_multipart_Z0W5CBWR6G0J.2~TTE40FMJUW9R.0 size=1048576 2024-04-12T00:46:50.890 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.888+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~TTE40FMJUW9R.1 size=1048576 2024-04-12T00:46:50.892 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.889+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~TTE40FMJUW9R.2 size=328854 2024-04-12T00:46:50.895 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.893+0000 7f3317332780 1 < canceled multipart upload key=Z0W5CBWR6G0J upload=TTE40FMJUW9R tag=X5WNRX1BDZ33 type=write size=3474582 2024-04-12T00:46:50.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.894+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=KKOFTUEU83VB type=del size=2855249 2024-04-12T00:46:50.899 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.896+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=2FQKP75AWFG5 type=del 2024-04-12T00:46:50.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.898+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=T6JUIWE60UE8 type=del size=3993239 2024-04-12T00:46:50.903 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.900+0000 7f3317332780 1 < canceled operation key=FP1N9YO8QR7E tag=G9DASIIXGNEW type=del size=1191239 2024-04-12T00:46:50.906 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.904+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~URV9JPBGPCQV.0 size=219500 2024-04-12T00:46:50.906 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.904+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=URV9JPBGPCQV tag=KPHMCLGACXJE type=write size=1268076 2024-04-12T00:46:50.908 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.906+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=PYU1VH18VQYO type=del 2024-04-12T00:46:50.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.910+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~AWZPYT6FCXKR.0 size=669245 2024-04-12T00:46:50.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.910+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=AWZPYT6FCXKR tag=FAJVNFNY7BLR type=write size=1717821 2024-04-12T00:46:50.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.910+0000 7f3317332780 1 < canceled part key=_multipart_HOD7SOILOUYQ.2~B7QXTB8ISZGG.0 size=1048576 2024-04-12T00:46:50.914 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.912+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~B7QXTB8ISZGG.1 size=1048576 2024-04-12T00:46:50.917 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.914+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~B7QXTB8ISZGG.2 size=773101 2024-04-12T00:46:50.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.917+0000 7f3317332780 1 < canceled multipart upload key=HOD7SOILOUYQ upload=B7QXTB8ISZGG tag=TYNYBM7AUM92 type=write size=3918829 2024-04-12T00:46:50.922 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.919+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=AFTT7BZMZ5AO type=del size=460037 2024-04-12T00:46:50.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.921+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=WJBRPZS73VFM type=del 2024-04-12T00:46:50.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.925+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~5PESPYD42NX2.0 size=1048576 2024-04-12T00:46:50.933 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.930+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~5PESPYD42NX2.1 size=1048576 2024-04-12T00:46:50.935 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.932+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~5PESPYD42NX2.2 size=618512 2024-04-12T00:46:50.935 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.932+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=5PESPYD42NX2 tag=GDFNJVSJJ6Q7 type=write size=3764240 2024-04-12T00:46:50.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.937+0000 7f3317332780 1 < suggested remove operation key=LKLO2ZZF1KW1 tag=KDWW3W2H08XN type=del 2024-04-12T00:46:50.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.939+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=Q4RQ0SJJZ4HZ type=del size=2168758 2024-04-12T00:46:50.943 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.940+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~B7GPBFZIQRU8.0 size=334393 2024-04-12T00:46:50.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.944+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=B7GPBFZIQRU8 tag=WBS4QBS2ARO1 type=write size=1382969 2024-04-12T00:46:50.950 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.948+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~DDPJWXU2CAWH.0 size=50700 2024-04-12T00:46:50.950 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.948+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=DDPJWXU2CAWH tag=Z1WVDW6X4VYS type=write size=1099276 2024-04-12T00:46:50.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.950+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=E2051GTIZB70 type=del 2024-04-12T00:46:50.954 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.951+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=5QFJZ0S64W8J type=write size=237048 2024-04-12T00:46:50.954 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.952+0000 7f3317332780 1 < canceled part key=_multipart_8100QAT6UX23.2~271251RLBHE4.0 size=955261 2024-04-12T00:46:50.958 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.955+0000 7f3317332780 1 < canceled multipart upload key=8100QAT6UX23 upload=271251RLBHE4 tag=61AI2F2NBX0F type=write size=2003837 2024-04-12T00:46:50.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.959+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~JM6PCZS362TV.0 size=1048576 2024-04-12T00:46:50.964 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.961+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~JM6PCZS362TV.1 size=1048576 2024-04-12T00:46:50.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.963+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~JM6PCZS362TV.2 size=184983 2024-04-12T00:46:50.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.963+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=JM6PCZS362TV tag=1R4T4WBKFKYZ type=write size=3330711 2024-04-12T00:46:50.968 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.965+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=KNLHD318GES3 type=del 2024-04-12T00:46:50.971 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.969+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~919LSVQICQMM.0 size=1048576 2024-04-12T00:46:50.973 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.970+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~919LSVQICQMM.1 size=992349 2024-04-12T00:46:50.973 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.970+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=919LSVQICQMM tag=14E9OPYDE3M3 type=write size=3089501 2024-04-12T00:46:50.975 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.973+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~R5QTTTXZRQUU.0 size=1048576 2024-04-12T00:46:50.977 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.975+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~R5QTTTXZRQUU.1 size=106055 2024-04-12T00:46:50.981 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.978+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=R5QTTTXZRQUU tag=803GSNMBIQ01 type=write size=2203207 2024-04-12T00:46:50.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.980+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=BI74S1TIDMNI type=write size=341553 2024-04-12T00:46:50.985 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.982+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=KY1W5RAMICPN type=del 2024-04-12T00:46:50.987 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.985+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=MT9JGGHZUBOD type=del size=3488113 2024-04-12T00:46:50.989 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.987+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=CVIH3TQ2JLBY type=del 2024-04-12T00:46:50.991 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.988+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=G0JH26AJ6572 type=del size=3965248 2024-04-12T00:46:50.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.993+0000 7f3317332780 1 < suggested update operation key=UOC07EDTW788 tag=MFE0ZJNDPS45 type=write size=368570 2024-04-12T00:46:50.998 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.995+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=AGRN3A7K49AR type=del size=655242 2024-04-12T00:46:51.000 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.997+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=LS3TR2L439C6 type=del 2024-04-12T00:46:51.001 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:50.999+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=XVM7WKFUV751 type=write size=397371 2024-04-12T00:46:51.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.003+0000 7f3317332780 1 < suggested update operation key=MX8A1YZ2V3NF tag=KKOFTUEU83VB type=del size=2855249 2024-04-12T00:46:51.007 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.005+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=VQUSXLQ02240 type=write size=793363 2024-04-12T00:46:51.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.007+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=T6JUIWE60UE8 type=del 2024-04-12T00:46:51.013 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.010+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~HPGEAKJ7NJ0R.0 size=1048576 2024-04-12T00:46:51.015 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.012+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~HPGEAKJ7NJ0R.1 size=115169 2024-04-12T00:46:51.015 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.012+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=HPGEAKJ7NJ0R tag=1NNE1VFJCPN5 type=write size=2212321 2024-04-12T00:46:51.018 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.014+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~URV9JPBGPCQV.0 size=219500 2024-04-12T00:46:51.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.018+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=URV9JPBGPCQV tag=KPHMCLGACXJE type=write size=1268076 2024-04-12T00:46:51.023 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.020+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=AIZREO0PCV7Z type=del size=47848 2024-04-12T00:46:51.025 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.022+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~AWZPYT6FCXKR.0 size=669245 2024-04-12T00:46:51.028 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.026+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=AWZPYT6FCXKR tag=FAJVNFNY7BLR type=write size=1717821 2024-04-12T00:46:51.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.028+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=WPJX55VV5BZH type=del size=1504988 2024-04-12T00:46:51.032 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.030+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=AFTT7BZMZ5AO type=del 2024-04-12T00:46:51.034 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.032+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=DWJ0CXPUS5HP type=write size=679144 2024-04-12T00:46:51.035 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.032+0000 7f3317332780 1 < canceled part key=_multipart_1CAPZAU657WZ.2~5PESPYD42NX2.0 size=1048576 2024-04-12T00:46:51.037 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.035+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~5PESPYD42NX2.1 size=1048576 2024-04-12T00:46:51.039 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.036+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~5PESPYD42NX2.2 size=618512 2024-04-12T00:46:51.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.040+0000 7f3317332780 1 < canceled multipart upload key=1CAPZAU657WZ upload=5PESPYD42NX2 tag=GDFNJVSJJ6Q7 type=write size=3764240 2024-04-12T00:46:51.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.042+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=YN58VGPPSU0O type=write size=103349 2024-04-12T00:46:51.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.045+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=Q4RQ0SJJZ4HZ type=del 2024-04-12T00:46:51.051 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.049+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~P6WW0HR6B23M.0 size=1048576 2024-04-12T00:46:51.054 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.051+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~P6WW0HR6B23M.1 size=1048576 2024-04-12T00:46:51.056 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.053+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~P6WW0HR6B23M.2 size=477855 2024-04-12T00:46:51.056 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.053+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=P6WW0HR6B23M tag=ULOEQ2IPRSSK type=write size=3623583 2024-04-12T00:46:51.058 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.055+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~DDPJWXU2CAWH.0 size=50700 2024-04-12T00:46:51.062 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.059+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=DDPJWXU2CAWH tag=Z1WVDW6X4VYS type=write size=1099276 2024-04-12T00:46:51.064 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.061+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=0KO9SIQWP9WM type=del size=3870441 2024-04-12T00:46:51.066 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.064+0000 7f3317332780 1 < completed write operation key=VBE0Z26APYW7 tag=5QFJZ0S64W8J type=write size=237048 2024-04-12T00:46:51.070 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.068+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~Q96O7XE3B8JA.0 size=1048576 2024-04-12T00:46:51.072 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.069+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~Q96O7XE3B8JA.1 size=1048576 2024-04-12T00:46:51.074 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.071+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~Q96O7XE3B8JA.2 size=386656 2024-04-12T00:46:51.074 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.071+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=Q96O7XE3B8JA tag=9QJJW3NSJ8R6 type=write size=3532384 2024-04-12T00:46:51.076 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.073+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~JM6PCZS362TV.0 size=1048576 2024-04-12T00:46:51.078 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.075+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~JM6PCZS362TV.1 size=1048576 2024-04-12T00:46:51.080 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.077+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~JM6PCZS362TV.2 size=184983 2024-04-12T00:46:51.084 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.081+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=JM6PCZS362TV tag=1R4T4WBKFKYZ type=write size=3330711 2024-04-12T00:46:51.086 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.083+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=HJU3SBQUDMGV type=del size=3450881 2024-04-12T00:46:51.086 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.083+0000 7f3317332780 1 < canceled part key=_multipart_LMJQSUV7DIV7.2~919LSVQICQMM.0 size=1048576 2024-04-12T00:46:51.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.085+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~919LSVQICQMM.1 size=992349 2024-04-12T00:46:51.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.089+0000 7f3317332780 1 < canceled multipart upload key=LMJQSUV7DIV7 upload=919LSVQICQMM tag=14E9OPYDE3M3 type=write size=3089501 2024-04-12T00:46:51.095 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.092+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~J94QNAS453MM.0 size=1048576 2024-04-12T00:46:51.097 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.094+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~J94QNAS453MM.1 size=223137 2024-04-12T00:46:51.097 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.094+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=J94QNAS453MM tag=7EHYGKI0QRJQ type=write size=2320289 2024-04-12T00:46:51.099 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.097+0000 7f3317332780 1 < completed write operation key=TZ723A1PHQ0U tag=BI74S1TIDMNI type=write size=341553 2024-04-12T00:46:51.103 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.100+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~LHDM0WW6CZ6P.0 size=1048576 2024-04-12T00:46:51.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.102+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~LHDM0WW6CZ6P.1 size=647469 2024-04-12T00:46:51.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.102+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=LHDM0WW6CZ6P tag=TX0S7DLNX85I type=write size=2744621 2024-04-12T00:46:51.107 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.104+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=MT9JGGHZUBOD type=del 2024-04-12T00:46:51.109 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.106+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=AU4GI1XJP370 type=write size=582281 2024-04-12T00:46:51.112 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.109+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=G0JH26AJ6572 type=del 2024-04-12T00:46:51.117 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.114+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~NUL03U539SBS.0 size=1048576 2024-04-12T00:46:51.118 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.116+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~NUL03U539SBS.1 size=1048576 2024-04-12T00:46:51.121 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.118+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~NUL03U539SBS.2 size=868280 2024-04-12T00:46:51.121 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.118+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=NUL03U539SBS tag=1KEDBIQUATON type=write size=4014008 2024-04-12T00:46:51.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.122+0000 7f3317332780 1 < suggested update operation key=YE36DJQ5KI8M tag=AGRN3A7K49AR type=del size=655242 2024-04-12T00:46:51.126 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.124+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=BZIOL7G84UMK type=del size=608147 2024-04-12T00:46:51.131 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.128+0000 7f3317332780 1 < suggested update operation key=VWQS28AXYRWJ tag=XVM7WKFUV751 type=write size=397371 2024-04-12T00:46:51.132 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.130+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=V0N71727UUI2 type=del size=2711201 2024-04-12T00:46:51.134 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.132+0000 7f3317332780 1 < completed write operation key=2RQJT2MW2T9S tag=VQUSXLQ02240 type=write size=793363 2024-04-12T00:46:51.139 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.137+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~4HHYQDNLOEHT.0 size=1048576 2024-04-12T00:46:51.142 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.139+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~4HHYQDNLOEHT.1 size=1025558 2024-04-12T00:46:51.142 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.139+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=4HHYQDNLOEHT tag=IDO4IX1TLJL2 type=write size=3122710 2024-04-12T00:46:51.144 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.141+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~HPGEAKJ7NJ0R.0 size=1048576 2024-04-12T00:46:51.145 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.143+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~HPGEAKJ7NJ0R.1 size=115169 2024-04-12T00:46:51.150 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.146+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=HPGEAKJ7NJ0R tag=1NNE1VFJCPN5 type=write size=2212321 2024-04-12T00:46:51.151 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.148+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=I0J2PVO34NO1 type=del size=3022195 2024-04-12T00:46:51.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.151+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=AIZREO0PCV7Z type=del 2024-04-12T00:46:51.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.153+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=EAEKNYZLKLM7 type=del size=230835 2024-04-12T00:46:51.160 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.157+0000 7f3317332780 1 < suggested update operation key=B0O10Z22S1QK tag=WPJX55VV5BZH type=del size=1504988 2024-04-12T00:46:51.162 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.159+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=PVWOYXQ5X590 type=del size=3034504 2024-04-12T00:46:51.165 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.162+0000 7f3317332780 1 < completed write operation key=LMJQSUV7DIV7 tag=DWJ0CXPUS5HP type=write size=679144 2024-04-12T00:46:51.167 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.164+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=GKK4GH4S277M type=del size=3260658 2024-04-12T00:46:51.171 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.168+0000 7f3317332780 1 < suggested remove operation key=X4J4HOCIIN2P tag=YN58VGPPSU0O type=write 2024-04-12T00:46:51.173 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.171+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=SHJ41ZZ83PGN type=del size=1736778 2024-04-12T00:46:51.175 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.172+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~P6WW0HR6B23M.0 size=1048576 2024-04-12T00:46:51.177 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.174+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~P6WW0HR6B23M.1 size=1048576 2024-04-12T00:46:51.178 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.176+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~P6WW0HR6B23M.2 size=477855 2024-04-12T00:46:51.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.179+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=P6WW0HR6B23M tag=ULOEQ2IPRSSK type=write size=3623583 2024-04-12T00:46:51.184 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.181+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=WTTOZ8DTBEPX type=del size=2333420 2024-04-12T00:46:51.186 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.183+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=0KO9SIQWP9WM type=del 2024-04-12T00:46:51.188 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.185+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=V257ITCY3S4I type=del size=2877411 2024-04-12T00:46:51.189 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.187+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~Q96O7XE3B8JA.0 size=1048576 2024-04-12T00:46:51.191 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.188+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~Q96O7XE3B8JA.1 size=1048576 2024-04-12T00:46:51.193 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.190+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~Q96O7XE3B8JA.2 size=386656 2024-04-12T00:46:51.197 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.194+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=Q96O7XE3B8JA tag=9QJJW3NSJ8R6 type=write size=3532384 2024-04-12T00:46:51.200 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.198+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~3ISKE7FRYPIF.0 size=1048576 2024-04-12T00:46:51.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.199+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~3ISKE7FRYPIF.1 size=626743 2024-04-12T00:46:51.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.199+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=3ISKE7FRYPIF tag=36NUVW340QNO type=write size=2723895 2024-04-12T00:46:51.204 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.201+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=HJU3SBQUDMGV type=del 2024-04-12T00:46:51.207 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.205+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~LFG1D3W18RIP.0 size=1048576 2024-04-12T00:46:51.209 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.206+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~LFG1D3W18RIP.1 size=1048576 2024-04-12T00:46:51.211 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.208+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~LFG1D3W18RIP.2 size=855476 2024-04-12T00:46:51.211 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.208+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=LFG1D3W18RIP tag=DFBM9AS5VOT5 type=write size=4001204 2024-04-12T00:46:51.213 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.210+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~J94QNAS453MM.0 size=1048576 2024-04-12T00:46:51.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.212+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~J94QNAS453MM.1 size=223137 2024-04-12T00:46:51.218 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.215+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=J94QNAS453MM tag=7EHYGKI0QRJQ type=write size=2320289 2024-04-12T00:46:51.222 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.219+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~4FY57V3LX4JE.0 size=278110 2024-04-12T00:46:51.222 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.219+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=4FY57V3LX4JE tag=PCFEEIO6QIV3 type=write size=1326686 2024-04-12T00:46:51.224 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.221+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~LHDM0WW6CZ6P.0 size=1048576 2024-04-12T00:46:51.224 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.221+0000 7f3317332780 1 < canceled part key=_multipart_Z0W5CBWR6G0J.2~LHDM0WW6CZ6P.1 size=647469 2024-04-12T00:46:51.227 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.225+0000 7f3317332780 1 < canceled multipart upload key=Z0W5CBWR6G0J upload=LHDM0WW6CZ6P tag=TX0S7DLNX85I type=write size=2744621 2024-04-12T00:46:51.229 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.227+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=WS16Q244D344 type=del size=314121 2024-04-12T00:46:51.233 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.231+0000 7f3317332780 1 < suggested remove operation key=L78GRS73CH1U tag=AU4GI1XJP370 type=write 2024-04-12T00:46:51.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.233+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=HHFG34AXKGLR type=del size=804091 2024-04-12T00:46:51.238 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.235+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~NUL03U539SBS.0 size=1048576 2024-04-12T00:46:51.239 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.237+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~NUL03U539SBS.1 size=1048576 2024-04-12T00:46:51.241 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.239+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~NUL03U539SBS.2 size=868280 2024-04-12T00:46:51.245 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.242+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=NUL03U539SBS tag=1KEDBIQUATON type=write size=4014008 2024-04-12T00:46:51.247 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.244+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=U6ZLQHQ3C69Y type=del size=83292 2024-04-12T00:46:51.251 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.249+0000 7f3317332780 1 < suggested update operation key=UPNUSSW7TUR9 tag=BZIOL7G84UMK type=del size=608147 2024-04-12T00:46:51.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.252+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~2B8NNDOAEAJY.0 size=1048576 2024-04-12T00:46:51.257 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.254+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~2B8NNDOAEAJY.1 size=1048576 2024-04-12T00:46:51.259 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.256+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~2B8NNDOAEAJY.2 size=64141 2024-04-12T00:46:51.259 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.256+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=2B8NNDOAEAJY tag=B4GKUWYIQVHU type=write size=3209869 2024-04-12T00:46:51.263 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.260+0000 7f3317332780 1 < suggested update operation key=UOC07EDTW788 tag=V0N71727UUI2 type=del size=2711201 2024-04-12T00:46:51.265 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.263+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=04BH3ESRA133 type=del size=3371676 2024-04-12T00:46:51.268 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.265+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~4HHYQDNLOEHT.0 size=1048576 2024-04-12T00:46:51.268 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.265+0000 7f3317332780 1 < canceled part key=_multipart_TZ723A1PHQ0U.2~4HHYQDNLOEHT.1 size=1025558 2024-04-12T00:46:51.271 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.268+0000 7f3317332780 1 < canceled multipart upload key=TZ723A1PHQ0U upload=4HHYQDNLOEHT tag=IDO4IX1TLJL2 type=write size=3122710 2024-04-12T00:46:51.273 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.270+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=SE90VJSN2E01 type=write size=986122 2024-04-12T00:46:51.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.272+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=I0J2PVO34NO1 type=del 2024-04-12T00:46:51.278 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.275+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~TF3CXUCH0XXQ.0 size=880913 2024-04-12T00:46:51.278 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.275+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=TF3CXUCH0XXQ tag=M96PH5XFP6Z3 type=write size=1929489 2024-04-12T00:46:51.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.277+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=EAEKNYZLKLM7 type=del 2024-04-12T00:46:51.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.282+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~JGJLHBW6CF9O.0 size=1048576 2024-04-12T00:46:51.286 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.283+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~JGJLHBW6CF9O.1 size=856688 2024-04-12T00:46:51.286 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.283+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=JGJLHBW6CF9O tag=EKREF2EZFQWL type=write size=2953840 2024-04-12T00:46:51.291 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.288+0000 7f3317332780 1 < suggested remove operation key=GBDRR6ZHKT41 tag=PVWOYXQ5X590 type=del 2024-04-12T00:46:51.292 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.290+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=SEA9FKAPA8UZ type=del size=479555 2024-04-12T00:46:51.294 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.292+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=GKK4GH4S277M type=del 2024-04-12T00:46:51.296 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.294+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=BXJPZIX5A2FY type=del size=2531716 2024-04-12T00:46:51.299 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.296+0000 7f3317332780 -1 < failed to complete operation key=L78GRS73CH1U tag=SHJ41ZZ83PGN type=del size=1736778: (22) Invalid argument 2024-04-12T00:46:51.301 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.298+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=R09NNKELCE6X type=del size=636235 2024-04-12T00:46:51.303 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.300+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=WTTOZ8DTBEPX type=del 2024-04-12T00:46:51.305 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.303+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=XZZMVHX80L60 type=del size=1436319 2024-04-12T00:46:51.310 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.308+0000 7f3317332780 1 < suggested remove operation key=DUBT6E7KPOC6 tag=V257ITCY3S4I type=del 2024-04-12T00:46:51.313 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.310+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=1Q7WU1OTBXAP type=write size=767394 2024-04-12T00:46:51.313 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.311+0000 7f3317332780 1 < canceled part key=_multipart_LMJQSUV7DIV7.2~3ISKE7FRYPIF.0 size=1048576 2024-04-12T00:46:51.315 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.312+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~3ISKE7FRYPIF.1 size=626743 2024-04-12T00:46:51.319 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.316+0000 7f3317332780 1 < canceled multipart upload key=LMJQSUV7DIV7 upload=3ISKE7FRYPIF tag=36NUVW340QNO type=write size=2723895 2024-04-12T00:46:51.323 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.320+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~ZXVM3451LLRC.0 size=1048576 2024-04-12T00:46:51.324 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.322+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~ZXVM3451LLRC.1 size=1048576 2024-04-12T00:46:51.326 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.323+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~ZXVM3451LLRC.2 size=1036956 2024-04-12T00:46:51.326 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.323+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=ZXVM3451LLRC tag=EMBV191P6PGD type=write size=4182684 2024-04-12T00:46:51.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.325+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~LFG1D3W18RIP.0 size=1048576 2024-04-12T00:46:51.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.327+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~LFG1D3W18RIP.1 size=1048576 2024-04-12T00:46:51.331 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.329+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~LFG1D3W18RIP.2 size=855476 2024-04-12T00:46:51.335 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.332+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=LFG1D3W18RIP tag=DFBM9AS5VOT5 type=write size=4001204 2024-04-12T00:46:51.337 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.335+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=L85T4LQY6RYR type=del size=620004 2024-04-12T00:46:51.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.337+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~4FY57V3LX4JE.0 size=278110 2024-04-12T00:46:51.344 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.341+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=4FY57V3LX4JE tag=PCFEEIO6QIV3 type=write size=1326686 2024-04-12T00:46:51.347 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.345+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~L1WOAOV5Z830.0 size=1048576 2024-04-12T00:46:51.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.346+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~L1WOAOV5Z830.1 size=1048576 2024-04-12T00:46:51.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.348+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~L1WOAOV5Z830.2 size=348841 2024-04-12T00:46:51.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.348+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=L1WOAOV5Z830 tag=WNYAFB34S7P8 type=write size=3494569 2024-04-12T00:46:51.352 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.350+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=WS16Q244D344 type=del 2024-04-12T00:46:51.355 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.352+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=705R2DKPI623 type=del size=3985303 2024-04-12T00:46:51.357 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.354+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=HHFG34AXKGLR type=del 2024-04-12T00:46:51.362 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.358+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~QP68AGYJJULU.0 size=1048576 2024-04-12T00:46:51.363 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.361+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~QP68AGYJJULU.1 size=1048576 2024-04-12T00:46:51.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.363+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~QP68AGYJJULU.2 size=84716 2024-04-12T00:46:51.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.363+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=QP68AGYJJULU tag=K89KT6GQRNBL type=write size=3230444 2024-04-12T00:46:51.368 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.365+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=U6ZLQHQ3C69Y type=del 2024-04-12T00:46:51.370 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.367+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=LSTXCC1YTWNI type=del size=231339 2024-04-12T00:46:51.372 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.370+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~2B8NNDOAEAJY.0 size=1048576 2024-04-12T00:46:51.374 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.371+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~2B8NNDOAEAJY.1 size=1048576 2024-04-12T00:46:51.376 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.373+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~2B8NNDOAEAJY.2 size=64141 2024-04-12T00:46:51.380 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.377+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=2B8NNDOAEAJY tag=B4GKUWYIQVHU type=write size=3209869 2024-04-12T00:46:51.383 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.381+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~LEF7TPV5X2W9.0 size=669037 2024-04-12T00:46:51.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.381+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=LEF7TPV5X2W9 tag=WZ5QSI2VCRIG type=write size=1717613 2024-04-12T00:46:51.388 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.386+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=04BH3ESRA133 type=del 2024-04-12T00:46:51.392 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.389+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~NY566NFQRVVI.0 size=1048576 2024-04-12T00:46:51.394 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.391+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~NY566NFQRVVI.1 size=1048576 2024-04-12T00:46:51.396 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.393+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~NY566NFQRVVI.2 size=202895 2024-04-12T00:46:51.396 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.393+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=NY566NFQRVVI tag=KAH24TZV8PVS type=write size=3348623 2024-04-12T00:46:51.398 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.395+0000 7f3317332780 1 < canceled operation key=X4J4HOCIIN2P tag=SE90VJSN2E01 type=write size=986122 2024-04-12T00:46:51.400 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.397+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=DHBE2U2XMLXH type=del size=1210646 2024-04-12T00:46:51.402 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.399+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~TF3CXUCH0XXQ.0 size=880913 2024-04-12T00:46:51.405 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.403+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=TF3CXUCH0XXQ tag=M96PH5XFP6Z3 type=write size=1929489 2024-04-12T00:46:51.407 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.405+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=TRO5D33QEL46 type=del size=966732 2024-04-12T00:46:51.410 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.407+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~JGJLHBW6CF9O.0 size=1048576 2024-04-12T00:46:51.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.409+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~JGJLHBW6CF9O.1 size=856688 2024-04-12T00:46:51.416 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.413+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=JGJLHBW6CF9O tag=EKREF2EZFQWL type=write size=2953840 2024-04-12T00:46:51.420 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.417+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~UIC303LQMWUW.0 size=1048576 2024-04-12T00:46:51.422 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.419+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~UIC303LQMWUW.1 size=55294 2024-04-12T00:46:51.422 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.419+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=UIC303LQMWUW tag=K5M2FU3RRB41 type=write size=2152446 2024-04-12T00:46:51.426 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.423+0000 7f3317332780 1 < suggested remove operation key=VCU05OLK0CA0 tag=SEA9FKAPA8UZ type=del 2024-04-12T00:46:51.430 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.427+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~FS7E4S5EYL26.0 size=1048576 2024-04-12T00:46:51.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.428+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~FS7E4S5EYL26.1 size=1048576 2024-04-12T00:46:51.433 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.430+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~FS7E4S5EYL26.2 size=221663 2024-04-12T00:46:51.433 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.430+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=FS7E4S5EYL26 tag=ZMQADJFHOY2Q type=write size=3367391 2024-04-12T00:46:51.437 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.435+0000 7f3317332780 1 < suggested update operation key=YE36DJQ5KI8M tag=BXJPZIX5A2FY type=del size=2531716 2024-04-12T00:46:51.439 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.437+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=W1A0B2BATOHE type=del size=451266 2024-04-12T00:46:51.441 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.439+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=R09NNKELCE6X type=del 2024-04-12T00:46:51.444 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.441+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=Q0J0TPYRE8JK type=del size=2068019 2024-04-12T00:46:51.446 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.444+0000 7f3317332780 -1 < failed to complete operation key=DUBT6E7KPOC6 tag=XZZMVHX80L60 type=del size=1436319: (22) Invalid argument 2024-04-12T00:46:51.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.446+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=RI8FUQQLQQ1E type=del size=3521344 2024-04-12T00:46:51.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.448+0000 7f3317332780 1 < completed write operation key=2RQJT2MW2T9S tag=1Q7WU1OTBXAP type=write size=767394 2024-04-12T00:46:51.452 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.450+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=EITLDXNBFDDV type=write size=917085 2024-04-12T00:46:51.455 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.452+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~ZXVM3451LLRC.0 size=1048576 2024-04-12T00:46:51.455 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.452+0000 7f3317332780 1 < canceled part key=_multipart_VCU05OLK0CA0.2~ZXVM3451LLRC.1 size=1048576 2024-04-12T00:46:51.455 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.452+0000 7f3317332780 1 < canceled part key=_multipart_VCU05OLK0CA0.2~ZXVM3451LLRC.2 size=1036956 2024-04-12T00:46:51.458 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.456+0000 7f3317332780 1 < canceled multipart upload key=VCU05OLK0CA0 upload=ZXVM3451LLRC tag=EMBV191P6PGD type=write size=4182684 2024-04-12T00:46:51.460 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.458+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=27FTHEAZICUC type=del size=439442 2024-04-12T00:46:51.463 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.460+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=L85T4LQY6RYR type=del 2024-04-12T00:46:51.465 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.463+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=7EBF7BK5JHAN type=write size=994927 2024-04-12T00:46:51.467 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.465+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~L1WOAOV5Z830.0 size=1048576 2024-04-12T00:46:51.469 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.466+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~L1WOAOV5Z830.1 size=1048576 2024-04-12T00:46:51.471 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.468+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~L1WOAOV5Z830.2 size=348841 2024-04-12T00:46:51.474 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.472+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=L1WOAOV5Z830 tag=WNYAFB34S7P8 type=write size=3494569 2024-04-12T00:46:51.476 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.474+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=TVWHD0CDQM7N type=del size=615695 2024-04-12T00:46:51.478 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.475+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=705R2DKPI623 type=del 2024-04-12T00:46:51.480 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.477+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=9Z4TQ9CTTGGC type=del size=3136132 2024-04-12T00:46:51.482 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.479+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~QP68AGYJJULU.0 size=1048576 2024-04-12T00:46:51.484 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.481+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~QP68AGYJJULU.1 size=1048576 2024-04-12T00:46:51.485 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.483+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~QP68AGYJJULU.2 size=84716 2024-04-12T00:46:51.490 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.487+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=QP68AGYJJULU tag=K89KT6GQRNBL type=write size=3230444 2024-04-12T00:46:51.494 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.489+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=SF4UZBGZI22K type=del size=3698700 2024-04-12T00:46:51.498 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.495+0000 7f3317332780 1 < suggested update operation key=LMJQSUV7DIV7 tag=LSTXCC1YTWNI type=del size=231339 2024-04-12T00:46:51.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.499+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~K9F15WWIA5AZ.0 size=535715 2024-04-12T00:46:51.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.499+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=K9F15WWIA5AZ tag=R2VSSSQ5NEHE type=write size=1584291 2024-04-12T00:46:51.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.499+0000 7f3317332780 1 < canceled part key=_multipart_UV2GWU9R87W7.2~LEF7TPV5X2W9.0 size=669037 2024-04-12T00:46:51.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.504+0000 7f3317332780 1 < canceled multipart upload key=UV2GWU9R87W7 upload=LEF7TPV5X2W9 tag=WZ5QSI2VCRIG type=write size=1717613 2024-04-12T00:46:51.508 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.506+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=LBAM1H3TRH0X type=write size=482472 2024-04-12T00:46:51.510 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.508+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~NY566NFQRVVI.0 size=1048576 2024-04-12T00:46:51.513 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.510+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~NY566NFQRVVI.1 size=1048576 2024-04-12T00:46:51.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.512+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~NY566NFQRVVI.2 size=202895 2024-04-12T00:46:51.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.515+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=NY566NFQRVVI tag=KAH24TZV8PVS type=write size=3348623 2024-04-12T00:46:51.520 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.517+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=4T305BD7991T type=del size=244472 2024-04-12T00:46:51.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.519+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=DHBE2U2XMLXH type=del 2024-04-12T00:46:51.526 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.523+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~5N4JAOC99JFJ.0 size=215947 2024-04-12T00:46:51.526 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.523+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=5N4JAOC99JFJ tag=MZ8Q8VUNMG26 type=write size=1264523 2024-04-12T00:46:51.530 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.528+0000 7f3317332780 1 < suggested update operation key=L78GRS73CH1U tag=TRO5D33QEL46 type=del size=966732 2024-04-12T00:46:51.534 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.532+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~AHHBI6EDCKYB.0 size=547962 2024-04-12T00:46:51.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.532+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=AHHBI6EDCKYB tag=Z5ARQBVXWFGF type=write size=1596538 2024-04-12T00:46:51.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.534+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~UIC303LQMWUW.0 size=1048576 2024-04-12T00:46:51.538 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.536+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~UIC303LQMWUW.1 size=55294 2024-04-12T00:46:51.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.540+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=UIC303LQMWUW tag=K5M2FU3RRB41 type=write size=2152446 2024-04-12T00:46:51.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:51 smithi098 ceph-mon[91373]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 222 KiB/s wr, 1.14k op/s 2024-04-12T00:46:51.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:51 smithi098 ceph-mon[88922]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 222 KiB/s wr, 1.14k op/s 2024-04-12T00:46:51.547 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.544+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~PUZNHF98J8CI.0 size=464 2024-04-12T00:46:51.547 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.544+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=PUZNHF98J8CI tag=58ISB4S563VY type=write size=1049040 2024-04-12T00:46:51.549 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.546+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~FS7E4S5EYL26.0 size=1048576 2024-04-12T00:46:51.551 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.548+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~FS7E4S5EYL26.1 size=1048576 2024-04-12T00:46:51.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.550+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~FS7E4S5EYL26.2 size=221663 2024-04-12T00:46:51.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.553+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=FS7E4S5EYL26 tag=ZMQADJFHOY2Q type=write size=3367391 2024-04-12T00:46:51.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.556+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=G7OO9Y6N0K8Q type=del size=2572768 2024-04-12T00:46:51.563 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.560+0000 7f3317332780 1 < suggested remove operation key=RT67TN1NNQ2D tag=W1A0B2BATOHE type=del 2024-04-12T00:46:51.565 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.562+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=N0TJ6C79FNOC type=write size=252109 2024-04-12T00:46:51.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.567+0000 7f3317332780 1 < suggested remove operation key=VCU05OLK0CA0 tag=Q0J0TPYRE8JK type=del 2024-04-12T00:46:51.572 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.569+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=556F6PXTULLC type=write size=86410 2024-04-12T00:46:51.574 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.571+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=RI8FUQQLQQ1E type=del 2024-04-12T00:46:51.576 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.573+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=B4MYQ15R98ZV type=del size=47859 2024-04-12T00:46:51.578 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.576+0000 7f3317332780 1 < completed write operation key=GBDRR6ZHKT41 tag=EITLDXNBFDDV type=write size=917085 2024-04-12T00:46:51.580 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.578+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=I3C3RK4FRQP4 type=del size=2785985 2024-04-12T00:46:51.583 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.580+0000 7f3317332780 -1 < failed to complete operation key=VCU05OLK0CA0 tag=27FTHEAZICUC type=del size=439442: (22) Invalid argument 2024-04-12T00:46:51.586 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.583+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=T2SEBLGGMNMO type=write size=472681 2024-04-12T00:46:51.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.585+0000 7f3317332780 1 < completed write operation key=VBE0Z26APYW7 tag=7EBF7BK5JHAN type=write size=994927 2024-04-12T00:46:51.590 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.587+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=IJCVVGVTJFXD type=del size=3690336 2024-04-12T00:46:51.592 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.590+0000 7f3317332780 -1 < failed to complete operation key=LMJQSUV7DIV7 tag=TVWHD0CDQM7N type=del size=615695: (22) Invalid argument 2024-04-12T00:46:51.594 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.592+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=RW90W1RVFVN3 type=del size=596130 2024-04-12T00:46:51.597 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.595+0000 7f3317332780 -1 < failed to complete operation key=LMJQSUV7DIV7 tag=9Z4TQ9CTTGGC type=del size=3136132: (22) Invalid argument 2024-04-12T00:46:51.600 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.597+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=IZVL45BUPQ63 type=write size=469714 2024-04-12T00:46:51.601 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.599+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=SF4UZBGZI22K type=del 2024-04-12T00:46:51.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.603+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~USLJURBVDBKM.0 size=310019 2024-04-12T00:46:51.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.603+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=USLJURBVDBKM tag=E7N3G8AM9A6J type=write size=1358595 2024-04-12T00:46:51.608 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.605+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~K9F15WWIA5AZ.0 size=535715 2024-04-12T00:46:51.612 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.609+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=K9F15WWIA5AZ tag=R2VSSSQ5NEHE type=write size=1584291 2024-04-12T00:46:51.614 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.611+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=5TVB1UJON5A9 type=del size=2935835 2024-04-12T00:46:51.618 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.616+0000 7f3317332780 1 < suggested remove operation key=1CAPZAU657WZ tag=LBAM1H3TRH0X type=write 2024-04-12T00:46:51.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:51 smithi193 ceph-mon[83763]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 646 KiB/s rd, 222 KiB/s wr, 1.14k op/s 2024-04-12T00:46:51.622 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.620+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~H7W2Y34R4CJ9.0 size=1048576 2024-04-12T00:46:51.624 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.621+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~H7W2Y34R4CJ9.1 size=446607 2024-04-12T00:46:51.624 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.621+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=H7W2Y34R4CJ9 tag=K1U9ZDYMA06A type=write size=2543759 2024-04-12T00:46:51.628 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.625+0000 7f3317332780 1 < suggested update operation key=VWQS28AXYRWJ tag=4T305BD7991T type=del size=244472 2024-04-12T00:46:51.632 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.629+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~DJMIBDCNJ5GI.0 size=1048576 2024-04-12T00:46:51.634 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.631+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~DJMIBDCNJ5GI.1 size=663427 2024-04-12T00:46:51.634 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.631+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=DJMIBDCNJ5GI tag=ZQD6HWG8IF7U type=write size=2760579 2024-04-12T00:46:51.636 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.633+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~5N4JAOC99JFJ.0 size=215947 2024-04-12T00:46:51.639 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.637+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=5N4JAOC99JFJ tag=MZ8Q8VUNMG26 type=write size=1264523 2024-04-12T00:46:51.642 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.639+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=HYJZA78LSQO0 type=del size=2528975 2024-04-12T00:46:51.642 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.639+0000 7f3317332780 1 < canceled part key=_multipart_MX8A1YZ2V3NF.2~AHHBI6EDCKYB.0 size=547962 2024-04-12T00:46:51.645 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.643+0000 7f3317332780 1 < canceled multipart upload key=MX8A1YZ2V3NF upload=AHHBI6EDCKYB tag=Z5ARQBVXWFGF type=write size=1596538 2024-04-12T00:46:51.648 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.645+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=L98O8J22K5I3 type=write size=479460 2024-04-12T00:46:51.650 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.647+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~PUZNHF98J8CI.0 size=464 2024-04-12T00:46:51.653 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.651+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=PUZNHF98J8CI tag=58ISB4S563VY type=write size=1049040 2024-04-12T00:46:51.657 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.655+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~FE574S9QH14V.0 size=1048576 2024-04-12T00:46:51.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.656+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~FE574S9QH14V.1 size=857850 2024-04-12T00:46:51.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.656+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=FE574S9QH14V tag=FFVSF32BQDP1 type=write size=2955002 2024-04-12T00:46:51.661 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.659+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=G7OO9Y6N0K8Q type=del 2024-04-12T00:46:51.665 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.663+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~3TIKY3EXY429.0 size=1048576 2024-04-12T00:46:51.667 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.664+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~3TIKY3EXY429.1 size=1048576 2024-04-12T00:46:51.669 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.666+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~3TIKY3EXY429.2 size=38903 2024-04-12T00:46:51.669 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.666+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=3TIKY3EXY429 tag=DSSKGUNFBMDD type=write size=3184631 2024-04-12T00:46:51.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.670+0000 7f3317332780 1 < suggested remove operation key=E46GQAGF9GTX tag=N0TJ6C79FNOC type=write 2024-04-12T00:46:51.677 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.674+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~QH6VCSATHQWY.0 size=1048576 2024-04-12T00:46:51.678 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.676+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~QH6VCSATHQWY.1 size=583430 2024-04-12T00:46:51.679 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.676+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=QH6VCSATHQWY tag=BPO5NH2GZKSI type=write size=2680582 2024-04-12T00:46:51.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.678+0000 7f3317332780 1 < completed write operation key=H318TVZHDVRW tag=556F6PXTULLC type=write size=86410 2024-04-12T00:46:51.682 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.680+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=0P9UNKM4E8O6 type=del size=1248384 2024-04-12T00:46:51.685 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.682+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=B4MYQ15R98ZV type=del 2024-04-12T00:46:51.688 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.686+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~XGY5IZHKD33W.0 size=1048576 2024-04-12T00:46:51.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.688+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~XGY5IZHKD33W.1 size=419609 2024-04-12T00:46:51.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.688+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=XGY5IZHKD33W tag=41GTKJP0Z40P type=write size=2516761 2024-04-12T00:46:51.691 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.688+0000 7f3317332780 -1 < no bi entry to suggest for operation key=E46GQAGF9GTX tag=I3C3RK4FRQP4 type=del size=2785985: (2) No such file or directory 2024-04-12T00:46:51.693 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.690+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=R41U21AEV4DC type=del size=1524295 2024-04-12T00:46:51.695 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.692+0000 7f3317332780 1 < canceled operation key=GBDRR6ZHKT41 tag=T2SEBLGGMNMO type=write size=472681 2024-04-12T00:46:51.698 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.695+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=6OPO2VZIFK44 type=write size=825201 2024-04-12T00:46:51.702 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.699+0000 7f3317332780 1 < suggested remove operation key=B0O10Z22S1QK tag=IJCVVGVTJFXD type=del 2024-04-12T00:46:51.706 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.703+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~AZTY5TE45QD8.0 size=1048576 2024-04-12T00:46:51.707 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.705+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~AZTY5TE45QD8.1 size=65545 2024-04-12T00:46:51.707 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.705+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=AZTY5TE45QD8 tag=UIKT5IF32YJD type=write size=2162697 2024-04-12T00:46:51.711 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.709+0000 7f3317332780 1 < suggested remove operation key=UV2GWU9R87W7 tag=RW90W1RVFVN3 type=del 2024-04-12T00:46:51.715 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.713+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~IOGC0NXEYEXR.0 size=1048576 2024-04-12T00:46:51.717 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.714+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~IOGC0NXEYEXR.1 size=39219 2024-04-12T00:46:51.717 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.714+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=IOGC0NXEYEXR tag=KC8EXAQVB36E type=write size=2136371 2024-04-12T00:46:51.719 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.717+0000 7f3317332780 1 < completed write operation key=VBE0Z26APYW7 tag=IZVL45BUPQ63 type=write size=469714 2024-04-12T00:46:51.723 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.721+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~47ES6FMF2K6F.0 size=1048576 2024-04-12T00:46:51.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.722+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~47ES6FMF2K6F.1 size=1048576 2024-04-12T00:46:51.727 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.724+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~47ES6FMF2K6F.2 size=77260 2024-04-12T00:46:51.727 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.724+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=47ES6FMF2K6F tag=JZCAZ79AZT3Q type=write size=3222988 2024-04-12T00:46:51.729 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.726+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~USLJURBVDBKM.0 size=310019 2024-04-12T00:46:51.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.729+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=USLJURBVDBKM tag=E7N3G8AM9A6J type=write size=1358595 2024-04-12T00:46:51.736 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.734+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~WMDINXEQXT7J.0 size=817523 2024-04-12T00:46:51.736 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.734+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=WMDINXEQXT7J tag=XYD1HML9GSS3 type=write size=1866099 2024-04-12T00:46:51.739 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.737+0000 7f3317332780 -1 < failed to complete operation key=VWQS28AXYRWJ tag=5TVB1UJON5A9 type=del size=2935835: (22) Invalid argument 2024-04-12T00:46:51.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.739+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=X5WMTNNU8KD0 type=del size=998175 2024-04-12T00:46:51.743 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.741+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~H7W2Y34R4CJ9.0 size=1048576 2024-04-12T00:46:51.745 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.743+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~H7W2Y34R4CJ9.1 size=446607 2024-04-12T00:46:51.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.746+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=H7W2Y34R4CJ9 tag=K1U9ZDYMA06A type=write size=2543759 2024-04-12T00:46:51.753 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.750+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~ZL4Z6YM6RWUL.0 size=439299 2024-04-12T00:46:51.753 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.750+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=ZL4Z6YM6RWUL tag=J4LKD0OPS4W6 type=write size=1487875 2024-04-12T00:46:51.755 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.752+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~DJMIBDCNJ5GI.0 size=1048576 2024-04-12T00:46:51.755 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.752+0000 7f3317332780 1 < canceled part key=_multipart_UV2GWU9R87W7.2~DJMIBDCNJ5GI.1 size=663427 2024-04-12T00:46:51.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.756+0000 7f3317332780 1 < canceled multipart upload key=UV2GWU9R87W7 upload=DJMIBDCNJ5GI tag=ZQD6HWG8IF7U type=write size=2760579 2024-04-12T00:46:51.762 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.760+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~0ICBR9015XET.0 size=1048576 2024-04-12T00:46:51.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.761+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~0ICBR9015XET.1 size=487723 2024-04-12T00:46:51.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.761+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=0ICBR9015XET tag=D19G8BBKQVAE type=write size=2584875 2024-04-12T00:46:51.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.763+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=HYJZA78LSQO0 type=del 2024-04-12T00:46:51.768 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.766+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=3N9FUODHJ3CH type=del size=2362326 2024-04-12T00:46:51.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.773+0000 7f3317332780 -1 < failed to complete operation key=B0O10Z22S1QK tag=L98O8J22K5I3 type=write size=479460: (22) Invalid argument 2024-04-12T00:46:51.780 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.777+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~ONUI7TW89PU3.0 size=1048576 2024-04-12T00:46:51.781 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.779+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~ONUI7TW89PU3.1 size=909194 2024-04-12T00:46:51.781 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.779+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=ONUI7TW89PU3 tag=R95CXES01YBV type=write size=3006346 2024-04-12T00:46:51.783 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.781+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~FE574S9QH14V.0 size=1048576 2024-04-12T00:46:51.785 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.782+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~FE574S9QH14V.1 size=857850 2024-04-12T00:46:51.789 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.786+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=FE574S9QH14V tag=FFVSF32BQDP1 type=write size=2955002 2024-04-12T00:46:51.793 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.790+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~1PIL85L6Z4OS.0 size=1048576 2024-04-12T00:46:51.795 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.792+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~1PIL85L6Z4OS.1 size=1048576 2024-04-12T00:46:51.796 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.794+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~1PIL85L6Z4OS.2 size=788445 2024-04-12T00:46:51.796 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.794+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=1PIL85L6Z4OS tag=4UG0NK06TI72 type=write size=3934173 2024-04-12T00:46:51.799 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.796+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~3TIKY3EXY429.0 size=1048576 2024-04-12T00:46:51.800 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.798+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~3TIKY3EXY429.1 size=1048576 2024-04-12T00:46:51.802 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.800+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~3TIKY3EXY429.2 size=38903 2024-04-12T00:46:51.806 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.803+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=3TIKY3EXY429 tag=DSSKGUNFBMDD type=write size=3184631 2024-04-12T00:46:51.808 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.805+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=0A6VIVMPU0ZC type=del size=1205752 2024-04-12T00:46:51.810 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.808+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~QH6VCSATHQWY.0 size=1048576 2024-04-12T00:46:51.812 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.809+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~QH6VCSATHQWY.1 size=583430 2024-04-12T00:46:51.816 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.813+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=QH6VCSATHQWY tag=BPO5NH2GZKSI type=write size=2680582 2024-04-12T00:46:51.820 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.817+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~PMKRMFDDJUH8.0 size=1048576 2024-04-12T00:46:51.821 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.819+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~PMKRMFDDJUH8.1 size=1048576 2024-04-12T00:46:51.823 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.821+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~PMKRMFDDJUH8.2 size=735146 2024-04-12T00:46:51.823 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.821+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=PMKRMFDDJUH8 tag=19K3OSV6T1TI type=write size=3880874 2024-04-12T00:46:51.826 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.823+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=0P9UNKM4E8O6 type=del 2024-04-12T00:46:51.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.825+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=CNO4CHAQG21N type=del size=1311779 2024-04-12T00:46:51.830 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.828+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~XGY5IZHKD33W.0 size=1048576 2024-04-12T00:46:51.832 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.829+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~XGY5IZHKD33W.1 size=419609 2024-04-12T00:46:51.836 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.833+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=XGY5IZHKD33W tag=41GTKJP0Z40P type=write size=2516761 2024-04-12T00:46:51.838 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.835+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=HFOYES5PRXNB type=del size=3159241 2024-04-12T00:46:51.840 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.838+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=R41U21AEV4DC type=del 2024-04-12T00:46:51.843 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.840+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=2GF1NW2MDXSM type=del size=971780 2024-04-12T00:46:51.845 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.842+0000 7f3317332780 1 < completed write operation key=MX8A1YZ2V3NF tag=6OPO2VZIFK44 type=write size=825201 2024-04-12T00:46:51.847 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.844+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=2DBK0584R0LQ type=del size=3366178 2024-04-12T00:46:51.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.846+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~AZTY5TE45QD8.0 size=1048576 2024-04-12T00:46:51.851 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.848+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~AZTY5TE45QD8.1 size=65545 2024-04-12T00:46:51.855 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.852+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=AZTY5TE45QD8 tag=UIKT5IF32YJD type=write size=2162697 2024-04-12T00:46:51.857 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.855+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=O8X3XNNSOWRH type=del size=2220167 2024-04-12T00:46:51.858 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.855+0000 7f3317332780 1 < canceled part key=_multipart_1CAPZAU657WZ.2~IOGC0NXEYEXR.0 size=1048576 2024-04-12T00:46:51.860 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.857+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~IOGC0NXEYEXR.1 size=39219 2024-04-12T00:46:51.865 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.862+0000 7f3317332780 1 < canceled multipart upload key=1CAPZAU657WZ upload=IOGC0NXEYEXR tag=KC8EXAQVB36E type=write size=2136371 2024-04-12T00:46:51.867 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.864+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=O3WBTAX1WN97 type=del size=966760 2024-04-12T00:46:51.870 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.867+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~47ES6FMF2K6F.0 size=1048576 2024-04-12T00:46:51.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.869+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~47ES6FMF2K6F.1 size=1048576 2024-04-12T00:46:51.874 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.872+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~47ES6FMF2K6F.2 size=77260 2024-04-12T00:46:51.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.877+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=47ES6FMF2K6F tag=JZCAZ79AZT3Q type=write size=3222988 2024-04-12T00:46:51.882 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.879+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=X2NHXDVPNZG2 type=del size=1265262 2024-04-12T00:46:51.885 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.882+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~WMDINXEQXT7J.0 size=817523 2024-04-12T00:46:51.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.886+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=WMDINXEQXT7J tag=XYD1HML9GSS3 type=write size=1866099 2024-04-12T00:46:51.894 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.891+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~0P3T4V238OCM.0 size=1048576 2024-04-12T00:46:51.896 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.894+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~0P3T4V238OCM.1 size=911014 2024-04-12T00:46:51.896 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.894+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=0P3T4V238OCM tag=ZVRJWRZ0Q42K type=write size=3008166 2024-04-12T00:46:51.899 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.896+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=X5WMTNNU8KD0 type=del 2024-04-12T00:46:51.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.899+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=X0PDPN9ZK5HO type=del size=3112499 2024-04-12T00:46:51.904 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.901+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~ZL4Z6YM6RWUL.0 size=439299 2024-04-12T00:46:51.909 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.906+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=ZL4Z6YM6RWUL tag=J4LKD0OPS4W6 type=write size=1487875 2024-04-12T00:46:51.912 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.909+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=7IJCT6Z97IMX type=write size=520962 2024-04-12T00:46:51.915 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.912+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~0ICBR9015XET.0 size=1048576 2024-04-12T00:46:51.917 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.914+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~0ICBR9015XET.1 size=487723 2024-04-12T00:46:51.921 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.919+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=0ICBR9015XET tag=D19G8BBKQVAE type=write size=2584875 2024-04-12T00:46:51.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.921+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=83NOP6QY4KK7 type=del size=1509594 2024-04-12T00:46:51.928 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.925+0000 7f3317332780 1 < suggested remove operation key=RT67TN1NNQ2D tag=3N9FUODHJ3CH type=del 2024-04-12T00:46:51.933 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.930+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~AR6LPYTTB57E.0 size=1048576 2024-04-12T00:46:51.935 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.933+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~AR6LPYTTB57E.1 size=1048576 2024-04-12T00:46:51.937 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.935+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~AR6LPYTTB57E.2 size=676957 2024-04-12T00:46:51.937 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.935+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=AR6LPYTTB57E tag=6171YXN8C7D6 type=write size=3822685 2024-04-12T00:46:51.941 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.938+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~ONUI7TW89PU3.0 size=1048576 2024-04-12T00:46:51.943 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.940+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~ONUI7TW89PU3.1 size=909194 2024-04-12T00:46:51.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.944+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=ONUI7TW89PU3 tag=R95CXES01YBV type=write size=3006346 2024-04-12T00:46:51.950 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.947+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=QF2FAPP33H38 type=write size=482195 2024-04-12T00:46:51.953 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.951+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~1PIL85L6Z4OS.0 size=1048576 2024-04-12T00:46:51.956 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.953+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~1PIL85L6Z4OS.1 size=1048576 2024-04-12T00:46:51.956 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.953+0000 7f3317332780 1 < canceled part key=_multipart_UOC07EDTW788.2~1PIL85L6Z4OS.2 size=788445 2024-04-12T00:46:51.961 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.958+0000 7f3317332780 1 < canceled multipart upload key=UOC07EDTW788 upload=1PIL85L6Z4OS tag=4UG0NK06TI72 type=write size=3934173 2024-04-12T00:46:51.966 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.961+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=HTD11ALHHFD9 type=del size=103950 2024-04-12T00:46:51.968 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.965+0000 7f3317332780 -1 < failed to complete operation key=RT67TN1NNQ2D tag=0A6VIVMPU0ZC type=del size=1205752: (22) Invalid argument 2024-04-12T00:46:51.971 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.968+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=Q2GQYE5ZBL7V type=del size=2278226 2024-04-12T00:46:51.973 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.971+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~PMKRMFDDJUH8.0 size=1048576 2024-04-12T00:46:51.976 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.973+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~PMKRMFDDJUH8.1 size=1048576 2024-04-12T00:46:51.978 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.975+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~PMKRMFDDJUH8.2 size=735146 2024-04-12T00:46:51.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.980+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=PMKRMFDDJUH8 tag=19K3OSV6T1TI type=write size=3880874 2024-04-12T00:46:51.987 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.984+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~WB8DEDU839P4.0 size=1048576 2024-04-12T00:46:51.990 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.987+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~WB8DEDU839P4.1 size=1048576 2024-04-12T00:46:51.992 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.990+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~WB8DEDU839P4.2 size=995245 2024-04-12T00:46:51.993 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.990+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=WB8DEDU839P4 tag=TL7HE1GEBDYF type=write size=4140973 2024-04-12T00:46:51.995 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.993+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=CNO4CHAQG21N type=del 2024-04-12T00:46:51.998 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.995+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=1Z91EKKJQ2AW type=del size=2123472 2024-04-12T00:46:52.001 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:51.998+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=HFOYES5PRXNB type=del 2024-04-12T00:46:52.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.001+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=G9WGY1P4U3IL type=del size=1201736 2024-04-12T00:46:52.006 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.003+0000 7f3317332780 1 < canceled operation key=FP1N9YO8QR7E tag=2GF1NW2MDXSM type=del size=971780 2024-04-12T00:46:52.010 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.007+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=3PKOO5OM9XX4 type=del size=2867188 2024-04-12T00:46:52.012 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.009+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=2DBK0584R0LQ type=del 2024-04-12T00:46:52.017 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.014+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~B8UZE71GE1DV.0 size=1048576 2024-04-12T00:46:52.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.016+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~B8UZE71GE1DV.1 size=1048576 2024-04-12T00:46:52.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.018+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~B8UZE71GE1DV.2 size=701829 2024-04-12T00:46:52.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.018+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=B8UZE71GE1DV tag=JKSDJSHXG9UE type=write size=3847557 2024-04-12T00:46:52.024 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.021+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=O8X3XNNSOWRH type=del 2024-04-12T00:46:52.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.024+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=L6KKERSN3WQC type=del size=3363989 2024-04-12T00:46:52.029 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.026+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=O3WBTAX1WN97 type=del 2024-04-12T00:46:52.032 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.029+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=X37U1RNNVBPC type=write size=962297 2024-04-12T00:46:52.034 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.031+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=X2NHXDVPNZG2 type=del 2024-04-12T00:46:52.036 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.034+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=FV015EX0RV1R type=del size=917869 2024-04-12T00:46:52.039 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.036+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~0P3T4V238OCM.0 size=1048576 2024-04-12T00:46:52.040 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.038+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~0P3T4V238OCM.1 size=911014 2024-04-12T00:46:52.112 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.109+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=0P3T4V238OCM tag=ZVRJWRZ0Q42K type=write size=3008166 2024-04-12T00:46:52.115 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.112+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=HDA2ZMJ6N2LC type=write size=248110 2024-04-12T00:46:52.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.117+0000 7f3317332780 1 < suggested remove operation key=Z0W5CBWR6G0J tag=X0PDPN9ZK5HO type=del 2024-04-12T00:46:52.124 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.121+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~RBU6CIIEZ02R.0 size=979741 2024-04-12T00:46:52.124 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.121+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=RBU6CIIEZ02R tag=29XP4Y4UN6TD type=write size=2028317 2024-04-12T00:46:52.126 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.124+0000 7f3317332780 1 < completed write operation key=X4J4HOCIIN2P tag=7IJCT6Z97IMX type=write size=520962 2024-04-12T00:46:52.129 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.126+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=4KPWYOFRN1WY type=del size=2845968 2024-04-12T00:46:52.131 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.128+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=83NOP6QY4KK7 type=del 2024-04-12T00:46:52.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.130+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=JP2CIZ6YT18Q type=del size=2554498 2024-04-12T00:46:52.136 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.133+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~AR6LPYTTB57E.0 size=1048576 2024-04-12T00:46:52.138 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.135+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~AR6LPYTTB57E.1 size=1048576 2024-04-12T00:46:52.140 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.138+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~AR6LPYTTB57E.2 size=676957 2024-04-12T00:46:52.146 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.143+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=AR6LPYTTB57E tag=6171YXN8C7D6 type=write size=3822685 2024-04-12T00:46:52.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.149+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~81BWYITHE5HY.0 size=1048576 2024-04-12T00:46:52.154 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.151+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~81BWYITHE5HY.1 size=329074 2024-04-12T00:46:52.154 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.151+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=81BWYITHE5HY tag=YT63TDPCMEMG type=write size=2426226 2024-04-12T00:46:52.159 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.157+0000 7f3317332780 1 < suggested update operation key=2LATRVZJ94KG tag=QF2FAPP33H38 type=write size=482195 2024-04-12T00:46:52.166 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.163+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~SNFBIT0MTXHJ.0 size=1048576 2024-04-12T00:46:52.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.165+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~SNFBIT0MTXHJ.1 size=645978 2024-04-12T00:46:52.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.165+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=SNFBIT0MTXHJ tag=Y5Q159Z21UAX type=write size=2743130 2024-04-12T00:46:52.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.167+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=HTD11ALHHFD9 type=del 2024-04-12T00:46:52.173 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.170+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=T4PVPJF4GNUR type=write size=926337 2024-04-12T00:46:52.175 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.172+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=Q2GQYE5ZBL7V type=del 2024-04-12T00:46:52.178 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.175+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=O0HUGSZP4QOU type=write size=739769 2024-04-12T00:46:52.181 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.178+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~WB8DEDU839P4.0 size=1048576 2024-04-12T00:46:52.183 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.181+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~WB8DEDU839P4.1 size=1048576 2024-04-12T00:46:52.186 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.183+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~WB8DEDU839P4.2 size=995245 2024-04-12T00:46:52.191 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.189+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=WB8DEDU839P4 tag=TL7HE1GEBDYF type=write size=4140973 2024-04-12T00:46:52.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.193+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~25G97EQ5EY37.0 size=1048576 2024-04-12T00:46:52.198 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.195+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~25G97EQ5EY37.1 size=528623 2024-04-12T00:46:52.198 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.195+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=25G97EQ5EY37 tag=V01A31HZ87YD type=write size=2625775 2024-04-12T00:46:52.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.200+0000 7f3317332780 1 < suggested update operation key=1CAPZAU657WZ tag=1Z91EKKJQ2AW type=del size=2123472 2024-04-12T00:46:52.205 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.202+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=C43LMFQ6R75F type=del size=2604333 2024-04-12T00:46:52.207 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.204+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=G9WGY1P4U3IL type=del 2024-04-12T00:46:52.210 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.207+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=O5NG5RUAAZ79 type=del size=2924890 2024-04-12T00:46:52.212 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.210+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=3PKOO5OM9XX4 type=del 2024-04-12T00:46:52.217 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.214+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~7AWS2K307KRQ.0 size=991357 2024-04-12T00:46:52.217 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.214+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=7AWS2K307KRQ tag=GN3C3G5DZOJ1 type=write size=2039933 2024-04-12T00:46:52.220 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.217+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~B8UZE71GE1DV.0 size=1048576 2024-04-12T00:46:52.222 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.219+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~B8UZE71GE1DV.1 size=1048576 2024-04-12T00:46:52.224 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.221+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~B8UZE71GE1DV.2 size=701829 2024-04-12T00:46:52.228 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.226+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=B8UZE71GE1DV tag=JKSDJSHXG9UE type=write size=3847557 2024-04-12T00:46:52.230 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.228+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=VHCKYBGG7GE9 type=del size=77393 2024-04-12T00:46:52.234 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.230+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=L6KKERSN3WQC type=del 2024-04-12T00:46:52.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.232+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=1PLRL1TIMT6W type=del size=3040215 2024-04-12T00:46:52.238 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.236+0000 7f3317332780 -1 < failed to complete operation key=Z0W5CBWR6G0J tag=X37U1RNNVBPC type=write size=962297: (22) Invalid argument 2024-04-12T00:46:52.241 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.238+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=20WKLQXYPGUI type=del size=1502405 2024-04-12T00:46:52.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.242+0000 7f3317332780 -1 < failed to complete operation key=1CAPZAU657WZ tag=FV015EX0RV1R type=del size=917869: (22) Invalid argument 2024-04-12T00:46:52.250 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.247+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~7V9I729KJ69P.0 size=1048576 2024-04-12T00:46:52.253 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.250+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~7V9I729KJ69P.1 size=1048576 2024-04-12T00:46:52.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.252+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~7V9I729KJ69P.2 size=215121 2024-04-12T00:46:52.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.252+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=7V9I729KJ69P tag=Z804O1VQABW0 type=write size=3360849 2024-04-12T00:46:52.258 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.256+0000 7f3317332780 -1 < failed to complete operation key=Z0W5CBWR6G0J tag=HDA2ZMJ6N2LC type=write size=248110: (22) Invalid argument 2024-04-12T00:46:52.261 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.258+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=O2P2IEV5C5TL type=write size=292078 2024-04-12T00:46:52.261 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.258+0000 7f3317332780 1 < canceled part key=_multipart_FP1N9YO8QR7E.2~RBU6CIIEZ02R.0 size=979741 2024-04-12T00:46:52.265 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.262+0000 7f3317332780 1 < canceled multipart upload key=FP1N9YO8QR7E upload=RBU6CIIEZ02R tag=29XP4Y4UN6TD type=write size=2028317 2024-04-12T00:46:52.267 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.264+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=R86EWIJO2O6S type=del size=3790392 2024-04-12T00:46:52.269 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.267+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=4KPWYOFRN1WY type=del 2024-04-12T00:46:52.271 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.269+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=FYXI7UBKEQ6W type=del size=278884 2024-04-12T00:46:52.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.271+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=JP2CIZ6YT18Q type=del 2024-04-12T00:46:52.278 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.275+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~V3S6EUZ5AKNX.0 size=1048576 2024-04-12T00:46:52.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.277+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~V3S6EUZ5AKNX.1 size=1048576 2024-04-12T00:46:52.282 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.280+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~V3S6EUZ5AKNX.2 size=731469 2024-04-12T00:46:52.282 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.280+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=V3S6EUZ5AKNX tag=BSZAF1NAT97T type=write size=3877197 2024-04-12T00:46:52.285 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.283+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~81BWYITHE5HY.0 size=1048576 2024-04-12T00:46:52.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.285+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~81BWYITHE5HY.1 size=329074 2024-04-12T00:46:52.293 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.290+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=81BWYITHE5HY tag=YT63TDPCMEMG type=write size=2426226 2024-04-12T00:46:52.295 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.293+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=7PRRQGN0CAWQ type=del size=1564169 2024-04-12T00:46:52.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.295+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~SNFBIT0MTXHJ.0 size=1048576 2024-04-12T00:46:52.301 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.298+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~SNFBIT0MTXHJ.1 size=645978 2024-04-12T00:46:52.306 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.303+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=SNFBIT0MTXHJ tag=Y5Q159Z21UAX type=write size=2743130 2024-04-12T00:46:52.309 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.306+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=T8R1D2RKNPH8 type=del size=4098246 2024-04-12T00:46:52.311 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.308+0000 7f3317332780 1 < canceled operation key=YE36DJQ5KI8M tag=T4PVPJF4GNUR type=write size=926337 2024-04-12T00:46:52.315 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.312+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=7USYDK10DW2D type=del size=1674370 2024-04-12T00:46:52.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.318+0000 7f3317332780 1 < suggested remove operation key=E46GQAGF9GTX tag=O0HUGSZP4QOU type=write 2024-04-12T00:46:52.324 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.321+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=3P6SN7ZTIQJ3 type=del size=3425439 2024-04-12T00:46:52.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.325+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~25G97EQ5EY37.0 size=1048576 2024-04-12T00:46:52.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.325+0000 7f3317332780 1 < canceled part key=_multipart_LMJQSUV7DIV7.2~25G97EQ5EY37.1 size=528623 2024-04-12T00:46:52.333 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.331+0000 7f3317332780 1 < canceled multipart upload key=LMJQSUV7DIV7 upload=25G97EQ5EY37 tag=V01A31HZ87YD type=write size=2625775 2024-04-12T00:46:52.339 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.337+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~BI8SIPKBF7UJ.0 size=551082 2024-04-12T00:46:52.339 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.337+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=BI8SIPKBF7UJ tag=72DJCDYWVNOS type=write size=1599658 2024-04-12T00:46:52.342 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.339+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=C43LMFQ6R75F type=del 2024-04-12T00:46:52.346 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.344+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~EG4SGA8S4NT4.0 size=1048576 2024-04-12T00:46:52.348 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.346+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~EG4SGA8S4NT4.1 size=136218 2024-04-12T00:46:52.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.346+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=EG4SGA8S4NT4 tag=SD93EAVZFUGM type=write size=2233370 2024-04-12T00:46:52.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.348+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=O5NG5RUAAZ79 type=del 2024-04-12T00:46:52.355 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.352+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~6CAGKWWTBGIV.0 size=1048576 2024-04-12T00:46:52.356 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.354+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~6CAGKWWTBGIV.1 size=291772 2024-04-12T00:46:52.356 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.354+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=6CAGKWWTBGIV tag=JSDZASJ36S1Z type=write size=2388924 2024-04-12T00:46:52.358 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.356+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~7AWS2K307KRQ.0 size=991357 2024-04-12T00:46:52.363 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.360+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=7AWS2K307KRQ tag=GN3C3G5DZOJ1 type=write size=2039933 2024-04-12T00:46:52.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.362+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=PEQLWI5UKI0Z type=del size=2552841 2024-04-12T00:46:52.367 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.364+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=VHCKYBGG7GE9 type=del 2024-04-12T00:46:52.369 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.366+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=CC1GVOC01TNM type=del size=383320 2024-04-12T00:46:52.374 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.368+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=1PLRL1TIMT6W type=del 2024-04-12T00:46:52.376 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.373+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~OVNLHX91SKA2.0 size=1048576 2024-04-12T00:46:52.378 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.375+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~OVNLHX91SKA2.1 size=1048576 2024-04-12T00:46:52.380 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.377+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~OVNLHX91SKA2.2 size=14739 2024-04-12T00:46:52.380 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.377+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=OVNLHX91SKA2 tag=L12QYY83KO6S type=write size=3160467 2024-04-12T00:46:52.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.379+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=20WKLQXYPGUI type=del 2024-04-12T00:46:52.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.382+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=YZVMAHOJYDHV type=del size=3027611 2024-04-12T00:46:52.387 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.384+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~7V9I729KJ69P.0 size=1048576 2024-04-12T00:46:52.389 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.386+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~7V9I729KJ69P.1 size=1048576 2024-04-12T00:46:52.391 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.388+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~7V9I729KJ69P.2 size=215121 2024-04-12T00:46:52.395 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.392+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=7V9I729KJ69P tag=Z804O1VQABW0 type=write size=3360849 2024-04-12T00:46:52.400 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.397+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~AJ9IXDAUDLHP.0 size=1048576 2024-04-12T00:46:52.402 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.399+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~AJ9IXDAUDLHP.1 size=1048576 2024-04-12T00:46:52.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.401+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~AJ9IXDAUDLHP.2 size=915046 2024-04-12T00:46:52.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.401+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=AJ9IXDAUDLHP tag=NM5M2S9INHIB type=write size=4060774 2024-04-12T00:46:52.410 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.407+0000 7f3317332780 1 < suggested update operation key=B0O10Z22S1QK tag=O2P2IEV5C5TL type=write size=292078 2024-04-12T00:46:52.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.410+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=QA8TDYTCKSO5 type=del size=838105 2024-04-12T00:46:52.416 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.413+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=R86EWIJO2O6S type=del 2024-04-12T00:46:52.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.415+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=OTOFXBXEXDMP type=del size=2227929 2024-04-12T00:46:52.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.418+0000 7f3317332780 1 < canceled operation key=1CAPZAU657WZ tag=FYXI7UBKEQ6W type=del size=278884 2024-04-12T00:46:52.424 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.421+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=14RCRTYPG38K type=write size=873722 2024-04-12T00:46:52.427 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.424+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~V3S6EUZ5AKNX.0 size=1048576 2024-04-12T00:46:52.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.426+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~V3S6EUZ5AKNX.1 size=1048576 2024-04-12T00:46:52.432 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.429+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~V3S6EUZ5AKNX.2 size=731469 2024-04-12T00:46:52.437 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.434+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=V3S6EUZ5AKNX tag=BSZAF1NAT97T type=write size=3877197 2024-04-12T00:46:52.439 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.437+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=8SN6QTRZGQX8 type=del size=2776013 2024-04-12T00:46:52.442 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.440+0000 7f3317332780 1 < canceled operation key=LKLO2ZZF1KW1 tag=7PRRQGN0CAWQ type=del size=1564169 2024-04-12T00:46:52.446 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.443+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=68EEAC773ZD3 type=del size=394547 2024-04-12T00:46:52.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.446+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=T8R1D2RKNPH8 type=del 2024-04-12T00:46:52.451 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.448+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=40P0EC366288 type=del size=2602385 2024-04-12T00:46:52.454 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.451+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=7USYDK10DW2D type=del 2024-04-12T00:46:52.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.454+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=IRREZMH7WHQU type=del size=2748950 2024-04-12T00:46:52.459 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.456+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=3P6SN7ZTIQJ3 type=del 2024-04-12T00:46:52.462 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.460+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=3D82M8V5LXL7 type=del size=1539346 2024-04-12T00:46:52.465 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.462+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~BI8SIPKBF7UJ.0 size=551082 2024-04-12T00:46:52.469 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.467+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=BI8SIPKBF7UJ tag=72DJCDYWVNOS type=write size=1599658 2024-04-12T00:46:52.471 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.469+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=MBC5MQ0450V4 type=del size=1682688 2024-04-12T00:46:52.473 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.471+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~EG4SGA8S4NT4.0 size=1048576 2024-04-12T00:46:52.475 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.472+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~EG4SGA8S4NT4.1 size=136218 2024-04-12T00:46:52.478 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.476+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=EG4SGA8S4NT4 tag=SD93EAVZFUGM type=write size=2233370 2024-04-12T00:46:52.482 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.480+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~58IW8HAD2ZFE.0 size=756527 2024-04-12T00:46:52.482 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.480+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=58IW8HAD2ZFE tag=8KFQEXH0I1OV type=write size=1805103 2024-04-12T00:46:52.484 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.482+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~6CAGKWWTBGIV.0 size=1048576 2024-04-12T00:46:52.486 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.483+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~6CAGKWWTBGIV.1 size=291772 2024-04-12T00:46:52.490 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.487+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=6CAGKWWTBGIV tag=JSDZASJ36S1Z type=write size=2388924 2024-04-12T00:46:52.491 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.489+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=VIQDZ3GMBKF9 type=del size=2915343 2024-04-12T00:46:52.495 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.493+0000 7f3317332780 1 < suggested remove operation key=UOC07EDTW788 tag=PEQLWI5UKI0Z type=del 2024-04-12T00:46:52.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.495+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=D67YO71O7GJC type=del size=3911979 2024-04-12T00:46:52.500 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.497+0000 7f3317332780 1 < canceled operation key=WV1ML7JVNDAP tag=CC1GVOC01TNM type=del size=383320 2024-04-12T00:46:52.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.501+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~2A09PPJQA2OS.0 size=1048576 2024-04-12T00:46:52.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.503+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~2A09PPJQA2OS.1 size=51469 2024-04-12T00:46:52.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.503+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=2A09PPJQA2OS tag=42M23QSNPO2M type=write size=2148621 2024-04-12T00:46:52.508 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.505+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~OVNLHX91SKA2.0 size=1048576 2024-04-12T00:46:52.510 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.507+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~OVNLHX91SKA2.1 size=1048576 2024-04-12T00:46:52.512 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.509+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~OVNLHX91SKA2.2 size=14739 2024-04-12T00:46:52.515 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.513+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=OVNLHX91SKA2 tag=L12QYY83KO6S type=write size=3160467 2024-04-12T00:46:52.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.515+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=TB2BK9SMWIRW type=del size=538676 2024-04-12T00:46:52.520 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.518+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=YZVMAHOJYDHV type=del 2024-04-12T00:46:52.525 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.522+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~E37TVKNUMD4C.0 size=1048576 2024-04-12T00:46:52.527 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.524+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~E37TVKNUMD4C.1 size=119327 2024-04-12T00:46:52.527 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.524+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=E37TVKNUMD4C tag=36SJ2X8U0K79 type=write size=2216479 2024-04-12T00:46:52.529 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.526+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~AJ9IXDAUDLHP.0 size=1048576 2024-04-12T00:46:52.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.528+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~AJ9IXDAUDLHP.1 size=1048576 2024-04-12T00:46:52.533 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.530+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~AJ9IXDAUDLHP.2 size=915046 2024-04-12T00:46:52.536 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.533+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=AJ9IXDAUDLHP tag=NM5M2S9INHIB type=write size=4060774 2024-04-12T00:46:52.538 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.535+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=L3FCKZWVDSA3 type=write size=784260 2024-04-12T00:46:52.540 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.537+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=QA8TDYTCKSO5 type=del 2024-04-12T00:46:52.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:46:52.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:46:52.544 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.541+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~1JOFJEOE0YZP.0 size=1048576 2024-04-12T00:46:52.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.543+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~1JOFJEOE0YZP.1 size=1048576 2024-04-12T00:46:52.548 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.545+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~1JOFJEOE0YZP.2 size=679567 2024-04-12T00:46:52.548 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.545+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=1JOFJEOE0YZP tag=J17THZRX32S1 type=write size=3825295 2024-04-12T00:46:52.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.547+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=OTOFXBXEXDMP type=del 2024-04-12T00:46:52.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.550+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=MA5WO27J7PTI type=write size=748979 2024-04-12T00:46:52.554 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.552+0000 7f3317332780 1 < completed write operation key=5ZZ72J3YOO5G tag=14RCRTYPG38K type=write size=873722 2024-04-12T00:46:52.557 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.554+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=G2HG0CJBWASV type=del size=1293163 2024-04-12T00:46:52.559 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.556+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=8SN6QTRZGQX8 type=del 2024-04-12T00:46:52.561 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.559+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=XIH59NOZSWOI type=del size=1333197 2024-04-12T00:46:52.566 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.563+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=68EEAC773ZD3 type=del 2024-04-12T00:46:52.569 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.566+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=N2ZF5OX6VBK8 type=del size=1290002 2024-04-12T00:46:52.571 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.568+0000 7f3317332780 1 < canceled operation key=RT67TN1NNQ2D tag=40P0EC366288 type=del size=2602385 2024-04-12T00:46:52.575 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.573+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~AQ29G8Y6KZQR.0 size=1048576 2024-04-12T00:46:52.578 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.575+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~AQ29G8Y6KZQR.1 size=1025317 2024-04-12T00:46:52.579 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.575+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=AQ29G8Y6KZQR tag=3802ZNGVLC85 type=write size=3122469 2024-04-12T00:46:52.581 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.578+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=IRREZMH7WHQU type=del 2024-04-12T00:46:52.583 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.581+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=S1C07GDHSAFN type=del size=4060808 2024-04-12T00:46:52.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.585+0000 7f3317332780 1 < suggested remove operation key=DUBT6E7KPOC6 tag=3D82M8V5LXL7 type=del 2024-04-12T00:46:52.591 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.588+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=G7E3WOVI3QUH type=del size=1598881 2024-04-12T00:46:52.593 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.590+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=MBC5MQ0450V4 type=del 2024-04-12T00:46:52.596 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.594+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~E9QUQ7EZD9YK.0 size=1048576 2024-04-12T00:46:52.598 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.596+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~E9QUQ7EZD9YK.1 size=1048576 2024-04-12T00:46:52.600 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.597+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~E9QUQ7EZD9YK.2 size=712708 2024-04-12T00:46:52.600 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.597+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=E9QUQ7EZD9YK tag=ZNLDZRA1965Q type=write size=3858436 2024-04-12T00:46:52.602 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.600+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~58IW8HAD2ZFE.0 size=756527 2024-04-12T00:46:52.606 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.603+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=58IW8HAD2ZFE tag=8KFQEXH0I1OV type=write size=1805103 2024-04-12T00:46:52.609 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.605+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=7THMW1Z19KEC type=write size=528391 2024-04-12T00:46:52.612 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.610+0000 7f3317332780 1 < suggested update operation key=HOD7SOILOUYQ tag=VIQDZ3GMBKF9 type=del size=2915343 2024-04-12T00:46:52.615 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.612+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=F7RC7RGUE3PT type=del size=2904495 2024-04-12T00:46:52.617 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.614+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=D67YO71O7GJC type=del 2024-04-12T00:46:52.619 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.616+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=V8LHWPOZ6BOB type=del size=2081827 2024-04-12T00:46:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:46:52.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:46:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:46:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:46:52.621 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.618+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~2A09PPJQA2OS.0 size=1048576 2024-04-12T00:46:52.621 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.618+0000 7f3317332780 1 < canceled part key=_multipart_MX8A1YZ2V3NF.2~2A09PPJQA2OS.1 size=51469 2024-04-12T00:46:52.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.622+0000 7f3317332780 1 < canceled multipart upload key=MX8A1YZ2V3NF upload=2A09PPJQA2OS tag=42M23QSNPO2M type=write size=2148621 2024-04-12T00:46:52.627 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.625+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=6UMYXI1BIB9Q type=del size=585185 2024-04-12T00:46:52.629 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.627+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=TB2BK9SMWIRW type=del 2024-04-12T00:46:52.632 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.629+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=7GQONYWMXKAB type=del size=281482 2024-04-12T00:46:52.634 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.632+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~E37TVKNUMD4C.0 size=1048576 2024-04-12T00:46:52.636 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.634+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~E37TVKNUMD4C.1 size=119327 2024-04-12T00:46:52.640 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.638+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=E37TVKNUMD4C tag=36SJ2X8U0K79 type=write size=2216479 2024-04-12T00:46:52.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.640+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=5R3X15N7FBQE type=del size=1327012 2024-04-12T00:46:52.645 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.642+0000 7f3317332780 1 < canceled operation key=X4J4HOCIIN2P tag=L3FCKZWVDSA3 type=write size=784260 2024-04-12T00:46:52.646 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.644+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=XCJWF70OIWTI type=del size=1645474 2024-04-12T00:46:52.648 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.646+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~1JOFJEOE0YZP.0 size=1048576 2024-04-12T00:46:52.650 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.648+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~1JOFJEOE0YZP.1 size=1048576 2024-04-12T00:46:52.652 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.649+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~1JOFJEOE0YZP.2 size=679567 2024-04-12T00:46:52.655 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.653+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=1JOFJEOE0YZP tag=J17THZRX32S1 type=write size=3825295 2024-04-12T00:46:52.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.657+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~NL8OBNDNB71Y.0 size=307128 2024-04-12T00:46:52.660 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.657+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=NL8OBNDNB71Y tag=FO6EK5Y3UONR type=write size=1355704 2024-04-12T00:46:52.662 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.659+0000 7f3317332780 1 < completed write operation key=TZ723A1PHQ0U tag=MA5WO27J7PTI type=write size=748979 2024-04-12T00:46:52.664 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.661+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=LCSJQUF7402V type=write size=39338 2024-04-12T00:46:52.666 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.663+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=G2HG0CJBWASV type=del 2024-04-12T00:46:52.669 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.667+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~C7MR83XB8UPX.0 size=1048576 2024-04-12T00:46:52.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.669+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~C7MR83XB8UPX.1 size=1042576 2024-04-12T00:46:52.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.669+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=C7MR83XB8UPX tag=KDZVNG2AA1T6 type=write size=3139728 2024-04-12T00:46:52.674 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.671+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=XIH59NOZSWOI type=del 2024-04-12T00:46:52.676 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.673+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=C34S5YWNNEU1 type=del size=3879582 2024-04-12T00:46:52.678 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.675+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=N2ZF5OX6VBK8 type=del 2024-04-12T00:46:52.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.679+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~KEFJ1GWSCBJ5.0 size=682348 2024-04-12T00:46:52.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.679+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=KEFJ1GWSCBJ5 tag=MNJZ5DJT2I2N type=write size=1730924 2024-04-12T00:46:52.683 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.681+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~AQ29G8Y6KZQR.0 size=1048576 2024-04-12T00:46:52.685 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.683+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~AQ29G8Y6KZQR.1 size=1025317 2024-04-12T00:46:52.689 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.686+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=AQ29G8Y6KZQR tag=3802ZNGVLC85 type=write size=3122469 2024-04-12T00:46:52.693 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.690+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~02UD6LXADZNX.0 size=114629 2024-04-12T00:46:52.693 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.690+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=02UD6LXADZNX tag=8QET2J6KIWWJ type=write size=1163205 2024-04-12T00:46:52.695 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.693+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=S1C07GDHSAFN type=del 2024-04-12T00:46:52.697 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.695+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=2YHIERU6EFHV type=write size=223885 2024-04-12T00:46:52.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.697+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=G7E3WOVI3QUH type=del 2024-04-12T00:46:52.702 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.699+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=NR3IS02E995G type=write size=239774 2024-04-12T00:46:52.704 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.701+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~E9QUQ7EZD9YK.0 size=1048576 2024-04-12T00:46:52.711 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.709+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~E9QUQ7EZD9YK.1 size=1048576 2024-04-12T00:46:52.713 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.711+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~E9QUQ7EZD9YK.2 size=712708 2024-04-12T00:46:52.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.715+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=E9QUQ7EZD9YK tag=ZNLDZRA1965Q type=write size=3858436 2024-04-12T00:46:52.722 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.719+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~JM9HG7XJ1FVK.0 size=1048576 2024-04-12T00:46:52.724 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.721+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~JM9HG7XJ1FVK.1 size=85110 2024-04-12T00:46:52.724 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.721+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=JM9HG7XJ1FVK tag=JC5UH189ZTM7 type=write size=2182262 2024-04-12T00:46:52.726 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.723+0000 7f3317332780 1 < completed write operation key=VWQS28AXYRWJ tag=7THMW1Z19KEC type=write size=528391 2024-04-12T00:46:52.729 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.727+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~T4I1XQY6VP4R.0 size=1048576 2024-04-12T00:46:52.731 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.729+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~T4I1XQY6VP4R.1 size=1048576 2024-04-12T00:46:52.733 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.731+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~T4I1XQY6VP4R.2 size=896099 2024-04-12T00:46:52.733 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.731+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=T4I1XQY6VP4R tag=QGPP555E217Z type=write size=4041827 2024-04-12T00:46:52.735 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.733+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=F7RC7RGUE3PT type=del 2024-04-12T00:46:52.738 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.735+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=H21PJ54T0GHC type=write size=587309 2024-04-12T00:46:52.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.737+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=V8LHWPOZ6BOB type=del 2024-04-12T00:46:52.742 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.739+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=HMFP4F1VFURJ type=del size=866912 2024-04-12T00:46:52.744 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.741+0000 7f3317332780 1 < canceled operation key=99X98PX1X4B7 tag=6UMYXI1BIB9Q type=del size=585185 2024-04-12T00:46:52.748 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.745+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~L3KFAD5R50OA.0 size=1048576 2024-04-12T00:46:52.750 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.747+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~L3KFAD5R50OA.1 size=1048576 2024-04-12T00:46:52.752 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.749+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~L3KFAD5R50OA.2 size=264159 2024-04-12T00:46:52.752 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.749+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=L3KFAD5R50OA tag=MDHON5CMUIE8 type=write size=3409887 2024-04-12T00:46:52.754 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.751+0000 7f3317332780 1 < canceled operation key=5ZZ72J3YOO5G tag=7GQONYWMXKAB type=del size=281482 2024-04-12T00:46:52.758 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.755+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~G4XCRC8AJ10J.0 size=128365 2024-04-12T00:46:52.758 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.755+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=G4XCRC8AJ10J tag=P6HLPWTBAWOI type=write size=1176941 2024-04-12T00:46:52.760 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.757+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=5R3X15N7FBQE type=del 2024-04-12T00:46:52.762 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.759+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=EO1PGZ34F999 type=del size=2490200 2024-04-12T00:46:52.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.761+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=XCJWF70OIWTI type=del 2024-04-12T00:46:52.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.763+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=0XZ6BYJ2JG61 type=write size=71744 2024-04-12T00:46:52.769 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.766+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~NL8OBNDNB71Y.0 size=307128 2024-04-12T00:46:52.772 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.770+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=NL8OBNDNB71Y tag=FO6EK5Y3UONR type=write size=1355704 2024-04-12T00:46:52.775 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.772+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=TFZ2TM8DWXT6 type=write size=684095 2024-04-12T00:46:52.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.774+0000 7f3317332780 1 < completed write operation key=COYSTVZBULU1 tag=LCSJQUF7402V type=write size=39338 2024-04-12T00:46:52.779 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.776+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=JXC1BQVYYVNV type=del size=3445107 2024-04-12T00:46:52.782 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.778+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~C7MR83XB8UPX.0 size=1048576 2024-04-12T00:46:52.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.780+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~C7MR83XB8UPX.1 size=1042576 2024-04-12T00:46:52.787 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.784+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=C7MR83XB8UPX tag=KDZVNG2AA1T6 type=write size=3139728 2024-04-12T00:46:52.791 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.789+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~U5HYW02A0BZ4.0 size=1048576 2024-04-12T00:46:52.793 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.790+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~U5HYW02A0BZ4.1 size=534989 2024-04-12T00:46:52.793 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.790+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=U5HYW02A0BZ4 tag=WQF9B815BRWV type=write size=2632141 2024-04-12T00:46:52.795 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.792+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=C34S5YWNNEU1 type=del 2024-04-12T00:46:52.799 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.796+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~F32YN3EEKQ6T.0 size=1048576 2024-04-12T00:46:52.801 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.798+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~F32YN3EEKQ6T.1 size=1048576 2024-04-12T00:46:52.802 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.800+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~F32YN3EEKQ6T.2 size=147226 2024-04-12T00:46:52.803 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.800+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=F32YN3EEKQ6T tag=D6G9VB8ZZAWE type=write size=3292954 2024-04-12T00:46:52.805 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.802+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~KEFJ1GWSCBJ5.0 size=682348 2024-04-12T00:46:52.808 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.806+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=KEFJ1GWSCBJ5 tag=MNJZ5DJT2I2N type=write size=1730924 2024-04-12T00:46:52.811 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.808+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=RXJJ9GKDA5LW type=del size=603121 2024-04-12T00:46:52.811 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.808+0000 7f3317332780 1 < canceled part key=_multipart_FP1N9YO8QR7E.2~02UD6LXADZNX.0 size=114629 2024-04-12T00:46:52.814 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.812+0000 7f3317332780 1 < canceled multipart upload key=FP1N9YO8QR7E upload=02UD6LXADZNX tag=8QET2J6KIWWJ type=write size=1163205 2024-04-12T00:46:52.819 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.816+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~YFTKPA59XDO4.0 size=1048576 2024-04-12T00:46:52.820 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.818+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~YFTKPA59XDO4.1 size=1048576 2024-04-12T00:46:52.822 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.819+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~YFTKPA59XDO4.2 size=678890 2024-04-12T00:46:52.822 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.819+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=YFTKPA59XDO4 tag=BR49C7ZS7S23 type=write size=3824618 2024-04-12T00:46:52.824 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.822+0000 7f3317332780 1 < completed write operation key=LMJQSUV7DIV7 tag=2YHIERU6EFHV type=write size=223885 2024-04-12T00:46:52.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.826+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~XWKIN1HTT9TB.0 size=655874 2024-04-12T00:46:52.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.826+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=XWKIN1HTT9TB tag=LW07JCU5M2HT type=write size=1704450 2024-04-12T00:46:52.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.828+0000 7f3317332780 1 < completed write operation key=2LATRVZJ94KG tag=NR3IS02E995G type=write size=239774 2024-04-12T00:46:52.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.832+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~E6OXL1IQFWT8.0 size=1048576 2024-04-12T00:46:52.836 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.834+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~E6OXL1IQFWT8.1 size=815062 2024-04-12T00:46:52.836 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.834+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=E6OXL1IQFWT8 tag=XLIR5JN6E0I3 type=write size=2912214 2024-04-12T00:46:52.839 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.836+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~JM9HG7XJ1FVK.0 size=1048576 2024-04-12T00:46:52.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.838+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~JM9HG7XJ1FVK.1 size=85110 2024-04-12T00:46:52.845 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.842+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=JM9HG7XJ1FVK tag=JC5UH189ZTM7 type=write size=2182262 2024-04-12T00:46:52.848 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.844+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=BKW1CI22DSZJ type=del size=1798701 2024-04-12T00:46:52.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.846+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~T4I1XQY6VP4R.0 size=1048576 2024-04-12T00:46:52.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.848+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~T4I1XQY6VP4R.1 size=1048576 2024-04-12T00:46:52.852 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.850+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~T4I1XQY6VP4R.2 size=896099 2024-04-12T00:46:52.856 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.853+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=T4I1XQY6VP4R tag=QGPP555E217Z type=write size=4041827 2024-04-12T00:46:52.859 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.856+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=9H7SNL2TPDE7 type=del size=745552 2024-04-12T00:46:52.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.858+0000 7f3317332780 1 < completed write operation key=B0O10Z22S1QK tag=H21PJ54T0GHC type=write size=587309 2024-04-12T00:46:52.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.860+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=P48D9K5V3QP1 type=del size=2879910 2024-04-12T00:46:52.865 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.862+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=HMFP4F1VFURJ type=del 2024-04-12T00:46:52.867 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.864+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=EODK0IEMED1Y type=del size=4143376 2024-04-12T00:46:52.869 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.866+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~L3KFAD5R50OA.0 size=1048576 2024-04-12T00:46:52.870 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.868+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~L3KFAD5R50OA.1 size=1048576 2024-04-12T00:46:52.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.870+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~L3KFAD5R50OA.2 size=264159 2024-04-12T00:46:52.876 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.873+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=L3KFAD5R50OA tag=MDHON5CMUIE8 type=write size=3409887 2024-04-12T00:46:52.878 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.875+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=ZVHM7DQZQPBV type=del size=1924946 2024-04-12T00:46:52.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.878+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~G4XCRC8AJ10J.0 size=128365 2024-04-12T00:46:52.884 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.882+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=G4XCRC8AJ10J tag=P6HLPWTBAWOI type=write size=1176941 2024-04-12T00:46:52.886 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.884+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=1X5OB10VYZT9 type=del size=3729310 2024-04-12T00:46:52.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.886+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=EO1PGZ34F999 type=del 2024-04-12T00:46:52.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.888+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=TYZJW5Z6EP5H type=del size=1498247 2024-04-12T00:46:52.893 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.890+0000 7f3317332780 1 < completed write operation key=UV2GWU9R87W7 tag=0XZ6BYJ2JG61 type=write size=71744 2024-04-12T00:46:52.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.894+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~I4ZJGZHAZOAV.0 size=622785 2024-04-12T00:46:52.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.894+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=I4ZJGZHAZOAV tag=54Q7C1B4JTKV type=write size=1671361 2024-04-12T00:46:52.901 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.898+0000 7f3317332780 1 < suggested remove operation key=RT67TN1NNQ2D tag=TFZ2TM8DWXT6 type=write 2024-04-12T00:46:52.903 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.901+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=OJOZ5336KWJY type=del size=3971145 2024-04-12T00:46:52.906 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.903+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=JXC1BQVYYVNV type=del 2024-04-12T00:46:52.911 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.907+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~33J3U6CPDL05.0 size=1048576 2024-04-12T00:46:52.912 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.909+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~33J3U6CPDL05.1 size=1048576 2024-04-12T00:46:52.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.911+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~33J3U6CPDL05.2 size=503798 2024-04-12T00:46:52.914 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.911+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=33J3U6CPDL05 tag=WER8EYU0SU73 type=write size=3649526 2024-04-12T00:46:52.916 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.913+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~U5HYW02A0BZ4.0 size=1048576 2024-04-12T00:46:52.916 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.913+0000 7f3317332780 1 < canceled part key=_multipart_1CAPZAU657WZ.2~U5HYW02A0BZ4.1 size=534989 2024-04-12T00:46:52.919 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.917+0000 7f3317332780 1 < canceled multipart upload key=1CAPZAU657WZ upload=U5HYW02A0BZ4 tag=WQF9B815BRWV type=write size=2632141 2024-04-12T00:46:52.922 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.919+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=T9BV48ULRIKN type=write size=814214 2024-04-12T00:46:52.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.922+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~F32YN3EEKQ6T.0 size=1048576 2024-04-12T00:46:52.926 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.923+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~F32YN3EEKQ6T.1 size=1048576 2024-04-12T00:46:52.928 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.925+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~F32YN3EEKQ6T.2 size=147226 2024-04-12T00:46:52.932 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.929+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=F32YN3EEKQ6T tag=D6G9VB8ZZAWE type=write size=3292954 2024-04-12T00:46:52.936 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.933+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~BCKW5CZHKEAE.0 size=449491 2024-04-12T00:46:52.936 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.933+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=BCKW5CZHKEAE tag=JKQJPYN22JR5 type=write size=1498067 2024-04-12T00:46:52.940 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.937+0000 7f3317332780 1 < suggested update operation key=E46GQAGF9GTX tag=RXJJ9GKDA5LW type=del size=603121 2024-04-12T00:46:52.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.940+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=HPH49L2EN53J type=del size=2335013 2024-04-12T00:46:52.944 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.942+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~YFTKPA59XDO4.0 size=1048576 2024-04-12T00:46:52.946 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.944+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~YFTKPA59XDO4.1 size=1048576 2024-04-12T00:46:52.948 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.945+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~YFTKPA59XDO4.2 size=678890 2024-04-12T00:46:52.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.950+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=YFTKPA59XDO4 tag=BR49C7ZS7S23 type=write size=3824618 2024-04-12T00:46:52.955 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.952+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=UH6289AXBZ3F type=del size=1331004 2024-04-12T00:46:52.955 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.952+0000 7f3317332780 1 < canceled part key=_multipart_RT67TN1NNQ2D.2~XWKIN1HTT9TB.0 size=655874 2024-04-12T00:46:52.959 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.956+0000 7f3317332780 1 < canceled multipart upload key=RT67TN1NNQ2D upload=XWKIN1HTT9TB tag=LW07JCU5M2HT type=write size=1704450 2024-04-12T00:46:52.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.960+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~U2ID0E1FESEV.0 size=1048576 2024-04-12T00:46:52.964 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.962+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~U2ID0E1FESEV.1 size=1024900 2024-04-12T00:46:52.964 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.962+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=U2ID0E1FESEV tag=J6Y693WAIVTB type=write size=3122052 2024-04-12T00:46:52.966 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.963+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~E6OXL1IQFWT8.0 size=1048576 2024-04-12T00:46:52.968 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.965+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~E6OXL1IQFWT8.1 size=815062 2024-04-12T00:46:52.972 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.969+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=E6OXL1IQFWT8 tag=XLIR5JN6E0I3 type=write size=2912214 2024-04-12T00:46:52.976 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.973+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~HM1E1EJ0KJ2C.0 size=425854 2024-04-12T00:46:52.976 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.973+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=HM1E1EJ0KJ2C tag=NHVSBGXQ30XH type=write size=1474430 2024-04-12T00:46:52.978 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.976+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=BKW1CI22DSZJ type=del 2024-04-12T00:46:52.982 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.979+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~TR1MJUK7EGT1.0 size=201513 2024-04-12T00:46:52.982 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.979+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=TR1MJUK7EGT1 tag=UX33ETLBMII8 type=write size=1250089 2024-04-12T00:46:52.984 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.981+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=9H7SNL2TPDE7 type=del 2024-04-12T00:46:52.987 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.983+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=DOP1LQ07DE0I type=del size=791646 2024-04-12T00:46:52.988 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.985+0000 7f3317332780 1 < canceled operation key=VCU05OLK0CA0 tag=P48D9K5V3QP1 type=del size=2879910 2024-04-12T00:46:52.990 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.987+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=Y7943RRUFHDV type=del size=2834400 2024-04-12T00:46:52.993 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.990+0000 7f3317332780 -1 < failed to complete operation key=E46GQAGF9GTX tag=EODK0IEMED1Y type=del size=4143376: (22) Invalid argument 2024-04-12T00:46:52.997 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.994+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~QORCYRPRXMCF.0 size=978038 2024-04-12T00:46:52.997 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.994+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=QORCYRPRXMCF tag=HSBVXI4Q3IZD type=write size=2026614 2024-04-12T00:46:52.999 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:52.996+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=ZVHM7DQZQPBV type=del 2024-04-12T00:46:53.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.001+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~0GNK872J6EFR.0 size=1048576 2024-04-12T00:46:53.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.002+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~0GNK872J6EFR.1 size=1048576 2024-04-12T00:46:53.007 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.004+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~0GNK872J6EFR.2 size=144780 2024-04-12T00:46:53.007 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.004+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=0GNK872J6EFR tag=KCLI0VWRGEHC type=write size=3290508 2024-04-12T00:46:53.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.006+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=1X5OB10VYZT9 type=del 2024-04-12T00:46:53.013 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.010+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~Q16DK5Q1F176.0 size=1048576 2024-04-12T00:46:53.014 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.012+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~Q16DK5Q1F176.1 size=543436 2024-04-12T00:46:53.014 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.012+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=Q16DK5Q1F176 tag=1Q872X9DXFK6 type=write size=2640588 2024-04-12T00:46:53.016 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.014+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=TYZJW5Z6EP5H type=del 2024-04-12T00:46:53.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.017+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=GN03433D5KFP type=del size=1781953 2024-04-12T00:46:53.022 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.019+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~I4ZJGZHAZOAV.0 size=622785 2024-04-12T00:46:53.025 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.023+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=I4ZJGZHAZOAV tag=54Q7C1B4JTKV type=write size=1671361 2024-04-12T00:46:53.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.027+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~EJRG5MHXMDKG.0 size=1048576 2024-04-12T00:46:53.031 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.029+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~EJRG5MHXMDKG.1 size=1048576 2024-04-12T00:46:53.033 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.030+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~EJRG5MHXMDKG.2 size=419957 2024-04-12T00:46:53.033 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.030+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=EJRG5MHXMDKG tag=8S72VAGZS5VW type=write size=3565685 2024-04-12T00:46:53.037 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.034+0000 7f3317332780 1 < suggested update operation key=99X98PX1X4B7 tag=OJOZ5336KWJY type=del size=3971145 2024-04-12T00:46:53.041 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.039+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~Z31VCQYB237U.0 size=870985 2024-04-12T00:46:53.041 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.039+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=Z31VCQYB237U tag=Z8J7VMU2WUW3 type=write size=1919561 2024-04-12T00:46:53.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.041+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~33J3U6CPDL05.0 size=1048576 2024-04-12T00:46:53.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.043+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~33J3U6CPDL05.1 size=1048576 2024-04-12T00:46:53.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.045+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~33J3U6CPDL05.2 size=503798 2024-04-12T00:46:53.051 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.049+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=33J3U6CPDL05 tag=WER8EYU0SU73 type=write size=3649526 2024-04-12T00:46:53.054 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.051+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=Z67NT4VAJMYU type=del size=2323508 2024-04-12T00:46:53.056 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.053+0000 7f3317332780 1 < completed write operation key=WV1ML7JVNDAP tag=T9BV48ULRIKN type=write size=814214 2024-04-12T00:46:53.058 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.055+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=SY4G1N57MLG9 type=del size=2144652 2024-04-12T00:46:53.059 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.056+0000 7f3317332780 1 < canceled part key=_multipart_H318TVZHDVRW.2~BCKW5CZHKEAE.0 size=449491 2024-04-12T00:46:53.062 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.060+0000 7f3317332780 1 < canceled multipart upload key=H318TVZHDVRW upload=BCKW5CZHKEAE tag=JKQJPYN22JR5 type=write size=1498067 2024-04-12T00:46:53.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.062+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=F68KZRKL3C1P type=del size=2697549 2024-04-12T00:46:53.069 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.066+0000 7f3317332780 1 < suggested remove operation key=UV2GWU9R87W7 tag=HPH49L2EN53J type=del 2024-04-12T00:46:53.071 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.068+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=LA70CDBE3LSS type=del size=893776 2024-04-12T00:46:53.073 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.070+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=UH6289AXBZ3F type=del 2024-04-12T00:46:53.075 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.072+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=F2FK562LVTHP type=del size=324455 2024-04-12T00:46:53.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.074+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~U2ID0E1FESEV.0 size=1048576 2024-04-12T00:46:53.079 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.076+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~U2ID0E1FESEV.1 size=1024900 2024-04-12T00:46:53.083 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.080+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=U2ID0E1FESEV tag=J6Y693WAIVTB type=write size=3122052 2024-04-12T00:46:53.085 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.082+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=6PQKC5Y4HL58 type=del size=2110004 2024-04-12T00:46:53.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.085+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~HM1E1EJ0KJ2C.0 size=425854 2024-04-12T00:46:53.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.088+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=HM1E1EJ0KJ2C tag=NHVSBGXQ30XH type=write size=1474430 2024-04-12T00:46:53.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.090+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=19HW3QBLUIAR type=del size=771449 2024-04-12T00:46:53.095 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.092+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~TR1MJUK7EGT1.0 size=201513 2024-04-12T00:46:53.098 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.095+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=TR1MJUK7EGT1 tag=UX33ETLBMII8 type=write size=1250089 2024-04-12T00:46:53.100 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.097+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=2R4HF1WLHUT1 type=del size=930008 2024-04-12T00:46:53.102 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.099+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=DOP1LQ07DE0I type=del 2024-04-12T00:46:53.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.101+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=TFNBKB3GXXVQ type=del size=3370884 2024-04-12T00:46:53.106 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.103+0000 7f3317332780 1 < canceled operation key=MX8A1YZ2V3NF tag=Y7943RRUFHDV type=del size=2834400 2024-04-12T00:46:53.108 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.105+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=N1STIVM0ENW3 type=write size=625973 2024-04-12T00:46:53.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.107+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~QORCYRPRXMCF.0 size=978038 2024-04-12T00:46:53.114 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.111+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=QORCYRPRXMCF tag=HSBVXI4Q3IZD type=write size=2026614 2024-04-12T00:46:53.118 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.115+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~3Z7JAPATO7U7.0 size=1048576 2024-04-12T00:46:53.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.117+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~3Z7JAPATO7U7.1 size=547637 2024-04-12T00:46:53.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.117+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=3Z7JAPATO7U7 tag=23RR76W4IUND type=write size=2644789 2024-04-12T00:46:53.122 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.119+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~0GNK872J6EFR.0 size=1048576 2024-04-12T00:46:53.124 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.121+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~0GNK872J6EFR.1 size=1048576 2024-04-12T00:46:53.126 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.123+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~0GNK872J6EFR.2 size=144780 2024-04-12T00:46:53.129 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.126+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=0GNK872J6EFR tag=KCLI0VWRGEHC type=write size=3290508 2024-04-12T00:46:53.131 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.129+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=ZOBBIC4AVUL7 type=del size=44652 2024-04-12T00:46:53.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.131+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~Q16DK5Q1F176.0 size=1048576 2024-04-12T00:46:53.135 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.132+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~Q16DK5Q1F176.1 size=543436 2024-04-12T00:46:53.139 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.136+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=Q16DK5Q1F176 tag=1Q872X9DXFK6 type=write size=2640588 2024-04-12T00:46:53.141 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.138+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=XPMMC8ZYK77L type=del size=112887 2024-04-12T00:46:53.143 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.140+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=GN03433D5KFP type=del 2024-04-12T00:46:53.145 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.143+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=798B2GZ0UMXF type=write size=426284 2024-04-12T00:46:53.148 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.145+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~EJRG5MHXMDKG.0 size=1048576 2024-04-12T00:46:53.150 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.147+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~EJRG5MHXMDKG.1 size=1048576 2024-04-12T00:46:53.151 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.149+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~EJRG5MHXMDKG.2 size=419957 2024-04-12T00:46:53.155 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.152+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=EJRG5MHXMDKG tag=8S72VAGZS5VW type=write size=3565685 2024-04-12T00:46:53.159 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.156+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~VAG2XJMZXPE5.0 size=169607 2024-04-12T00:46:53.159 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.156+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=VAG2XJMZXPE5 tag=0HKS140MD2L5 type=write size=1218183 2024-04-12T00:46:53.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.158+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~Z31VCQYB237U.0 size=870985 2024-04-12T00:46:53.165 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.162+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=Z31VCQYB237U tag=Z8J7VMU2WUW3 type=write size=1919561 2024-04-12T00:46:53.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.166+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~NABFTEMMY8OG.0 size=442453 2024-04-12T00:46:53.169 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.166+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=NABFTEMMY8OG tag=UA51RY27P5VY type=write size=1491029 2024-04-12T00:46:53.171 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.168+0000 7f3317332780 1 < canceled operation key=99X98PX1X4B7 tag=Z67NT4VAJMYU type=del size=2323508 2024-04-12T00:46:53.174 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.171+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=NJSST9KJI55O type=del size=2892850 2024-04-12T00:46:53.177 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.175+0000 7f3317332780 1 < suggested remove operation key=UV2GWU9R87W7 tag=SY4G1N57MLG9 type=del 2024-04-12T00:46:53.181 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.178+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=9PSK89508CG1 type=del size=4164166 2024-04-12T00:46:53.183 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.180+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=F68KZRKL3C1P type=del 2024-04-12T00:46:53.185 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.182+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=YRSYULF7RD1O type=del size=3741286 2024-04-12T00:46:53.187 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.184+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=LA70CDBE3LSS type=del 2024-04-12T00:46:53.190 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.188+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~NI7RNPTXO2M4.0 size=1048576 2024-04-12T00:46:53.193 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.190+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~NI7RNPTXO2M4.1 size=1048576 2024-04-12T00:46:53.195 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.192+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~NI7RNPTXO2M4.2 size=726960 2024-04-12T00:46:53.195 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.192+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=NI7RNPTXO2M4 tag=M7WQ7TPQMZI3 type=write size=3872688 2024-04-12T00:46:53.197 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.195+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=F2FK562LVTHP type=del 2024-04-12T00:46:53.199 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.197+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=0FXN5EDF6FOM type=del size=2836072 2024-04-12T00:46:53.204 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.201+0000 7f3317332780 1 < suggested remove operation key=2LATRVZJ94KG tag=6PQKC5Y4HL58 type=del 2024-04-12T00:46:53.208 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.205+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~Z3P59TCVPPCD.0 size=611343 2024-04-12T00:46:53.208 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.205+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=Z3P59TCVPPCD tag=BEVKKXEYR1IL type=write size=1659919 2024-04-12T00:46:53.211 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.209+0000 7f3317332780 -1 < failed to complete operation key=2LATRVZJ94KG tag=19HW3QBLUIAR type=del size=771449: (22) Invalid argument 2024-04-12T00:46:53.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.211+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=9MASOSNJFPYR type=write size=597300 2024-04-12T00:46:53.216 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.213+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=2R4HF1WLHUT1 type=del 2024-04-12T00:46:53.218 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.216+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=1G32PEITHFW4 type=del size=1310183 2024-04-12T00:46:53.221 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.218+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=TFNBKB3GXXVQ type=del 2024-04-12T00:46:53.224 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.221+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=RXFE525CLAGB type=del size=3900246 2024-04-12T00:46:53.229 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.226+0000 7f3317332780 1 < suggested update operation key=L78GRS73CH1U tag=N1STIVM0ENW3 type=write size=625973 2024-04-12T00:46:53.233 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.230+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~RVIVYQ8F3BS6.0 size=1048576 2024-04-12T00:46:53.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.232+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~RVIVYQ8F3BS6.1 size=1048576 2024-04-12T00:46:53.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.233+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~RVIVYQ8F3BS6.2 size=892534 2024-04-12T00:46:53.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.233+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=RVIVYQ8F3BS6 tag=0MEZIPTLQ52P type=write size=4038262 2024-04-12T00:46:53.238 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.236+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~3Z7JAPATO7U7.0 size=1048576 2024-04-12T00:46:53.240 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.238+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~3Z7JAPATO7U7.1 size=547637 2024-04-12T00:46:53.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.241+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=3Z7JAPATO7U7 tag=23RR76W4IUND type=write size=2644789 2024-04-12T00:46:53.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.244+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=XY3ZKHYMY21A type=del size=3851331 2024-04-12T00:46:53.248 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.246+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=ZOBBIC4AVUL7 type=del 2024-04-12T00:46:53.252 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.250+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~7R561H2328YX.0 size=1048576 2024-04-12T00:46:53.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.252+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~7R561H2328YX.1 size=1048576 2024-04-12T00:46:53.257 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.254+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~7R561H2328YX.2 size=80233 2024-04-12T00:46:53.257 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.254+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=7R561H2328YX tag=NLBFWO2VFWID type=write size=3225961 2024-04-12T00:46:53.259 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.256+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=XPMMC8ZYK77L type=del 2024-04-12T00:46:53.261 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.258+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=TLJ0ZIUHE3WL type=del size=2980655 2024-04-12T00:46:53.263 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.261+0000 7f3317332780 1 < completed write operation key=X4J4HOCIIN2P tag=798B2GZ0UMXF type=write size=426284 2024-04-12T00:46:53.266 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.263+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=80X2XCB2ITTP type=del size=3907826 2024-04-12T00:46:53.268 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.265+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~VAG2XJMZXPE5.0 size=169607 2024-04-12T00:46:53.272 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.269+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=VAG2XJMZXPE5 tag=0HKS140MD2L5 type=write size=1218183 2024-04-12T00:46:53.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.271+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=Y62WIPUWU7VW type=del size=1788830 2024-04-12T00:46:53.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.271+0000 7f3317332780 1 < canceled part key=_multipart_TZ723A1PHQ0U.2~NABFTEMMY8OG.0 size=442453 2024-04-12T00:46:53.277 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.275+0000 7f3317332780 1 < canceled multipart upload key=TZ723A1PHQ0U upload=NABFTEMMY8OG tag=UA51RY27P5VY type=write size=1491029 2024-04-12T00:46:53.281 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.278+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~0GJNQRHRN7IL.0 size=1048576 2024-04-12T00:46:53.283 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.280+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~0GJNQRHRN7IL.1 size=1048576 2024-04-12T00:46:53.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.282+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~0GJNQRHRN7IL.2 size=768994 2024-04-12T00:46:53.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.282+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=0GJNQRHRN7IL tag=85V5XGTT494V type=write size=3914722 2024-04-12T00:46:53.287 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.284+0000 7f3317332780 1 < canceled operation key=B0O10Z22S1QK tag=NJSST9KJI55O type=del size=2892850 2024-04-12T00:46:53.289 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.286+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=4GO5O7LJA27J type=write size=389702 2024-04-12T00:46:53.291 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.288+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=9PSK89508CG1 type=del 2024-04-12T00:46:53.294 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.291+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=OGPRV6R5ZTJY type=del size=3601235 2024-04-12T00:46:53.296 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.293+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=YRSYULF7RD1O type=del 2024-04-12T00:46:53.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.295+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=Z36N1S3OYB4B type=del size=2506485 2024-04-12T00:46:53.300 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.298+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~NI7RNPTXO2M4.0 size=1048576 2024-04-12T00:46:53.302 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.299+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~NI7RNPTXO2M4.1 size=1048576 2024-04-12T00:46:53.304 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.301+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~NI7RNPTXO2M4.2 size=726960 2024-04-12T00:46:53.308 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.305+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=NI7RNPTXO2M4 tag=M7WQ7TPQMZI3 type=write size=3872688 2024-04-12T00:46:53.310 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.307+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=GHLQ94THV7TE type=del size=2102340 2024-04-12T00:46:53.312 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.309+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=0FXN5EDF6FOM type=del 2024-04-12T00:46:53.316 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.313+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~PRI6XNK5U4J6.0 size=1048576 2024-04-12T00:46:53.318 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.315+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~PRI6XNK5U4J6.1 size=568790 2024-04-12T00:46:53.318 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.315+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=PRI6XNK5U4J6 tag=QP1JU9LUL212 type=write size=2665942 2024-04-12T00:46:53.320 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.318+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~Z3P59TCVPPCD.0 size=611343 2024-04-12T00:46:53.324 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.321+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=Z3P59TCVPPCD tag=BEVKKXEYR1IL type=write size=1659919 2024-04-12T00:46:53.326 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.323+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=NMO9PS59LXC1 type=del size=655038 2024-04-12T00:46:53.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.326+0000 7f3317332780 1 < completed write operation key=E46GQAGF9GTX tag=9MASOSNJFPYR type=write size=597300 2024-04-12T00:46:53.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.328+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=3MJ3D8PU31PM type=del size=910243 2024-04-12T00:46:53.332 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.330+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=1G32PEITHFW4 type=del 2024-04-12T00:46:53.335 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.332+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=I067PHRA88MK type=write size=705585 2024-04-12T00:46:53.337 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.334+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=RXFE525CLAGB type=del 2024-04-12T00:46:53.338 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.336+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=ZJL2FR2R5RHF type=del size=1023272 2024-04-12T00:46:53.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.338+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~RVIVYQ8F3BS6.0 size=1048576 2024-04-12T00:46:53.342 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.340+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~RVIVYQ8F3BS6.1 size=1048576 2024-04-12T00:46:53.344 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.341+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~RVIVYQ8F3BS6.2 size=892534 2024-04-12T00:46:53.348 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.345+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=RVIVYQ8F3BS6 tag=0MEZIPTLQ52P type=write size=4038262 2024-04-12T00:46:53.352 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.349+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~WQL14VZ4VPYE.0 size=1048576 2024-04-12T00:46:53.354 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.351+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~WQL14VZ4VPYE.1 size=798540 2024-04-12T00:46:53.354 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.351+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=WQL14VZ4VPYE tag=3E3AMA5NI5ZH type=write size=2895692 2024-04-12T00:46:53.356 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.354+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=XY3ZKHYMY21A type=del 2024-04-12T00:46:53.359 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.356+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=4SY0THTCEK11 type=del size=247644 2024-04-12T00:46:53.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.358+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~7R561H2328YX.0 size=1048576 2024-04-12T00:46:53.363 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.360+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~7R561H2328YX.1 size=1048576 2024-04-12T00:46:53.364 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.362+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~7R561H2328YX.2 size=80233 2024-04-12T00:46:53.368 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.365+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=7R561H2328YX tag=NLBFWO2VFWID type=write size=3225961 2024-04-12T00:46:53.373 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.370+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~CCT1I30H0U5G.0 size=592257 2024-04-12T00:46:53.373 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.370+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=CCT1I30H0U5G tag=9SMHE53KTAVM type=write size=1640833 2024-04-12T00:46:53.376 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.374+0000 7f3317332780 1 < suggested update operation key=LKLO2ZZF1KW1 tag=TLJ0ZIUHE3WL type=del size=2980655 2024-04-12T00:46:53.379 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.376+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=5EXIRWUMRQZK type=del size=1672082 2024-04-12T00:46:53.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.381+0000 7f3317332780 1 < suggested update operation key=WV1ML7JVNDAP tag=80X2XCB2ITTP type=del size=3907826 2024-04-12T00:46:53.387 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.385+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~F3AVEIO561MK.0 size=781164 2024-04-12T00:46:53.387 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.385+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=F3AVEIO561MK tag=B4HI906BD6MU type=write size=1829740 2024-04-12T00:46:53.389 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.387+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=Y62WIPUWU7VW type=del 2024-04-12T00:46:53.391 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.389+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=X5I9GNLXT7YZ type=del size=2459744 2024-04-12T00:46:53.393 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.391+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~0GJNQRHRN7IL.0 size=1048576 2024-04-12T00:46:53.396 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.393+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~0GJNQRHRN7IL.1 size=1048576 2024-04-12T00:46:53.398 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.395+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~0GJNQRHRN7IL.2 size=768994 2024-04-12T00:46:53.402 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.400+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=0GJNQRHRN7IL tag=85V5XGTT494V type=write size=3914722 2024-04-12T00:46:53.406 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.404+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~H5VO8VZB85AJ.0 size=1048576 2024-04-12T00:46:53.408 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.406+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~H5VO8VZB85AJ.1 size=242776 2024-04-12T00:46:53.408 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.406+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=H5VO8VZB85AJ tag=YZGQ9RNDUW0O type=write size=2339928 2024-04-12T00:46:53.410 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.408+0000 7f3317332780 1 < canceled operation key=5ZZ72J3YOO5G tag=4GO5O7LJA27J type=write size=389702 2024-04-12T00:46:53.415 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.412+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~BR4HOE84J1D6.0 size=1048576 2024-04-12T00:46:53.417 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.414+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~BR4HOE84J1D6.1 size=1048576 2024-04-12T00:46:53.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.416+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~BR4HOE84J1D6.2 size=138817 2024-04-12T00:46:53.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.416+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=BR4HOE84J1D6 tag=X2RLTW3KDZMW type=write size=3284545 2024-04-12T00:46:53.420 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.418+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=OGPRV6R5ZTJY type=del 2024-04-12T00:46:53.422 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.420+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=9ZGUNX094ZXO type=del size=2053446 2024-04-12T00:46:53.427 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.424+0000 7f3317332780 1 < suggested remove operation key=USACGT0O7VRV tag=Z36N1S3OYB4B type=del 2024-04-12T00:46:53.429 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.426+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=JTISNEPWFXED type=del size=3185209 2024-04-12T00:46:53.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.428+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=GHLQ94THV7TE type=del 2024-04-12T00:46:53.433 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.430+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=GZO59AXU3O05 type=del size=3886644 2024-04-12T00:46:53.436 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.433+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~PRI6XNK5U4J6.0 size=1048576 2024-04-12T00:46:53.437 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.434+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~PRI6XNK5U4J6.1 size=568790 2024-04-12T00:46:53.441 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.438+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=PRI6XNK5U4J6 tag=QP1JU9LUL212 type=write size=2665942 2024-04-12T00:46:53.444 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.442+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~XS6TG5BM3TQL.0 size=219804 2024-04-12T00:46:53.444 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.442+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=XS6TG5BM3TQL tag=5H1GPPNWAD43 type=write size=1268380 2024-04-12T00:46:53.447 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.444+0000 7f3317332780 -1 < failed to complete operation key=WV1ML7JVNDAP tag=NMO9PS59LXC1 type=del size=655038: (22) Invalid argument 2024-04-12T00:46:53.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.447+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=91YTY1P8J5TT type=del size=409509 2024-04-12T00:46:53.451 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.449+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=3MJ3D8PU31PM type=del 2024-04-12T00:46:53.453 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.451+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=WLD3A5IN8D7H type=write size=574799 2024-04-12T00:46:53.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.453+0000 7f3317332780 1 < completed write operation key=UV2GWU9R87W7 tag=I067PHRA88MK type=write size=705585 2024-04-12T00:46:53.460 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.457+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~JYAHNS8YS6AL.0 size=1048576 2024-04-12T00:46:53.462 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.459+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~JYAHNS8YS6AL.1 size=664719 2024-04-12T00:46:53.463 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.459+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=JYAHNS8YS6AL tag=E7TZMFQGNGOU type=write size=2761871 2024-04-12T00:46:53.464 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.461+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=ZJL2FR2R5RHF type=del 2024-04-12T00:46:53.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.465+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~Q38LBMUE21AV.0 size=871504 2024-04-12T00:46:53.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.465+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=Q38LBMUE21AV tag=N5QWRFU4EWKW type=write size=1920080 2024-04-12T00:46:53.470 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.467+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~WQL14VZ4VPYE.0 size=1048576 2024-04-12T00:46:53.471 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.469+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~WQL14VZ4VPYE.1 size=798540 2024-04-12T00:46:53.475 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.472+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=WQL14VZ4VPYE tag=3E3AMA5NI5ZH type=write size=2895692 2024-04-12T00:46:53.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.476+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~EJLSGYN26XKJ.0 size=1024072 2024-04-12T00:46:53.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.476+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=EJLSGYN26XKJ tag=FRABNJ7PEJLU type=write size=2072648 2024-04-12T00:46:53.481 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.478+0000 7f3317332780 1 < canceled operation key=VWQS28AXYRWJ tag=4SY0THTCEK11 type=del size=247644 2024-04-12T00:46:53.483 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.480+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=FGRFGVAZO0WQ type=del size=3775744 2024-04-12T00:46:53.485 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.483+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~CCT1I30H0U5G.0 size=592257 2024-04-12T00:46:53.489 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.486+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=CCT1I30H0U5G tag=9SMHE53KTAVM type=write size=1640833 2024-04-12T00:46:53.492 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.490+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~OFA3L171W0QF.0 size=1048576 2024-04-12T00:46:53.494 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.491+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~OFA3L171W0QF.1 size=307848 2024-04-12T00:46:53.494 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.491+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=OFA3L171W0QF tag=OOYNH5F1HER7 type=write size=2405000 2024-04-12T00:46:53.498 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.495+0000 7f3317332780 1 < suggested remove operation key=YBOSOCCRJFO7 tag=5EXIRWUMRQZK type=del 2024-04-12T00:46:53.500 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.497+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=FD86K5I1HMLK type=del size=3022662 2024-04-12T00:46:53.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.499+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~F3AVEIO561MK.0 size=781164 2024-04-12T00:46:53.507 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.503+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=F3AVEIO561MK tag=B4HI906BD6MU type=write size=1829740 2024-04-12T00:46:53.510 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.507+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~92485VYY6Y1Z.0 size=1048576 2024-04-12T00:46:53.511 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.509+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~92485VYY6Y1Z.1 size=210458 2024-04-12T00:46:53.511 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.509+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=92485VYY6Y1Z tag=5IQWA0LCW8VL type=write size=2307610 2024-04-12T00:46:53.513 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.510+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=X5I9GNLXT7YZ type=del 2024-04-12T00:46:53.517 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.514+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~OFN6YFFRH7Z1.0 size=1048576 2024-04-12T00:46:53.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.516+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~OFN6YFFRH7Z1.1 size=1048576 2024-04-12T00:46:53.520 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.517+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~OFN6YFFRH7Z1.2 size=694009 2024-04-12T00:46:53.520 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.517+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=OFN6YFFRH7Z1 tag=32EKDO4YGJE5 type=write size=3839737 2024-04-12T00:46:53.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.520+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~H5VO8VZB85AJ.0 size=1048576 2024-04-12T00:46:53.524 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.521+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~H5VO8VZB85AJ.1 size=242776 2024-04-12T00:46:53.527 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.525+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=H5VO8VZB85AJ tag=YZGQ9RNDUW0O type=write size=2339928 2024-04-12T00:46:53.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.529+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~A37MOBA9QW63.0 size=1048576 2024-04-12T00:46:53.533 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.530+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~A37MOBA9QW63.1 size=319687 2024-04-12T00:46:53.533 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.530+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=A37MOBA9QW63 tag=NYP9ZF1XHZ9M type=write size=2416839 2024-04-12T00:46:53.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.532+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~BR4HOE84J1D6.0 size=1048576 2024-04-12T00:46:53.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.534+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~BR4HOE84J1D6.1 size=1048576 2024-04-12T00:46:53.540 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.536+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~BR4HOE84J1D6.2 size=138817 2024-04-12T00:46:53.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.539+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=BR4HOE84J1D6 tag=X2RLTW3KDZMW type=write size=3284545 2024-04-12T00:46:53.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:53 smithi098 ceph-mon[91373]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 480 KiB/s wr, 2.46k op/s 2024-04-12T00:46:53.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:46:53.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:46:53.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:46:53.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:53 smithi098 ceph-mon[88922]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 480 KiB/s wr, 2.46k op/s 2024-04-12T00:46:53.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:46:53.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:46:53.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:46:53.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.543+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~9I0T0RX9FKMW.0 size=1048576 2024-04-12T00:46:53.548 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.545+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~9I0T0RX9FKMW.1 size=1048576 2024-04-12T00:46:53.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.547+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~9I0T0RX9FKMW.2 size=828477 2024-04-12T00:46:53.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.547+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=9I0T0RX9FKMW tag=RKEB6I5EVK2J type=write size=3974205 2024-04-12T00:46:53.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.549+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=9ZGUNX094ZXO type=del 2024-04-12T00:46:53.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.553+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~0UWLECOW7IPO.0 size=772425 2024-04-12T00:46:53.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.553+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=0UWLECOW7IPO tag=JV4F7Q91R7D9 type=write size=1821001 2024-04-12T00:46:53.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.555+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=JTISNEPWFXED type=del 2024-04-12T00:46:53.562 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.560+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~3HR9P38MZWJR.0 size=1048576 2024-04-12T00:46:53.564 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.561+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~3HR9P38MZWJR.1 size=332154 2024-04-12T00:46:53.564 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.561+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=3HR9P38MZWJR tag=D0WCI6KKSRGO type=write size=2429306 2024-04-12T00:46:53.566 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.563+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=GZO59AXU3O05 type=del 2024-04-12T00:46:53.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.567+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~NY5K4VPLBT5X.0 size=141204 2024-04-12T00:46:53.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.567+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=NY5K4VPLBT5X tag=A5BFIIDPF22W type=write size=1189780 2024-04-12T00:46:53.572 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.570+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~XS6TG5BM3TQL.0 size=219804 2024-04-12T00:46:53.576 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.573+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=XS6TG5BM3TQL tag=5H1GPPNWAD43 type=write size=1268380 2024-04-12T00:46:53.579 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.576+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=OXXNWSKN7JI1 type=del size=1143491 2024-04-12T00:46:53.583 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.580+0000 7f3317332780 1 < suggested update operation key=GBDRR6ZHKT41 tag=91YTY1P8J5TT type=del size=409509 2024-04-12T00:46:53.587 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.584+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~8A29SF217MEX.0 size=1048576 2024-04-12T00:46:53.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.586+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~8A29SF217MEX.1 size=1048576 2024-04-12T00:46:53.590 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.587+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~8A29SF217MEX.2 size=392635 2024-04-12T00:46:53.590 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.587+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=8A29SF217MEX tag=GTQ2H5WBADC3 type=write size=3538363 2024-04-12T00:46:53.592 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.589+0000 7f3317332780 1 < completed write operation key=MX8A1YZ2V3NF tag=WLD3A5IN8D7H type=write size=574799 2024-04-12T00:46:53.594 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.592+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=QE006GXSVE9L type=del size=2753159 2024-04-12T00:46:53.596 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.594+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~JYAHNS8YS6AL.0 size=1048576 2024-04-12T00:46:53.598 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.595+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~JYAHNS8YS6AL.1 size=664719 2024-04-12T00:46:53.601 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.599+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=JYAHNS8YS6AL tag=E7TZMFQGNGOU type=write size=2761871 2024-04-12T00:46:53.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.603+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~R9G9BGWU9WNG.0 size=1048576 2024-04-12T00:46:53.607 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.605+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~R9G9BGWU9WNG.1 size=261164 2024-04-12T00:46:53.607 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.605+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=R9G9BGWU9WNG tag=H0VM734BTT53 type=write size=2358316 2024-04-12T00:46:53.609 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.606+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~Q38LBMUE21AV.0 size=871504 2024-04-12T00:46:53.613 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.610+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=Q38LBMUE21AV tag=N5QWRFU4EWKW type=write size=1920080 2024-04-12T00:46:53.616 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.614+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~13UVSO0YSB99.0 size=1048576 2024-04-12T00:46:53.618 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.616+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~13UVSO0YSB99.1 size=1048576 2024-04-12T00:46:53.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:53 smithi193 ceph-mon[83763]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 480 KiB/s wr, 2.46k op/s 2024-04-12T00:46:53.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:46:53.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:46:53.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:46:53.620 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.617+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~13UVSO0YSB99.2 size=459588 2024-04-12T00:46:53.620 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.617+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=13UVSO0YSB99 tag=RYXGW8BHLSEU type=write size=3605316 2024-04-12T00:46:53.622 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.619+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~EJLSGYN26XKJ.0 size=1024072 2024-04-12T00:46:53.626 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.623+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=EJLSGYN26XKJ tag=FRABNJ7PEJLU type=write size=2072648 2024-04-12T00:46:53.630 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.627+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~464SMUWSXT50.0 size=1048576 2024-04-12T00:46:53.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.629+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~464SMUWSXT50.1 size=1041864 2024-04-12T00:46:53.632 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.629+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=464SMUWSXT50 tag=FU96NDWEEH8A type=write size=3139016 2024-04-12T00:46:53.634 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.631+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=FGRFGVAZO0WQ type=del 2024-04-12T00:46:53.637 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.634+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~RTXG8X74CCF7.0 size=111623 2024-04-12T00:46:53.637 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.634+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=RTXG8X74CCF7 tag=7BPREIYP8MAU type=write size=1160199 2024-04-12T00:46:53.639 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.637+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~OFA3L171W0QF.0 size=1048576 2024-04-12T00:46:53.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.638+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~OFA3L171W0QF.1 size=307848 2024-04-12T00:46:53.645 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.642+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=OFA3L171W0QF tag=OOYNH5F1HER7 type=write size=2405000 2024-04-12T00:46:53.647 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.645+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=7T4SEHTPDAKC type=write size=1014978 2024-04-12T00:46:53.651 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.649+0000 7f3317332780 1 < suggested update operation key=2RQJT2MW2T9S tag=FD86K5I1HMLK type=del size=3022662 2024-04-12T00:46:53.655 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.653+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~2QN7NGYLHJBI.0 size=1048576 2024-04-12T00:46:53.657 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.654+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~2QN7NGYLHJBI.1 size=1048576 2024-04-12T00:46:53.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.656+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~2QN7NGYLHJBI.2 size=752460 2024-04-12T00:46:53.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.656+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=2QN7NGYLHJBI tag=0NVIN8WOCO47 type=write size=3898188 2024-04-12T00:46:53.661 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.658+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~92485VYY6Y1Z.0 size=1048576 2024-04-12T00:46:53.663 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.660+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~92485VYY6Y1Z.1 size=210458 2024-04-12T00:46:53.666 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.664+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=92485VYY6Y1Z tag=5IQWA0LCW8VL type=write size=2307610 2024-04-12T00:46:53.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.668+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~OCSQMS06T3KI.0 size=144352 2024-04-12T00:46:53.671 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.668+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=OCSQMS06T3KI tag=HOPPDQSBTZAL type=write size=1192928 2024-04-12T00:46:53.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.670+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~OFN6YFFRH7Z1.0 size=1048576 2024-04-12T00:46:53.675 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.672+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~OFN6YFFRH7Z1.1 size=1048576 2024-04-12T00:46:53.677 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.674+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~OFN6YFFRH7Z1.2 size=694009 2024-04-12T00:46:53.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.678+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=OFN6YFFRH7Z1 tag=32EKDO4YGJE5 type=write size=3839737 2024-04-12T00:46:53.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.682+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~3O1RNP0INO6C.0 size=1048576 2024-04-12T00:46:53.687 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.684+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~3O1RNP0INO6C.1 size=1048576 2024-04-12T00:46:53.689 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.686+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~3O1RNP0INO6C.2 size=316691 2024-04-12T00:46:53.689 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.686+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=3O1RNP0INO6C tag=9ZS4D0VLMAWM type=write size=3462419 2024-04-12T00:46:53.691 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.688+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~A37MOBA9QW63.0 size=1048576 2024-04-12T00:46:53.693 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.690+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~A37MOBA9QW63.1 size=319687 2024-04-12T00:46:53.697 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.694+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=A37MOBA9QW63 tag=NYP9ZF1XHZ9M type=write size=2416839 2024-04-12T00:46:53.699 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.696+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=C4DZD4H3JY93 type=del size=3384202 2024-04-12T00:46:53.701 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.698+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~9I0T0RX9FKMW.0 size=1048576 2024-04-12T00:46:53.702 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.700+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~9I0T0RX9FKMW.1 size=1048576 2024-04-12T00:46:53.702 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.700+0000 7f3317332780 1 < canceled part key=_multipart_HOD7SOILOUYQ.2~9I0T0RX9FKMW.2 size=828477 2024-04-12T00:46:53.706 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.704+0000 7f3317332780 1 < canceled multipart upload key=HOD7SOILOUYQ upload=9I0T0RX9FKMW tag=RKEB6I5EVK2J type=write size=3974205 2024-04-12T00:46:53.708 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.705+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=IQXIOQLK96SU type=del size=552816 2024-04-12T00:46:53.710 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.708+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~0UWLECOW7IPO.0 size=772425 2024-04-12T00:46:53.714 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.712+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=0UWLECOW7IPO tag=JV4F7Q91R7D9 type=write size=1821001 2024-04-12T00:46:53.716 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.714+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=KMLFJ0OFC4Z3 type=del size=898894 2024-04-12T00:46:53.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.716+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~3HR9P38MZWJR.0 size=1048576 2024-04-12T00:46:53.720 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.717+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~3HR9P38MZWJR.1 size=332154 2024-04-12T00:46:53.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.722+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=3HR9P38MZWJR tag=D0WCI6KKSRGO type=write size=2429306 2024-04-12T00:46:53.727 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.724+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=0F31IDW5X1L7 type=del size=3963681 2024-04-12T00:46:53.729 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.727+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~NY5K4VPLBT5X.0 size=141204 2024-04-12T00:46:53.733 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.731+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=NY5K4VPLBT5X tag=A5BFIIDPF22W type=write size=1189780 2024-04-12T00:46:53.738 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.735+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~VFFE24ILJXDU.0 size=1048576 2024-04-12T00:46:53.739 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.737+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~VFFE24ILJXDU.1 size=1048576 2024-04-12T00:46:53.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.738+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~VFFE24ILJXDU.2 size=407748 2024-04-12T00:46:53.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.738+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=VFFE24ILJXDU tag=5ILH27T3QZI4 type=write size=3553476 2024-04-12T00:46:53.743 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.740+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=OXXNWSKN7JI1 type=del 2024-04-12T00:46:53.747 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.744+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~93O2IK9J5AK2.0 size=1048576 2024-04-12T00:46:53.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.746+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~93O2IK9J5AK2.1 size=868694 2024-04-12T00:46:53.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.746+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=93O2IK9J5AK2 tag=5K28TKB1CKW7 type=write size=2965846 2024-04-12T00:46:53.751 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.748+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~8A29SF217MEX.0 size=1048576 2024-04-12T00:46:53.753 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.750+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~8A29SF217MEX.1 size=1048576 2024-04-12T00:46:53.755 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.752+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~8A29SF217MEX.2 size=392635 2024-04-12T00:46:53.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.756+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=8A29SF217MEX tag=GTQ2H5WBADC3 type=write size=3538363 2024-04-12T00:46:53.761 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.758+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=UP048I67WW9C type=del size=1215037 2024-04-12T00:46:53.765 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.763+0000 7f3317332780 1 < suggested remove operation key=YE36DJQ5KI8M tag=QE006GXSVE9L type=del 2024-04-12T00:46:53.768 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.765+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=QXBCBRM18ZUW type=del size=3332324 2024-04-12T00:46:53.770 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.767+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~R9G9BGWU9WNG.0 size=1048576 2024-04-12T00:46:53.772 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.769+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~R9G9BGWU9WNG.1 size=261164 2024-04-12T00:46:53.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.773+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=R9G9BGWU9WNG tag=H0VM734BTT53 type=write size=2358316 2024-04-12T00:46:53.778 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.776+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=02K9OK1KTEUA type=del size=1467263 2024-04-12T00:46:53.780 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.778+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~13UVSO0YSB99.0 size=1048576 2024-04-12T00:46:53.782 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.780+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~13UVSO0YSB99.1 size=1048576 2024-04-12T00:46:53.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.782+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~13UVSO0YSB99.2 size=459588 2024-04-12T00:46:53.789 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.785+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=13UVSO0YSB99 tag=RYXGW8BHLSEU type=write size=3605316 2024-04-12T00:46:53.792 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.789+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~RJ0SJGENNB5L.0 size=445939 2024-04-12T00:46:53.792 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.789+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=RJ0SJGENNB5L tag=037NA1PRVUQ5 type=write size=1494515 2024-04-12T00:46:53.794 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.792+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~464SMUWSXT50.0 size=1048576 2024-04-12T00:46:53.796 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.794+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~464SMUWSXT50.1 size=1041864 2024-04-12T00:46:53.802 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.798+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=464SMUWSXT50 tag=FU96NDWEEH8A type=write size=3139016 2024-04-12T00:46:53.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.800+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=IKWU3DZABKMV type=del size=4073922 2024-04-12T00:46:53.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.803+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~RTXG8X74CCF7.0 size=111623 2024-04-12T00:46:53.809 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.806+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=RTXG8X74CCF7 tag=7BPREIYP8MAU type=write size=1160199 2024-04-12T00:46:53.812 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.810+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~ROQXSQIS0WDR.0 size=1048576 2024-04-12T00:46:53.814 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.811+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~ROQXSQIS0WDR.1 size=1048576 2024-04-12T00:46:53.816 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.813+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~ROQXSQIS0WDR.2 size=729327 2024-04-12T00:46:53.816 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.813+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=ROQXSQIS0WDR tag=VIZ31GD6BFND type=write size=3875055 2024-04-12T00:46:53.818 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.815+0000 7f3317332780 1 < completed write operation key=H318TVZHDVRW tag=7T4SEHTPDAKC type=write size=1014978 2024-04-12T00:46:53.820 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.818+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=M08QBPWXVKST type=del size=2851883 2024-04-12T00:46:53.822 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.820+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~2QN7NGYLHJBI.0 size=1048576 2024-04-12T00:46:53.824 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.822+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~2QN7NGYLHJBI.1 size=1048576 2024-04-12T00:46:53.826 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.823+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~2QN7NGYLHJBI.2 size=752460 2024-04-12T00:46:53.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.827+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=2QN7NGYLHJBI tag=0NVIN8WOCO47 type=write size=3898188 2024-04-12T00:46:53.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.829+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=QQ2W717PAC1T type=del size=4101306 2024-04-12T00:46:53.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.831+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~OCSQMS06T3KI.0 size=144352 2024-04-12T00:46:53.837 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.835+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=OCSQMS06T3KI tag=HOPPDQSBTZAL type=write size=1192928 2024-04-12T00:46:53.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.838+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~0T6VYB47LJAY.0 size=536967 2024-04-12T00:46:53.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.838+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=0T6VYB47LJAY tag=WZ2ABEUYFW9L type=write size=1585543 2024-04-12T00:46:53.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.839+0000 7f3317332780 1 < canceled part key=_multipart_5ZZ72J3YOO5G.2~3O1RNP0INO6C.0 size=1048576 2024-04-12T00:46:53.843 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.840+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~3O1RNP0INO6C.1 size=1048576 2024-04-12T00:46:53.845 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.842+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~3O1RNP0INO6C.2 size=316691 2024-04-12T00:46:53.848 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.846+0000 7f3317332780 1 < canceled multipart upload key=5ZZ72J3YOO5G upload=3O1RNP0INO6C tag=9ZS4D0VLMAWM type=write size=3462419 2024-04-12T00:46:53.851 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.848+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=2RR67HFTUGVN type=write size=626559 2024-04-12T00:46:53.853 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.850+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=C4DZD4H3JY93 type=del 2024-04-12T00:46:53.857 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.854+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~KXD4JGP1SVWF.0 size=400373 2024-04-12T00:46:53.857 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.854+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=KXD4JGP1SVWF tag=QZ8W64ARD29C type=write size=1448949 2024-04-12T00:46:53.859 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.856+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=IQXIOQLK96SU type=del 2024-04-12T00:46:53.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.859+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~YTL5HWE9TPLP.0 size=1048576 2024-04-12T00:46:53.864 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.861+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~YTL5HWE9TPLP.1 size=1048576 2024-04-12T00:46:53.866 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.863+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~YTL5HWE9TPLP.2 size=859115 2024-04-12T00:46:53.866 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.863+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=YTL5HWE9TPLP tag=0S0YYSYGL8RT type=write size=4004843 2024-04-12T00:46:53.870 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.865+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=KMLFJ0OFC4Z3 type=del 2024-04-12T00:46:53.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.869+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~G7PMFETWU6LH.0 size=1048576 2024-04-12T00:46:53.873 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.870+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~G7PMFETWU6LH.1 size=1048576 2024-04-12T00:46:53.875 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.872+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~G7PMFETWU6LH.2 size=541132 2024-04-12T00:46:53.875 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.872+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=G7PMFETWU6LH tag=UOSMZ2IL5A3F type=write size=3686860 2024-04-12T00:46:53.877 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.874+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=0F31IDW5X1L7 type=del 2024-04-12T00:46:53.881 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.878+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~K8H36NFLZHRT.0 size=1048576 2024-04-12T00:46:53.882 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.879+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~K8H36NFLZHRT.1 size=315566 2024-04-12T00:46:53.882 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.879+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=K8H36NFLZHRT tag=GRHFLYMX90Q5 type=write size=2412718 2024-04-12T00:46:53.885 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.882+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~VFFE24ILJXDU.0 size=1048576 2024-04-12T00:46:53.886 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.884+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~VFFE24ILJXDU.1 size=1048576 2024-04-12T00:46:53.886 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.884+0000 7f3317332780 1 < canceled part key=_multipart_YE36DJQ5KI8M.2~VFFE24ILJXDU.2 size=407748 2024-04-12T00:46:53.890 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.887+0000 7f3317332780 1 < canceled multipart upload key=YE36DJQ5KI8M upload=VFFE24ILJXDU tag=5ILH27T3QZI4 type=write size=3553476 2024-04-12T00:46:53.893 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.891+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~YLI8RCD91JOU.0 size=1048576 2024-04-12T00:46:53.895 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.892+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~YLI8RCD91JOU.1 size=1048576 2024-04-12T00:46:53.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.894+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~YLI8RCD91JOU.2 size=627101 2024-04-12T00:46:53.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.894+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=YLI8RCD91JOU tag=56LFHL98ZRXX type=write size=3772829 2024-04-12T00:46:53.899 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.896+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~93O2IK9J5AK2.0 size=1048576 2024-04-12T00:46:53.900 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.898+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~93O2IK9J5AK2.1 size=868694 2024-04-12T00:46:53.904 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.901+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=93O2IK9J5AK2 tag=5K28TKB1CKW7 type=write size=2965846 2024-04-12T00:46:53.908 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.905+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ON3IF5BZZVH6.0 size=1048576 2024-04-12T00:46:53.910 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.908+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ON3IF5BZZVH6.1 size=1048576 2024-04-12T00:46:53.912 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.909+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ON3IF5BZZVH6.2 size=856941 2024-04-12T00:46:53.912 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.909+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=ON3IF5BZZVH6 tag=1B34Q3AGDOC1 type=write size=4002669 2024-04-12T00:46:53.914 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.911+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=UP048I67WW9C type=del 2024-04-12T00:46:53.918 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.915+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~6RNDIPIG2YZG.0 size=1048576 2024-04-12T00:46:53.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.918+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~6RNDIPIG2YZG.1 size=1048576 2024-04-12T00:46:53.922 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.919+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~6RNDIPIG2YZG.2 size=619122 2024-04-12T00:46:53.922 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.919+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=6RNDIPIG2YZG tag=9S262P7LWFZC type=write size=3764850 2024-04-12T00:46:53.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.921+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=QXBCBRM18ZUW type=del 2024-04-12T00:46:53.926 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.923+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=WD1QVJB1GQSG type=del size=2388040 2024-04-12T00:46:53.928 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.925+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=02K9OK1KTEUA type=del 2024-04-12T00:46:53.930 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.927+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=S7IBUQNXFHBL type=del size=396294 2024-04-12T00:46:53.932 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.930+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~RJ0SJGENNB5L.0 size=445939 2024-04-12T00:46:53.936 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.933+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=RJ0SJGENNB5L tag=037NA1PRVUQ5 type=write size=1494515 2024-04-12T00:46:53.938 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.935+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=A462H1FS8BY8 type=del size=2869406 2024-04-12T00:46:53.940 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.937+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=IKWU3DZABKMV type=del 2024-04-12T00:46:53.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.939+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=33SSL0B1ZCQ7 type=del size=1726812 2024-04-12T00:46:53.944 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.941+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~ROQXSQIS0WDR.0 size=1048576 2024-04-12T00:46:53.946 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.943+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~ROQXSQIS0WDR.1 size=1048576 2024-04-12T00:46:53.948 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.945+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~ROQXSQIS0WDR.2 size=729327 2024-04-12T00:46:53.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.950+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=ROQXSQIS0WDR tag=VIZ31GD6BFND type=write size=3875055 2024-04-12T00:46:53.954 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.952+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=WC8BMSWTBT27 type=del size=360864 2024-04-12T00:46:53.958 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.955+0000 7f3317332780 1 < suggested update operation key=MX8A1YZ2V3NF tag=M08QBPWXVKST type=del size=2851883 2024-04-12T00:46:53.960 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.957+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=W3PV2KUDRHC2 type=del size=2151541 2024-04-12T00:46:53.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.960+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=QQ2W717PAC1T type=del 2024-04-12T00:46:53.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.962+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=4VPYK0LG3FWA type=del size=2314067 2024-04-12T00:46:53.967 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.964+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~0T6VYB47LJAY.0 size=536967 2024-04-12T00:46:53.971 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.968+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=0T6VYB47LJAY tag=WZ2ABEUYFW9L type=write size=1585543 2024-04-12T00:46:53.975 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.972+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~YD353AU76XWE.0 size=1048576 2024-04-12T00:46:53.976 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.973+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~YD353AU76XWE.1 size=791765 2024-04-12T00:46:53.976 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.973+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=YD353AU76XWE tag=DIILKCIVCSJ6 type=write size=2888917 2024-04-12T00:46:53.978 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.976+0000 7f3317332780 1 < completed write operation key=Z0W5CBWR6G0J tag=2RR67HFTUGVN type=write size=626559 2024-04-12T00:46:53.980 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.978+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=4EB8QEP3T7ZG type=del size=1929246 2024-04-12T00:46:53.982 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.980+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~KXD4JGP1SVWF.0 size=400373 2024-04-12T00:46:53.986 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.983+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=KXD4JGP1SVWF tag=QZ8W64ARD29C type=write size=1448949 2024-04-12T00:46:53.988 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.985+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=RPDTBL4NDK7A type=del size=1847664 2024-04-12T00:46:53.990 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.987+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~YTL5HWE9TPLP.0 size=1048576 2024-04-12T00:46:53.992 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.989+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~YTL5HWE9TPLP.1 size=1048576 2024-04-12T00:46:53.993 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.991+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~YTL5HWE9TPLP.2 size=859115 2024-04-12T00:46:53.997 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.994+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=YTL5HWE9TPLP tag=0S0YYSYGL8RT type=write size=4004843 2024-04-12T00:46:54.001 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:53.998+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~ZQCZ2BQRVHPL.0 size=1048576 2024-04-12T00:46:54.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.000+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~ZQCZ2BQRVHPL.1 size=369850 2024-04-12T00:46:54.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.000+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=ZQCZ2BQRVHPL tag=D9MXP4HPLVHW type=write size=2467002 2024-04-12T00:46:54.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.002+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~G7PMFETWU6LH.0 size=1048576 2024-04-12T00:46:54.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.004+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~G7PMFETWU6LH.1 size=1048576 2024-04-12T00:46:54.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.006+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~G7PMFETWU6LH.2 size=541132 2024-04-12T00:46:54.012 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.010+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=G7PMFETWU6LH tag=UOSMZ2IL5A3F type=write size=3686860 2024-04-12T00:46:54.014 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.012+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=62RX1NHDYT85 type=del size=3270004 2024-04-12T00:46:54.016 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.014+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~K8H36NFLZHRT.0 size=1048576 2024-04-12T00:46:54.018 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.015+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~K8H36NFLZHRT.1 size=315566 2024-04-12T00:46:54.022 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.019+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=K8H36NFLZHRT tag=GRHFLYMX90Q5 type=write size=2412718 2024-04-12T00:46:54.024 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.021+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=5HN3P6NQ49EC type=write size=688605 2024-04-12T00:46:54.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.023+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~YLI8RCD91JOU.0 size=1048576 2024-04-12T00:46:54.028 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.025+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~YLI8RCD91JOU.1 size=1048576 2024-04-12T00:46:54.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.027+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~YLI8RCD91JOU.2 size=627101 2024-04-12T00:46:54.033 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.030+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=YLI8RCD91JOU tag=56LFHL98ZRXX type=write size=3772829 2024-04-12T00:46:54.036 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.033+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=DPJ4TZVD6HRO type=del size=3523410 2024-04-12T00:46:54.036 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.033+0000 7f3317332780 1 < canceled part key=_multipart_X4J4HOCIIN2P.2~ON3IF5BZZVH6.0 size=1048576 2024-04-12T00:46:54.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.035+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~ON3IF5BZZVH6.1 size=1048576 2024-04-12T00:46:54.040 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.037+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~ON3IF5BZZVH6.2 size=856941 2024-04-12T00:46:54.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.040+0000 7f3317332780 1 < canceled multipart upload key=X4J4HOCIIN2P upload=ON3IF5BZZVH6 tag=1B34Q3AGDOC1 type=write size=4002669 2024-04-12T00:46:54.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.044+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~9YXQL84C1TDX.0 size=1048576 2024-04-12T00:46:54.049 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.046+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~9YXQL84C1TDX.1 size=318494 2024-04-12T00:46:54.049 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.046+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=9YXQL84C1TDX tag=9P4D8J4ZQ2B5 type=write size=2415646 2024-04-12T00:46:54.051 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.048+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~6RNDIPIG2YZG.0 size=1048576 2024-04-12T00:46:54.052 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.050+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~6RNDIPIG2YZG.1 size=1048576 2024-04-12T00:46:54.054 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.051+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~6RNDIPIG2YZG.2 size=619122 2024-04-12T00:46:54.057 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.055+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=6RNDIPIG2YZG tag=9S262P7LWFZC type=write size=3764850 2024-04-12T00:46:54.062 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.059+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~2KY8LRIJIANI.0 size=1048576 2024-04-12T00:46:54.064 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.061+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~2KY8LRIJIANI.1 size=1048576 2024-04-12T00:46:54.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.062+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~2KY8LRIJIANI.2 size=275777 2024-04-12T00:46:54.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.062+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=2KY8LRIJIANI tag=MQCSWLYGBBVW type=write size=3421505 2024-04-12T00:46:54.068 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.065+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=WD1QVJB1GQSG type=del 2024-04-12T00:46:54.071 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.067+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=6WW94U59MJ69 type=del size=819703 2024-04-12T00:46:54.074 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.071+0000 7f3317332780 1 < suggested remove operation key=Z0W5CBWR6G0J tag=S7IBUQNXFHBL type=del 2024-04-12T00:46:54.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.074+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~Q4HXV5QI2UAN.0 size=972216 2024-04-12T00:46:54.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.075+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=Q4HXV5QI2UAN tag=0GGBR1RTZXEZ type=write size=2020792 2024-04-12T00:46:54.080 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.077+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=A462H1FS8BY8 type=del 2024-04-12T00:46:54.083 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.081+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~HO7T41TM2IMT.0 size=1048576 2024-04-12T00:46:54.085 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.082+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~HO7T41TM2IMT.1 size=1048576 2024-04-12T00:46:54.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.084+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~HO7T41TM2IMT.2 size=277014 2024-04-12T00:46:54.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.084+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=HO7T41TM2IMT tag=1B2OLDZT57CM type=write size=3422742 2024-04-12T00:46:54.089 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.086+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=33SSL0B1ZCQ7 type=del 2024-04-12T00:46:54.091 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.088+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=PSG4W0PZOCLH type=del size=1054668 2024-04-12T00:46:54.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.090+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=WC8BMSWTBT27 type=del 2024-04-12T00:46:54.095 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.092+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=0FT4NXOCL729 type=del size=1135524 2024-04-12T00:46:54.099 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.096+0000 7f3317332780 1 < suggested remove operation key=UOC07EDTW788 tag=W3PV2KUDRHC2 type=del 2024-04-12T00:46:54.103 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.100+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~L4242BY6L28C.0 size=75799 2024-04-12T00:46:54.103 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.100+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=L4242BY6L28C tag=O1T0E3A0CA7N type=write size=1124375 2024-04-12T00:46:54.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.102+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=4VPYK0LG3FWA type=del 2024-04-12T00:46:54.107 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.104+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=YBCUZ69FRJC7 type=del size=3853819 2024-04-12T00:46:54.109 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.107+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~YD353AU76XWE.0 size=1048576 2024-04-12T00:46:54.109 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.107+0000 7f3317332780 1 < canceled part key=_multipart_FP1N9YO8QR7E.2~YD353AU76XWE.1 size=791765 2024-04-12T00:46:54.113 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.110+0000 7f3317332780 1 < canceled multipart upload key=FP1N9YO8QR7E upload=YD353AU76XWE tag=DIILKCIVCSJ6 type=write size=2888917 2024-04-12T00:46:54.115 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.112+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=LA2YCM28HCE2 type=write size=964461 2024-04-12T00:46:54.119 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.117+0000 7f3317332780 1 < suggested update operation key=B0O10Z22S1QK tag=4EB8QEP3T7ZG type=del size=1929246 2024-04-12T00:46:54.121 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.119+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=4L0EZ4R3SMUB type=del size=2271420 2024-04-12T00:46:54.123 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.121+0000 7f3317332780 1 < canceled operation key=2RQJT2MW2T9S tag=RPDTBL4NDK7A type=del size=1847664 2024-04-12T00:46:54.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.123+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=01G0NU2010K5 type=del size=264621 2024-04-12T00:46:54.127 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.125+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~ZQCZ2BQRVHPL.0 size=1048576 2024-04-12T00:46:54.129 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.126+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~ZQCZ2BQRVHPL.1 size=369850 2024-04-12T00:46:54.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.130+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=ZQCZ2BQRVHPL tag=D9MXP4HPLVHW type=write size=2467002 2024-04-12T00:46:54.134 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.132+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=4609185YUQKE type=del size=1472435 2024-04-12T00:46:54.137 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.134+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=62RX1NHDYT85 type=del 2024-04-12T00:46:54.139 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.136+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=IN0GE6E19UF4 type=del size=4139894 2024-04-12T00:46:54.140 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.138+0000 7f3317332780 1 < completed write operation key=UV2GWU9R87W7 tag=5HN3P6NQ49EC type=write size=688605 2024-04-12T00:46:54.142 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.140+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=MCMFD21MRH8Y type=del size=172998 2024-04-12T00:46:54.145 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.142+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=DPJ4TZVD6HRO type=del 2024-04-12T00:46:54.147 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.144+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=7DPL1UEC9RD1 type=del size=2584078 2024-04-12T00:46:54.149 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.147+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~9YXQL84C1TDX.0 size=1048576 2024-04-12T00:46:54.151 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.149+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~9YXQL84C1TDX.1 size=318494 2024-04-12T00:46:54.155 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.153+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=9YXQL84C1TDX tag=9P4D8J4ZQ2B5 type=write size=2415646 2024-04-12T00:46:54.157 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.155+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=CEOLJJY29KD6 type=del size=2763766 2024-04-12T00:46:54.158 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.155+0000 7f3317332780 1 < canceled part key=_multipart_FP1N9YO8QR7E.2~2KY8LRIJIANI.0 size=1048576 2024-04-12T00:46:54.159 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.157+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~2KY8LRIJIANI.1 size=1048576 2024-04-12T00:46:54.160 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.157+0000 7f3317332780 1 < canceled part key=_multipart_FP1N9YO8QR7E.2~2KY8LRIJIANI.2 size=275777 2024-04-12T00:46:54.163 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.160+0000 7f3317332780 1 < canceled multipart upload key=FP1N9YO8QR7E upload=2KY8LRIJIANI tag=MQCSWLYGBBVW type=write size=3421505 2024-04-12T00:46:54.166 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.163+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=DNR3QRNS0ULH type=del size=4166994 2024-04-12T00:46:54.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.165+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=6WW94U59MJ69 type=del 2024-04-12T00:46:54.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.167+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=73QN0793EPQG type=del size=162064 2024-04-12T00:46:54.172 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.169+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~Q4HXV5QI2UAN.0 size=972216 2024-04-12T00:46:54.175 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.173+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=Q4HXV5QI2UAN tag=0GGBR1RTZXEZ type=write size=2020792 2024-04-12T00:46:54.178 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.175+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=YXLCP81REBCX type=del size=2610110 2024-04-12T00:46:54.179 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.177+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~HO7T41TM2IMT.0 size=1048576 2024-04-12T00:46:54.181 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.178+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~HO7T41TM2IMT.1 size=1048576 2024-04-12T00:46:54.183 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.180+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~HO7T41TM2IMT.2 size=277014 2024-04-12T00:46:54.187 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.184+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=HO7T41TM2IMT tag=1B2OLDZT57CM type=write size=3422742 2024-04-12T00:46:54.190 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.188+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~P9M5XW63J9YH.0 size=1048576 2024-04-12T00:46:54.192 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.189+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~P9M5XW63J9YH.1 size=90772 2024-04-12T00:46:54.192 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.189+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=P9M5XW63J9YH tag=WB740VF5WNTE type=write size=2187924 2024-04-12T00:46:54.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.193+0000 7f3317332780 1 < suggested update operation key=1CAPZAU657WZ tag=PSG4W0PZOCLH type=del size=1054668 2024-04-12T00:46:54.201 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.197+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~6ZNWA5VXH73V.0 size=334201 2024-04-12T00:46:54.201 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.197+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=6ZNWA5VXH73V tag=OE0ETMOBR5PP type=write size=1382777 2024-04-12T00:46:54.204 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.201+0000 7f3317332780 1 < suggested update operation key=B0O10Z22S1QK tag=0FT4NXOCL729 type=del size=1135524 2024-04-12T00:46:54.206 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.203+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=K3IF13X6573K type=del size=3992653 2024-04-12T00:46:54.208 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.205+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~L4242BY6L28C.0 size=75799 2024-04-12T00:46:54.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.209+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=L4242BY6L28C tag=O1T0E3A0CA7N type=write size=1124375 2024-04-12T00:46:54.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.211+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=QW5K1YEXVU42 type=del size=482354 2024-04-12T00:46:54.216 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.213+0000 7f3317332780 1 < canceled operation key=RT67TN1NNQ2D tag=YBCUZ69FRJC7 type=del size=3853819 2024-04-12T00:46:54.218 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.215+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=YRHMDROVTAM3 type=del size=120651 2024-04-12T00:46:54.220 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.217+0000 7f3317332780 1 < completed write operation key=FP1N9YO8QR7E tag=LA2YCM28HCE2 type=write size=964461 2024-04-12T00:46:54.224 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.221+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~M8CRLQZZWZP9.0 size=1048576 2024-04-12T00:46:54.226 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.223+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~M8CRLQZZWZP9.1 size=1048576 2024-04-12T00:46:54.228 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.225+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~M8CRLQZZWZP9.2 size=57478 2024-04-12T00:46:54.228 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.225+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=M8CRLQZZWZP9 tag=6SPBLXIKTX1L type=write size=3203206 2024-04-12T00:46:54.229 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.227+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=4L0EZ4R3SMUB type=del 2024-04-12T00:46:54.232 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.229+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=G5W40HVO7CEW type=del size=433282 2024-04-12T00:46:54.234 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.232+0000 7f3317332780 -1 < failed to complete operation key=1CAPZAU657WZ tag=01G0NU2010K5 type=del size=264621: (22) Invalid argument 2024-04-12T00:46:54.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.234+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=ISDKU6FJGM1S type=write size=470329 2024-04-12T00:46:54.239 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.236+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=4609185YUQKE type=del 2024-04-12T00:46:54.243 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.240+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~0U2ALNR4QPES.0 size=1048576 2024-04-12T00:46:54.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.242+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~0U2ALNR4QPES.1 size=113363 2024-04-12T00:46:54.245 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.242+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=0U2ALNR4QPES tag=G2HCNWNNH22V type=write size=2210515 2024-04-12T00:46:54.247 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.245+0000 7f3317332780 -1 < failed to complete operation key=1CAPZAU657WZ tag=IN0GE6E19UF4 type=del size=4139894: (22) Invalid argument 2024-04-12T00:46:54.251 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.248+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~O6XYE23TK6B0.0 size=1048576 2024-04-12T00:46:54.253 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.250+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~O6XYE23TK6B0.1 size=1048576 2024-04-12T00:46:54.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.252+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~O6XYE23TK6B0.2 size=429433 2024-04-12T00:46:54.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.252+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=O6XYE23TK6B0 tag=XHXJV2ESWGW8 type=write size=3575161 2024-04-12T00:46:54.257 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.254+0000 7f3317332780 1 < canceled operation key=RT67TN1NNQ2D tag=MCMFD21MRH8Y type=del size=172998 2024-04-12T00:46:54.258 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.256+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=Y7GGBVKX7FVQ type=del size=657462 2024-04-12T00:46:54.260 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.258+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=7DPL1UEC9RD1 type=del 2024-04-12T00:46:54.262 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.260+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=ZCPRXNF4BLNC type=del size=2816346 2024-04-12T00:46:54.264 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.262+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=CEOLJJY29KD6 type=del 2024-04-12T00:46:54.266 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.264+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=V9QPWN4OGG9Q type=del size=3311936 2024-04-12T00:46:54.269 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.267+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=DNR3QRNS0ULH type=del 2024-04-12T00:46:54.273 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.270+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~VZ66079033V0.0 size=1048576 2024-04-12T00:46:54.275 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.272+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~VZ66079033V0.1 size=278504 2024-04-12T00:46:54.275 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.272+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=VZ66079033V0 tag=INFHIEBOIBCD type=write size=2375656 2024-04-12T00:46:54.277 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.274+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=73QN0793EPQG type=del 2024-04-12T00:46:54.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.278+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~RDZNG3PUQ99D.0 size=1048576 2024-04-12T00:46:54.282 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.279+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~RDZNG3PUQ99D.1 size=1048576 2024-04-12T00:46:54.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.281+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~RDZNG3PUQ99D.2 size=136332 2024-04-12T00:46:54.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.281+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=RDZNG3PUQ99D tag=BYBOITYER9EM type=write size=3282060 2024-04-12T00:46:54.286 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.283+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=YXLCP81REBCX type=del 2024-04-12T00:46:54.290 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.287+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~ODJO7EZE5TP8.0 size=1048576 2024-04-12T00:46:54.292 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.289+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~ODJO7EZE5TP8.1 size=662286 2024-04-12T00:46:54.292 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.289+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=ODJO7EZE5TP8 tag=7FNI3FVKZZ4D type=write size=2759438 2024-04-12T00:46:54.294 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.291+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~P9M5XW63J9YH.0 size=1048576 2024-04-12T00:46:54.296 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.293+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~P9M5XW63J9YH.1 size=90772 2024-04-12T00:46:54.300 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.297+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=P9M5XW63J9YH tag=WB740VF5WNTE type=write size=2187924 2024-04-12T00:46:54.302 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.299+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=7E8OM5GKMR40 type=del size=2094736 2024-04-12T00:46:54.303 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.300+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~6ZNWA5VXH73V.0 size=334201 2024-04-12T00:46:54.308 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.305+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=6ZNWA5VXH73V tag=OE0ETMOBR5PP type=write size=1382777 2024-04-12T00:46:54.310 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.307+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=GPF02N302BGD type=write size=528164 2024-04-12T00:46:54.314 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.311+0000 7f3317332780 1 < suggested remove operation key=USACGT0O7VRV tag=K3IF13X6573K type=del 2024-04-12T00:46:54.318 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.315+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~S9LVCR6KIA6Q.0 size=1048576 2024-04-12T00:46:54.319 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.317+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~S9LVCR6KIA6Q.1 size=1048576 2024-04-12T00:46:54.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.319+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~S9LVCR6KIA6Q.2 size=192622 2024-04-12T00:46:54.321 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.319+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=S9LVCR6KIA6Q tag=VGR1MWCF5BQ1 type=write size=3338350 2024-04-12T00:46:54.323 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.321+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=QW5K1YEXVU42 type=del 2024-04-12T00:46:54.325 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.323+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=AI6NM9R0EC6R type=del size=2652187 2024-04-12T00:46:54.327 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.325+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=YRHMDROVTAM3 type=del 2024-04-12T00:46:54.331 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.328+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~QYTK9V53ZV7P.0 size=1048576 2024-04-12T00:46:54.333 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.330+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~QYTK9V53ZV7P.1 size=638219 2024-04-12T00:46:54.333 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.330+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=QYTK9V53ZV7P tag=0HH8BU1MA1XQ type=write size=2735371 2024-04-12T00:46:54.335 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.332+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~M8CRLQZZWZP9.0 size=1048576 2024-04-12T00:46:54.337 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.334+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~M8CRLQZZWZP9.1 size=1048576 2024-04-12T00:46:54.339 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.336+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~M8CRLQZZWZP9.2 size=57478 2024-04-12T00:46:54.342 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.339+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=M8CRLQZZWZP9 tag=6SPBLXIKTX1L type=write size=3203206 2024-04-12T00:46:54.345 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.342+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=8HTGSKUYKECZ type=del size=714728 2024-04-12T00:46:54.347 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.344+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=G5W40HVO7CEW type=del 2024-04-12T00:46:54.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.346+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=1VPFNLLQUEIP type=del size=2297616 2024-04-12T00:46:54.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.348+0000 7f3317332780 1 < completed write operation key=YE36DJQ5KI8M tag=ISDKU6FJGM1S type=write size=470329 2024-04-12T00:46:54.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.350+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=ZBGOP4R2I9MW type=write size=788159 2024-04-12T00:46:54.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.350+0000 7f3317332780 1 < canceled part key=_multipart_E46GQAGF9GTX.2~0U2ALNR4QPES.0 size=1048576 2024-04-12T00:46:54.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.350+0000 7f3317332780 1 < canceled part key=_multipart_E46GQAGF9GTX.2~0U2ALNR4QPES.1 size=113363 2024-04-12T00:46:54.357 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.354+0000 7f3317332780 1 < canceled multipart upload key=E46GQAGF9GTX upload=0U2ALNR4QPES tag=G2HCNWNNH22V type=write size=2210515 2024-04-12T00:46:54.359 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.356+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=F3XO4M03H67P type=del size=3018225 2024-04-12T00:46:54.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.358+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~O6XYE23TK6B0.0 size=1048576 2024-04-12T00:46:54.363 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.360+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~O6XYE23TK6B0.1 size=1048576 2024-04-12T00:46:54.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.362+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~O6XYE23TK6B0.2 size=429433 2024-04-12T00:46:54.368 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.365+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=O6XYE23TK6B0 tag=XHXJV2ESWGW8 type=write size=3575161 2024-04-12T00:46:54.370 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.367+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=D1KDJXXTCLSF type=del size=273810 2024-04-12T00:46:54.372 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.369+0000 7f3317332780 1 < canceled operation key=UV2GWU9R87W7 tag=Y7GGBVKX7FVQ type=del size=657462 2024-04-12T00:46:54.374 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.371+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=1RFBC0P9L5VX type=del size=364627 2024-04-12T00:46:54.378 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.375+0000 7f3317332780 1 < suggested remove operation key=MX8A1YZ2V3NF tag=ZCPRXNF4BLNC type=del 2024-04-12T00:46:54.380 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.377+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=1QUOPS0L0A2B type=del size=3349198 2024-04-12T00:46:54.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.379+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=V9QPWN4OGG9Q type=del 2024-04-12T00:46:54.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.382+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=JD1L65L8LM2V type=del size=741430 2024-04-12T00:46:54.386 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.384+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~VZ66079033V0.0 size=1048576 2024-04-12T00:46:54.388 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.385+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~VZ66079033V0.1 size=278504 2024-04-12T00:46:54.392 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.389+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=VZ66079033V0 tag=INFHIEBOIBCD type=write size=2375656 2024-04-12T00:46:54.396 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.393+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~L078VVJWYVZE.0 size=1048576 2024-04-12T00:46:54.397 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.395+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~L078VVJWYVZE.1 size=899139 2024-04-12T00:46:54.397 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.395+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=L078VVJWYVZE tag=1WD98D2X1TA2 type=write size=2996291 2024-04-12T00:46:54.399 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.397+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~RDZNG3PUQ99D.0 size=1048576 2024-04-12T00:46:54.401 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.398+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~RDZNG3PUQ99D.1 size=1048576 2024-04-12T00:46:54.403 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.400+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~RDZNG3PUQ99D.2 size=136332 2024-04-12T00:46:54.407 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.404+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=RDZNG3PUQ99D tag=BYBOITYER9EM type=write size=3282060 2024-04-12T00:46:54.409 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.406+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=YNO8C2JXA5W3 type=del size=1508839 2024-04-12T00:46:54.411 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.408+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~ODJO7EZE5TP8.0 size=1048576 2024-04-12T00:46:54.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.410+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~ODJO7EZE5TP8.1 size=662286 2024-04-12T00:46:54.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.413+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=ODJO7EZE5TP8 tag=7FNI3FVKZZ4D type=write size=2759438 2024-04-12T00:46:54.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.417+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~SBNQ1KRLFV9G.0 size=304135 2024-04-12T00:46:54.423 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.417+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=SBNQ1KRLFV9G tag=JMZ73H8J32EE type=write size=1352711 2024-04-12T00:46:54.424 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.419+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=7E8OM5GKMR40 type=del 2024-04-12T00:46:54.424 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.421+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=LTGLLWPGRMUK type=del size=317542 2024-04-12T00:46:54.426 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.423+0000 7f3317332780 1 < completed write operation key=99X98PX1X4B7 tag=GPF02N302BGD type=write size=528164 2024-04-12T00:46:54.428 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.426+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=ISV0XQ420YSJ type=del size=4063864 2024-04-12T00:46:54.430 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.428+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~S9LVCR6KIA6Q.0 size=1048576 2024-04-12T00:46:54.432 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.430+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~S9LVCR6KIA6Q.1 size=1048576 2024-04-12T00:46:54.435 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.432+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~S9LVCR6KIA6Q.2 size=192622 2024-04-12T00:46:54.439 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.436+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=S9LVCR6KIA6Q tag=VGR1MWCF5BQ1 type=write size=3338350 2024-04-12T00:46:54.442 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.440+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~Q8P40JHJUF3E.0 size=1048576 2024-04-12T00:46:54.444 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.441+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~Q8P40JHJUF3E.1 size=1048576 2024-04-12T00:46:54.446 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.443+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~Q8P40JHJUF3E.2 size=894271 2024-04-12T00:46:54.446 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.443+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=Q8P40JHJUF3E tag=WBONEHLO1IL2 type=write size=4039999 2024-04-12T00:46:54.448 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.445+0000 7f3317332780 1 < canceled operation key=HOD7SOILOUYQ tag=AI6NM9R0EC6R type=del size=2652187 2024-04-12T00:46:54.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.448+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=W81N17GRTQ1H type=del size=9566 2024-04-12T00:46:54.453 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.450+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~QYTK9V53ZV7P.0 size=1048576 2024-04-12T00:46:54.454 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.451+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~QYTK9V53ZV7P.1 size=638219 2024-04-12T00:46:54.458 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.455+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=QYTK9V53ZV7P tag=0HH8BU1MA1XQ type=write size=2735371 2024-04-12T00:46:54.460 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.457+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=LB14OA5G7POP type=write size=578226 2024-04-12T00:46:54.463 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.460+0000 7f3317332780 -1 < failed to complete operation key=MX8A1YZ2V3NF tag=8HTGSKUYKECZ type=del size=714728: (22) Invalid argument 2024-04-12T00:46:54.467 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.464+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~L5JME4RIN478.0 size=985334 2024-04-12T00:46:54.467 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.464+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=L5JME4RIN478 tag=1O6DNHQ9MIES type=write size=2033910 2024-04-12T00:46:54.471 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.469+0000 7f3317332780 1 < suggested update operation key=TZ723A1PHQ0U tag=1VPFNLLQUEIP type=del size=2297616 2024-04-12T00:46:54.473 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.471+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=ZEBODEG6W2MF type=write size=481272 2024-04-12T00:46:54.475 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.473+0000 7f3317332780 1 < completed write operation key=UV2GWU9R87W7 tag=ZBGOP4R2I9MW type=write size=788159 2024-04-12T00:46:54.478 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.475+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=RYD0RBLLVS3J type=del size=549438 2024-04-12T00:46:54.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.477+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=F3XO4M03H67P type=del 2024-04-12T00:46:54.481 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.479+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=NZG48SZX3797 type=del size=484148 2024-04-12T00:46:54.486 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.483+0000 7f3317332780 1 < suggested remove operation key=LMJQSUV7DIV7 tag=D1KDJXXTCLSF type=del 2024-04-12T00:46:54.488 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.485+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=72QUX46PAVHY type=del size=1915728 2024-04-12T00:46:54.490 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.487+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=1RFBC0P9L5VX type=del 2024-04-12T00:46:54.492 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.489+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=TGUPBFKNNKO9 type=write size=908384 2024-04-12T00:46:54.494 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.491+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=1QUOPS0L0A2B type=del 2024-04-12T00:46:54.498 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.495+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~2U3E9YCX9TM8.0 size=414567 2024-04-12T00:46:54.498 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.495+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=2U3E9YCX9TM8 tag=FWG1BAJ2LOZ8 type=write size=1463143 2024-04-12T00:46:54.500 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.497+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=JD1L65L8LM2V type=del 2024-04-12T00:46:54.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.499+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=YOR0MUFGRM3R type=del size=730958 2024-04-12T00:46:54.505 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.502+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~L078VVJWYVZE.0 size=1048576 2024-04-12T00:46:54.507 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.504+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~L078VVJWYVZE.1 size=899139 2024-04-12T00:46:54.510 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.507+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=L078VVJWYVZE tag=1WD98D2X1TA2 type=write size=2996291 2024-04-12T00:46:54.512 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.509+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=I7WXNK0O04S2 type=del size=565552 2024-04-12T00:46:54.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.511+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=YNO8C2JXA5W3 type=del 2024-04-12T00:46:54.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.513+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=B8Z9VVC25LP0 type=del size=3613692 2024-04-12T00:46:54.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.515+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~SBNQ1KRLFV9G.0 size=304135 2024-04-12T00:46:54.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.519+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=SBNQ1KRLFV9G tag=JMZ73H8J32EE type=write size=1352711 2024-04-12T00:46:54.523 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.521+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=FJNA243JY1HA type=del size=2509815 2024-04-12T00:46:54.525 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.523+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=LTGLLWPGRMUK type=del 2024-04-12T00:46:54.529 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.527+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~33KNUAZJ1DOB.0 size=488869 2024-04-12T00:46:54.529 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.527+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=33KNUAZJ1DOB tag=WOY4GBUBTS0Y type=write size=1537445 2024-04-12T00:46:54.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.529+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=ISV0XQ420YSJ type=del 2024-04-12T00:46:54.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.532+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~7QIRMPTJB7FH.0 size=785791 2024-04-12T00:46:54.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.532+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=7QIRMPTJB7FH tag=O9J7COCW8HUE type=write size=1834367 2024-04-12T00:46:54.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.534+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~Q8P40JHJUF3E.0 size=1048576 2024-04-12T00:46:54.539 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.536+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~Q8P40JHJUF3E.1 size=1048576 2024-04-12T00:46:54.541 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.538+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~Q8P40JHJUF3E.2 size=894271 2024-04-12T00:46:54.544 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.541+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=Q8P40JHJUF3E tag=WBONEHLO1IL2 type=write size=4039999 2024-04-12T00:46:54.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.543+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=KSNM4I3S9A9S type=del size=55970 2024-04-12T00:46:54.548 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.545+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=W81N17GRTQ1H type=del 2024-04-12T00:46:54.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.549+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~UX1AP3DRHT6L.0 size=817684 2024-04-12T00:46:54.552 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.549+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=UX1AP3DRHT6L tag=U926ZWNZWL5H type=write size=1866260 2024-04-12T00:46:54.554 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.551+0000 7f3317332780 1 < completed write operation key=99X98PX1X4B7 tag=LB14OA5G7POP type=write size=578226 2024-04-12T00:46:54.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.555+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~19YO7G0MIU9F.0 size=1008054 2024-04-12T00:46:54.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.555+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=19YO7G0MIU9F tag=2GZCSTGMIG2W type=write size=2056630 2024-04-12T00:46:54.559 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.555+0000 7f3317332780 1 < canceled part key=_multipart_LMJQSUV7DIV7.2~L5JME4RIN478.0 size=985334 2024-04-12T00:46:54.562 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.559+0000 7f3317332780 1 < canceled multipart upload key=LMJQSUV7DIV7 upload=L5JME4RIN478 tag=1O6DNHQ9MIES type=write size=2033910 2024-04-12T00:46:54.564 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.561+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=Z5W3HKF8H9TS type=del size=3050959 2024-04-12T00:46:54.566 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.563+0000 7f3317332780 1 < completed write operation key=VBE0Z26APYW7 tag=ZEBODEG6W2MF type=write size=481272 2024-04-12T00:46:54.567 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.565+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=D5GA3VOWY9NA type=del size=2384884 2024-04-12T00:46:54.569 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.567+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=RYD0RBLLVS3J type=del 2024-04-12T00:46:54.571 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.569+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=RDH7LI2883W8 type=del size=369145 2024-04-12T00:46:54.573 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.571+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=NZG48SZX3797 type=del 2024-04-12T00:46:54.575 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.573+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=OF4C1E9BKR2J type=write size=777141 2024-04-12T00:46:54.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.575+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=72QUX46PAVHY type=del 2024-04-12T00:46:54.580 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.577+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=HKWE48M275Y2 type=del size=1840646 2024-04-12T00:46:54.583 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.580+0000 7f3317332780 1 < suggested remove operation key=VBE0Z26APYW7 tag=TGUPBFKNNKO9 type=write 2024-04-12T00:46:54.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.586+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~RV3YROE3HE9E.0 size=1048576 2024-04-12T00:46:54.591 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.587+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~RV3YROE3HE9E.1 size=96332 2024-04-12T00:46:54.591 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.587+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=RV3YROE3HE9E tag=0O359Q7ZN5FS type=write size=2193484 2024-04-12T00:46:54.592 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.589+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~2U3E9YCX9TM8.0 size=414567 2024-04-12T00:46:54.596 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.593+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=2U3E9YCX9TM8 tag=FWG1BAJ2LOZ8 type=write size=1463143 2024-04-12T00:46:54.598 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.595+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=R7F10ZBIK1WG type=write size=478254 2024-04-12T00:46:54.600 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.597+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=YOR0MUFGRM3R type=del 2024-04-12T00:46:54.603 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.601+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ZVZQC60XO5FI.0 size=67759 2024-04-12T00:46:54.604 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.601+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=ZVZQC60XO5FI tag=CIZAOK7DMICT type=write size=1116335 2024-04-12T00:46:54.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.603+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=I7WXNK0O04S2 type=del 2024-04-12T00:46:54.608 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.605+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=EI2W81W20LPG type=del size=2911043 2024-04-12T00:46:54.610 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.607+0000 7f3317332780 1 < canceled operation key=Z0W5CBWR6G0J tag=B8Z9VVC25LP0 type=del size=3613692 2024-04-12T00:46:54.613 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.611+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~TGX80R0ABCOH.0 size=1048576 2024-04-12T00:46:54.615 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.613+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~TGX80R0ABCOH.1 size=504648 2024-04-12T00:46:54.615 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.613+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=TGX80R0ABCOH tag=RWPA6AS1UV72 type=write size=2601800 2024-04-12T00:46:54.617 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.615+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=FJNA243JY1HA type=del 2024-04-12T00:46:54.622 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.617+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=TT3YEQP72IBU type=del size=1909147 2024-04-12T00:46:54.623 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.619+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~33KNUAZJ1DOB.0 size=488869 2024-04-12T00:46:54.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.622+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=33KNUAZJ1DOB tag=WOY4GBUBTS0Y type=write size=1537445 2024-04-12T00:46:54.629 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.626+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~FX2WEJ8Y622S.0 size=1048576 2024-04-12T00:46:54.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.628+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~FX2WEJ8Y622S.1 size=1048576 2024-04-12T00:46:54.632 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.629+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~FX2WEJ8Y622S.2 size=408635 2024-04-12T00:46:54.632 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.629+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=FX2WEJ8Y622S tag=1C6EBC1OC0J1 type=write size=3554363 2024-04-12T00:46:54.634 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.632+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~7QIRMPTJB7FH.0 size=785791 2024-04-12T00:46:54.638 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.635+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=7QIRMPTJB7FH tag=O9J7COCW8HUE type=write size=1834367 2024-04-12T00:46:54.640 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.637+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=13PHGX2QJLOJ type=del size=1986099 2024-04-12T00:46:54.642 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.639+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=KSNM4I3S9A9S type=del 2024-04-12T00:46:54.644 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.641+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=2RBI2GQ7JVSR type=del size=1660099 2024-04-12T00:46:54.646 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.643+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~UX1AP3DRHT6L.0 size=817684 2024-04-12T00:46:54.649 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.646+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=UX1AP3DRHT6L tag=U926ZWNZWL5H type=write size=1866260 2024-04-12T00:46:54.651 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.649+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=PAOY7VFD85A7 type=del size=3317187 2024-04-12T00:46:54.653 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.651+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~19YO7G0MIU9F.0 size=1008054 2024-04-12T00:46:54.657 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.654+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=19YO7G0MIU9F tag=2GZCSTGMIG2W type=write size=2056630 2024-04-12T00:46:54.660 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.658+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~RN3F301TJXKZ.0 size=1048576 2024-04-12T00:46:54.662 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.660+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~RN3F301TJXKZ.1 size=1048576 2024-04-12T00:46:54.664 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.661+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~RN3F301TJXKZ.2 size=511214 2024-04-12T00:46:54.664 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.661+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=RN3F301TJXKZ tag=FCNPWGSLJTKG type=write size=3656942 2024-04-12T00:46:54.668 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.665+0000 7f3317332780 1 < suggested update operation key=H318TVZHDVRW tag=Z5W3HKF8H9TS type=del size=3050959 2024-04-12T00:46:54.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.667+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=4TQ7JIWC7XC2 type=del size=1657253 2024-04-12T00:46:54.672 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.669+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=D5GA3VOWY9NA type=del 2024-04-12T00:46:54.676 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.674+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~U1N6PJ2CE1RP.0 size=1048576 2024-04-12T00:46:54.678 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.675+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~U1N6PJ2CE1RP.1 size=1048576 2024-04-12T00:46:54.680 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.677+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~U1N6PJ2CE1RP.2 size=836697 2024-04-12T00:46:54.680 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.677+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=U1N6PJ2CE1RP tag=WBL8CDJH6H70 type=write size=3982425 2024-04-12T00:46:54.682 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.679+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=RDH7LI2883W8 type=del 2024-04-12T00:46:54.684 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.681+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=268JDE96I0CS type=del size=1596745 2024-04-12T00:46:54.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.683+0000 7f3317332780 1 < completed write operation key=WV1ML7JVNDAP tag=OF4C1E9BKR2J type=write size=777141 2024-04-12T00:46:54.688 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.685+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=27Q8ES8ECKG0 type=del size=3689931 2024-04-12T00:46:54.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.687+0000 7f3317332780 1 < canceled operation key=RT67TN1NNQ2D tag=HKWE48M275Y2 type=del size=1840646 2024-04-12T00:46:54.694 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.691+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~9ZYT1DQPG9XN.0 size=1048576 2024-04-12T00:46:54.696 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.693+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~9ZYT1DQPG9XN.1 size=1048576 2024-04-12T00:46:54.698 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.695+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~9ZYT1DQPG9XN.2 size=145530 2024-04-12T00:46:54.698 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.695+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=9ZYT1DQPG9XN tag=NJ9PX20N7U09 type=write size=3291258 2024-04-12T00:46:54.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.697+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~RV3YROE3HE9E.0 size=1048576 2024-04-12T00:46:54.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.697+0000 7f3317332780 1 < canceled part key=_multipart_DUBT6E7KPOC6.2~RV3YROE3HE9E.1 size=96332 2024-04-12T00:46:54.703 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.701+0000 7f3317332780 1 < canceled multipart upload key=DUBT6E7KPOC6 upload=RV3YROE3HE9E tag=0O359Q7ZN5FS type=write size=2193484 2024-04-12T00:46:54.707 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.704+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~P9SIFNBW4WYX.0 size=1048576 2024-04-12T00:46:54.709 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.706+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~P9SIFNBW4WYX.1 size=261952 2024-04-12T00:46:54.709 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.706+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=P9SIFNBW4WYX tag=YYKK8MNMWUJG type=write size=2359104 2024-04-12T00:46:54.711 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.708+0000 7f3317332780 1 < completed write operation key=8100QAT6UX23 tag=R7F10ZBIK1WG type=write size=478254 2024-04-12T00:46:54.715 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.712+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~JRDI006SRYGG.0 size=1048576 2024-04-12T00:46:54.717 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.714+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~JRDI006SRYGG.1 size=1048576 2024-04-12T00:46:54.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.716+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~JRDI006SRYGG.2 size=407020 2024-04-12T00:46:54.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.716+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=JRDI006SRYGG tag=X45MBH4L7YLA type=write size=3552748 2024-04-12T00:46:54.720 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.718+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~ZVZQC60XO5FI.0 size=67759 2024-04-12T00:46:54.724 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.722+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=ZVZQC60XO5FI tag=CIZAOK7DMICT type=write size=1116335 2024-04-12T00:46:54.726 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.724+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=XWTZJ4EO4HFM type=del size=1484841 2024-04-12T00:46:54.730 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.728+0000 7f3317332780 1 < suggested remove operation key=GBDRR6ZHKT41 tag=EI2W81W20LPG type=del 2024-04-12T00:46:54.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.730+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=ARTF26BGRZM1 type=write size=250692 2024-04-12T00:46:54.735 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.732+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~TGX80R0ABCOH.0 size=1048576 2024-04-12T00:46:54.737 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.734+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~TGX80R0ABCOH.1 size=504648 2024-04-12T00:46:54.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.738+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=TGX80R0ABCOH tag=RWPA6AS1UV72 type=write size=2601800 2024-04-12T00:46:54.742 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.740+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=Z13WISJK0I1P type=del size=4056524 2024-04-12T00:46:54.746 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.744+0000 7f3317332780 1 < suggested update operation key=UOC07EDTW788 tag=TT3YEQP72IBU type=del size=1909147 2024-04-12T00:46:54.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.746+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=WM3Z8DIA5MNM type=write size=883916 2024-04-12T00:46:54.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.746+0000 7f3317332780 1 < canceled part key=_multipart_LKLO2ZZF1KW1.2~FX2WEJ8Y622S.0 size=1048576 2024-04-12T00:46:54.750 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.748+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~FX2WEJ8Y622S.1 size=1048576 2024-04-12T00:46:54.752 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.749+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~FX2WEJ8Y622S.2 size=408635 2024-04-12T00:46:54.756 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.754+0000 7f3317332780 1 < canceled multipart upload key=LKLO2ZZF1KW1 upload=FX2WEJ8Y622S tag=1C6EBC1OC0J1 type=write size=3554363 2024-04-12T00:46:54.758 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.756+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=M7HOBX8OBO4Q type=write size=204895 2024-04-12T00:46:54.761 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.758+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=13PHGX2QJLOJ type=del 2024-04-12T00:46:54.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.761+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~ZXXDVQNRPOO0.0 size=1048576 2024-04-12T00:46:54.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.763+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~ZXXDVQNRPOO0.1 size=291951 2024-04-12T00:46:54.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.763+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=ZXXDVQNRPOO0 tag=GT2NR8N22IDR type=write size=2389103 2024-04-12T00:46:54.768 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.765+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=2RBI2GQ7JVSR type=del 2024-04-12T00:46:54.770 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.768+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=8JE52X06KJH9 type=del size=2228876 2024-04-12T00:46:54.772 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.770+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=PAOY7VFD85A7 type=del 2024-04-12T00:46:54.774 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.772+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=B3EICNZW2S56 type=del size=56358 2024-04-12T00:46:54.776 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.774+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~RN3F301TJXKZ.0 size=1048576 2024-04-12T00:46:54.778 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.775+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~RN3F301TJXKZ.1 size=1048576 2024-04-12T00:46:54.780 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.777+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~RN3F301TJXKZ.2 size=511214 2024-04-12T00:46:54.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.781+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=RN3F301TJXKZ tag=FCNPWGSLJTKG type=write size=3656942 2024-04-12T00:46:54.786 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.783+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=MI5Y1X99RLBH type=del size=1501243 2024-04-12T00:46:54.788 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.785+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=4TQ7JIWC7XC2 type=del 2024-04-12T00:46:54.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.787+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=QNIFUZES46QY type=del size=721643 2024-04-12T00:46:54.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.788+0000 7f3317332780 1 < canceled part key=_multipart_YE36DJQ5KI8M.2~U1N6PJ2CE1RP.0 size=1048576 2024-04-12T00:46:54.792 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.789+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~U1N6PJ2CE1RP.1 size=1048576 2024-04-12T00:46:54.794 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.791+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~U1N6PJ2CE1RP.2 size=836697 2024-04-12T00:46:54.797 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.795+0000 7f3317332780 1 < canceled multipart upload key=YE36DJQ5KI8M upload=U1N6PJ2CE1RP tag=WBL8CDJH6H70 type=write size=3982425 2024-04-12T00:46:54.800 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.797+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=3N90M6MM7WRY type=del size=72291 2024-04-12T00:46:54.804 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.801+0000 7f3317332780 1 < suggested update operation key=E46GQAGF9GTX tag=268JDE96I0CS type=del size=1596745 2024-04-12T00:46:54.807 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.805+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~FOJZUTTDABHN.0 size=1048576 2024-04-12T00:46:54.809 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.806+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~FOJZUTTDABHN.1 size=757658 2024-04-12T00:46:54.809 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.806+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=FOJZUTTDABHN tag=PR59Z2BZOCBR type=write size=2854810 2024-04-12T00:46:54.813 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.811+0000 7f3317332780 1 < suggested update operation key=VBE0Z26APYW7 tag=27Q8ES8ECKG0 type=del size=3689931 2024-04-12T00:46:54.815 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.813+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=H2Q6XXX90FP0 type=del size=1435541 2024-04-12T00:46:54.817 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.815+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~9ZYT1DQPG9XN.0 size=1048576 2024-04-12T00:46:54.819 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.816+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~9ZYT1DQPG9XN.1 size=1048576 2024-04-12T00:46:54.821 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.818+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~9ZYT1DQPG9XN.2 size=145530 2024-04-12T00:46:54.827 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.822+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=9ZYT1DQPG9XN tag=NJ9PX20N7U09 type=write size=3291258 2024-04-12T00:46:54.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.824+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=CH9YLCXJN9HO type=del size=4095824 2024-04-12T00:46:54.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.826+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~P9SIFNBW4WYX.0 size=1048576 2024-04-12T00:46:54.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.828+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~P9SIFNBW4WYX.1 size=261952 2024-04-12T00:46:54.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.832+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=P9SIFNBW4WYX tag=YYKK8MNMWUJG type=write size=2359104 2024-04-12T00:46:54.838 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.835+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~1337E70YUUXY.0 size=1048576 2024-04-12T00:46:54.840 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.837+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~1337E70YUUXY.1 size=1048576 2024-04-12T00:46:54.842 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.839+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~1337E70YUUXY.2 size=391830 2024-04-12T00:46:54.842 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.839+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=1337E70YUUXY tag=2HPST4B7KDKY type=write size=3537558 2024-04-12T00:46:54.844 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.841+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~JRDI006SRYGG.0 size=1048576 2024-04-12T00:46:54.846 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.843+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~JRDI006SRYGG.1 size=1048576 2024-04-12T00:46:54.847 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.845+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~JRDI006SRYGG.2 size=407020 2024-04-12T00:46:54.851 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.849+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=JRDI006SRYGG tag=X45MBH4L7YLA type=write size=3552748 2024-04-12T00:46:54.853 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.851+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=8GM2U791X5S6 type=del size=1045663 2024-04-12T00:46:54.855 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.853+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=XWTZJ4EO4HFM type=del 2024-04-12T00:46:54.860 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.857+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~S7HOZF0EHSDK.0 size=135660 2024-04-12T00:46:54.860 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.857+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=S7HOZF0EHSDK tag=OYDPJH6OP2G1 type=write size=1184236 2024-04-12T00:46:54.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.859+0000 7f3317332780 1 < canceled operation key=LKLO2ZZF1KW1 tag=ARTF26BGRZM1 type=write size=250692 2024-04-12T00:46:54.864 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.861+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=C7E1CLHFUOZD type=del size=274305 2024-04-12T00:46:54.866 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.863+0000 7f3317332780 1 < canceled operation key=UV2GWU9R87W7 tag=Z13WISJK0I1P type=del size=4056524 2024-04-12T00:46:54.868 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.865+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=D4YV0B145KC7 type=del size=246838 2024-04-12T00:46:54.872 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.869+0000 7f3317332780 1 < suggested update operation key=USACGT0O7VRV tag=WM3Z8DIA5MNM type=write size=883916 2024-04-12T00:46:54.874 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.871+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=K2HKKJ7JOVFM type=write size=551324 2024-04-12T00:46:54.876 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.873+0000 7f3317332780 1 < completed write operation key=UPNUSSW7TUR9 tag=M7HOBX8OBO4Q type=write size=204895 2024-04-12T00:46:54.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.877+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~H9AEX0UPVXFE.0 size=1048576 2024-04-12T00:46:54.882 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.879+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~H9AEX0UPVXFE.1 size=1048576 2024-04-12T00:46:54.883 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.881+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~H9AEX0UPVXFE.2 size=298522 2024-04-12T00:46:54.883 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.881+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=H9AEX0UPVXFE tag=DPT3YB3LK5OT type=write size=3444250 2024-04-12T00:46:54.885 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.883+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~ZXXDVQNRPOO0.0 size=1048576 2024-04-12T00:46:54.887 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.885+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~ZXXDVQNRPOO0.1 size=291951 2024-04-12T00:46:54.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.888+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=ZXXDVQNRPOO0 tag=GT2NR8N22IDR type=write size=2389103 2024-04-12T00:46:54.895 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.893+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~6RQQHYQVY20O.0 size=404526 2024-04-12T00:46:54.895 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.893+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=6RQQHYQVY20O tag=48WHSOWCPWFO type=write size=1453102 2024-04-12T00:46:54.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.895+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=8JE52X06KJH9 type=del 2024-04-12T00:46:54.902 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.899+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~Z3D2TOJ5QNVS.0 size=1048576 2024-04-12T00:46:54.903 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.900+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~Z3D2TOJ5QNVS.1 size=591689 2024-04-12T00:46:54.903 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.900+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=Z3D2TOJ5QNVS tag=UWE3WVOGLMSV type=write size=2688841 2024-04-12T00:46:54.905 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.902+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=B3EICNZW2S56 type=del 2024-04-12T00:46:54.907 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.904+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=0GDCHTYG4KQ1 type=write size=815480 2024-04-12T00:46:54.909 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.906+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=MI5Y1X99RLBH type=del 2024-04-12T00:46:54.914 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.911+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~QU5IPGGAQ5DG.0 size=1048576 2024-04-12T00:46:54.915 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.912+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~QU5IPGGAQ5DG.1 size=936725 2024-04-12T00:46:54.915 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.912+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=QU5IPGGAQ5DG tag=6PSBQFXAXF9X type=write size=3033877 2024-04-12T00:46:54.917 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.915+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=QNIFUZES46QY type=del 2024-04-12T00:46:54.919 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.917+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=XEL7LF1JEQWQ type=del size=390871 2024-04-12T00:46:54.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.921+0000 7f3317332780 1 < suggested remove operation key=1CAPZAU657WZ tag=3N90M6MM7WRY type=del 2024-04-12T00:46:54.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.925+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~HJJ2JJW7YKPY.0 size=161492 2024-04-12T00:46:54.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.925+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=HJJ2JJW7YKPY tag=KSBCZ8CP69OW type=write size=1210068 2024-04-12T00:46:54.930 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.927+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~FOJZUTTDABHN.0 size=1048576 2024-04-12T00:46:54.932 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.930+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~FOJZUTTDABHN.1 size=757658 2024-04-12T00:46:54.936 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.933+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=FOJZUTTDABHN tag=PR59Z2BZOCBR type=write size=2854810 2024-04-12T00:46:54.940 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.937+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~LG312VWLJ2JL.0 size=1048576 2024-04-12T00:46:54.941 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.939+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~LG312VWLJ2JL.1 size=1048576 2024-04-12T00:46:54.943 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.940+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~LG312VWLJ2JL.2 size=266424 2024-04-12T00:46:54.943 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.940+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=LG312VWLJ2JL tag=2MDYWHG2B0Y9 type=write size=3412152 2024-04-12T00:46:54.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.945+0000 7f3317332780 1 < suggested update operation key=B0O10Z22S1QK tag=H2Q6XXX90FP0 type=del size=1435541 2024-04-12T00:46:54.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.949+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~4MM05FD4E0C1.0 size=1048576 2024-04-12T00:46:54.954 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.951+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~4MM05FD4E0C1.1 size=1048576 2024-04-12T00:46:54.957 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.954+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~4MM05FD4E0C1.2 size=684429 2024-04-12T00:46:54.957 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.954+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=4MM05FD4E0C1 tag=TSAPFQYSSBOC type=write size=3830157 2024-04-12T00:46:54.959 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.956+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=CH9YLCXJN9HO type=del 2024-04-12T00:46:54.963 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.960+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~VQ3ZZXGNXMAX.0 size=1048576 2024-04-12T00:46:54.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.962+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~VQ3ZZXGNXMAX.1 size=1048576 2024-04-12T00:46:54.967 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.964+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~VQ3ZZXGNXMAX.2 size=497120 2024-04-12T00:46:54.967 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.964+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=VQ3ZZXGNXMAX tag=A3VL00L9RYCX type=write size=3642848 2024-04-12T00:46:54.970 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.967+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~1337E70YUUXY.0 size=1048576 2024-04-12T00:46:54.970 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.967+0000 7f3317332780 1 < canceled part key=_multipart_H318TVZHDVRW.2~1337E70YUUXY.1 size=1048576 2024-04-12T00:46:54.972 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.969+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~1337E70YUUXY.2 size=391830 2024-04-12T00:46:54.975 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.972+0000 7f3317332780 1 < canceled multipart upload key=H318TVZHDVRW upload=1337E70YUUXY tag=2HPST4B7KDKY type=write size=3537558 2024-04-12T00:46:54.979 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.976+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~1SCTAGFWAWB6.0 size=1048576 2024-04-12T00:46:54.981 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.978+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~1SCTAGFWAWB6.1 size=1048576 2024-04-12T00:46:54.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.980+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~1SCTAGFWAWB6.2 size=264277 2024-04-12T00:46:54.983 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.980+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=1SCTAGFWAWB6 tag=ISR31J70ZYOE type=write size=3410005 2024-04-12T00:46:54.985 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.982+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=8GM2U791X5S6 type=del 2024-04-12T00:46:54.988 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.986+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~DOS98CEOAKIK.0 size=1048576 2024-04-12T00:46:54.990 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.987+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~DOS98CEOAKIK.1 size=882739 2024-04-12T00:46:54.990 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.987+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=DOS98CEOAKIK tag=XY3YCSMNZ65D type=write size=2979891 2024-04-12T00:46:54.992 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.989+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~S7HOZF0EHSDK.0 size=135660 2024-04-12T00:46:54.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.993+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=S7HOZF0EHSDK tag=OYDPJH6OP2G1 type=write size=1184236 2024-04-12T00:46:55.000 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.997+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~J8L6OI9B34UL.0 size=1048576 2024-04-12T00:46:55.001 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:54.999+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~J8L6OI9B34UL.1 size=1048576 2024-04-12T00:46:55.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.000+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~J8L6OI9B34UL.2 size=971341 2024-04-12T00:46:55.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.000+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=J8L6OI9B34UL tag=RTGL83BLZWHE type=write size=4117069 2024-04-12T00:46:55.007 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.004+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=C7E1CLHFUOZD type=del 2024-04-12T00:46:55.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.006+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=08KGQEUOL2UY type=del size=1139826 2024-04-12T00:46:55.011 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.008+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=D4YV0B145KC7 type=del 2024-04-12T00:46:55.013 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.011+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=OPSI160EUE44 type=del size=2480260 2024-04-12T00:46:55.017 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.015+0000 7f3317332780 1 < suggested remove operation key=LKLO2ZZF1KW1 tag=K2HKKJ7JOVFM type=write 2024-04-12T00:46:55.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.018+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~1378KVABLL2I.0 size=169378 2024-04-12T00:46:55.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.018+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=1378KVABLL2I tag=P3BL1RI06GU1 type=write size=1217954 2024-04-12T00:46:55.023 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.020+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~H9AEX0UPVXFE.0 size=1048576 2024-04-12T00:46:55.025 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.022+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~H9AEX0UPVXFE.1 size=1048576 2024-04-12T00:46:55.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.024+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~H9AEX0UPVXFE.2 size=298522 2024-04-12T00:46:55.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.028+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=H9AEX0UPVXFE tag=DPT3YB3LK5OT type=write size=3444250 2024-04-12T00:46:55.034 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.031+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ZTMC0N4VROZS.0 size=1048576 2024-04-12T00:46:55.036 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.033+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ZTMC0N4VROZS.1 size=1048576 2024-04-12T00:46:55.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.035+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~ZTMC0N4VROZS.2 size=31044 2024-04-12T00:46:55.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.035+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=ZTMC0N4VROZS tag=LXCF3NMGHN15 type=write size=3176772 2024-04-12T00:46:55.040 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.037+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~6RQQHYQVY20O.0 size=404526 2024-04-12T00:46:55.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.040+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=6RQQHYQVY20O tag=48WHSOWCPWFO type=write size=1453102 2024-04-12T00:46:55.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.042+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=UGDA3HV0VD0W type=del size=2855629 2024-04-12T00:46:55.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.044+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~Z3D2TOJ5QNVS.0 size=1048576 2024-04-12T00:46:55.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.044+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~Z3D2TOJ5QNVS.1 size=591689 2024-04-12T00:46:55.051 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.048+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=Z3D2TOJ5QNVS tag=UWE3WVOGLMSV type=write size=2688841 2024-04-12T00:46:55.053 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.050+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=2BGSL3RNRYOB type=del size=1829584 2024-04-12T00:46:55.055 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.052+0000 7f3317332780 1 < canceled operation key=YBOSOCCRJFO7 tag=0GDCHTYG4KQ1 type=write size=815480 2024-04-12T00:46:55.058 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.055+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=W9O6FGBPKTD6 type=del size=2896642 2024-04-12T00:46:55.060 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.057+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~QU5IPGGAQ5DG.0 size=1048576 2024-04-12T00:46:55.061 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.059+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~QU5IPGGAQ5DG.1 size=936725 2024-04-12T00:46:55.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.062+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=QU5IPGGAQ5DG tag=6PSBQFXAXF9X type=write size=3033877 2024-04-12T00:46:55.067 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.064+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=PL5FBAF54MLX type=del size=1042172 2024-04-12T00:46:55.069 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.066+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=XEL7LF1JEQWQ type=del 2024-04-12T00:46:55.071 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.068+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=2H2BRJ61K6DL type=del size=2631242 2024-04-12T00:46:55.071 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.068+0000 7f3317332780 1 < canceled part key=_multipart_COYSTVZBULU1.2~HJJ2JJW7YKPY.0 size=161492 2024-04-12T00:46:55.074 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.072+0000 7f3317332780 1 < canceled multipart upload key=COYSTVZBULU1 upload=HJJ2JJW7YKPY tag=KSBCZ8CP69OW type=write size=1210068 2024-04-12T00:46:55.077 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.074+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=IXCUHPMTP31R type=del size=2951893 2024-04-12T00:46:55.079 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.076+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~LG312VWLJ2JL.0 size=1048576 2024-04-12T00:46:55.079 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.076+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~LG312VWLJ2JL.1 size=1048576 2024-04-12T00:46:55.081 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.078+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~LG312VWLJ2JL.2 size=266424 2024-04-12T00:46:55.084 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.081+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=LG312VWLJ2JL tag=2MDYWHG2B0Y9 type=write size=3412152 2024-04-12T00:46:55.086 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.083+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=WNEWQ22EXJ69 type=del size=3185033 2024-04-12T00:46:55.088 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.086+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~4MM05FD4E0C1.0 size=1048576 2024-04-12T00:46:55.090 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.087+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~4MM05FD4E0C1.1 size=1048576 2024-04-12T00:46:55.092 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.089+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~4MM05FD4E0C1.2 size=684429 2024-04-12T00:46:55.095 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.093+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=4MM05FD4E0C1 tag=TSAPFQYSSBOC type=write size=3830157 2024-04-12T00:46:55.099 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.097+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~CGI50XHHJWBJ.0 size=753711 2024-04-12T00:46:55.099 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.097+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=CGI50XHHJWBJ tag=40T4MDZ3Z87Q type=write size=1802287 2024-04-12T00:46:55.101 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.099+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~VQ3ZZXGNXMAX.0 size=1048576 2024-04-12T00:46:55.103 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.100+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~VQ3ZZXGNXMAX.1 size=1048576 2024-04-12T00:46:55.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.102+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~VQ3ZZXGNXMAX.2 size=497120 2024-04-12T00:46:55.108 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.105+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=VQ3ZZXGNXMAX tag=A3VL00L9RYCX type=write size=3642848 2024-04-12T00:46:55.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.108+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=OK7O1BKVDGU9 type=del size=1828287 2024-04-12T00:46:55.112 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.109+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~1SCTAGFWAWB6.0 size=1048576 2024-04-12T00:46:55.114 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.112+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~1SCTAGFWAWB6.1 size=1048576 2024-04-12T00:46:55.116 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.114+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~1SCTAGFWAWB6.2 size=264277 2024-04-12T00:46:55.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.117+0000 7f3317332780 1 < completed multipart upload key=99X98PX1X4B7 upload=1SCTAGFWAWB6 tag=ISR31J70ZYOE type=write size=3410005 2024-04-12T00:46:55.122 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.120+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=CYRWIN41FQYG type=del size=2880220 2024-04-12T00:46:55.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.122+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~DOS98CEOAKIK.0 size=1048576 2024-04-12T00:46:55.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.122+0000 7f3317332780 1 < canceled part key=_multipart_WV1ML7JVNDAP.2~DOS98CEOAKIK.1 size=882739 2024-04-12T00:46:55.128 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.126+0000 7f3317332780 1 < canceled multipart upload key=WV1ML7JVNDAP upload=DOS98CEOAKIK tag=XY3YCSMNZ65D type=write size=2979891 2024-04-12T00:46:55.131 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.128+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=WJR4ISOSLNZ5 type=del size=298573 2024-04-12T00:46:55.131 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.128+0000 7f3317332780 1 < canceled part key=_multipart_VCU05OLK0CA0.2~J8L6OI9B34UL.0 size=1048576 2024-04-12T00:46:55.132 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.130+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~J8L6OI9B34UL.1 size=1048576 2024-04-12T00:46:55.134 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.132+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~J8L6OI9B34UL.2 size=971341 2024-04-12T00:46:55.138 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.135+0000 7f3317332780 1 < canceled multipart upload key=VCU05OLK0CA0 upload=J8L6OI9B34UL tag=RTGL83BLZWHE type=write size=4117069 2024-04-12T00:46:55.141 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.139+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~JOON1U9NFCS7.0 size=942374 2024-04-12T00:46:55.141 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.139+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=JOON1U9NFCS7 tag=9N2OSA9NTAGJ type=write size=1990950 2024-04-12T00:46:55.144 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.141+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=08KGQEUOL2UY type=del 2024-04-12T00:46:55.147 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.145+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=EHBWQBERIT2J type=del size=1724987 2024-04-12T00:46:55.150 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.147+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=OPSI160EUE44 type=del 2024-04-12T00:46:55.152 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.150+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=0E9FIKTZCTE8 type=del size=1194717 2024-04-12T00:46:55.152 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.150+0000 7f3317332780 1 < canceled part key=_multipart_USACGT0O7VRV.2~1378KVABLL2I.0 size=169378 2024-04-12T00:46:55.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.153+0000 7f3317332780 1 < canceled multipart upload key=USACGT0O7VRV upload=1378KVABLL2I tag=P3BL1RI06GU1 type=write size=1217954 2024-04-12T00:46:55.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.158+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~DL5KVHT2Z3SL.0 size=494580 2024-04-12T00:46:55.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.158+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=DL5KVHT2Z3SL tag=6LHY2V0PA8K7 type=write size=1543156 2024-04-12T00:46:55.164 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.161+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~ZTMC0N4VROZS.0 size=1048576 2024-04-12T00:46:55.165 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.163+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~ZTMC0N4VROZS.1 size=1048576 2024-04-12T00:46:55.167 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.164+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~ZTMC0N4VROZS.2 size=31044 2024-04-12T00:46:55.171 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.168+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=ZTMC0N4VROZS tag=LXCF3NMGHN15 type=write size=3176772 2024-04-12T00:46:55.172 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.170+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=K0QSSCW1BTU6 type=del size=3808853 2024-04-12T00:46:55.174 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.172+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=UGDA3HV0VD0W type=del 2024-04-12T00:46:55.179 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.176+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~MD25RRI5N55Y.0 size=1048576 2024-04-12T00:46:55.181 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.178+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~MD25RRI5N55Y.1 size=1048576 2024-04-12T00:46:55.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.180+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~MD25RRI5N55Y.2 size=980107 2024-04-12T00:46:55.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.180+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=MD25RRI5N55Y tag=1RUZZOXKF973 type=write size=4125835 2024-04-12T00:46:55.184 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.182+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=2BGSL3RNRYOB type=del 2024-04-12T00:46:55.189 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.186+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~WKV2WH5JRFGJ.0 size=1048576 2024-04-12T00:46:55.191 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.188+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~WKV2WH5JRFGJ.1 size=322064 2024-04-12T00:46:55.191 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.188+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=WKV2WH5JRFGJ tag=W4BMAE1WTY3F type=write size=2419216 2024-04-12T00:46:55.195 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.192+0000 7f3317332780 1 < suggested update operation key=LKLO2ZZF1KW1 tag=W9O6FGBPKTD6 type=del size=2896642 2024-04-12T00:46:55.199 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.196+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~Q33ZHXTU4SJ7.0 size=1048576 2024-04-12T00:46:55.200 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.198+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~Q33ZHXTU4SJ7.1 size=1048576 2024-04-12T00:46:55.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.199+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~Q33ZHXTU4SJ7.2 size=393502 2024-04-12T00:46:55.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.199+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=Q33ZHXTU4SJ7 tag=VR2OZHC7KMV9 type=write size=3539230 2024-04-12T00:46:55.204 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.202+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=PL5FBAF54MLX type=del 2024-04-12T00:46:55.206 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.203+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=0D7J7MPYV3V4 type=del size=1432368 2024-04-12T00:46:55.208 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.205+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=2H2BRJ61K6DL type=del 2024-04-12T00:46:55.210 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.207+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=ASPMOZZM4ZA0 type=del size=1686545 2024-04-12T00:46:55.212 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.209+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=IXCUHPMTP31R type=del 2024-04-12T00:46:55.216 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.213+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~IO7P3WI12RHF.0 size=190303 2024-04-12T00:46:55.216 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.213+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=IO7P3WI12RHF tag=HM9TGNNHSN0C type=write size=1238879 2024-04-12T00:46:55.218 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.215+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=WNEWQ22EXJ69 type=del 2024-04-12T00:46:55.222 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.219+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~4WPUEPDOFIXZ.0 size=1048576 2024-04-12T00:46:55.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.220+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~4WPUEPDOFIXZ.1 size=1048576 2024-04-12T00:46:55.225 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.222+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~4WPUEPDOFIXZ.2 size=7510 2024-04-12T00:46:55.225 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.222+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=4WPUEPDOFIXZ tag=W60O4VN334YR type=write size=3153238 2024-04-12T00:46:55.227 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.225+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~CGI50XHHJWBJ.0 size=753711 2024-04-12T00:46:55.231 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.228+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=CGI50XHHJWBJ tag=40T4MDZ3Z87Q type=write size=1802287 2024-04-12T00:46:55.234 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.232+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~FVYWZVQSZQIW.0 size=805123 2024-04-12T00:46:55.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.232+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=FVYWZVQSZQIW tag=DNEI3AUKR9KJ type=write size=1853699 2024-04-12T00:46:55.237 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.235+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=OK7O1BKVDGU9 type=del 2024-04-12T00:46:55.241 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.239+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~J2SSDWA5P1GR.0 size=720191 2024-04-12T00:46:55.241 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.239+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=J2SSDWA5P1GR tag=VEJVW9VUZXL0 type=write size=1768767 2024-04-12T00:46:55.243 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.241+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=CYRWIN41FQYG type=del 2024-04-12T00:46:55.245 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.243+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=YNXUFPG4537X type=del size=2131500 2024-04-12T00:46:55.247 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.245+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=WJR4ISOSLNZ5 type=del 2024-04-12T00:46:55.251 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.248+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~7Z1Y0OGGYQ5I.0 size=1048576 2024-04-12T00:46:55.253 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.250+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~7Z1Y0OGGYQ5I.1 size=560142 2024-04-12T00:46:55.253 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.250+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=7Z1Y0OGGYQ5I tag=ZUFTQ8KMI6QO type=write size=2657294 2024-04-12T00:46:55.255 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.252+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~JOON1U9NFCS7.0 size=942374 2024-04-12T00:46:55.259 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.256+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=JOON1U9NFCS7 tag=9N2OSA9NTAGJ type=write size=1990950 2024-04-12T00:46:55.263 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.260+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~YZZNXTVUXDU3.0 size=1048576 2024-04-12T00:46:55.264 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.262+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~YZZNXTVUXDU3.1 size=1048576 2024-04-12T00:46:55.266 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.264+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~YZZNXTVUXDU3.2 size=66035 2024-04-12T00:46:55.266 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.264+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=YZZNXTVUXDU3 tag=S6XGNRBWFOPT type=write size=3211763 2024-04-12T00:46:55.268 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.266+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=EHBWQBERIT2J type=del 2024-04-12T00:46:55.272 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.269+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~PP9JEVC8O99M.0 size=438647 2024-04-12T00:46:55.272 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.269+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=PP9JEVC8O99M tag=CV09TW9KSRPB type=write size=1487223 2024-04-12T00:46:55.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.271+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=0E9FIKTZCTE8 type=del 2024-04-12T00:46:55.278 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.275+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~FAE8MZSXQO4N.0 size=1048576 2024-04-12T00:46:55.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.277+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~FAE8MZSXQO4N.1 size=845915 2024-04-12T00:46:55.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.277+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=FAE8MZSXQO4N tag=UPKB2G1EMMDM type=write size=2943067 2024-04-12T00:46:55.282 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.279+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~DL5KVHT2Z3SL.0 size=494580 2024-04-12T00:46:55.286 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.283+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=DL5KVHT2Z3SL tag=6LHY2V0PA8K7 type=write size=1543156 2024-04-12T00:46:55.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.285+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=6W90G4EL2BGN type=del size=2351063 2024-04-12T00:46:55.290 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.287+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=K0QSSCW1BTU6 type=del 2024-04-12T00:46:55.292 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.289+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=0Q0F1ROQHCJS type=write size=542891 2024-04-12T00:46:55.293 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.291+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~MD25RRI5N55Y.0 size=1048576 2024-04-12T00:46:55.295 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.292+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~MD25RRI5N55Y.1 size=1048576 2024-04-12T00:46:55.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.295+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~MD25RRI5N55Y.2 size=980107 2024-04-12T00:46:55.301 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.299+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=MD25RRI5N55Y tag=1RUZZOXKF973 type=write size=4125835 2024-04-12T00:46:55.305 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.302+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~YR1CT2PCP3S9.0 size=60238 2024-04-12T00:46:55.305 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.302+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=YR1CT2PCP3S9 tag=OF9JMT9ISWI2 type=write size=1108814 2024-04-12T00:46:55.307 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.304+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~WKV2WH5JRFGJ.0 size=1048576 2024-04-12T00:46:55.309 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.306+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~WKV2WH5JRFGJ.1 size=322064 2024-04-12T00:46:55.312 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.309+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=WKV2WH5JRFGJ tag=W4BMAE1WTY3F type=write size=2419216 2024-04-12T00:46:55.314 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.312+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=JDGBJO5GVVVG type=del size=2209024 2024-04-12T00:46:55.316 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.313+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~Q33ZHXTU4SJ7.0 size=1048576 2024-04-12T00:46:55.316 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.313+0000 7f3317332780 1 < canceled part key=_multipart_E46GQAGF9GTX.2~Q33ZHXTU4SJ7.1 size=1048576 2024-04-12T00:46:55.318 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.315+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~Q33ZHXTU4SJ7.2 size=393502 2024-04-12T00:46:55.322 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.319+0000 7f3317332780 1 < canceled multipart upload key=E46GQAGF9GTX upload=Q33ZHXTU4SJ7 tag=VR2OZHC7KMV9 type=write size=3539230 2024-04-12T00:46:55.326 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.323+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~I0TYEVQGQPNP.0 size=1048576 2024-04-12T00:46:55.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.325+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~I0TYEVQGQPNP.1 size=632653 2024-04-12T00:46:55.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.325+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=I0TYEVQGQPNP tag=7L9F1LYHC53J type=write size=2729805 2024-04-12T00:46:55.332 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.330+0000 7f3317332780 1 < suggested remove operation key=1CAPZAU657WZ tag=0D7J7MPYV3V4 type=del 2024-04-12T00:46:55.336 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.334+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~THW4F4P5FP6Y.0 size=1048576 2024-04-12T00:46:55.338 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.336+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~THW4F4P5FP6Y.1 size=204656 2024-04-12T00:46:55.338 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.336+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=THW4F4P5FP6Y tag=BQOV5RHAG73A type=write size=2301808 2024-04-12T00:46:55.341 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.338+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=ASPMOZZM4ZA0 type=del 2024-04-12T00:46:55.345 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.343+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~RDPIGK1TMNSI.0 size=1048576 2024-04-12T00:46:55.347 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.345+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~RDPIGK1TMNSI.1 size=1048576 2024-04-12T00:46:55.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.346+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~RDPIGK1TMNSI.2 size=877751 2024-04-12T00:46:55.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.346+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=RDPIGK1TMNSI tag=1QLFX4P4UGAP type=write size=4023479 2024-04-12T00:46:55.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.348+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~IO7P3WI12RHF.0 size=190303 2024-04-12T00:46:55.355 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.352+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=IO7P3WI12RHF tag=HM9TGNNHSN0C type=write size=1238879 2024-04-12T00:46:55.358 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.355+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=MD7PJBY5YY5L type=del size=1897374 2024-04-12T00:46:55.360 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.357+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~4WPUEPDOFIXZ.0 size=1048576 2024-04-12T00:46:55.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.359+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~4WPUEPDOFIXZ.1 size=1048576 2024-04-12T00:46:55.363 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.361+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~4WPUEPDOFIXZ.2 size=7510 2024-04-12T00:46:55.367 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.364+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=4WPUEPDOFIXZ tag=W60O4VN334YR type=write size=3153238 2024-04-12T00:46:55.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.368+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~E5Y9LPYC6GRH.0 size=1025376 2024-04-12T00:46:55.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.368+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=E5Y9LPYC6GRH tag=52VNJBAYA5MX type=write size=2073952 2024-04-12T00:46:55.373 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.370+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~FVYWZVQSZQIW.0 size=805123 2024-04-12T00:46:55.376 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.373+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=FVYWZVQSZQIW tag=DNEI3AUKR9KJ type=write size=1853699 2024-04-12T00:46:55.380 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.377+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~OTUNST3N3TSL.0 size=1048576 2024-04-12T00:46:55.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.379+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~OTUNST3N3TSL.1 size=1048576 2024-04-12T00:46:55.383 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.381+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~OTUNST3N3TSL.2 size=141492 2024-04-12T00:46:55.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.381+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=OTUNST3N3TSL tag=V7LTVQHSFPYT type=write size=3287220 2024-04-12T00:46:55.386 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.383+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~J2SSDWA5P1GR.0 size=720191 2024-04-12T00:46:55.389 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.387+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=J2SSDWA5P1GR tag=VEJVW9VUZXL0 type=write size=1768767 2024-04-12T00:46:55.391 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.389+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=X5LX7P60CL2P type=del size=3446913 2024-04-12T00:46:55.395 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.393+0000 7f3317332780 1 < suggested update operation key=DUBT6E7KPOC6 tag=YNXUFPG4537X type=del size=2131500 2024-04-12T00:46:55.400 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.397+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~83XO5QGYKX0Y.0 size=1048576 2024-04-12T00:46:55.401 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.399+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~83XO5QGYKX0Y.1 size=1048576 2024-04-12T00:46:55.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.401+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~83XO5QGYKX0Y.2 size=682908 2024-04-12T00:46:55.404 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.401+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=83XO5QGYKX0Y tag=09RYD07X12IX type=write size=3828636 2024-04-12T00:46:55.406 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.403+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~7Z1Y0OGGYQ5I.0 size=1048576 2024-04-12T00:46:55.408 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.405+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~7Z1Y0OGGYQ5I.1 size=560142 2024-04-12T00:46:55.412 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.409+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=7Z1Y0OGGYQ5I tag=ZUFTQ8KMI6QO type=write size=2657294 2024-04-12T00:46:55.414 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.411+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=55FI7EB7IVZS type=write size=253546 2024-04-12T00:46:55.416 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.414+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~YZZNXTVUXDU3.0 size=1048576 2024-04-12T00:46:55.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.415+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~YZZNXTVUXDU3.1 size=1048576 2024-04-12T00:46:55.420 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.417+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~YZZNXTVUXDU3.2 size=66035 2024-04-12T00:46:55.423 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.420+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=YZZNXTVUXDU3 tag=S6XGNRBWFOPT type=write size=3211763 2024-04-12T00:46:55.425 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.422+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=E9MLDJ29R01O type=write size=797358 2024-04-12T00:46:55.427 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.425+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~PP9JEVC8O99M.0 size=438647 2024-04-12T00:46:55.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.428+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=PP9JEVC8O99M tag=CV09TW9KSRPB type=write size=1487223 2024-04-12T00:46:55.433 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.430+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=JH9EIGTANJ6V type=del size=2917597 2024-04-12T00:46:55.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.432+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~FAE8MZSXQO4N.0 size=1048576 2024-04-12T00:46:55.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.434+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~FAE8MZSXQO4N.1 size=845915 2024-04-12T00:46:55.441 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.438+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=FAE8MZSXQO4N tag=UPKB2G1EMMDM type=write size=2943067 2024-04-12T00:46:55.445 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.442+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~2WH2WCX6CED9.0 size=1048576 2024-04-12T00:46:55.447 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.444+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~2WH2WCX6CED9.1 size=390444 2024-04-12T00:46:55.447 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.444+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=2WH2WCX6CED9 tag=BHZL30NKH5R4 type=write size=2487596 2024-04-12T00:46:55.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.447+0000 7f3317332780 -1 < failed to complete operation key=DUBT6E7KPOC6 tag=6W90G4EL2BGN type=del size=2351063: (22) Invalid argument 2024-04-12T00:46:55.454 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.451+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~ZW0086TFI3VO.0 size=1048576 2024-04-12T00:46:55.455 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.453+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~ZW0086TFI3VO.1 size=688857 2024-04-12T00:46:55.455 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.453+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=ZW0086TFI3VO tag=Y0935ETM04CS type=write size=2786009 2024-04-12T00:46:55.457 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.455+0000 7f3317332780 1 < canceled operation key=UOC07EDTW788 tag=0Q0F1ROQHCJS type=write size=542891 2024-04-12T00:46:55.459 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.457+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=4HT01M3T2HBH type=del size=881045 2024-04-12T00:46:55.461 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.459+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~YR1CT2PCP3S9.0 size=60238 2024-04-12T00:46:55.465 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.462+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=YR1CT2PCP3S9 tag=OF9JMT9ISWI2 type=write size=1108814 2024-04-12T00:46:55.467 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.464+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=SDSICZFLH95X type=del size=395410 2024-04-12T00:46:55.469 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.467+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=JDGBJO5GVVVG type=del 2024-04-12T00:46:55.471 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.469+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=PSJYPIPGRYEX type=del size=618967 2024-04-12T00:46:55.474 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.471+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~I0TYEVQGQPNP.0 size=1048576 2024-04-12T00:46:55.475 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.473+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~I0TYEVQGQPNP.1 size=632653 2024-04-12T00:46:55.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.477+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=I0TYEVQGQPNP tag=7L9F1LYHC53J type=write size=2729805 2024-04-12T00:46:55.483 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.481+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~PS3XW61YG1OY.0 size=1048576 2024-04-12T00:46:55.485 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.483+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~PS3XW61YG1OY.1 size=1048576 2024-04-12T00:46:55.487 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.484+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~PS3XW61YG1OY.2 size=953611 2024-04-12T00:46:55.487 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.484+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=PS3XW61YG1OY tag=OGUSEUEHKKNW type=write size=4099339 2024-04-12T00:46:55.489 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.486+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~THW4F4P5FP6Y.0 size=1048576 2024-04-12T00:46:55.491 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.488+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~THW4F4P5FP6Y.1 size=204656 2024-04-12T00:46:55.494 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.492+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=THW4F4P5FP6Y tag=BQOV5RHAG73A type=write size=2301808 2024-04-12T00:46:55.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.494+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=0I4ALUPMJ4J2 type=del size=2444955 2024-04-12T00:46:55.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.494+0000 7f3317332780 1 < canceled part key=_multipart_MX8A1YZ2V3NF.2~RDPIGK1TMNSI.0 size=1048576 2024-04-12T00:46:55.499 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.496+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~RDPIGK1TMNSI.1 size=1048576 2024-04-12T00:46:55.501 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.498+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~RDPIGK1TMNSI.2 size=877751 2024-04-12T00:46:55.505 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.502+0000 7f3317332780 1 < canceled multipart upload key=MX8A1YZ2V3NF upload=RDPIGK1TMNSI tag=1QLFX4P4UGAP type=write size=4023479 2024-04-12T00:46:55.508 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.506+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~UVIUFB9D6NNB.0 size=1048576 2024-04-12T00:46:55.510 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.507+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~UVIUFB9D6NNB.1 size=1048576 2024-04-12T00:46:55.512 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.509+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~UVIUFB9D6NNB.2 size=42076 2024-04-12T00:46:55.512 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.509+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=UVIUFB9D6NNB tag=B448K72P8EGR type=write size=3187804 2024-04-12T00:46:55.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.511+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=MD7PJBY5YY5L type=del 2024-04-12T00:46:55.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.513+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=GED2UCS2QYVO type=del size=2967186 2024-04-12T00:46:55.518 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.515+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~E5Y9LPYC6GRH.0 size=1025376 2024-04-12T00:46:55.521 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.519+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=E5Y9LPYC6GRH tag=52VNJBAYA5MX type=write size=2073952 2024-04-12T00:46:55.523 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.521+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=E5U3WAJ1KN19 type=del size=1384400 2024-04-12T00:46:55.526 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.523+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~OTUNST3N3TSL.0 size=1048576 2024-04-12T00:46:55.528 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.525+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~OTUNST3N3TSL.1 size=1048576 2024-04-12T00:46:55.529 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.527+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~OTUNST3N3TSL.2 size=141492 2024-04-12T00:46:55.533 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.531+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=OTUNST3N3TSL tag=V7LTVQHSFPYT type=write size=3287220 2024-04-12T00:46:55.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.535+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~0HSQUR73YSI8.0 size=1048576 2024-04-12T00:46:55.539 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.537+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~0HSQUR73YSI8.1 size=366182 2024-04-12T00:46:55.539 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.537+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=0HSQUR73YSI8 tag=1RQ6PH5DE1ML type=write size=2463334 2024-04-12T00:46:55.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.539+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=X5LX7P60CL2P type=del 2024-04-12T00:46:55.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:55 smithi098 ceph-mon[91373]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 385 KiB/s wr, 1.97k op/s 2024-04-12T00:46:55.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:55 smithi098 ceph-mon[88922]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 385 KiB/s wr, 1.97k op/s 2024-04-12T00:46:55.544 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.541+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=V3SHX9P39A2J type=del size=2134699 2024-04-12T00:46:55.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.543+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~83XO5QGYKX0Y.0 size=1048576 2024-04-12T00:46:55.547 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.545+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~83XO5QGYKX0Y.1 size=1048576 2024-04-12T00:46:55.549 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.547+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~83XO5QGYKX0Y.2 size=682908 2024-04-12T00:46:55.553 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.551+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=83XO5QGYKX0Y tag=09RYD07X12IX type=write size=3828636 2024-04-12T00:46:55.556 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.553+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=VFHLQ4OA5975 type=del size=2098377 2024-04-12T00:46:55.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.555+0000 7f3317332780 1 < completed write operation key=VWQS28AXYRWJ tag=55FI7EB7IVZS type=write size=253546 2024-04-12T00:46:55.559 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.557+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=7DFFOKTGUQKV type=del size=3964170 2024-04-12T00:46:55.561 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.559+0000 7f3317332780 1 < completed write operation key=VWQS28AXYRWJ tag=E9MLDJ29R01O type=write size=797358 2024-04-12T00:46:55.563 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.561+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=P6N38PQNL3ZZ type=del size=3987767 2024-04-12T00:46:55.567 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.564+0000 7f3317332780 1 < suggested update operation key=2RQJT2MW2T9S tag=JH9EIGTANJ6V type=del size=2917597 2024-04-12T00:46:55.571 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.568+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~6ADQX4PYJ32J.0 size=1048576 2024-04-12T00:46:55.572 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.570+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~6ADQX4PYJ32J.1 size=46444 2024-04-12T00:46:55.572 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.570+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=6ADQX4PYJ32J tag=77VJLX0K6ZPG type=write size=2143596 2024-04-12T00:46:55.575 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.572+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~2WH2WCX6CED9.0 size=1048576 2024-04-12T00:46:55.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.574+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~2WH2WCX6CED9.1 size=390444 2024-04-12T00:46:55.580 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.578+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=2WH2WCX6CED9 tag=BHZL30NKH5R4 type=write size=2487596 2024-04-12T00:46:55.582 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.580+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=ZEAKSPBNRG15 type=del size=1576238 2024-04-12T00:46:55.586 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.583+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~ZW0086TFI3VO.0 size=1048576 2024-04-12T00:46:55.588 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.585+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~ZW0086TFI3VO.1 size=688857 2024-04-12T00:46:55.591 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.588+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=ZW0086TFI3VO tag=Y0935ETM04CS type=write size=2786009 2024-04-12T00:46:55.593 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.590+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=SH0CLL5YAY1M type=del size=979187 2024-04-12T00:46:55.595 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.592+0000 7f3317332780 1 < canceled operation key=X4J4HOCIIN2P tag=4HT01M3T2HBH type=del size=881045 2024-04-12T00:46:55.599 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.596+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~POT4IIDKCN9K.0 size=888590 2024-04-12T00:46:55.599 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.596+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=POT4IIDKCN9K tag=LCRVL1S6G9JC type=write size=1937166 2024-04-12T00:46:55.603 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.600+0000 7f3317332780 1 < suggested remove operation key=UV2GWU9R87W7 tag=SDSICZFLH95X type=del 2024-04-12T00:46:55.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.602+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=G8I5ZHBTD5RT type=del size=1509067 2024-04-12T00:46:55.609 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.607+0000 7f3317332780 1 < suggested update operation key=E46GQAGF9GTX tag=PSJYPIPGRYEX type=del size=618967 2024-04-12T00:46:55.613 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.611+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~WX6IHJKLSWJY.0 size=1048576 2024-04-12T00:46:55.615 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.612+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~WX6IHJKLSWJY.1 size=1048576 2024-04-12T00:46:55.616 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.614+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~WX6IHJKLSWJY.2 size=427222 2024-04-12T00:46:55.616 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.614+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=WX6IHJKLSWJY tag=GKYMWGCUV36U type=write size=3572950 2024-04-12T00:46:55.618 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.616+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~PS3XW61YG1OY.0 size=1048576 2024-04-12T00:46:55.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:55 smithi193 ceph-mon[83763]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 385 KiB/s wr, 1.97k op/s 2024-04-12T00:46:55.620 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.618+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~PS3XW61YG1OY.1 size=1048576 2024-04-12T00:46:55.622 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.619+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~PS3XW61YG1OY.2 size=953611 2024-04-12T00:46:55.626 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.623+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=PS3XW61YG1OY tag=OGUSEUEHKKNW type=write size=4099339 2024-04-12T00:46:55.629 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.627+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~SS8SR3LUQQ1O.0 size=1048576 2024-04-12T00:46:55.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.629+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~SS8SR3LUQQ1O.1 size=917044 2024-04-12T00:46:55.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.629+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=SS8SR3LUQQ1O tag=05V9WOFFAIXZ type=write size=3014196 2024-04-12T00:46:55.634 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.631+0000 7f3317332780 1 < completed delete operation key=L78GRS73CH1U tag=0I4ALUPMJ4J2 type=del 2024-04-12T00:46:55.636 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.633+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=5ANBA3GCGV1K type=write size=765028 2024-04-12T00:46:55.639 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.636+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~UVIUFB9D6NNB.0 size=1048576 2024-04-12T00:46:55.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.638+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~UVIUFB9D6NNB.1 size=1048576 2024-04-12T00:46:55.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.640+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~UVIUFB9D6NNB.2 size=42076 2024-04-12T00:46:55.646 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.644+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=UVIUFB9D6NNB tag=B448K72P8EGR type=write size=3187804 2024-04-12T00:46:55.651 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.648+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~J3CV67V9S6ES.0 size=1048576 2024-04-12T00:46:55.652 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.650+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~J3CV67V9S6ES.1 size=294734 2024-04-12T00:46:55.652 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.650+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=J3CV67V9S6ES tag=OCJ7D4I1HYY1 type=write size=2391886 2024-04-12T00:46:55.655 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.652+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=GED2UCS2QYVO type=del 2024-04-12T00:46:55.657 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.654+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=QVK3TKSUT1MS type=del size=2859791 2024-04-12T00:46:55.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.656+0000 7f3317332780 1 < canceled operation key=VWQS28AXYRWJ tag=E5U3WAJ1KN19 type=del size=1384400 2024-04-12T00:46:55.663 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.660+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~3OBGJ9BHW021.0 size=451622 2024-04-12T00:46:55.663 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.660+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=3OBGJ9BHW021 tag=O8VO060D6MMS type=write size=1500198 2024-04-12T00:46:55.665 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.662+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~0HSQUR73YSI8.0 size=1048576 2024-04-12T00:46:55.667 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.664+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~0HSQUR73YSI8.1 size=366182 2024-04-12T00:46:55.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.668+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=0HSQUR73YSI8 tag=1RQ6PH5DE1ML type=write size=2463334 2024-04-12T00:46:55.675 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.672+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~K6ULDB4MAGAU.0 size=502591 2024-04-12T00:46:55.675 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.672+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=K6ULDB4MAGAU tag=JY1XQBGT37LR type=write size=1551167 2024-04-12T00:46:55.677 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.674+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=V3SHX9P39A2J type=del 2024-04-12T00:46:55.679 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.676+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=4V44P59FIPIP type=del size=4088471 2024-04-12T00:46:55.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.678+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=VFHLQ4OA5975 type=del 2024-04-12T00:46:55.683 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.680+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=T32DOQA6JFP1 type=del size=3371211 2024-04-12T00:46:55.685 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.683+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=7DFFOKTGUQKV type=del 2024-04-12T00:46:55.689 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.687+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~STWD8BQN5OKK.0 size=1048576 2024-04-12T00:46:55.691 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.688+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~STWD8BQN5OKK.1 size=1048576 2024-04-12T00:46:55.693 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.690+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~STWD8BQN5OKK.2 size=928817 2024-04-12T00:46:55.693 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.690+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=STWD8BQN5OKK tag=8Z5A1T7JSEQX type=write size=4074545 2024-04-12T00:46:55.697 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.695+0000 7f3317332780 1 < suggested remove operation key=E46GQAGF9GTX tag=P6N38PQNL3ZZ type=del 2024-04-12T00:46:55.699 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.697+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=6K0M19AW3UY4 type=del size=1062695 2024-04-12T00:46:55.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.697+0000 7f3317332780 1 < canceled part key=_multipart_UPNUSSW7TUR9.2~6ADQX4PYJ32J.0 size=1048576 2024-04-12T00:46:55.702 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.699+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~6ADQX4PYJ32J.1 size=46444 2024-04-12T00:46:55.706 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.703+0000 7f3317332780 1 < canceled multipart upload key=UPNUSSW7TUR9 upload=6ADQX4PYJ32J tag=77VJLX0K6ZPG type=write size=2143596 2024-04-12T00:46:55.708 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.705+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=FX0VW3PWGMW3 type=del size=1031924 2024-04-12T00:46:55.711 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.708+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=ZEAKSPBNRG15 type=del 2024-04-12T00:46:55.713 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.711+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=3I0WF8XEO54R type=del size=3312662 2024-04-12T00:46:55.717 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.715+0000 7f3317332780 1 < suggested remove operation key=USACGT0O7VRV tag=SH0CLL5YAY1M type=del 2024-04-12T00:46:55.719 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.717+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=8KNY0NYKZ7A3 type=del size=2229054 2024-04-12T00:46:55.722 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.719+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~POT4IIDKCN9K.0 size=888590 2024-04-12T00:46:55.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.723+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=POT4IIDKCN9K tag=LCRVL1S6G9JC type=write size=1937166 2024-04-12T00:46:55.728 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.725+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=RN8QPTQ5BIM1 type=del size=2822466 2024-04-12T00:46:55.730 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.727+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=G8I5ZHBTD5RT type=del 2024-04-12T00:46:55.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.729+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=5HOZA25H8KJV type=del size=60443 2024-04-12T00:46:55.734 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.732+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~WX6IHJKLSWJY.0 size=1048576 2024-04-12T00:46:55.736 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.734+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~WX6IHJKLSWJY.1 size=1048576 2024-04-12T00:46:55.738 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.735+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~WX6IHJKLSWJY.2 size=427222 2024-04-12T00:46:55.742 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.739+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=WX6IHJKLSWJY tag=GKYMWGCUV36U type=write size=3572950 2024-04-12T00:46:55.744 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.742+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=TP628R1J38EI type=del size=3441478 2024-04-12T00:46:55.746 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.744+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~SS8SR3LUQQ1O.0 size=1048576 2024-04-12T00:46:55.748 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.745+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~SS8SR3LUQQ1O.1 size=917044 2024-04-12T00:46:55.752 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.749+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=SS8SR3LUQQ1O tag=05V9WOFFAIXZ type=write size=3014196 2024-04-12T00:46:55.756 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.753+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~Q71MDRGQZY3Y.0 size=1048576 2024-04-12T00:46:55.757 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.755+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~Q71MDRGQZY3Y.1 size=1048576 2024-04-12T00:46:55.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.756+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~Q71MDRGQZY3Y.2 size=717688 2024-04-12T00:46:55.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.756+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=Q71MDRGQZY3Y tag=HSRPL6ALNNOQ type=write size=3863416 2024-04-12T00:46:55.761 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.759+0000 7f3317332780 1 < completed write operation key=99X98PX1X4B7 tag=5ANBA3GCGV1K type=write size=765028 2024-04-12T00:46:55.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.761+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=ZYUCFJFK1SL6 type=del size=3677226 2024-04-12T00:46:55.766 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.763+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~J3CV67V9S6ES.0 size=1048576 2024-04-12T00:46:55.768 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.765+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~J3CV67V9S6ES.1 size=294734 2024-04-12T00:46:55.771 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.768+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=J3CV67V9S6ES tag=OCJ7D4I1HYY1 type=write size=2391886 2024-04-12T00:46:55.773 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.770+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=7ICMSRIODSS4 type=del size=504860 2024-04-12T00:46:55.775 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.772+0000 7f3317332780 1 < canceled operation key=VCU05OLK0CA0 tag=QVK3TKSUT1MS type=del size=2859791 2024-04-12T00:46:55.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.774+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=PMIGXR7YU9O0 type=del size=851551 2024-04-12T00:46:55.779 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.776+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~3OBGJ9BHW021.0 size=451622 2024-04-12T00:46:55.782 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.780+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=3OBGJ9BHW021 tag=O8VO060D6MMS type=write size=1500198 2024-04-12T00:46:55.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.782+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=84EYX7XWOXMS type=del size=2461215 2024-04-12T00:46:55.785 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.782+0000 7f3317332780 1 < canceled part key=_multipart_5ZZ72J3YOO5G.2~K6ULDB4MAGAU.0 size=502591 2024-04-12T00:46:55.789 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.786+0000 7f3317332780 1 < canceled multipart upload key=5ZZ72J3YOO5G upload=K6ULDB4MAGAU tag=JY1XQBGT37LR type=write size=1551167 2024-04-12T00:46:55.791 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.788+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=86ENOMPE453H type=write size=418117 2024-04-12T00:46:55.795 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.792+0000 7f3317332780 1 < suggested update operation key=VBE0Z26APYW7 tag=4V44P59FIPIP type=del size=4088471 2024-04-12T00:46:55.797 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.794+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=DTJ8SIKBRA5Q type=del size=3563802 2024-04-12T00:46:55.799 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.796+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=T32DOQA6JFP1 type=del 2024-04-12T00:46:55.801 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.798+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=9CE3JKOQKXV0 type=del size=3882609 2024-04-12T00:46:55.803 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.800+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~STWD8BQN5OKK.0 size=1048576 2024-04-12T00:46:55.804 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.802+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~STWD8BQN5OKK.1 size=1048576 2024-04-12T00:46:55.806 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.804+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~STWD8BQN5OKK.2 size=928817 2024-04-12T00:46:55.810 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.807+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=STWD8BQN5OKK tag=8Z5A1T7JSEQX type=write size=4074545 2024-04-12T00:46:55.812 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.809+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=ANQHYF0KSTJK type=del size=1026810 2024-04-12T00:46:55.814 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.811+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=6K0M19AW3UY4 type=del 2024-04-12T00:46:55.816 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.813+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=L4CJIMQTLEAC type=write size=512120 2024-04-12T00:46:55.821 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.818+0000 7f3317332780 1 < suggested update operation key=Z0W5CBWR6G0J tag=FX0VW3PWGMW3 type=del size=1031924 2024-04-12T00:46:55.823 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.820+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=23ABHV28MPU6 type=del size=1781961 2024-04-12T00:46:55.825 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.822+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=3I0WF8XEO54R type=del 2024-04-12T00:46:55.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.826+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~OY1XAJYJ5O2C.0 size=836357 2024-04-12T00:46:55.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.826+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=OY1XAJYJ5O2C tag=7S6M1TFAC3NX type=write size=1884933 2024-04-12T00:46:55.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.829+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=8KNY0NYKZ7A3 type=del 2024-04-12T00:46:55.835 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.832+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~QQIO1WVS63RY.0 size=1048576 2024-04-12T00:46:55.837 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.834+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~QQIO1WVS63RY.1 size=536248 2024-04-12T00:46:55.837 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.834+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=QQIO1WVS63RY tag=GKET1RCFFTY3 type=write size=2633400 2024-04-12T00:46:55.839 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.836+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=RN8QPTQ5BIM1 type=del 2024-04-12T00:46:55.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.838+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=GAKWPYHTYOOM type=write size=257314 2024-04-12T00:46:55.843 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.840+0000 7f3317332780 1 < canceled operation key=YBOSOCCRJFO7 tag=5HOZA25H8KJV type=del size=60443 2024-04-12T00:46:55.845 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.842+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=9DLUPON7CJKY type=write size=989926 2024-04-12T00:46:55.847 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.844+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=TP628R1J38EI type=del 2024-04-12T00:46:55.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.847+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=FQ9SPTHLGOCD type=del size=1961375 2024-04-12T00:46:55.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.847+0000 7f3317332780 1 < canceled part key=_multipart_1CAPZAU657WZ.2~Q71MDRGQZY3Y.0 size=1048576 2024-04-12T00:46:55.852 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.849+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~Q71MDRGQZY3Y.1 size=1048576 2024-04-12T00:46:55.854 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.851+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~Q71MDRGQZY3Y.2 size=717688 2024-04-12T00:46:55.858 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.855+0000 7f3317332780 1 < canceled multipart upload key=1CAPZAU657WZ upload=Q71MDRGQZY3Y tag=HSRPL6ALNNOQ type=write size=3863416 2024-04-12T00:46:55.860 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.857+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=H3JXQAQL0Q7Z type=del size=3556416 2024-04-12T00:46:55.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.860+0000 7f3317332780 1 < canceled operation key=5ZZ72J3YOO5G tag=ZYUCFJFK1SL6 type=del size=3677226 2024-04-12T00:46:55.866 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.864+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~6PVY3DVCMIZA.0 size=1048576 2024-04-12T00:46:55.868 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.865+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~6PVY3DVCMIZA.1 size=345490 2024-04-12T00:46:55.868 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.865+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=6PVY3DVCMIZA tag=U26RZ8UY9NUL type=write size=2442642 2024-04-12T00:46:55.870 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.867+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=7ICMSRIODSS4 type=del 2024-04-12T00:46:55.874 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.872+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~5O1US3L4VNGH.0 size=212386 2024-04-12T00:46:55.875 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.872+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=5O1US3L4VNGH tag=GSFL1IQI3R3Y type=write size=1260962 2024-04-12T00:46:55.876 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.874+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=PMIGXR7YU9O0 type=del 2024-04-12T00:46:55.878 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.876+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=8BBCBRW4YJ1Z type=del size=3245970 2024-04-12T00:46:55.881 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.878+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=84EYX7XWOXMS type=del 2024-04-12T00:46:55.883 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.880+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=6IO4I9AI32JJ type=del size=1796514 2024-04-12T00:46:55.885 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.882+0000 7f3317332780 1 < completed write operation key=B0O10Z22S1QK tag=86ENOMPE453H type=write size=418117 2024-04-12T00:46:55.887 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.884+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=GF4ZJFYUDYH6 type=del size=3777519 2024-04-12T00:46:55.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.887+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=DTJ8SIKBRA5Q type=del 2024-04-12T00:46:55.892 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.889+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=3UG3SCZ7OXBE type=del size=3673213 2024-04-12T00:46:55.896 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.893+0000 7f3317332780 1 < suggested update operation key=WV1ML7JVNDAP tag=9CE3JKOQKXV0 type=del size=3882609 2024-04-12T00:46:55.898 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.895+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=EGOS5AMRRNPJ type=del size=2364406 2024-04-12T00:46:55.900 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.898+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=ANQHYF0KSTJK type=del 2024-04-12T00:46:55.902 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.900+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=Q53EDEQJKVX6 type=del size=792969 2024-04-12T00:46:55.908 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.905+0000 7f3317332780 1 < suggested remove operation key=UV2GWU9R87W7 tag=L4CJIMQTLEAC type=write 2024-04-12T00:46:55.911 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.909+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~W2VQ3IRQ93BC.0 size=1048576 2024-04-12T00:46:55.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.910+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~W2VQ3IRQ93BC.1 size=268280 2024-04-12T00:46:55.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.911+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=W2VQ3IRQ93BC tag=LMY2AS25VDIT type=write size=2365432 2024-04-12T00:46:55.915 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.913+0000 7f3317332780 1 < canceled operation key=UOC07EDTW788 tag=23ABHV28MPU6 type=del size=1781961 2024-04-12T00:46:55.918 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.915+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=R5XSHUGY4338 type=write size=986341 2024-04-12T00:46:55.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.917+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~OY1XAJYJ5O2C.0 size=836357 2024-04-12T00:46:55.923 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.921+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=OY1XAJYJ5O2C tag=7S6M1TFAC3NX type=write size=1884933 2024-04-12T00:46:55.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.925+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~MUAZJKNH11Q7.0 size=166409 2024-04-12T00:46:55.927 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.925+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=MUAZJKNH11Q7 tag=ZSDNBB18NHHG type=write size=1214985 2024-04-12T00:46:55.928 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.925+0000 7f3317332780 1 < canceled part key=_multipart_L78GRS73CH1U.2~QQIO1WVS63RY.0 size=1048576 2024-04-12T00:46:55.929 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.926+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~QQIO1WVS63RY.1 size=536248 2024-04-12T00:46:55.933 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.930+0000 7f3317332780 1 < canceled multipart upload key=L78GRS73CH1U upload=QQIO1WVS63RY tag=GKET1RCFFTY3 type=write size=2633400 2024-04-12T00:46:55.935 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.932+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=035CXWJ1S9S7 type=write size=74840 2024-04-12T00:46:55.937 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.934+0000 7f3317332780 1 < completed write operation key=1CAPZAU657WZ tag=GAKWPYHTYOOM type=write size=257314 2024-04-12T00:46:55.938 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.936+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=9JB12AVVL9JY type=del size=3672850 2024-04-12T00:46:55.941 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.938+0000 7f3317332780 1 < completed write operation key=YBOSOCCRJFO7 tag=9DLUPON7CJKY type=write size=989926 2024-04-12T00:46:55.944 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.942+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~KCMEK1DTO1PT.0 size=1048576 2024-04-12T00:46:55.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.944+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~KCMEK1DTO1PT.1 size=1048576 2024-04-12T00:46:55.948 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.945+0000 7f3317332780 1 > prepared part key=_multipart_L78GRS73CH1U.2~KCMEK1DTO1PT.2 size=939750 2024-04-12T00:46:55.948 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.945+0000 7f3317332780 1 > prepared multipart upload key=L78GRS73CH1U upload=KCMEK1DTO1PT tag=76ZQA9R330DQ type=write size=4085478 2024-04-12T00:46:55.950 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.947+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=FQ9SPTHLGOCD type=del 2024-04-12T00:46:55.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.949+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=DCTM1PP1KVRH type=del size=3965009 2024-04-12T00:46:55.956 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.953+0000 7f3317332780 1 < suggested update operation key=YE36DJQ5KI8M tag=H3JXQAQL0Q7Z type=del size=3556416 2024-04-12T00:46:55.958 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.955+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=CDUG8KUHQFVF type=del size=2265020 2024-04-12T00:46:55.960 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.957+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~6PVY3DVCMIZA.0 size=1048576 2024-04-12T00:46:55.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.959+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~6PVY3DVCMIZA.1 size=345490 2024-04-12T00:46:55.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.963+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=6PVY3DVCMIZA tag=U26RZ8UY9NUL type=write size=2442642 2024-04-12T00:46:55.967 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.965+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=93T12HDRNSBJ type=del size=1396118 2024-04-12T00:46:55.969 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.967+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~5O1US3L4VNGH.0 size=212386 2024-04-12T00:46:55.973 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.970+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=5O1US3L4VNGH tag=GSFL1IQI3R3Y type=write size=1260962 2024-04-12T00:46:55.974 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.972+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=XQU8OABBI6NV type=write size=24500 2024-04-12T00:46:55.976 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.974+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=8BBCBRW4YJ1Z type=del 2024-04-12T00:46:55.978 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.976+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=WIY3QUX7WA1S type=del size=4152980 2024-04-12T00:46:55.980 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.978+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=6IO4I9AI32JJ type=del 2024-04-12T00:46:55.985 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.982+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~D892BWEA4HG1.0 size=1048576 2024-04-12T00:46:55.987 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.984+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~D892BWEA4HG1.1 size=1048576 2024-04-12T00:46:55.989 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.986+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~D892BWEA4HG1.2 size=892876 2024-04-12T00:46:55.989 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.986+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=D892BWEA4HG1 tag=3739ZNB9G0MN type=write size=4038604 2024-04-12T00:46:55.991 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.988+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=GF4ZJFYUDYH6 type=del 2024-04-12T00:46:55.995 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.992+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~GNWU3L2SYZ5V.0 size=1048576 2024-04-12T00:46:55.997 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.994+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~GNWU3L2SYZ5V.1 size=1048576 2024-04-12T00:46:55.998 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.996+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~GNWU3L2SYZ5V.2 size=886342 2024-04-12T00:46:55.998 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.996+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=GNWU3L2SYZ5V tag=UBUOCOGSG0XI type=write size=4032070 2024-04-12T00:46:56.001 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:55.998+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=3UG3SCZ7OXBE type=del 2024-04-12T00:46:56.003 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.000+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=6O2QWSFD1LML type=write size=400317 2024-04-12T00:46:56.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.002+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=EGOS5AMRRNPJ type=del 2024-04-12T00:46:56.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.006+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~B1W4B82GIGDX.0 size=309415 2024-04-12T00:46:56.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.006+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=B1W4B82GIGDX tag=Q3PZ9ZNX679R type=write size=1357991 2024-04-12T00:46:56.011 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.008+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=Q53EDEQJKVX6 type=del 2024-04-12T00:46:56.013 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.010+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=X4C6MEME8LH8 type=del size=3398829 2024-04-12T00:46:56.015 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.013+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~W2VQ3IRQ93BC.0 size=1048576 2024-04-12T00:46:56.017 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.014+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~W2VQ3IRQ93BC.1 size=268280 2024-04-12T00:46:56.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.018+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=W2VQ3IRQ93BC tag=LMY2AS25VDIT type=write size=2365432 2024-04-12T00:46:56.023 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.020+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=KZBH30BIGGWG type=del size=1227580 2024-04-12T00:46:56.025 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.023+0000 7f3317332780 1 < completed write operation key=UPNUSSW7TUR9 tag=R5XSHUGY4338 type=write size=986341 2024-04-12T00:46:56.027 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.025+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=ZOB377T6U6OP type=write size=230847 2024-04-12T00:46:56.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.027+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~MUAZJKNH11Q7.0 size=166409 2024-04-12T00:46:56.033 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.031+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=MUAZJKNH11Q7 tag=ZSDNBB18NHHG type=write size=1214985 2024-04-12T00:46:56.037 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.035+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~GZTZMMLDA4IJ.0 size=751995 2024-04-12T00:46:56.037 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.035+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=GZTZMMLDA4IJ tag=7M6CY9R2CWTV type=write size=1800571 2024-04-12T00:46:56.039 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.037+0000 7f3317332780 1 < completed write operation key=FP1N9YO8QR7E tag=035CXWJ1S9S7 type=write size=74840 2024-04-12T00:46:56.042 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.039+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=O8R1VFAP4A1B type=del size=1578684 2024-04-12T00:46:56.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:46:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:46:55] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-04-12T00:46:56.044 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.041+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=9JB12AVVL9JY type=del 2024-04-12T00:46:56.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.044+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~1BRUQMB8V6BH.0 size=516145 2024-04-12T00:46:56.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.044+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=1BRUQMB8V6BH tag=P8ACKCUMMF4J type=write size=1564721 2024-04-12T00:46:56.054 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.048+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~KCMEK1DTO1PT.0 size=1048576 2024-04-12T00:46:56.055 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.050+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~KCMEK1DTO1PT.1 size=1048576 2024-04-12T00:46:56.055 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.051+0000 7f3317332780 1 < completed part key=_multipart_L78GRS73CH1U.2~KCMEK1DTO1PT.2 size=939750 2024-04-12T00:46:56.057 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.055+0000 7f3317332780 1 < completed multipart upload key=L78GRS73CH1U upload=KCMEK1DTO1PT tag=76ZQA9R330DQ type=write size=4085478 2024-04-12T00:46:56.060 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.057+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=7O7NJ2O0IOXQ type=del size=452630 2024-04-12T00:46:56.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.062+0000 7f3317332780 1 < suggested update operation key=MX8A1YZ2V3NF tag=DCTM1PP1KVRH type=del size=3965009 2024-04-12T00:46:56.067 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.064+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=GZ31EG82YCI2 type=del size=673180 2024-04-12T00:46:56.071 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.068+0000 7f3317332780 1 < suggested remove operation key=H318TVZHDVRW tag=CDUG8KUHQFVF type=del 2024-04-12T00:46:56.073 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.071+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=PWSZP3OGQR4I type=del size=1181747 2024-04-12T00:46:56.078 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.075+0000 7f3317332780 1 < suggested update operation key=99X98PX1X4B7 tag=93T12HDRNSBJ type=del size=1396118 2024-04-12T00:46:56.082 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.079+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~U4HJGVVG0UFK.0 size=1048576 2024-04-12T00:46:56.083 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.081+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~U4HJGVVG0UFK.1 size=1048576 2024-04-12T00:46:56.086 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.083+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~U4HJGVVG0UFK.2 size=964968 2024-04-12T00:46:56.086 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.083+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=U4HJGVVG0UFK tag=0R9TT7V3XL4F type=write size=4110696 2024-04-12T00:46:56.087 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.085+0000 7f3317332780 1 < completed write operation key=1CAPZAU657WZ tag=XQU8OABBI6NV type=write size=24500 2024-04-12T00:46:56.092 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.089+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~JGTIOZAF155L.0 size=1048576 2024-04-12T00:46:56.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.090+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~JGTIOZAF155L.1 size=1048576 2024-04-12T00:46:56.095 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.092+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~JGTIOZAF155L.2 size=635965 2024-04-12T00:46:56.095 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.092+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=JGTIOZAF155L tag=4T0DYA64RYUX type=write size=3781693 2024-04-12T00:46:56.097 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.094+0000 7f3317332780 1 < canceled operation key=YBOSOCCRJFO7 tag=WIY3QUX7WA1S type=del size=4152980 2024-04-12T00:46:56.101 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.098+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~2YYE7MDH4BF1.0 size=892645 2024-04-12T00:46:56.101 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.098+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=2YYE7MDH4BF1 tag=RKZRZTGO03C1 type=write size=1941221 2024-04-12T00:46:56.103 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.100+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~D892BWEA4HG1.0 size=1048576 2024-04-12T00:46:56.105 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.102+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~D892BWEA4HG1.1 size=1048576 2024-04-12T00:46:56.107 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.104+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~D892BWEA4HG1.2 size=892876 2024-04-12T00:46:56.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.108+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=D892BWEA4HG1 tag=3739ZNB9G0MN type=write size=4038604 2024-04-12T00:46:56.114 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.112+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~OHE9T3A38QHP.0 size=952946 2024-04-12T00:46:56.114 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.112+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=OHE9T3A38QHP tag=HVE8YKBZ86S0 type=write size=2001522 2024-04-12T00:46:56.117 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.114+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~GNWU3L2SYZ5V.0 size=1048576 2024-04-12T00:46:56.118 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.116+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~GNWU3L2SYZ5V.1 size=1048576 2024-04-12T00:46:56.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.117+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~GNWU3L2SYZ5V.2 size=886342 2024-04-12T00:46:56.123 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.121+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=GNWU3L2SYZ5V tag=UBUOCOGSG0XI type=write size=4032070 2024-04-12T00:46:56.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.123+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=GL8QQNAOITF3 type=del size=1816362 2024-04-12T00:46:56.129 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.127+0000 7f3317332780 1 < suggested update operation key=YE36DJQ5KI8M tag=6O2QWSFD1LML type=write size=400317 2024-04-12T00:46:56.131 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.129+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=2AEWYN4WVW8W type=del size=114748 2024-04-12T00:46:56.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.131+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~B1W4B82GIGDX.0 size=309415 2024-04-12T00:46:56.137 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.134+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=B1W4B82GIGDX tag=Q3PZ9ZNX679R type=write size=1357991 2024-04-12T00:46:56.139 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.136+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=ELUA4184A6H4 type=del size=2308985 2024-04-12T00:46:56.143 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.140+0000 7f3317332780 1 < suggested remove operation key=YE36DJQ5KI8M tag=X4C6MEME8LH8 type=del 2024-04-12T00:46:56.147 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.144+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=TK19ER55NOZM type=del size=162431 2024-04-12T00:46:56.151 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.148+0000 7f3317332780 -1 < failed to complete operation key=YE36DJQ5KI8M tag=KZBH30BIGGWG type=del size=1227580: (22) Invalid argument 2024-04-12T00:46:56.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.150+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=BUV1KD5MYULG type=del size=1180025 2024-04-12T00:46:56.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.154+0000 7f3317332780 1 < suggested remove operation key=LKLO2ZZF1KW1 tag=ZOB377T6U6OP type=write 2024-04-12T00:46:56.160 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.158+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~2YSHLYDKCRI6.0 size=1048576 2024-04-12T00:46:56.162 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.159+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~2YSHLYDKCRI6.1 size=800583 2024-04-12T00:46:56.162 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.159+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=2YSHLYDKCRI6 tag=OLYULKU35JE9 type=write size=2897735 2024-04-12T00:46:56.164 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.161+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~GZTZMMLDA4IJ.0 size=751995 2024-04-12T00:46:56.168 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.165+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=GZTZMMLDA4IJ tag=7M6CY9R2CWTV type=write size=1800571 2024-04-12T00:46:56.171 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.169+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~J07ANZ3W2INC.0 size=1048576 2024-04-12T00:46:56.173 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.171+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~J07ANZ3W2INC.1 size=679589 2024-04-12T00:46:56.173 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.171+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=J07ANZ3W2INC tag=EZMXHOCIB4EW type=write size=2776741 2024-04-12T00:46:56.175 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.172+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=O8R1VFAP4A1B type=del 2024-04-12T00:46:56.177 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.175+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=ETHG0S7CEAR5 type=del size=3145789 2024-04-12T00:46:56.179 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.177+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~1BRUQMB8V6BH.0 size=516145 2024-04-12T00:46:56.183 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.181+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=1BRUQMB8V6BH tag=P8ACKCUMMF4J type=write size=1564721 2024-04-12T00:46:56.185 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.183+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=E9HHXV6QTDRY type=del size=2964402 2024-04-12T00:46:56.188 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.185+0000 7f3317332780 -1 < failed to complete operation key=LKLO2ZZF1KW1 tag=7O7NJ2O0IOXQ type=del size=452630: (22) Invalid argument 2024-04-12T00:46:56.190 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.188+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=G83HKMTLLQDF type=write size=22509 2024-04-12T00:46:56.192 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.190+0000 7f3317332780 1 < canceled operation key=L78GRS73CH1U tag=GZ31EG82YCI2 type=del size=673180 2024-04-12T00:46:56.195 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.192+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=4AUXVNNHDZXE type=del size=1917068 2024-04-12T00:46:56.197 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.194+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=PWSZP3OGQR4I type=del 2024-04-12T00:46:56.199 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.196+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=DERP860O47V6 type=write size=980549 2024-04-12T00:46:56.201 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.199+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~U4HJGVVG0UFK.0 size=1048576 2024-04-12T00:46:56.204 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.201+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~U4HJGVVG0UFK.1 size=1048576 2024-04-12T00:46:56.206 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.203+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~U4HJGVVG0UFK.2 size=964968 2024-04-12T00:46:56.210 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.207+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=U4HJGVVG0UFK tag=0R9TT7V3XL4F type=write size=4110696 2024-04-12T00:46:56.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.211+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~UUMKO3ZS54OX.0 size=518714 2024-04-12T00:46:56.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.211+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=UUMKO3ZS54OX tag=RXDNN5ATRYZV type=write size=1567290 2024-04-12T00:46:56.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.211+0000 7f3317332780 1 < canceled part key=_multipart_2LATRVZJ94KG.2~JGTIOZAF155L.0 size=1048576 2024-04-12T00:46:56.214 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.211+0000 7f3317332780 1 < canceled part key=_multipart_2LATRVZJ94KG.2~JGTIOZAF155L.1 size=1048576 2024-04-12T00:46:56.216 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.213+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~JGTIOZAF155L.2 size=635965 2024-04-12T00:46:56.219 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.217+0000 7f3317332780 1 < canceled multipart upload key=2LATRVZJ94KG upload=JGTIOZAF155L tag=4T0DYA64RYUX type=write size=3781693 2024-04-12T00:46:56.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.221+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~PKMAD0WDZEM9.0 size=1048576 2024-04-12T00:46:56.225 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.222+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~PKMAD0WDZEM9.1 size=146240 2024-04-12T00:46:56.225 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.222+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=PKMAD0WDZEM9 tag=RTZ7AUOHD18I type=write size=2243392 2024-04-12T00:46:56.227 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.225+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~2YYE7MDH4BF1.0 size=892645 2024-04-12T00:46:56.231 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.228+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=2YYE7MDH4BF1 tag=RKZRZTGO03C1 type=write size=1941221 2024-04-12T00:46:56.233 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.230+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=XZEKR8OTPTLO type=del size=2874300 2024-04-12T00:46:56.236 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.233+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~OHE9T3A38QHP.0 size=952946 2024-04-12T00:46:56.240 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.237+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=OHE9T3A38QHP tag=HVE8YKBZ86S0 type=write size=2001522 2024-04-12T00:46:56.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.241+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~R671E2OFAF3Q.0 size=462197 2024-04-12T00:46:56.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.241+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=R671E2OFAF3Q tag=OYSZIGZHNBSL type=write size=1510773 2024-04-12T00:46:56.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.243+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=GL8QQNAOITF3 type=del 2024-04-12T00:46:56.250 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.247+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~3CSI8VKHZ091.0 size=1048576 2024-04-12T00:46:56.252 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.249+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~3CSI8VKHZ091.1 size=1048576 2024-04-12T00:46:56.254 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.251+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~3CSI8VKHZ091.2 size=128175 2024-04-12T00:46:56.254 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.251+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=3CSI8VKHZ091 tag=LYQGOY3OOBEW type=write size=3273903 2024-04-12T00:46:56.259 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.256+0000 7f3317332780 1 < suggested remove operation key=LKLO2ZZF1KW1 tag=2AEWYN4WVW8W type=del 2024-04-12T00:46:56.261 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.258+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=EXDUJK4QGU4N type=write size=774675 2024-04-12T00:46:56.265 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.262+0000 7f3317332780 1 < suggested update operation key=1CAPZAU657WZ tag=ELUA4184A6H4 type=del size=2308985 2024-04-12T00:46:56.267 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.265+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=VTPOMTANHX7E type=del size=1012315 2024-04-12T00:46:56.270 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.267+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=TK19ER55NOZM type=del 2024-04-12T00:46:56.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.271+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~EXX905SC3KA3.0 size=1048576 2024-04-12T00:46:56.276 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.273+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~EXX905SC3KA3.1 size=82572 2024-04-12T00:46:56.276 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.273+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=EXX905SC3KA3 tag=PT6F4H9MOIK5 type=write size=2179724 2024-04-12T00:46:56.278 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.275+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=BUV1KD5MYULG type=del 2024-04-12T00:46:56.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.277+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=CWNC6CDGYJV6 type=del size=2263671 2024-04-12T00:46:56.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.277+0000 7f3317332780 1 < canceled part key=_multipart_Z0W5CBWR6G0J.2~2YSHLYDKCRI6.0 size=1048576 2024-04-12T00:46:56.282 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.279+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~2YSHLYDKCRI6.1 size=800583 2024-04-12T00:46:56.286 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.283+0000 7f3317332780 1 < canceled multipart upload key=Z0W5CBWR6G0J upload=2YSHLYDKCRI6 tag=OLYULKU35JE9 type=write size=2897735 2024-04-12T00:46:56.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.285+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=HZZ07BORYV8U type=del size=2572038 2024-04-12T00:46:56.290 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.287+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~J07ANZ3W2INC.0 size=1048576 2024-04-12T00:46:56.291 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.289+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~J07ANZ3W2INC.1 size=679589 2024-04-12T00:46:56.295 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.292+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=J07ANZ3W2INC tag=EZMXHOCIB4EW type=write size=2776741 2024-04-12T00:46:56.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.296+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~9W7Q33GG8MH1.0 size=1048576 2024-04-12T00:46:56.300 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.297+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~9W7Q33GG8MH1.1 size=483960 2024-04-12T00:46:56.300 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.297+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=9W7Q33GG8MH1 tag=KC1O02QGA58G type=write size=2581112 2024-04-12T00:46:56.302 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.299+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=ETHG0S7CEAR5 type=del 2024-04-12T00:46:56.307 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.304+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~BB9DG6EW8S0P.0 size=1048576 2024-04-12T00:46:56.309 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.306+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~BB9DG6EW8S0P.1 size=1048576 2024-04-12T00:46:56.310 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.308+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~BB9DG6EW8S0P.2 size=793420 2024-04-12T00:46:56.311 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.308+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=BB9DG6EW8S0P tag=ND06PSD4QENH type=write size=3939148 2024-04-12T00:46:56.313 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.310+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=E9HHXV6QTDRY type=del 2024-04-12T00:46:56.315 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.312+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=0RDYG02EL9EX type=del size=1515951 2024-04-12T00:46:56.317 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.314+0000 7f3317332780 1 < completed write operation key=LMJQSUV7DIV7 tag=G83HKMTLLQDF type=write size=22509 2024-04-12T00:46:56.319 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.316+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=GK3FMZXHKLQ1 type=del size=1568270 2024-04-12T00:46:56.322 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.319+0000 7f3317332780 -1 < failed to complete operation key=LKLO2ZZF1KW1 tag=4AUXVNNHDZXE type=del size=1917068: (22) Invalid argument 2024-04-12T00:46:56.325 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.323+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~QRKNZ0FRXY1B.0 size=1048576 2024-04-12T00:46:56.327 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.324+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~QRKNZ0FRXY1B.1 size=1048576 2024-04-12T00:46:56.329 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.326+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~QRKNZ0FRXY1B.2 size=223610 2024-04-12T00:46:56.329 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.326+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=QRKNZ0FRXY1B tag=QT3WE3V8UZY6 type=write size=3369338 2024-04-12T00:46:56.331 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.329+0000 7f3317332780 1 < completed write operation key=UPNUSSW7TUR9 tag=DERP860O47V6 type=write size=980549 2024-04-12T00:46:56.334 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.331+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=A3YVU1VNAF6C type=del size=2409195 2024-04-12T00:46:56.334 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.331+0000 7f3317332780 1 < canceled part key=_multipart_HOD7SOILOUYQ.2~UUMKO3ZS54OX.0 size=518714 2024-04-12T00:46:56.338 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.335+0000 7f3317332780 1 < canceled multipart upload key=HOD7SOILOUYQ upload=UUMKO3ZS54OX tag=RXDNN5ATRYZV type=write size=1567290 2024-04-12T00:46:56.341 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.338+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=TFVYMLPFVBRE type=del size=2176871 2024-04-12T00:46:56.343 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.340+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~PKMAD0WDZEM9.0 size=1048576 2024-04-12T00:46:56.345 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.342+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~PKMAD0WDZEM9.1 size=146240 2024-04-12T00:46:56.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.346+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=PKMAD0WDZEM9 tag=RTZ7AUOHD18I type=write size=2243392 2024-04-12T00:46:56.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.348+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=E4TILZ06GRQR type=del size=2419932 2024-04-12T00:46:56.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.351+0000 7f3317332780 1 < completed delete operation key=UPNUSSW7TUR9 tag=XZEKR8OTPTLO type=del 2024-04-12T00:46:56.358 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.355+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~ZOKJK7AZ1WH9.0 size=1048576 2024-04-12T00:46:56.359 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.357+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~ZOKJK7AZ1WH9.1 size=1048576 2024-04-12T00:46:56.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.358+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~ZOKJK7AZ1WH9.2 size=933198 2024-04-12T00:46:56.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.358+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=ZOKJK7AZ1WH9 tag=MQVCOSJ030XF type=write size=4078926 2024-04-12T00:46:56.363 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.361+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~R671E2OFAF3Q.0 size=462197 2024-04-12T00:46:56.367 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.364+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=R671E2OFAF3Q tag=OYSZIGZHNBSL type=write size=1510773 2024-04-12T00:46:56.369 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.367+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=XR5A23XY964U type=del size=1715676 2024-04-12T00:46:56.371 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.369+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~3CSI8VKHZ091.0 size=1048576 2024-04-12T00:46:56.373 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.371+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~3CSI8VKHZ091.1 size=1048576 2024-04-12T00:46:56.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.373+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~3CSI8VKHZ091.2 size=128175 2024-04-12T00:46:56.379 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.376+0000 7f3317332780 1 < completed multipart upload key=Z0W5CBWR6G0J upload=3CSI8VKHZ091 tag=LYQGOY3OOBEW type=write size=3273903 2024-04-12T00:46:56.382 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.379+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=JOWKQUX1X7GN type=write size=185883 2024-04-12T00:46:56.384 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.381+0000 7f3317332780 1 < completed write operation key=B0O10Z22S1QK tag=EXDUJK4QGU4N type=write size=774675 2024-04-12T00:46:56.386 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.384+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=I3OYW8WGKBOF type=del size=2727577 2024-04-12T00:46:56.388 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.386+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=VTPOMTANHX7E type=del 2024-04-12T00:46:56.391 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.388+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=K848WC9IJOB8 type=write size=173398 2024-04-12T00:46:56.393 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.390+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~EXX905SC3KA3.0 size=1048576 2024-04-12T00:46:56.395 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.392+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~EXX905SC3KA3.1 size=82572 2024-04-12T00:46:56.399 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.396+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=EXX905SC3KA3 tag=PT6F4H9MOIK5 type=write size=2179724 2024-04-12T00:46:56.401 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.398+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=NYBIDG8M162H type=del size=528487 2024-04-12T00:46:56.403 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.400+0000 7f3317332780 1 < completed delete operation key=DUBT6E7KPOC6 tag=CWNC6CDGYJV6 type=del 2024-04-12T00:46:56.405 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.402+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=RHRG2U398S8O type=del size=847193 2024-04-12T00:46:56.409 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.407+0000 7f3317332780 1 < suggested update operation key=99X98PX1X4B7 tag=HZZ07BORYV8U type=del size=2572038 2024-04-12T00:46:56.411 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.409+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=Z0KMFSCXM6BW type=del size=2991830 2024-04-12T00:46:56.414 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.411+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~9W7Q33GG8MH1.0 size=1048576 2024-04-12T00:46:56.415 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.413+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~9W7Q33GG8MH1.1 size=483960 2024-04-12T00:46:56.419 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.416+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=9W7Q33GG8MH1 tag=KC1O02QGA58G type=write size=2581112 2024-04-12T00:46:56.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.418+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=WISAGJLE2Y34 type=write size=851396 2024-04-12T00:46:56.424 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.421+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~BB9DG6EW8S0P.0 size=1048576 2024-04-12T00:46:56.426 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.423+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~BB9DG6EW8S0P.1 size=1048576 2024-04-12T00:46:56.428 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.425+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~BB9DG6EW8S0P.2 size=793420 2024-04-12T00:46:56.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.428+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=BB9DG6EW8S0P tag=ND06PSD4QENH type=write size=3939148 2024-04-12T00:46:56.433 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.431+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=LALQPYS72SAA type=del size=2629525 2024-04-12T00:46:56.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.435+0000 7f3317332780 1 < suggested update operation key=VCU05OLK0CA0 tag=0RDYG02EL9EX type=del size=1515951 2024-04-12T00:46:56.440 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.437+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=VGMS1E07FPHV type=del size=1590444 2024-04-12T00:46:56.442 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.439+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=GK3FMZXHKLQ1 type=del 2024-04-12T00:46:56.445 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.442+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=4RT2FHJWQ1QC type=del size=1273543 2024-04-12T00:46:56.447 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.444+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~QRKNZ0FRXY1B.0 size=1048576 2024-04-12T00:46:56.448 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.446+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~QRKNZ0FRXY1B.1 size=1048576 2024-04-12T00:46:56.450 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.448+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~QRKNZ0FRXY1B.2 size=223610 2024-04-12T00:46:56.454 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.451+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=QRKNZ0FRXY1B tag=QT3WE3V8UZY6 type=write size=3369338 2024-04-12T00:46:56.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.453+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=FJLKBMEIX3MM type=del size=2231634 2024-04-12T00:46:56.458 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.455+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=A3YVU1VNAF6C type=del 2024-04-12T00:46:56.462 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.459+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~NM85TPFRL67A.0 size=237091 2024-04-12T00:46:56.462 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.459+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=NM85TPFRL67A tag=TSX4JZZYQM2E type=write size=1285667 2024-04-12T00:46:56.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.462+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=TFVYMLPFVBRE type=del 2024-04-12T00:46:56.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.463+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=791H8BW8HJY3 type=del size=2753365 2024-04-12T00:46:56.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.466+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=E4TILZ06GRQR type=del 2024-04-12T00:46:56.472 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.470+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~WB3RYNT70AXR.0 size=1048576 2024-04-12T00:46:56.474 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.472+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~WB3RYNT70AXR.1 size=1048576 2024-04-12T00:46:56.476 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.473+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~WB3RYNT70AXR.2 size=476411 2024-04-12T00:46:56.476 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.473+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=WB3RYNT70AXR tag=LGBQF0UI01KA type=write size=3622139 2024-04-12T00:46:56.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.476+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~ZOKJK7AZ1WH9.0 size=1048576 2024-04-12T00:46:56.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.476+0000 7f3317332780 1 < canceled part key=_multipart_RT67TN1NNQ2D.2~ZOKJK7AZ1WH9.1 size=1048576 2024-04-12T00:46:56.480 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.478+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~ZOKJK7AZ1WH9.2 size=933198 2024-04-12T00:46:56.485 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.482+0000 7f3317332780 1 < canceled multipart upload key=RT67TN1NNQ2D upload=ZOKJK7AZ1WH9 tag=MQVCOSJ030XF type=write size=4078926 2024-04-12T00:46:56.489 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.486+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~ASXQQ3TRLH65.0 size=1048576 2024-04-12T00:46:56.490 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.488+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~ASXQQ3TRLH65.1 size=1048576 2024-04-12T00:46:56.492 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.489+0000 7f3317332780 1 > prepared part key=_multipart_5ZZ72J3YOO5G.2~ASXQQ3TRLH65.2 size=381222 2024-04-12T00:46:56.492 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.489+0000 7f3317332780 1 > prepared multipart upload key=5ZZ72J3YOO5G upload=ASXQQ3TRLH65 tag=MYR7JUCY9UZX type=write size=3526950 2024-04-12T00:46:56.496 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.494+0000 7f3317332780 1 < suggested remove operation key=99X98PX1X4B7 tag=XR5A23XY964U type=del 2024-04-12T00:46:56.500 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.498+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~VLC9FNJWI03G.0 size=1048576 2024-04-12T00:46:56.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.499+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~VLC9FNJWI03G.1 size=280637 2024-04-12T00:46:56.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.499+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=VLC9FNJWI03G tag=V9LF0JKNIA1X type=write size=2377789 2024-04-12T00:46:56.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.501+0000 7f3317332780 1 < completed write operation key=RT67TN1NNQ2D tag=JOWKQUX1X7GN type=write size=185883 2024-04-12T00:46:56.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.504+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=I30RU3345197 type=del size=4120116 2024-04-12T00:46:56.508 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.506+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=I3OYW8WGKBOF type=del 2024-04-12T00:46:56.512 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.510+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~AVYY0KGTZJTI.0 size=1048576 2024-04-12T00:46:56.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.511+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~AVYY0KGTZJTI.1 size=116016 2024-04-12T00:46:56.514 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.511+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=AVYY0KGTZJTI tag=YPQK0F4OZWY2 type=write size=2213168 2024-04-12T00:46:56.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.514+0000 7f3317332780 1 < canceled operation key=COYSTVZBULU1 tag=K848WC9IJOB8 type=write size=173398 2024-04-12T00:46:56.520 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.518+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~B1U42LHAWQVN.0 size=1048576 2024-04-12T00:46:56.522 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.519+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~B1U42LHAWQVN.1 size=1048576 2024-04-12T00:46:56.524 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.522+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~B1U42LHAWQVN.2 size=864936 2024-04-12T00:46:56.525 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.522+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=B1U42LHAWQVN tag=MFE1D8WKS5SV type=write size=4010664 2024-04-12T00:46:56.527 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.524+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=NYBIDG8M162H type=del 2024-04-12T00:46:56.529 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.526+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=S6VWGRQYZ473 type=del size=2442186 2024-04-12T00:46:56.531 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.528+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=RHRG2U398S8O type=del 2024-04-12T00:46:56.532 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.530+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=GAR63ONQRBMP type=del size=2404456 2024-04-12T00:46:56.534 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.532+0000 7f3317332780 1 < canceled operation key=UV2GWU9R87W7 tag=Z0KMFSCXM6BW type=del size=2991830 2024-04-12T00:46:56.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.534+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=GE4CHJICWH21 type=del size=3969528 2024-04-12T00:46:56.541 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.538+0000 7f3317332780 1 < suggested remove operation key=8100QAT6UX23 tag=WISAGJLE2Y34 type=write 2024-04-12T00:46:56.544 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.542+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~YPDLIA9TQXTY.0 size=1048576 2024-04-12T00:46:56.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.544+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~YPDLIA9TQXTY.1 size=819589 2024-04-12T00:46:56.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.544+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=YPDLIA9TQXTY tag=96OBKOOZCAPQ type=write size=2916741 2024-04-12T00:46:56.548 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.546+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=LALQPYS72SAA type=del 2024-04-12T00:46:56.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.548+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=BWW37Q00HFP6 type=del size=3497655 2024-04-12T00:46:56.553 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.550+0000 7f3317332780 1 < canceled operation key=GBDRR6ZHKT41 tag=VGMS1E07FPHV type=del size=1590444 2024-04-12T00:46:56.558 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.556+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~TJ3W5P9JE397.0 size=1048576 2024-04-12T00:46:56.560 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.558+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~TJ3W5P9JE397.1 size=1048576 2024-04-12T00:46:56.562 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.559+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~TJ3W5P9JE397.2 size=274270 2024-04-12T00:46:56.562 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.559+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=TJ3W5P9JE397 tag=4FO7TJ98ZHYP type=write size=3419998 2024-04-12T00:46:56.564 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.561+0000 7f3317332780 1 < completed delete operation key=UOC07EDTW788 tag=4RT2FHJWQ1QC type=del 2024-04-12T00:46:56.568 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.566+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~N73P7DHP7WV7.0 size=1048576 2024-04-12T00:46:56.570 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.567+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~N73P7DHP7WV7.1 size=1048576 2024-04-12T00:46:56.572 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.570+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~N73P7DHP7WV7.2 size=796532 2024-04-12T00:46:56.572 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.570+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=N73P7DHP7WV7 tag=2VAMW7YF4XPY type=write size=3942260 2024-04-12T00:46:56.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.575+0000 7f3317332780 1 < suggested update operation key=VBE0Z26APYW7 tag=FJLKBMEIX3MM type=del size=2231634 2024-04-12T00:46:56.580 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.577+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=J43O1AH4SWID type=del size=3935365 2024-04-12T00:46:56.582 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.579+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~NM85TPFRL67A.0 size=237091 2024-04-12T00:46:56.585 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.583+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=NM85TPFRL67A tag=TSX4JZZYQM2E type=write size=1285667 2024-04-12T00:46:56.589 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.587+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~FPDOWK49KN1C.0 size=1048576 2024-04-12T00:46:56.591 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.589+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~FPDOWK49KN1C.1 size=1002123 2024-04-12T00:46:56.591 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.589+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=FPDOWK49KN1C tag=BTBZ6JHXZT1F type=write size=3099275 2024-04-12T00:46:56.593 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.591+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=791H8BW8HJY3 type=del 2024-04-12T00:46:56.597 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.594+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~A02AXET1XXKD.0 size=1048576 2024-04-12T00:46:56.599 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.597+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~A02AXET1XXKD.1 size=1048576 2024-04-12T00:46:56.601 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.598+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~A02AXET1XXKD.2 size=803473 2024-04-12T00:46:56.601 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.598+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=A02AXET1XXKD tag=709NR3F3A3LE type=write size=3949201 2024-04-12T00:46:56.603 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.601+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~WB3RYNT70AXR.0 size=1048576 2024-04-12T00:46:56.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.602+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~WB3RYNT70AXR.1 size=1048576 2024-04-12T00:46:56.607 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.604+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~WB3RYNT70AXR.2 size=476411 2024-04-12T00:46:56.611 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.608+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=WB3RYNT70AXR tag=LGBQF0UI01KA type=write size=3622139 2024-04-12T00:46:56.615 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.613+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~4HVLF9DXX7Q1.0 size=1048576 2024-04-12T00:46:56.618 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.615+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~4HVLF9DXX7Q1.1 size=1048576 2024-04-12T00:46:56.620 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.617+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~4HVLF9DXX7Q1.2 size=436411 2024-04-12T00:46:56.620 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.617+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=4HVLF9DXX7Q1 tag=DGIIBA4GYGON type=write size=3582139 2024-04-12T00:46:56.622 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.619+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~ASXQQ3TRLH65.0 size=1048576 2024-04-12T00:46:56.623 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.621+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~ASXQQ3TRLH65.1 size=1048576 2024-04-12T00:46:56.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.622+0000 7f3317332780 1 < completed part key=_multipart_5ZZ72J3YOO5G.2~ASXQQ3TRLH65.2 size=381222 2024-04-12T00:46:56.629 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.627+0000 7f3317332780 1 < completed multipart upload key=5ZZ72J3YOO5G upload=ASXQQ3TRLH65 tag=MYR7JUCY9UZX type=write size=3526950 2024-04-12T00:46:56.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.629+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=EIDF66ZC7GXB type=del size=2349834 2024-04-12T00:46:56.633 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.631+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~VLC9FNJWI03G.0 size=1048576 2024-04-12T00:46:56.635 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.632+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~VLC9FNJWI03G.1 size=280637 2024-04-12T00:46:56.638 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.636+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=VLC9FNJWI03G tag=V9LF0JKNIA1X type=write size=2377789 2024-04-12T00:46:56.641 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.638+0000 7f3317332780 1 > prepared operation key=WV1ML7JVNDAP tag=TPV3U7BWABUU type=del size=856262 2024-04-12T00:46:56.643 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.640+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=I30RU3345197 type=del 2024-04-12T00:46:56.644 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.642+0000 7f3317332780 1 > prepared operation key=MX8A1YZ2V3NF tag=I8NN492HRIT7 type=del size=3050905 2024-04-12T00:46:56.647 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.644+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~AVYY0KGTZJTI.0 size=1048576 2024-04-12T00:46:56.649 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.646+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~AVYY0KGTZJTI.1 size=116016 2024-04-12T00:46:56.652 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.650+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=AVYY0KGTZJTI tag=YPQK0F4OZWY2 type=write size=2213168 2024-04-12T00:46:56.656 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.653+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~D0L4X0SZG04D.0 size=1048576 2024-04-12T00:46:56.658 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.655+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~D0L4X0SZG04D.1 size=1048576 2024-04-12T00:46:56.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.657+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~D0L4X0SZG04D.2 size=352959 2024-04-12T00:46:56.659 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.657+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=D0L4X0SZG04D tag=4YY13J2FX6SO type=write size=3498687 2024-04-12T00:46:56.661 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.659+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~B1U42LHAWQVN.0 size=1048576 2024-04-12T00:46:56.663 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.660+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~B1U42LHAWQVN.1 size=1048576 2024-04-12T00:46:56.665 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.662+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~B1U42LHAWQVN.2 size=864936 2024-04-12T00:46:56.670 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.666+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=B1U42LHAWQVN tag=MFE1D8WKS5SV type=write size=4010664 2024-04-12T00:46:56.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.670+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~87CU31F14TDA.0 size=1048576 2024-04-12T00:46:56.675 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.672+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~87CU31F14TDA.1 size=1048576 2024-04-12T00:46:56.676 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.674+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~87CU31F14TDA.2 size=361171 2024-04-12T00:46:56.676 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.674+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=87CU31F14TDA tag=7ULZ5BWPUXJ6 type=write size=3506899 2024-04-12T00:46:56.678 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.676+0000 7f3317332780 1 < canceled operation key=E46GQAGF9GTX tag=S6VWGRQYZ473 type=del size=2442186 2024-04-12T00:46:56.682 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.680+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~R13SH6PF3HAI.0 size=1048576 2024-04-12T00:46:56.684 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.681+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~R13SH6PF3HAI.1 size=425318 2024-04-12T00:46:56.684 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.681+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=R13SH6PF3HAI tag=FQ101H0D9LQ8 type=write size=2522470 2024-04-12T00:46:56.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.684+0000 7f3317332780 1 < canceled operation key=USACGT0O7VRV tag=GAR63ONQRBMP type=del size=2404456 2024-04-12T00:46:56.689 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.686+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=A5RGJBOPZ2O6 type=del size=2025352 2024-04-12T00:46:56.691 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.688+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=GE4CHJICWH21 type=del 2024-04-12T00:46:56.692 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.690+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=WEFFHPFEBS1P type=del size=2487416 2024-04-12T00:46:56.695 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.692+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~YPDLIA9TQXTY.0 size=1048576 2024-04-12T00:46:56.696 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.694+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~YPDLIA9TQXTY.1 size=819589 2024-04-12T00:46:56.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.697+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=YPDLIA9TQXTY tag=96OBKOOZCAPQ type=write size=2916741 2024-04-12T00:46:56.704 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.701+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~A6HDDU4MF21D.0 size=1048576 2024-04-12T00:46:56.706 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.703+0000 7f3317332780 1 > prepared part key=_multipart_99X98PX1X4B7.2~A6HDDU4MF21D.1 size=702035 2024-04-12T00:46:56.706 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.703+0000 7f3317332780 1 > prepared multipart upload key=99X98PX1X4B7 upload=A6HDDU4MF21D tag=T4Z8SUOMUMEU type=write size=2799187 2024-04-12T00:46:56.708 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.705+0000 7f3317332780 1 < completed delete operation key=B0O10Z22S1QK tag=BWW37Q00HFP6 type=del 2024-04-12T00:46:56.710 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.707+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=306CGGNRKRWJ type=del size=1141880 2024-04-12T00:46:56.712 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.709+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~TJ3W5P9JE397.0 size=1048576 2024-04-12T00:46:56.713 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.711+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~TJ3W5P9JE397.1 size=1048576 2024-04-12T00:46:56.715 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.712+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~TJ3W5P9JE397.2 size=274270 2024-04-12T00:46:56.719 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.717+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=TJ3W5P9JE397 tag=4FO7TJ98ZHYP type=write size=3419998 2024-04-12T00:46:56.721 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.719+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=238380CC3DAW type=del size=694327 2024-04-12T00:46:56.724 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.721+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~N73P7DHP7WV7.0 size=1048576 2024-04-12T00:46:56.725 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.723+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~N73P7DHP7WV7.1 size=1048576 2024-04-12T00:46:56.727 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.724+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~N73P7DHP7WV7.2 size=796532 2024-04-12T00:46:56.730 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.728+0000 7f3317332780 1 < completed multipart upload key=RT67TN1NNQ2D upload=N73P7DHP7WV7 tag=2VAMW7YF4XPY type=write size=3942260 2024-04-12T00:46:56.734 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.731+0000 7f3317332780 1 > prepared part key=_multipart_USACGT0O7VRV.2~3SNGYK9DW5W2.0 size=601146 2024-04-12T00:46:56.734 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.731+0000 7f3317332780 1 > prepared multipart upload key=USACGT0O7VRV upload=3SNGYK9DW5W2 tag=HZOF0Z76EO5N type=write size=1649722 2024-04-12T00:46:56.736 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.733+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=J43O1AH4SWID type=del 2024-04-12T00:46:56.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.737+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~DVQLCGB09AW2.0 size=775021 2024-04-12T00:46:56.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.737+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=DVQLCGB09AW2 tag=IKN8EFI8PUTF type=write size=1823597 2024-04-12T00:46:56.741 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.738+0000 7f3317332780 1 < canceled part key=_multipart_TZ723A1PHQ0U.2~FPDOWK49KN1C.0 size=1048576 2024-04-12T00:46:56.743 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.740+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~FPDOWK49KN1C.1 size=1002123 2024-04-12T00:46:56.746 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.743+0000 7f3317332780 1 < canceled multipart upload key=TZ723A1PHQ0U upload=FPDOWK49KN1C tag=BTBZ6JHXZT1F type=write size=3099275 2024-04-12T00:46:56.750 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.747+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~N8LKMSDR5LZX.0 size=470994 2024-04-12T00:46:56.750 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.747+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=N8LKMSDR5LZX tag=59DHADBHRULK type=write size=1519570 2024-04-12T00:46:56.752 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.749+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~A02AXET1XXKD.0 size=1048576 2024-04-12T00:46:56.754 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.751+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~A02AXET1XXKD.1 size=1048576 2024-04-12T00:46:56.756 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.753+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~A02AXET1XXKD.2 size=803473 2024-04-12T00:46:56.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.757+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=A02AXET1XXKD tag=709NR3F3A3LE type=write size=3949201 2024-04-12T00:46:56.763 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.760+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~LOBSAFIFUJET.0 size=1048576 2024-04-12T00:46:56.765 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.762+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~LOBSAFIFUJET.1 size=229613 2024-04-12T00:46:56.765 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.762+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=LOBSAFIFUJET tag=X4Q8ZU0R6T1V type=write size=2326765 2024-04-12T00:46:56.767 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.764+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~4HVLF9DXX7Q1.0 size=1048576 2024-04-12T00:46:56.769 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.766+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~4HVLF9DXX7Q1.1 size=1048576 2024-04-12T00:46:56.769 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.766+0000 7f3317332780 1 < canceled part key=_multipart_GBDRR6ZHKT41.2~4HVLF9DXX7Q1.2 size=436411 2024-04-12T00:46:56.773 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.770+0000 7f3317332780 1 < canceled multipart upload key=GBDRR6ZHKT41 upload=4HVLF9DXX7Q1 tag=DGIIBA4GYGON type=write size=3582139 2024-04-12T00:46:56.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.774+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~T1JNJ8QJUNTW.0 size=1048576 2024-04-12T00:46:56.779 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.776+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~T1JNJ8QJUNTW.1 size=1048576 2024-04-12T00:46:56.780 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.778+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~T1JNJ8QJUNTW.2 size=375193 2024-04-12T00:46:56.781 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.778+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=T1JNJ8QJUNTW tag=8F7XV1Z2JIID type=write size=3520921 2024-04-12T00:46:56.785 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.783+0000 7f3317332780 1 < suggested update operation key=FP1N9YO8QR7E tag=EIDF66ZC7GXB type=del size=2349834 2024-04-12T00:46:56.789 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.787+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~JRX25PTOT39W.0 size=368839 2024-04-12T00:46:56.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.787+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=JRX25PTOT39W tag=JI2T36E4HTPU type=write size=1417415 2024-04-12T00:46:56.791 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.789+0000 7f3317332780 1 < completed delete operation key=WV1ML7JVNDAP tag=TPV3U7BWABUU type=del 2024-04-12T00:46:56.793 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.791+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=JI61DJ2OSB75 type=del size=3313439 2024-04-12T00:46:56.796 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.793+0000 7f3317332780 1 < completed delete operation key=MX8A1YZ2V3NF tag=I8NN492HRIT7 type=del 2024-04-12T00:46:56.798 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.796+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=GK3WQQVC8TPC type=del size=1936164 2024-04-12T00:46:56.800 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.798+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~D0L4X0SZG04D.0 size=1048576 2024-04-12T00:46:56.802 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.800+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~D0L4X0SZG04D.1 size=1048576 2024-04-12T00:46:56.804 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.802+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~D0L4X0SZG04D.2 size=352959 2024-04-12T00:46:56.808 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.805+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=D0L4X0SZG04D tag=4YY13J2FX6SO type=write size=3498687 2024-04-12T00:46:56.810 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.807+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=ENNBNA65IKY5 type=del size=987846 2024-04-12T00:46:56.812 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.809+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~87CU31F14TDA.0 size=1048576 2024-04-12T00:46:56.812 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.809+0000 7f3317332780 1 < canceled part key=_multipart_2LATRVZJ94KG.2~87CU31F14TDA.1 size=1048576 2024-04-12T00:46:56.814 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.811+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~87CU31F14TDA.2 size=361171 2024-04-12T00:46:56.817 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.814+0000 7f3317332780 1 < canceled multipart upload key=2LATRVZJ94KG upload=87CU31F14TDA tag=7ULZ5BWPUXJ6 type=write size=3506899 2024-04-12T00:46:56.821 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.819+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~I1GZSIVBXOUJ.0 size=1048576 2024-04-12T00:46:56.823 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.820+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~I1GZSIVBXOUJ.1 size=505332 2024-04-12T00:46:56.823 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.820+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=I1GZSIVBXOUJ tag=V6T1BELWXARG type=write size=2602484 2024-04-12T00:46:56.823 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.821+0000 7f3317332780 1 < canceled part key=_multipart_Z0W5CBWR6G0J.2~R13SH6PF3HAI.0 size=1048576 2024-04-12T00:46:56.825 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.822+0000 7f3317332780 1 < completed part key=_multipart_Z0W5CBWR6G0J.2~R13SH6PF3HAI.1 size=425318 2024-04-12T00:46:56.829 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.826+0000 7f3317332780 1 < canceled multipart upload key=Z0W5CBWR6G0J upload=R13SH6PF3HAI tag=FQ101H0D9LQ8 type=write size=2522470 2024-04-12T00:46:56.832 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.830+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~T9P9UXQGS01S.0 size=1048576 2024-04-12T00:46:56.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.832+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~T9P9UXQGS01S.1 size=208283 2024-04-12T00:46:56.834 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.832+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=T9P9UXQGS01S tag=UI781L78QFJG type=write size=2305435 2024-04-12T00:46:56.837 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.834+0000 7f3317332780 1 < canceled operation key=LKLO2ZZF1KW1 tag=A5RGJBOPZ2O6 type=del size=2025352 2024-04-12T00:46:56.841 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.838+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~WEAL4HOZZDXR.0 size=1048576 2024-04-12T00:46:56.843 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.840+0000 7f3317332780 1 > prepared part key=_multipart_H318TVZHDVRW.2~WEAL4HOZZDXR.1 size=995708 2024-04-12T00:46:56.843 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.840+0000 7f3317332780 1 > prepared multipart upload key=H318TVZHDVRW upload=WEAL4HOZZDXR tag=HU1S1DP90XD2 type=write size=3092860 2024-04-12T00:46:56.847 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.844+0000 7f3317332780 1 < suggested update operation key=TZ723A1PHQ0U tag=WEFFHPFEBS1P type=del size=2487416 2024-04-12T00:46:56.849 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.846+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=P6Q3S7ZR3DEH type=del size=1181475 2024-04-12T00:46:56.850 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.847+0000 7f3317332780 1 < canceled part key=_multipart_99X98PX1X4B7.2~A6HDDU4MF21D.0 size=1048576 2024-04-12T00:46:56.852 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.849+0000 7f3317332780 1 < completed part key=_multipart_99X98PX1X4B7.2~A6HDDU4MF21D.1 size=702035 2024-04-12T00:46:56.855 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.852+0000 7f3317332780 1 < canceled multipart upload key=99X98PX1X4B7 upload=A6HDDU4MF21D tag=T4Z8SUOMUMEU type=write size=2799187 2024-04-12T00:46:56.859 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.856+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~OZC5V05FKHRM.0 size=1048576 2024-04-12T00:46:56.861 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.858+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~OZC5V05FKHRM.1 size=1048576 2024-04-12T00:46:56.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.860+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~OZC5V05FKHRM.2 size=464012 2024-04-12T00:46:56.862 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.860+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=OZC5V05FKHRM tag=1EXSSIZ2G84O type=write size=3609740 2024-04-12T00:46:56.865 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.862+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=306CGGNRKRWJ type=del 2024-04-12T00:46:56.867 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.864+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=PME4SCNJCLE0 type=del size=3007690 2024-04-12T00:46:56.869 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.867+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=238380CC3DAW type=del 2024-04-12T00:46:56.875 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.871+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~FLHL40C46D30.0 size=1048576 2024-04-12T00:46:56.876 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.874+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~FLHL40C46D30.1 size=1048576 2024-04-12T00:46:56.878 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.875+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~FLHL40C46D30.2 size=359734 2024-04-12T00:46:56.878 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.875+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=FLHL40C46D30 tag=WHQ1LMSHP1Y5 type=write size=3505462 2024-04-12T00:46:56.880 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.877+0000 7f3317332780 1 < completed part key=_multipart_USACGT0O7VRV.2~3SNGYK9DW5W2.0 size=601146 2024-04-12T00:46:56.883 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.881+0000 7f3317332780 1 < completed multipart upload key=USACGT0O7VRV upload=3SNGYK9DW5W2 tag=HZOF0Z76EO5N type=write size=1649722 2024-04-12T00:46:56.887 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.885+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~AUAWDO0RDRTA.0 size=1048576 2024-04-12T00:46:56.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.886+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~AUAWDO0RDRTA.1 size=576865 2024-04-12T00:46:56.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.886+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=AUAWDO0RDRTA tag=KP6HARHYD5UZ type=write size=2674017 2024-04-12T00:46:56.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.889+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~DVQLCGB09AW2.0 size=775021 2024-04-12T00:46:56.895 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.892+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=DVQLCGB09AW2 tag=IKN8EFI8PUTF type=write size=1823597 2024-04-12T00:46:56.897 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.894+0000 7f3317332780 1 > prepared operation key=L78GRS73CH1U tag=36XXEXY5S4WQ type=del size=508766 2024-04-12T00:46:56.899 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.897+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~N8LKMSDR5LZX.0 size=470994 2024-04-12T00:46:56.903 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.900+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=N8LKMSDR5LZX tag=59DHADBHRULK type=write size=1519570 2024-04-12T00:46:56.905 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.903+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=4WNH6SOT4CM1 type=del size=3892812 2024-04-12T00:46:56.908 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.905+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~LOBSAFIFUJET.0 size=1048576 2024-04-12T00:46:56.910 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.907+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~LOBSAFIFUJET.1 size=229613 2024-04-12T00:46:56.914 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.911+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=LOBSAFIFUJET tag=X4Q8ZU0R6T1V type=write size=2326765 2024-04-12T00:46:56.916 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.913+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=5G01SKM1NP2W type=del size=3261549 2024-04-12T00:46:56.918 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.915+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~T1JNJ8QJUNTW.0 size=1048576 2024-04-12T00:46:56.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.917+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~T1JNJ8QJUNTW.1 size=1048576 2024-04-12T00:46:56.921 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.919+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~T1JNJ8QJUNTW.2 size=375193 2024-04-12T00:46:56.925 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.922+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=T1JNJ8QJUNTW tag=8F7XV1Z2JIID type=write size=3520921 2024-04-12T00:46:56.929 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.926+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~92NGFND01DJX.0 size=376855 2024-04-12T00:46:56.929 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.926+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=92NGFND01DJX tag=SQNYDMU149JN type=write size=1425431 2024-04-12T00:46:56.931 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.928+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~JRX25PTOT39W.0 size=368839 2024-04-12T00:46:56.934 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.932+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=JRX25PTOT39W tag=JI2T36E4HTPU type=write size=1417415 2024-04-12T00:46:56.938 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.936+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~3HEYB1J8439B.0 size=1048576 2024-04-12T00:46:56.940 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.937+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~3HEYB1J8439B.1 size=1048576 2024-04-12T00:46:56.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.940+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~3HEYB1J8439B.2 size=927755 2024-04-12T00:46:56.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.940+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=3HEYB1J8439B tag=EA8Q1ETI0UP4 type=write size=4073483 2024-04-12T00:46:56.945 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.942+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=JI61DJ2OSB75 type=del 2024-04-12T00:46:56.949 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.946+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~OINNIIO3HCS4.0 size=1048576 2024-04-12T00:46:56.951 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.948+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~OINNIIO3HCS4.1 size=1048576 2024-04-12T00:46:56.953 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.951+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~OINNIIO3HCS4.2 size=952003 2024-04-12T00:46:56.954 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.951+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=OINNIIO3HCS4 tag=UUP4M6MTLDQA type=write size=4097731 2024-04-12T00:46:56.956 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.953+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=GK3WQQVC8TPC type=del 2024-04-12T00:46:56.960 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.957+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~FZOCGWQF7QAF.0 size=1048576 2024-04-12T00:46:56.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.959+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~FZOCGWQF7QAF.1 size=1048576 2024-04-12T00:46:56.964 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.961+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~FZOCGWQF7QAF.2 size=394595 2024-04-12T00:46:56.964 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.961+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=FZOCGWQF7QAF tag=4VVNOAH20EHG type=write size=3540323 2024-04-12T00:46:56.966 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.963+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=ENNBNA65IKY5 type=del 2024-04-12T00:46:56.968 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.965+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=IU5EULKNG1OF type=del size=804429 2024-04-12T00:46:56.970 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.967+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~I1GZSIVBXOUJ.0 size=1048576 2024-04-12T00:46:56.971 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.969+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~I1GZSIVBXOUJ.1 size=505332 2024-04-12T00:46:56.975 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.972+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=I1GZSIVBXOUJ tag=V6T1BELWXARG type=write size=2602484 2024-04-12T00:46:56.977 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.974+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=2JMIWOUAOYQT type=write size=299635 2024-04-12T00:46:56.979 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.977+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~T9P9UXQGS01S.0 size=1048576 2024-04-12T00:46:56.981 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.978+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~T9P9UXQGS01S.1 size=208283 2024-04-12T00:46:56.985 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.983+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=T9P9UXQGS01S tag=UI781L78QFJG type=write size=2305435 2024-04-12T00:46:56.988 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.985+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=VTHSW1PI1EUA type=del size=2223896 2024-04-12T00:46:56.990 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.987+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~WEAL4HOZZDXR.0 size=1048576 2024-04-12T00:46:56.992 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.989+0000 7f3317332780 1 < completed part key=_multipart_H318TVZHDVRW.2~WEAL4HOZZDXR.1 size=995708 2024-04-12T00:46:56.997 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.994+0000 7f3317332780 1 < completed multipart upload key=H318TVZHDVRW upload=WEAL4HOZZDXR tag=HU1S1DP90XD2 type=write size=3092860 2024-04-12T00:46:56.998 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:56.996+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=8E6U0I321ZYU type=del size=1563592 2024-04-12T00:46:57.002 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.000+0000 7f3317332780 1 < suggested remove operation key=H318TVZHDVRW tag=P6Q3S7ZR3DEH type=del 2024-04-12T00:46:57.005 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.003+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=D709EDIKEQ7J type=write size=628311 2024-04-12T00:46:57.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.005+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~OZC5V05FKHRM.0 size=1048576 2024-04-12T00:46:57.008 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.005+0000 7f3317332780 1 < canceled part key=_multipart_YBOSOCCRJFO7.2~OZC5V05FKHRM.1 size=1048576 2024-04-12T00:46:57.010 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.007+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~OZC5V05FKHRM.2 size=464012 2024-04-12T00:46:57.013 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.011+0000 7f3317332780 1 < canceled multipart upload key=YBOSOCCRJFO7 upload=OZC5V05FKHRM tag=1EXSSIZ2G84O type=write size=3609740 2024-04-12T00:46:57.017 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.015+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~XCBYEZ62KQ4X.0 size=1048576 2024-04-12T00:46:57.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.017+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~XCBYEZ62KQ4X.1 size=373599 2024-04-12T00:46:57.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.017+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=XCBYEZ62KQ4X tag=ITT3Y6GW6S18 type=write size=2470751 2024-04-12T00:46:57.024 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.021+0000 7f3317332780 1 < suggested remove operation key=1CAPZAU657WZ tag=PME4SCNJCLE0 type=del 2024-04-12T00:46:57.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.024+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=HX22S0BEY4JK type=del size=3434881 2024-04-12T00:46:57.027 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.024+0000 7f3317332780 1 < canceled part key=_multipart_1CAPZAU657WZ.2~FLHL40C46D30.0 size=1048576 2024-04-12T00:46:57.028 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.026+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~FLHL40C46D30.1 size=1048576 2024-04-12T00:46:57.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.027+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~FLHL40C46D30.2 size=359734 2024-04-12T00:46:57.034 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.031+0000 7f3317332780 1 < canceled multipart upload key=1CAPZAU657WZ upload=FLHL40C46D30 tag=WHQ1LMSHP1Y5 type=write size=3505462 2024-04-12T00:46:57.036 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.033+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=I1GA9H2N5M1W type=del size=3118114 2024-04-12T00:46:57.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.035+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~AUAWDO0RDRTA.0 size=1048576 2024-04-12T00:46:57.040 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.037+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~AUAWDO0RDRTA.1 size=576865 2024-04-12T00:46:57.043 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.041+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=AUAWDO0RDRTA tag=KP6HARHYD5UZ type=write size=2674017 2024-04-12T00:46:57.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.045+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~SL3URBKU3IZ4.0 size=860562 2024-04-12T00:46:57.047 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.045+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=SL3URBKU3IZ4 tag=FNYF27DHJTDO type=write size=1909138 2024-04-12T00:46:57.052 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.049+0000 7f3317332780 1 < suggested update operation key=L78GRS73CH1U tag=36XXEXY5S4WQ type=del size=508766 2024-04-12T00:46:57.053 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.051+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=6Y78Q3IQE64O type=del size=3357783 2024-04-12T00:46:57.056 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.053+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=4WNH6SOT4CM1 type=del 2024-04-12T00:46:57.057 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.055+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=W68YV0XDEZWX type=write size=783047 2024-04-12T00:46:57.059 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.057+0000 7f3317332780 1 < completed delete operation key=GBDRR6ZHKT41 tag=5G01SKM1NP2W type=del 2024-04-12T00:46:57.061 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.059+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=6J0EJ2IDEE7V type=del size=2722563 2024-04-12T00:46:57.063 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.061+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~92NGFND01DJX.0 size=376855 2024-04-12T00:46:57.067 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.064+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=92NGFND01DJX tag=SQNYDMU149JN type=write size=1425431 2024-04-12T00:46:57.069 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.066+0000 7f3317332780 1 > prepared operation key=B0O10Z22S1QK tag=ISNPLWECK2AX type=del size=772068 2024-04-12T00:46:57.072 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.069+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~3HEYB1J8439B.0 size=1048576 2024-04-12T00:46:57.073 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.071+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~3HEYB1J8439B.1 size=1048576 2024-04-12T00:46:57.075 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.073+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~3HEYB1J8439B.2 size=927755 2024-04-12T00:46:57.083 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.077+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=3HEYB1J8439B tag=EA8Q1ETI0UP4 type=write size=4073483 2024-04-12T00:46:57.083 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.079+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=YR7TU29Y2PVB type=del size=1869913 2024-04-12T00:46:57.085 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.082+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~OINNIIO3HCS4.0 size=1048576 2024-04-12T00:46:57.086 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.084+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~OINNIIO3HCS4.1 size=1048576 2024-04-12T00:46:57.088 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.086+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~OINNIIO3HCS4.2 size=952003 2024-04-12T00:46:57.092 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.090+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=OINNIIO3HCS4 tag=UUP4M6MTLDQA type=write size=4097731 2024-04-12T00:46:57.094 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.092+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=C8PK0M07Q5O6 type=write size=750736 2024-04-12T00:46:57.096 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.094+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~FZOCGWQF7QAF.0 size=1048576 2024-04-12T00:46:57.097 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.094+0000 7f3317332780 1 < canceled part key=_multipart_8100QAT6UX23.2~FZOCGWQF7QAF.1 size=1048576 2024-04-12T00:46:57.098 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.096+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~FZOCGWQF7QAF.2 size=394595 2024-04-12T00:46:57.102 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.099+0000 7f3317332780 1 < canceled multipart upload key=8100QAT6UX23 upload=FZOCGWQF7QAF tag=4VVNOAH20EHG type=write size=3540323 2024-04-12T00:46:57.104 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.101+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=P7ONLXE1UH4X type=del size=845790 2024-04-12T00:46:57.106 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.103+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=IU5EULKNG1OF type=del 2024-04-12T00:46:57.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.107+0000 7f3317332780 1 > prepared part key=_multipart_WV1ML7JVNDAP.2~SBNK8PWDCSSN.0 size=772262 2024-04-12T00:46:57.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.107+0000 7f3317332780 1 > prepared multipart upload key=WV1ML7JVNDAP upload=SBNK8PWDCSSN tag=QK1PN8JS1KJ9 type=write size=1820838 2024-04-12T00:46:57.113 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.110+0000 7f3317332780 1 < canceled operation key=HOD7SOILOUYQ tag=2JMIWOUAOYQT type=write size=299635 2024-04-12T00:46:57.114 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.111+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=3URMQMUUPRR1 type=del size=4015554 2024-04-12T00:46:57.116 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.114+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=VTHSW1PI1EUA type=del 2024-04-12T00:46:57.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.117+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~HZURXQNJUXGO.0 size=520839 2024-04-12T00:46:57.120 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.117+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=HZURXQNJUXGO tag=EDN57DOQ08F3 type=write size=1569415 2024-04-12T00:46:57.122 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.120+0000 7f3317332780 1 < completed delete operation key=USACGT0O7VRV tag=8E6U0I321ZYU type=del 2024-04-12T00:46:57.125 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.122+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=1B2AQEV4OVEQ type=write size=100344 2024-04-12T00:46:57.127 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.124+0000 7f3317332780 1 < completed write operation key=UOC07EDTW788 tag=D709EDIKEQ7J type=write size=628311 2024-04-12T00:46:57.129 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.126+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=JNVQCFMY1074 type=del size=845210 2024-04-12T00:46:57.131 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.128+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~XCBYEZ62KQ4X.0 size=1048576 2024-04-12T00:46:57.133 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.131+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~XCBYEZ62KQ4X.1 size=373599 2024-04-12T00:46:57.138 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.135+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=XCBYEZ62KQ4X tag=ITT3Y6GW6S18 type=write size=2470751 2024-04-12T00:46:57.140 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.137+0000 7f3317332780 1 > prepared operation key=USACGT0O7VRV tag=DYLSGOCK3AWL type=del size=4126787 2024-04-12T00:46:57.144 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.141+0000 7f3317332780 1 < suggested update operation key=UV2GWU9R87W7 tag=HX22S0BEY4JK type=del size=3434881 2024-04-12T00:46:57.146 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.144+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=PG0E827UF46N type=del size=1041913 2024-04-12T00:46:57.149 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.146+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=I1GA9H2N5M1W type=del 2024-04-12T00:46:57.153 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.151+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~VI0WTTFP54SB.0 size=1048576 2024-04-12T00:46:57.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.152+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~VI0WTTFP54SB.1 size=286793 2024-04-12T00:46:57.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.152+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=VI0WTTFP54SB tag=D3EQ0BNZU0G9 type=write size=2383945 2024-04-12T00:46:57.156 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.153+0000 7f3317332780 1 < canceled part key=_multipart_UPNUSSW7TUR9.2~SL3URBKU3IZ4.0 size=860562 2024-04-12T00:46:57.160 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.157+0000 7f3317332780 1 < canceled multipart upload key=UPNUSSW7TUR9 upload=SL3URBKU3IZ4 tag=FNYF27DHJTDO type=write size=1909138 2024-04-12T00:46:57.161 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.159+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=JFL1ZGMH5WP9 type=del size=1461263 2024-04-12T00:46:57.164 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.161+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=6Y78Q3IQE64O type=del 2024-04-12T00:46:57.167 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.165+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~PO4VD7RSF3H6.0 size=620474 2024-04-12T00:46:57.167 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.165+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=PO4VD7RSF3H6 tag=ZKM66IUYNL6E type=write size=1669050 2024-04-12T00:46:57.170 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.167+0000 7f3317332780 1 < completed write operation key=FP1N9YO8QR7E tag=W68YV0XDEZWX type=write size=783047 2024-04-12T00:46:57.173 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.171+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~L1M1GWAVZUKT.0 size=1048576 2024-04-12T00:46:57.175 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.172+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~L1M1GWAVZUKT.1 size=1048576 2024-04-12T00:46:57.177 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.174+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~L1M1GWAVZUKT.2 size=880575 2024-04-12T00:46:57.177 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.174+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=L1M1GWAVZUKT tag=FV4AKLA0YEF0 type=write size=4026303 2024-04-12T00:46:57.182 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.179+0000 7f3317332780 1 < suggested remove operation key=Z0W5CBWR6G0J tag=6J0EJ2IDEE7V type=del 2024-04-12T00:46:57.186 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.183+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~WN12GG467DGT.0 size=963330 2024-04-12T00:46:57.186 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.183+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=WN12GG467DGT tag=R1LZ6QYVD3HL type=write size=2011906 2024-04-12T00:46:57.190 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.187+0000 7f3317332780 1 < suggested update operation key=B0O10Z22S1QK tag=ISNPLWECK2AX type=del size=772068 2024-04-12T00:46:57.192 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.189+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=7FA8S12F0F80 type=del size=2945294 2024-04-12T00:46:57.194 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.191+0000 7f3317332780 1 < canceled operation key=UPNUSSW7TUR9 tag=YR7TU29Y2PVB type=del size=1869913 2024-04-12T00:46:57.196 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.193+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=2L9EFKQ3B5VQ type=del size=4094079 2024-04-12T00:46:57.198 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.195+0000 7f3317332780 1 < completed write operation key=H318TVZHDVRW tag=C8PK0M07Q5O6 type=write size=750736 2024-04-12T00:46:57.200 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.197+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=KOAX7KYXAC7Z type=del size=2796271 2024-04-12T00:46:57.202 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.199+0000 7f3317332780 1 < canceled operation key=VWQS28AXYRWJ tag=P7ONLXE1UH4X type=del size=845790 2024-04-12T00:46:57.204 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.201+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=RB3YZ4ZIPL45 type=del size=713249 2024-04-12T00:46:57.207 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.204+0000 7f3317332780 1 < completed part key=_multipart_WV1ML7JVNDAP.2~SBNK8PWDCSSN.0 size=772262 2024-04-12T00:46:57.211 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.208+0000 7f3317332780 1 < completed multipart upload key=WV1ML7JVNDAP upload=SBNK8PWDCSSN tag=QK1PN8JS1KJ9 type=write size=1820838 2024-04-12T00:46:57.213 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.210+0000 7f3317332780 1 > prepared operation key=HOD7SOILOUYQ tag=YKRF5Q6WQ7UQ type=del size=2194760 2024-04-12T00:46:57.215 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.212+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=3URMQMUUPRR1 type=del 2024-04-12T00:46:57.217 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.214+0000 7f3317332780 1 > prepared operation key=UOC07EDTW788 tag=UR2LHN2DMLXY type=del size=2492028 2024-04-12T00:46:57.219 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.216+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~HZURXQNJUXGO.0 size=520839 2024-04-12T00:46:57.223 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.220+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=HZURXQNJUXGO tag=EDN57DOQ08F3 type=write size=1569415 2024-04-12T00:46:57.225 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.222+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=7PG1DI00OHNU type=del size=2371978 2024-04-12T00:46:57.229 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.227+0000 7f3317332780 1 < suggested update operation key=LKLO2ZZF1KW1 tag=1B2AQEV4OVEQ type=write size=100344 2024-04-12T00:46:57.234 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.231+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~R4T1ERPPVUZ9.0 size=1048576 2024-04-12T00:46:57.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.232+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~R4T1ERPPVUZ9.1 size=687773 2024-04-12T00:46:57.235 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.232+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=R4T1ERPPVUZ9 tag=7FBXK4R8HBVA type=write size=2784925 2024-04-12T00:46:57.237 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.235+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=JNVQCFMY1074 type=del 2024-04-12T00:46:57.239 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.237+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=DVB3R7MY56Q5 type=del size=1070446 2024-04-12T00:46:57.242 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.239+0000 7f3317332780 1 < canceled operation key=USACGT0O7VRV tag=DYLSGOCK3AWL type=del size=4126787 2024-04-12T00:46:57.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.241+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=KWJ2FAJSAX3P type=del size=360366 2024-04-12T00:46:57.244 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.242+0000 7f3317332780 -1 < no bi entry to suggest for operation key=Z0W5CBWR6G0J tag=PG0E827UF46N type=del size=1041913: (2) No such file or directory 2024-04-12T00:46:57.246 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.243+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=AR2Z77PD9VQ7 type=del size=2433536 2024-04-12T00:46:57.248 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.245+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~VI0WTTFP54SB.0 size=1048576 2024-04-12T00:46:57.250 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.247+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~VI0WTTFP54SB.1 size=286793 2024-04-12T00:46:57.254 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.251+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=VI0WTTFP54SB tag=D3EQ0BNZU0G9 type=write size=2383945 2024-04-12T00:46:57.256 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.253+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=LF4095JVM4MM type=del size=93723 2024-04-12T00:46:57.258 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.255+0000 7f3317332780 1 < completed delete operation key=1CAPZAU657WZ tag=JFL1ZGMH5WP9 type=del 2024-04-12T00:46:57.260 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.257+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=387A4D7LC0MD type=del size=2745196 2024-04-12T00:46:57.262 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.259+0000 7f3317332780 1 < completed part key=_multipart_TZ723A1PHQ0U.2~PO4VD7RSF3H6.0 size=620474 2024-04-12T00:46:57.266 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.263+0000 7f3317332780 1 < completed multipart upload key=TZ723A1PHQ0U upload=PO4VD7RSF3H6 tag=ZKM66IUYNL6E type=write size=1669050 2024-04-12T00:46:57.269 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.267+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~6602RD65IFOO.0 size=1048576 2024-04-12T00:46:57.271 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.268+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~6602RD65IFOO.1 size=1048576 2024-04-12T00:46:57.273 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.271+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~6602RD65IFOO.2 size=702352 2024-04-12T00:46:57.274 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.271+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=6602RD65IFOO tag=O2H9LADGYOSZ type=write size=3848080 2024-04-12T00:46:57.277 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.274+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~L1M1GWAVZUKT.0 size=1048576 2024-04-12T00:46:57.278 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.276+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~L1M1GWAVZUKT.1 size=1048576 2024-04-12T00:46:57.280 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.278+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~L1M1GWAVZUKT.2 size=880575 2024-04-12T00:46:57.284 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.281+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=L1M1GWAVZUKT tag=FV4AKLA0YEF0 type=write size=4026303 2024-04-12T00:46:57.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.286+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~HKHSBVQ61TZL.0 size=831420 2024-04-12T00:46:57.288 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.286+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=HKHSBVQ61TZL tag=660X3URAST5S type=write size=1879996 2024-04-12T00:46:57.290 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.288+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~WN12GG467DGT.0 size=963330 2024-04-12T00:46:57.294 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.291+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=WN12GG467DGT tag=R1LZ6QYVD3HL type=write size=2011906 2024-04-12T00:46:57.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.295+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~4I3YZBX2GWEG.0 size=687675 2024-04-12T00:46:57.298 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.295+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=4I3YZBX2GWEG tag=JYB33DQ8RR4J type=write size=1736251 2024-04-12T00:46:57.300 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.298+0000 7f3317332780 1 < completed delete operation key=X4J4HOCIIN2P tag=7FA8S12F0F80 type=del 2024-04-12T00:46:57.304 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.301+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~93HQO20JLKMJ.0 size=1048576 2024-04-12T00:46:57.306 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.303+0000 7f3317332780 1 > prepared part key=_multipart_E46GQAGF9GTX.2~93HQO20JLKMJ.1 size=396465 2024-04-12T00:46:57.306 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.303+0000 7f3317332780 1 > prepared multipart upload key=E46GQAGF9GTX upload=93HQO20JLKMJ tag=YLD1MT324J14 type=write size=2493617 2024-04-12T00:46:57.308 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.306+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=2L9EFKQ3B5VQ type=del 2024-04-12T00:46:57.311 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.308+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=QHBUOBAU8D05 type=write size=367803 2024-04-12T00:46:57.314 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.311+0000 7f3317332780 -1 < failed to complete operation key=LKLO2ZZF1KW1 tag=KOAX7KYXAC7Z type=del size=2796271: (22) Invalid argument 2024-04-12T00:46:57.316 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.313+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=JMT9Z6DXM363 type=del size=817067 2024-04-12T00:46:57.318 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.315+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=RB3YZ4ZIPL45 type=del 2024-04-12T00:46:57.320 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.317+0000 7f3317332780 1 > prepared operation key=RT67TN1NNQ2D tag=5QEA2TIK392C type=del size=1017913 2024-04-12T00:46:57.322 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.320+0000 7f3317332780 1 < completed delete operation key=HOD7SOILOUYQ tag=YKRF5Q6WQ7UQ type=del 2024-04-12T00:46:57.324 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.321+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=ZYJ17RCPV6O1 type=del size=3743208 2024-04-12T00:46:57.328 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.325+0000 7f3317332780 1 < suggested update operation key=UOC07EDTW788 tag=UR2LHN2DMLXY type=del size=2492028 2024-04-12T00:46:57.330 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.328+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=N8U6D1LKXWA6 type=del size=3282893 2024-04-12T00:46:57.334 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.332+0000 7f3317332780 1 < suggested update operation key=LMJQSUV7DIV7 tag=7PG1DI00OHNU type=del size=2371978 2024-04-12T00:46:57.338 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.335+0000 7f3317332780 1 > prepared part key=_multipart_HOD7SOILOUYQ.2~269WN03MPQXR.0 size=1013586 2024-04-12T00:46:57.338 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.335+0000 7f3317332780 1 > prepared multipart upload key=HOD7SOILOUYQ upload=269WN03MPQXR tag=0WP6QKY9C55Y type=write size=2062162 2024-04-12T00:46:57.340 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.337+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~R4T1ERPPVUZ9.0 size=1048576 2024-04-12T00:46:57.342 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.339+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~R4T1ERPPVUZ9.1 size=687773 2024-04-12T00:46:57.345 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.342+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=R4T1ERPPVUZ9 tag=7FBXK4R8HBVA type=write size=2784925 2024-04-12T00:46:57.349 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.346+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~A8JV2VAYJCZJ.0 size=1048576 2024-04-12T00:46:57.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.348+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~A8JV2VAYJCZJ.1 size=302874 2024-04-12T00:46:57.351 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.348+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=A8JV2VAYJCZJ tag=3L03PZF96UBU type=write size=2400026 2024-04-12T00:46:57.353 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.350+0000 7f3317332780 1 < completed delete operation key=99X98PX1X4B7 tag=DVB3R7MY56Q5 type=del 2024-04-12T00:46:57.357 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.354+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~1E943D1ZOUU8.0 size=1048576 2024-04-12T00:46:57.359 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.356+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~1E943D1ZOUU8.1 size=1048576 2024-04-12T00:46:57.360 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.358+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~1E943D1ZOUU8.2 size=23126 2024-04-12T00:46:57.361 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.358+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=1E943D1ZOUU8 tag=AGXJ7EH5Q608 type=write size=3168854 2024-04-12T00:46:57.365 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.363+0000 7f3317332780 1 < suggested update operation key=UPNUSSW7TUR9 tag=KWJ2FAJSAX3P type=del size=360366 2024-04-12T00:46:57.368 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.365+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=LJ8454OJN2SL type=del size=1881698 2024-04-12T00:46:57.369 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.367+0000 7f3317332780 1 < completed delete operation key=H318TVZHDVRW tag=AR2Z77PD9VQ7 type=del 2024-04-12T00:46:57.373 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.371+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~FCUYRKMJ2XEB.0 size=1048576 2024-04-12T00:46:57.375 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.373+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~FCUYRKMJ2XEB.1 size=1048576 2024-04-12T00:46:57.377 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.374+0000 7f3317332780 1 > prepared part key=_multipart_YBOSOCCRJFO7.2~FCUYRKMJ2XEB.2 size=283378 2024-04-12T00:46:57.377 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.374+0000 7f3317332780 1 > prepared multipart upload key=YBOSOCCRJFO7 upload=FCUYRKMJ2XEB tag=GP8JX8KBJT62 type=write size=3429106 2024-04-12T00:46:57.379 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.376+0000 7f3317332780 1 < completed delete operation key=E46GQAGF9GTX tag=LF4095JVM4MM type=del 2024-04-12T00:46:57.383 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.380+0000 7f3317332780 1 > prepared part key=_multipart_COYSTVZBULU1.2~ZQ1WQF2I3W52.0 size=119570 2024-04-12T00:46:57.383 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.380+0000 7f3317332780 1 > prepared multipart upload key=COYSTVZBULU1 upload=ZQ1WQF2I3W52 tag=1DGJJPLNINMV type=write size=1168146 2024-04-12T00:46:57.386 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.383+0000 7f3317332780 -1 < failed to complete operation key=LMJQSUV7DIV7 tag=387A4D7LC0MD type=del size=2745196: (22) Invalid argument 2024-04-12T00:46:57.390 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.387+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~ZAREGLH15S3L.0 size=834872 2024-04-12T00:46:57.390 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.387+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=ZAREGLH15S3L tag=F7CDBDX2233Z type=write size=1883448 2024-04-12T00:46:57.392 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.389+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~6602RD65IFOO.0 size=1048576 2024-04-12T00:46:57.394 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.391+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~6602RD65IFOO.1 size=1048576 2024-04-12T00:46:57.396 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.393+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~6602RD65IFOO.2 size=702352 2024-04-12T00:46:57.399 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.396+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=6602RD65IFOO tag=O2H9LADGYOSZ type=write size=3848080 2024-04-12T00:46:57.403 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.400+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~CIISPJH7QXCY.0 size=1048576 2024-04-12T00:46:57.405 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.403+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~CIISPJH7QXCY.1 size=1048576 2024-04-12T00:46:57.407 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.405+0000 7f3317332780 1 > prepared part key=_multipart_UPNUSSW7TUR9.2~CIISPJH7QXCY.2 size=532409 2024-04-12T00:46:57.407 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.405+0000 7f3317332780 1 > prepared multipart upload key=UPNUSSW7TUR9 upload=CIISPJH7QXCY tag=MKI74HXIXCIG type=write size=3678137 2024-04-12T00:46:57.409 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.407+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~HKHSBVQ61TZL.0 size=831420 2024-04-12T00:46:57.413 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.410+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=HKHSBVQ61TZL tag=660X3URAST5S type=write size=1879996 2024-04-12T00:46:57.417 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.414+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~RF8W3GCB9UCF.0 size=1048576 2024-04-12T00:46:57.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.416+0000 7f3317332780 1 > prepared part key=_multipart_UOC07EDTW788.2~RF8W3GCB9UCF.1 size=1044032 2024-04-12T00:46:57.418 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.416+0000 7f3317332780 1 > prepared multipart upload key=UOC07EDTW788 upload=RF8W3GCB9UCF tag=A0I0NVJ2YKKM type=write size=3141184 2024-04-12T00:46:57.421 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.418+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~4I3YZBX2GWEG.0 size=687675 2024-04-12T00:46:57.425 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.422+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=4I3YZBX2GWEG tag=JYB33DQ8RR4J type=write size=1736251 2024-04-12T00:46:57.427 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.424+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=FB25JV1ZXK0B type=del size=1506478 2024-04-12T00:46:57.430 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.427+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~93HQO20JLKMJ.0 size=1048576 2024-04-12T00:46:57.431 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.429+0000 7f3317332780 1 < completed part key=_multipart_E46GQAGF9GTX.2~93HQO20JLKMJ.1 size=396465 2024-04-12T00:46:57.436 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.433+0000 7f3317332780 1 < completed multipart upload key=E46GQAGF9GTX upload=93HQO20JLKMJ tag=YLD1MT324J14 type=write size=2493617 2024-04-12T00:46:57.438 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.436+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=0ZADWVT4SD1Z type=del size=3287680 2024-04-12T00:46:57.440 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.438+0000 7f3317332780 1 < completed write operation key=RT67TN1NNQ2D tag=QHBUOBAU8D05 type=write size=367803 2024-04-12T00:46:57.443 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.440+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=6R4CT9Q27OBQ type=del size=471279 2024-04-12T00:46:57.445 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.443+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=JMT9Z6DXM363 type=del 2024-04-12T00:46:57.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.447+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~LU1F5POI81BZ.0 size=84512 2024-04-12T00:46:57.449 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.447+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=LU1F5POI81BZ tag=HA8DR5T9J7KB type=write size=1133088 2024-04-12T00:46:57.451 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.449+0000 7f3317332780 1 < completed delete operation key=RT67TN1NNQ2D tag=5QEA2TIK392C type=del 2024-04-12T00:46:57.454 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.451+0000 7f3317332780 1 > prepared operation key=UPNUSSW7TUR9 tag=87OVVF6DMVFI type=del size=2577296 2024-04-12T00:46:57.456 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.453+0000 7f3317332780 1 < completed delete operation key=5ZZ72J3YOO5G tag=ZYJ17RCPV6O1 type=del 2024-04-12T00:46:57.458 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.455+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=XP0LRDEJEKYN type=del size=745577 2024-04-12T00:46:57.460 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.457+0000 7f3317332780 1 < completed delete operation key=FP1N9YO8QR7E tag=N8U6D1LKXWA6 type=del 2024-04-12T00:46:57.464 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.461+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~NNHQE9M0NVOO.0 size=1048576 2024-04-12T00:46:57.466 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.463+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~NNHQE9M0NVOO.1 size=1048576 2024-04-12T00:46:57.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.465+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~NNHQE9M0NVOO.2 size=304273 2024-04-12T00:46:57.468 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.465+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=NNHQE9M0NVOO tag=SEUE6EI4DOEM type=write size=3450001 2024-04-12T00:46:57.470 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.468+0000 7f3317332780 1 < completed part key=_multipart_HOD7SOILOUYQ.2~269WN03MPQXR.0 size=1013586 2024-04-12T00:46:57.474 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.472+0000 7f3317332780 1 < completed multipart upload key=HOD7SOILOUYQ upload=269WN03MPQXR tag=0WP6QKY9C55Y type=write size=2062162 2024-04-12T00:46:57.476 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.474+0000 7f3317332780 1 > prepared operation key=LKLO2ZZF1KW1 tag=HP2UUCTBY9N3 type=del size=4011989 2024-04-12T00:46:57.477 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.474+0000 7f3317332780 1 < canceled part key=_multipart_8100QAT6UX23.2~A8JV2VAYJCZJ.0 size=1048576 2024-04-12T00:46:57.479 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.476+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~A8JV2VAYJCZJ.1 size=302874 2024-04-12T00:46:57.486 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.480+0000 7f3317332780 1 < canceled multipart upload key=8100QAT6UX23 upload=A8JV2VAYJCZJ tag=3L03PZF96UBU type=write size=2400026 2024-04-12T00:46:57.487 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.483+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=JKL7BADWYKQW type=write size=863715 2024-04-12T00:46:57.488 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.485+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~1E943D1ZOUU8.0 size=1048576 2024-04-12T00:46:57.489 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.487+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~1E943D1ZOUU8.1 size=1048576 2024-04-12T00:46:57.489 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.487+0000 7f3317332780 1 < canceled part key=_multipart_2RQJT2MW2T9S.2~1E943D1ZOUU8.2 size=23126 2024-04-12T00:46:57.493 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.490+0000 7f3317332780 1 < canceled multipart upload key=2RQJT2MW2T9S upload=1E943D1ZOUU8 tag=AGXJ7EH5Q608 type=write size=3168854 2024-04-12T00:46:57.496 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.494+0000 7f3317332780 1 > prepared part key=_multipart_1CAPZAU657WZ.2~9PK38TAOG1GC.0 size=691549 2024-04-12T00:46:57.497 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.494+0000 7f3317332780 1 > prepared multipart upload key=1CAPZAU657WZ upload=9PK38TAOG1GC tag=U3RGTKIETCIH type=write size=1740125 2024-04-12T00:46:57.500 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.498+0000 7f3317332780 1 < suggested remove operation key=E46GQAGF9GTX tag=LJ8454OJN2SL type=del 2024-04-12T00:46:57.502 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.500+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=1Y9YLS4QITTR type=del size=1024818 2024-04-12T00:46:57.504 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.502+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~FCUYRKMJ2XEB.0 size=1048576 2024-04-12T00:46:57.506 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.503+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~FCUYRKMJ2XEB.1 size=1048576 2024-04-12T00:46:57.508 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.505+0000 7f3317332780 1 < completed part key=_multipart_YBOSOCCRJFO7.2~FCUYRKMJ2XEB.2 size=283378 2024-04-12T00:46:57.512 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.509+0000 7f3317332780 1 < completed multipart upload key=YBOSOCCRJFO7 upload=FCUYRKMJ2XEB tag=GP8JX8KBJT62 type=write size=3429106 2024-04-12T00:46:57.516 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.513+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~MXS2ZI1XUQPK.0 size=1048576 2024-04-12T00:46:57.517 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.515+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~MXS2ZI1XUQPK.1 size=1048576 2024-04-12T00:46:57.519 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.516+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~MXS2ZI1XUQPK.2 size=446532 2024-04-12T00:46:57.519 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.516+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=MXS2ZI1XUQPK tag=N0ASVB8PEMQF type=write size=3592260 2024-04-12T00:46:57.521 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.518+0000 7f3317332780 1 < completed part key=_multipart_COYSTVZBULU1.2~ZQ1WQF2I3W52.0 size=119570 2024-04-12T00:46:57.524 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.522+0000 7f3317332780 1 < completed multipart upload key=COYSTVZBULU1 upload=ZQ1WQF2I3W52 tag=1DGJJPLNINMV type=write size=1168146 2024-04-12T00:46:57.528 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.525+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~E05ZMG2X16BX.0 size=1048576 2024-04-12T00:46:57.530 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.527+0000 7f3317332780 1 > prepared part key=_multipart_GBDRR6ZHKT41.2~E05ZMG2X16BX.1 size=963717 2024-04-12T00:46:57.530 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.527+0000 7f3317332780 1 > prepared multipart upload key=GBDRR6ZHKT41 upload=E05ZMG2X16BX tag=2TSDG3YXYKLI type=write size=3060869 2024-04-12T00:46:57.532 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.529+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~ZAREGLH15S3L.0 size=834872 2024-04-12T00:46:57.535 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.532+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=ZAREGLH15S3L tag=F7CDBDX2233Z type=write size=1883448 2024-04-12T00:46:57.537 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.534+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=L9A3NEJCQO43 type=del size=97885 2024-04-12T00:46:57.539 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.536+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~CIISPJH7QXCY.0 size=1048576 2024-04-12T00:46:57.541 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.538+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~CIISPJH7QXCY.1 size=1048576 2024-04-12T00:46:57.542 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.540+0000 7f3317332780 1 < completed part key=_multipart_UPNUSSW7TUR9.2~CIISPJH7QXCY.2 size=532409 2024-04-12T00:46:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:57 smithi098 ceph-mon[91373]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1016 KiB/s rd, 350 KiB/s wr, 1.79k op/s 2024-04-12T00:46:57.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:57 smithi098 ceph-mon[88922]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1016 KiB/s rd, 350 KiB/s wr, 1.79k op/s 2024-04-12T00:46:57.546 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.543+0000 7f3317332780 1 < completed multipart upload key=UPNUSSW7TUR9 upload=CIISPJH7QXCY tag=MKI74HXIXCIG type=write size=3678137 2024-04-12T00:46:57.550 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.547+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~Z38WWNQG7PHU.0 size=1048576 2024-04-12T00:46:57.551 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.549+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~Z38WWNQG7PHU.1 size=7387 2024-04-12T00:46:57.551 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.549+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=Z38WWNQG7PHU tag=T495ZNEI9VP3 type=write size=2104539 2024-04-12T00:46:57.553 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.551+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~RF8W3GCB9UCF.0 size=1048576 2024-04-12T00:46:57.555 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.552+0000 7f3317332780 1 < completed part key=_multipart_UOC07EDTW788.2~RF8W3GCB9UCF.1 size=1044032 2024-04-12T00:46:57.559 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.556+0000 7f3317332780 1 < completed multipart upload key=UOC07EDTW788 upload=RF8W3GCB9UCF tag=A0I0NVJ2YKKM type=write size=3141184 2024-04-12T00:46:57.561 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.558+0000 7f3317332780 1 > prepared operation key=99X98PX1X4B7 tag=8WIMT6M5OLA0 type=del size=3284543 2024-04-12T00:46:57.563 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.561+0000 7f3317332780 1 < completed delete operation key=UV2GWU9R87W7 tag=FB25JV1ZXK0B type=del 2024-04-12T00:46:57.565 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.563+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=8BBZTQBED0FX type=del size=1087015 2024-04-12T00:46:57.571 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.568+0000 7f3317332780 1 < suggested remove operation key=8100QAT6UX23 tag=0ZADWVT4SD1Z type=del 2024-04-12T00:46:57.575 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.572+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~DKO98USCIE45.0 size=1048576 2024-04-12T00:46:57.577 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.574+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~DKO98USCIE45.1 size=1048576 2024-04-12T00:46:57.579 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.576+0000 7f3317332780 1 > prepared part key=_multipart_VWQS28AXYRWJ.2~DKO98USCIE45.2 size=297408 2024-04-12T00:46:57.579 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.576+0000 7f3317332780 1 > prepared multipart upload key=VWQS28AXYRWJ upload=DKO98USCIE45 tag=A744160ER2LV type=write size=3443136 2024-04-12T00:46:57.582 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.579+0000 7f3317332780 1 < canceled operation key=VBE0Z26APYW7 tag=6R4CT9Q27OBQ type=del size=471279 2024-04-12T00:46:57.585 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.583+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~TDF6PEULZOO3.0 size=1048576 2024-04-12T00:46:57.587 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.585+0000 7f3317332780 1 > prepared part key=_multipart_MX8A1YZ2V3NF.2~TDF6PEULZOO3.1 size=489664 2024-04-12T00:46:57.587 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.585+0000 7f3317332780 1 > prepared multipart upload key=MX8A1YZ2V3NF upload=TDF6PEULZOO3 tag=BM5AVXMOX1DA type=write size=2586816 2024-04-12T00:46:57.589 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.587+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~LU1F5POI81BZ.0 size=84512 2024-04-12T00:46:57.593 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.590+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=LU1F5POI81BZ tag=HA8DR5T9J7KB type=write size=1133088 2024-04-12T00:46:57.595 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.592+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=66465Q5YKGEV type=write size=897419 2024-04-12T00:46:57.597 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.595+0000 7f3317332780 1 < canceled operation key=UPNUSSW7TUR9 tag=87OVVF6DMVFI type=del size=2577296 2024-04-12T00:46:57.600 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.597+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=XQBA20BV4YUI type=del size=3524491 2024-04-12T00:46:57.602 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.599+0000 7f3317332780 1 < completed delete operation key=LKLO2ZZF1KW1 tag=XP0LRDEJEKYN type=del 2024-04-12T00:46:57.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.603+0000 7f3317332780 1 > prepared part key=_multipart_UV2GWU9R87W7.2~0TKAFBOTF6TZ.0 size=873457 2024-04-12T00:46:57.605 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.603+0000 7f3317332780 1 > prepared multipart upload key=UV2GWU9R87W7 upload=0TKAFBOTF6TZ tag=KJWR4IFDKPPJ type=write size=1922033 2024-04-12T00:46:57.608 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.605+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~NNHQE9M0NVOO.0 size=1048576 2024-04-12T00:46:57.608 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.605+0000 7f3317332780 1 < canceled part key=_multipart_B0O10Z22S1QK.2~NNHQE9M0NVOO.1 size=1048576 2024-04-12T00:46:57.609 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.607+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~NNHQE9M0NVOO.2 size=304273 2024-04-12T00:46:57.613 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.610+0000 7f3317332780 1 < canceled multipart upload key=B0O10Z22S1QK upload=NNHQE9M0NVOO tag=SEUE6EI4DOEM type=write size=3450001 2024-04-12T00:46:57.616 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.612+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=GT0BN5GSUMN0 type=del size=2468477 2024-04-12T00:46:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:57 smithi193 ceph-mon[83763]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1016 KiB/s rd, 350 KiB/s wr, 1.79k op/s 2024-04-12T00:46:57.619 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.616+0000 7f3317332780 1 < suggested update operation key=LKLO2ZZF1KW1 tag=HP2UUCTBY9N3 type=del size=4011989 2024-04-12T00:46:57.621 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.618+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=CQE383TYX855 type=del size=2097187 2024-04-12T00:46:57.625 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.622+0000 7f3317332780 1 < suggested remove operation key=2RQJT2MW2T9S tag=JKL7BADWYKQW type=write 2024-04-12T00:46:57.629 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.626+0000 7f3317332780 1 > prepared part key=_multipart_VBE0Z26APYW7.2~94JCASPSOYL1.0 size=915108 2024-04-12T00:46:57.629 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.626+0000 7f3317332780 1 > prepared multipart upload key=VBE0Z26APYW7 upload=94JCASPSOYL1 tag=2SK7AY5AP31O type=write size=1963684 2024-04-12T00:46:57.631 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.628+0000 7f3317332780 1 < completed part key=_multipart_1CAPZAU657WZ.2~9PK38TAOG1GC.0 size=691549 2024-04-12T00:46:57.634 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.632+0000 7f3317332780 1 < completed multipart upload key=1CAPZAU657WZ upload=9PK38TAOG1GC tag=U3RGTKIETCIH type=write size=1740125 2024-04-12T00:46:57.638 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.636+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~7S8S2ENOQYHP.0 size=1048576 2024-04-12T00:46:57.640 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.638+0000 7f3317332780 1 > prepared part key=_multipart_2LATRVZJ94KG.2~7S8S2ENOQYHP.1 size=1035782 2024-04-12T00:46:57.640 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.638+0000 7f3317332780 1 > prepared multipart upload key=2LATRVZJ94KG upload=7S8S2ENOQYHP tag=V529NGHABRLL type=write size=3132934 2024-04-12T00:46:57.642 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.640+0000 7f3317332780 1 < completed delete operation key=YE36DJQ5KI8M tag=1Y9YLS4QITTR type=del 2024-04-12T00:46:57.644 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.642+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=GONNQVVPWNMP type=del size=2393546 2024-04-12T00:46:57.647 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.644+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~MXS2ZI1XUQPK.0 size=1048576 2024-04-12T00:46:57.649 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.646+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~MXS2ZI1XUQPK.1 size=1048576 2024-04-12T00:46:57.650 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.648+0000 7f3317332780 1 < completed part key=_multipart_VBE0Z26APYW7.2~MXS2ZI1XUQPK.2 size=446532 2024-04-12T00:46:57.654 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.651+0000 7f3317332780 1 < completed multipart upload key=VBE0Z26APYW7 upload=MXS2ZI1XUQPK tag=N0ASVB8PEMQF type=write size=3592260 2024-04-12T00:46:57.656 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.653+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=0TB75H5C22AI type=del size=2527316 2024-04-12T00:46:57.658 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.656+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~E05ZMG2X16BX.0 size=1048576 2024-04-12T00:46:57.660 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.657+0000 7f3317332780 1 < completed part key=_multipart_GBDRR6ZHKT41.2~E05ZMG2X16BX.1 size=963717 2024-04-12T00:46:57.664 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.661+0000 7f3317332780 1 < completed multipart upload key=GBDRR6ZHKT41 upload=E05ZMG2X16BX tag=2TSDG3YXYKLI type=write size=3060869 2024-04-12T00:46:57.666 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.663+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=021ET821YNYD type=write size=1043452 2024-04-12T00:46:57.668 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.666+0000 7f3317332780 1 < canceled operation key=VCU05OLK0CA0 tag=L9A3NEJCQO43 type=del size=97885 2024-04-12T00:46:57.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.671+0000 7f3317332780 1 > prepared part key=_multipart_VCU05OLK0CA0.2~A7WSPBHAB0IP.0 size=408031 2024-04-12T00:46:57.673 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.671+0000 7f3317332780 1 > prepared multipart upload key=VCU05OLK0CA0 upload=A7WSPBHAB0IP tag=ZR665J51S6H6 type=write size=1456607 2024-04-12T00:46:57.676 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.673+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~Z38WWNQG7PHU.0 size=1048576 2024-04-12T00:46:57.677 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.675+0000 7f3317332780 1 < completed part key=_multipart_UV2GWU9R87W7.2~Z38WWNQG7PHU.1 size=7387 2024-04-12T00:46:57.681 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.678+0000 7f3317332780 1 < completed multipart upload key=UV2GWU9R87W7 upload=Z38WWNQG7PHU tag=T495ZNEI9VP3 type=write size=2104539 2024-04-12T00:46:57.683 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.680+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=YT4DQQVXA3F9 type=del size=2699531 2024-04-12T00:46:57.686 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.684+0000 7f3317332780 1 < suggested update operation key=99X98PX1X4B7 tag=8WIMT6M5OLA0 type=del size=3284543 2024-04-12T00:46:57.690 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.688+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~EC1RPZS2RR3Z.0 size=1048576 2024-04-12T00:46:57.692 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.689+0000 7f3317332780 1 > prepared part key=_multipart_B0O10Z22S1QK.2~EC1RPZS2RR3Z.1 size=426469 2024-04-12T00:46:57.692 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.689+0000 7f3317332780 1 > prepared multipart upload key=B0O10Z22S1QK upload=EC1RPZS2RR3Z tag=X8N3AZZB6ASE type=write size=2523621 2024-04-12T00:46:57.695 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.692+0000 7f3317332780 -1 < failed to complete operation key=2RQJT2MW2T9S tag=8BBZTQBED0FX type=del size=1087015: (22) Invalid argument 2024-04-12T00:46:57.697 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.694+0000 7f3317332780 1 > prepared operation key=Z0W5CBWR6G0J tag=5FTVE3WMQL2P type=del size=2436779 2024-04-12T00:46:57.700 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.697+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~DKO98USCIE45.0 size=1048576 2024-04-12T00:46:57.702 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.699+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~DKO98USCIE45.1 size=1048576 2024-04-12T00:46:57.704 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.702+0000 7f3317332780 1 < completed part key=_multipart_VWQS28AXYRWJ.2~DKO98USCIE45.2 size=297408 2024-04-12T00:46:57.709 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.706+0000 7f3317332780 1 < completed multipart upload key=VWQS28AXYRWJ upload=DKO98USCIE45 tag=A744160ER2LV type=write size=3443136 2024-04-12T00:46:57.711 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.708+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=8IO54RGI0IOX type=del size=3576113 2024-04-12T00:46:57.713 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.710+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~TDF6PEULZOO3.0 size=1048576 2024-04-12T00:46:57.715 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.712+0000 7f3317332780 1 < completed part key=_multipart_MX8A1YZ2V3NF.2~TDF6PEULZOO3.1 size=489664 2024-04-12T00:46:57.718 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.716+0000 7f3317332780 1 < completed multipart upload key=MX8A1YZ2V3NF upload=TDF6PEULZOO3 tag=BM5AVXMOX1DA type=write size=2586816 2024-04-12T00:46:57.720 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.718+0000 7f3317332780 1 > prepared operation key=GBDRR6ZHKT41 tag=H7EYFEYYM4UK type=del size=952659 2024-04-12T00:46:57.722 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.720+0000 7f3317332780 1 < completed write operation key=YBOSOCCRJFO7 tag=66465Q5YKGEV type=write size=897419 2024-04-12T00:46:57.724 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.722+0000 7f3317332780 1 > prepared operation key=2RQJT2MW2T9S tag=GK6X227XTEX4 type=del size=2188245 2024-04-12T00:46:57.726 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.724+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=XQBA20BV4YUI type=del 2024-04-12T00:46:57.728 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.726+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=WHQ0N9DKF4DN type=write size=773396 2024-04-12T00:46:57.729 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.726+0000 7f3317332780 1 < canceled part key=_multipart_UV2GWU9R87W7.2~0TKAFBOTF6TZ.0 size=873457 2024-04-12T00:46:57.732 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.730+0000 7f3317332780 1 < canceled multipart upload key=UV2GWU9R87W7 upload=0TKAFBOTF6TZ tag=KJWR4IFDKPPJ type=write size=1922033 2024-04-12T00:46:57.734 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.732+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=SBYPM233UM1O type=del size=1655548 2024-04-12T00:46:57.736 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.734+0000 7f3317332780 1 < completed delete operation key=VBE0Z26APYW7 tag=GT0BN5GSUMN0 type=del 2024-04-12T00:46:57.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.738+0000 7f3317332780 1 > prepared part key=_multipart_X4J4HOCIIN2P.2~63TM688IKASO.0 size=774011 2024-04-12T00:46:57.740 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.738+0000 7f3317332780 1 > prepared multipart upload key=X4J4HOCIIN2P upload=63TM688IKASO tag=EKTGK17CVO1S type=write size=1822587 2024-04-12T00:46:57.742 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.740+0000 7f3317332780 1 < canceled operation key=VCU05OLK0CA0 tag=CQE383TYX855 type=del size=2097187 2024-04-12T00:46:57.744 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.742+0000 7f3317332780 1 > prepared operation key=COYSTVZBULU1 tag=AIC11N8SD4GH type=del size=2970048 2024-04-12T00:46:57.745 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.742+0000 7f3317332780 1 < canceled part key=_multipart_VBE0Z26APYW7.2~94JCASPSOYL1.0 size=915108 2024-04-12T00:46:57.749 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.746+0000 7f3317332780 1 < canceled multipart upload key=VBE0Z26APYW7 upload=94JCASPSOYL1 tag=2SK7AY5AP31O type=write size=1963684 2024-04-12T00:46:57.751 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.749+0000 7f3317332780 1 > prepared operation key=VWQS28AXYRWJ tag=OIK8WGD8PQM6 type=del size=713175 2024-04-12T00:46:57.754 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.751+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~7S8S2ENOQYHP.0 size=1048576 2024-04-12T00:46:57.756 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.753+0000 7f3317332780 1 < completed part key=_multipart_2LATRVZJ94KG.2~7S8S2ENOQYHP.1 size=1035782 2024-04-12T00:46:57.759 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.757+0000 7f3317332780 1 < completed multipart upload key=2LATRVZJ94KG upload=7S8S2ENOQYHP tag=V529NGHABRLL type=write size=3132934 2024-04-12T00:46:57.761 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.759+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=HOSRUHMAN0WN type=write size=124506 2024-04-12T00:46:57.764 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.761+0000 7f3317332780 1 < completed delete operation key=TZ723A1PHQ0U tag=GONNQVVPWNMP type=del 2024-04-12T00:46:57.768 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.765+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~MVHVU4DAJ1RA.0 size=1048576 2024-04-12T00:46:57.770 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.767+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~MVHVU4DAJ1RA.1 size=975933 2024-04-12T00:46:57.770 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.767+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=MVHVU4DAJ1RA tag=AJR03JQL8GD3 type=write size=3073085 2024-04-12T00:46:57.774 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.771+0000 7f3317332780 1 < suggested update operation key=5ZZ72J3YOO5G tag=0TB75H5C22AI type=del size=2527316 2024-04-12T00:46:57.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.775+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~IBHT3HVMYGAM.0 size=970152 2024-04-12T00:46:57.777 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.775+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=IBHT3HVMYGAM tag=Y2UNFT3FUJJI type=write size=2018728 2024-04-12T00:46:57.780 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.777+0000 7f3317332780 1 < completed write operation key=LMJQSUV7DIV7 tag=021ET821YNYD type=write size=1043452 2024-04-12T00:46:57.784 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.781+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~IWI2C1IKFQIH.0 size=1048576 2024-04-12T00:46:57.786 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.783+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~IWI2C1IKFQIH.1 size=1048576 2024-04-12T00:46:57.788 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.785+0000 7f3317332780 1 > prepared part key=_multipart_RT67TN1NNQ2D.2~IWI2C1IKFQIH.2 size=21588 2024-04-12T00:46:57.788 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.785+0000 7f3317332780 1 > prepared multipart upload key=RT67TN1NNQ2D upload=IWI2C1IKFQIH tag=ZHZP95I1WN6W type=write size=3167316 2024-04-12T00:46:57.790 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.787+0000 7f3317332780 1 < completed part key=_multipart_VCU05OLK0CA0.2~A7WSPBHAB0IP.0 size=408031 2024-04-12T00:46:57.794 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.791+0000 7f3317332780 1 < completed multipart upload key=VCU05OLK0CA0 upload=A7WSPBHAB0IP tag=ZR665J51S6H6 type=write size=1456607 2024-04-12T00:46:57.796 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.793+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=PRIQBERKQ61B type=del size=1111115 2024-04-12T00:46:57.798 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.795+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=YT4DQQVXA3F9 type=del 2024-04-12T00:46:57.800 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.797+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=ZRGF7FBZHSYB type=del size=3599344 2024-04-12T00:46:57.802 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.800+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~EC1RPZS2RR3Z.0 size=1048576 2024-04-12T00:46:57.805 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.802+0000 7f3317332780 1 < completed part key=_multipart_B0O10Z22S1QK.2~EC1RPZS2RR3Z.1 size=426469 2024-04-12T00:46:57.808 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.806+0000 7f3317332780 1 < completed multipart upload key=B0O10Z22S1QK upload=EC1RPZS2RR3Z tag=X8N3AZZB6ASE type=write size=2523621 2024-04-12T00:46:57.813 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.810+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~V1CPN31A6H0F.0 size=833996 2024-04-12T00:46:57.813 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.810+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=V1CPN31A6H0F tag=DGB7QL8XUO2C type=write size=1882572 2024-04-12T00:46:57.815 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.812+0000 7f3317332780 1 < completed delete operation key=Z0W5CBWR6G0J tag=5FTVE3WMQL2P type=del 2024-04-12T00:46:57.817 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.814+0000 7f3317332780 1 > prepared operation key=5ZZ72J3YOO5G tag=FT6JIQMA01EY type=del size=6287 2024-04-12T00:46:57.821 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.818+0000 7f3317332780 1 < suggested update operation key=GBDRR6ZHKT41 tag=8IO54RGI0IOX type=del size=3576113 2024-04-12T00:46:57.825 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.822+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~YKAZWQ51BBCX.0 size=1048576 2024-04-12T00:46:57.826 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.824+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~YKAZWQ51BBCX.1 size=1048576 2024-04-12T00:46:57.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.825+0000 7f3317332780 1 > prepared part key=_multipart_2RQJT2MW2T9S.2~YKAZWQ51BBCX.2 size=456922 2024-04-12T00:46:57.828 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.826+0000 7f3317332780 1 > prepared multipart upload key=2RQJT2MW2T9S upload=YKAZWQ51BBCX tag=71PN1EIU2588 type=write size=3602650 2024-04-12T00:46:57.831 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.828+0000 7f3317332780 -1 < failed to complete operation key=GBDRR6ZHKT41 tag=H7EYFEYYM4UK type=del size=952659: (22) Invalid argument 2024-04-12T00:46:57.835 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.832+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~LC6AQEK2JPII.0 size=1048576 2024-04-12T00:46:57.837 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.834+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~LC6AQEK2JPII.1 size=1048576 2024-04-12T00:46:57.838 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.836+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~LC6AQEK2JPII.2 size=564122 2024-04-12T00:46:57.839 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.836+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=LC6AQEK2JPII tag=CH6WR0MXPADD type=write size=3709850 2024-04-12T00:46:57.840 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.838+0000 7f3317332780 1 < completed delete operation key=2RQJT2MW2T9S tag=GK6X227XTEX4 type=del 2024-04-12T00:46:57.843 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.840+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=9QLLFEVLYFNX type=del size=2623780 2024-04-12T00:46:57.847 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.844+0000 7f3317332780 1 < suggested remove operation key=TZ723A1PHQ0U tag=WHQ0N9DKF4DN type=write 2024-04-12T00:46:57.851 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.848+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~EY4AWPLXK9CF.0 size=1048576 2024-04-12T00:46:57.853 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.850+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~EY4AWPLXK9CF.1 size=1048576 2024-04-12T00:46:57.855 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.852+0000 7f3317332780 1 > prepared part key=_multipart_8100QAT6UX23.2~EY4AWPLXK9CF.2 size=826485 2024-04-12T00:46:57.855 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.852+0000 7f3317332780 1 > prepared multipart upload key=8100QAT6UX23 upload=EY4AWPLXK9CF tag=IB4ZG3IWF7MU type=write size=3972213 2024-04-12T00:46:57.857 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.854+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=SBYPM233UM1O type=del 2024-04-12T00:46:57.858 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.856+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=68616O6W5LTQ type=write size=969381 2024-04-12T00:46:57.860 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.858+0000 7f3317332780 1 < completed part key=_multipart_X4J4HOCIIN2P.2~63TM688IKASO.0 size=774011 2024-04-12T00:46:57.864 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.861+0000 7f3317332780 1 < completed multipart upload key=X4J4HOCIIN2P upload=63TM688IKASO tag=EKTGK17CVO1S type=write size=1822587 2024-04-12T00:46:57.866 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.864+0000 7f3317332780 1 > prepared operation key=8100QAT6UX23 tag=GKJI30S7WA7F type=del size=2321667 2024-04-12T00:46:57.869 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.866+0000 7f3317332780 1 < completed delete operation key=COYSTVZBULU1 tag=AIC11N8SD4GH type=del 2024-04-12T00:46:57.873 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.870+0000 7f3317332780 1 > prepared part key=_multipart_DUBT6E7KPOC6.2~G6EB21GGX7TZ.0 size=313417 2024-04-12T00:46:57.873 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.870+0000 7f3317332780 1 > prepared multipart upload key=DUBT6E7KPOC6 upload=G6EB21GGX7TZ tag=2MT1VMAGIRZ5 type=write size=1361993 2024-04-12T00:46:57.875 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.872+0000 7f3317332780 1 < completed delete operation key=VWQS28AXYRWJ tag=OIK8WGD8PQM6 type=del 2024-04-12T00:46:57.877 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.874+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=ZH1EDTEUB1YB type=del size=2517245 2024-04-12T00:46:57.881 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.878+0000 7f3317332780 1 < suggested update operation key=E46GQAGF9GTX tag=HOSRUHMAN0WN type=write size=124506 2024-04-12T00:46:57.885 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.882+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~IRZJC8QYEYIO.0 size=1048576 2024-04-12T00:46:57.887 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.884+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~IRZJC8QYEYIO.1 size=1048576 2024-04-12T00:46:57.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.886+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~IRZJC8QYEYIO.2 size=417401 2024-04-12T00:46:57.889 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.886+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=IRZJC8QYEYIO tag=2YSO24XJP7WE type=write size=3563129 2024-04-12T00:46:57.891 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.888+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~MVHVU4DAJ1RA.0 size=1048576 2024-04-12T00:46:57.892 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.890+0000 7f3317332780 1 < completed part key=_multipart_LMJQSUV7DIV7.2~MVHVU4DAJ1RA.1 size=975933 2024-04-12T00:46:57.896 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.893+0000 7f3317332780 1 < completed multipart upload key=LMJQSUV7DIV7 upload=MVHVU4DAJ1RA tag=AJR03JQL8GD3 type=write size=3073085 2024-04-12T00:46:57.898 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.895+0000 7f3317332780 1 > prepared operation key=2LATRVZJ94KG tag=E608JP3LAMKD type=del size=2156109 2024-04-12T00:46:57.902 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.898+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~IBHT3HVMYGAM.0 size=970152 2024-04-12T00:46:57.904 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.901+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=IBHT3HVMYGAM tag=Y2UNFT3FUJJI type=write size=2018728 2024-04-12T00:46:57.906 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.903+0000 7f3317332780 1 > prepared operation key=VCU05OLK0CA0 tag=NQ63BHQ3IGAK type=del size=4000289 2024-04-12T00:46:57.908 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.905+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~IWI2C1IKFQIH.0 size=1048576 2024-04-12T00:46:57.908 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.905+0000 7f3317332780 1 < canceled part key=_multipart_RT67TN1NNQ2D.2~IWI2C1IKFQIH.1 size=1048576 2024-04-12T00:46:57.910 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.907+0000 7f3317332780 1 < completed part key=_multipart_RT67TN1NNQ2D.2~IWI2C1IKFQIH.2 size=21588 2024-04-12T00:46:57.913 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.911+0000 7f3317332780 1 < canceled multipart upload key=RT67TN1NNQ2D upload=IWI2C1IKFQIH tag=ZHZP95I1WN6W type=write size=3167316 2024-04-12T00:46:57.915 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.913+0000 7f3317332780 1 > prepared operation key=YBOSOCCRJFO7 tag=Q9S5E7R4EMR1 type=del size=412479 2024-04-12T00:46:57.918 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.915+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=PRIQBERKQ61B type=del 2024-04-12T00:46:57.920 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.917+0000 7f3317332780 1 > prepared operation key=YE36DJQ5KI8M tag=2RC94GPRXNNM type=del size=3307652 2024-04-12T00:46:57.924 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.921+0000 7f3317332780 1 < suggested remove operation key=1CAPZAU657WZ tag=ZRGF7FBZHSYB type=del 2024-04-12T00:46:57.926 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.923+0000 7f3317332780 1 > prepared operation key=UV2GWU9R87W7 tag=K58VDRWEF70N type=write size=901692 2024-04-12T00:46:57.928 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.925+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~V1CPN31A6H0F.0 size=833996 2024-04-12T00:46:57.932 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.929+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=V1CPN31A6H0F tag=DGB7QL8XUO2C type=write size=1882572 2024-04-12T00:46:57.934 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.931+0000 7f3317332780 1 > prepared operation key=TZ723A1PHQ0U tag=DZT0Z9GKMRTS type=del size=1246785 2024-04-12T00:46:57.938 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.935+0000 7f3317332780 1 < suggested remove operation key=5ZZ72J3YOO5G tag=FT6JIQMA01EY type=del 2024-04-12T00:46:57.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.940+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~9Y3WX694I3JT.0 size=359738 2024-04-12T00:46:57.942 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.940+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=9Y3WX694I3JT tag=RTDFS0PT26K2 type=write size=1408314 2024-04-12T00:46:57.945 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.942+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~YKAZWQ51BBCX.0 size=1048576 2024-04-12T00:46:57.947 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.944+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~YKAZWQ51BBCX.1 size=1048576 2024-04-12T00:46:57.949 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.946+0000 7f3317332780 1 < completed part key=_multipart_2RQJT2MW2T9S.2~YKAZWQ51BBCX.2 size=456922 2024-04-12T00:46:57.952 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.949+0000 7f3317332780 1 < completed multipart upload key=2RQJT2MW2T9S upload=YKAZWQ51BBCX tag=71PN1EIU2588 type=write size=3602650 2024-04-12T00:46:57.957 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.953+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~QQHAL7J16VA2.0 size=1048576 2024-04-12T00:46:57.958 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.955+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~QQHAL7J16VA2.1 size=1048576 2024-04-12T00:46:57.960 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.957+0000 7f3317332780 1 > prepared part key=_multipart_LKLO2ZZF1KW1.2~QQHAL7J16VA2.2 size=925502 2024-04-12T00:46:57.960 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.957+0000 7f3317332780 1 > prepared multipart upload key=LKLO2ZZF1KW1 upload=QQHAL7J16VA2 tag=KNARQLLC4M4F type=write size=4071230 2024-04-12T00:46:57.962 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.959+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~LC6AQEK2JPII.0 size=1048576 2024-04-12T00:46:57.963 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.961+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~LC6AQEK2JPII.1 size=1048576 2024-04-12T00:46:57.965 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.963+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~LC6AQEK2JPII.2 size=564122 2024-04-12T00:46:57.970 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.966+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=LC6AQEK2JPII tag=CH6WR0MXPADD type=write size=3709850 2024-04-12T00:46:57.973 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.971+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~BOCZN3LJB5W4.0 size=1048576 2024-04-12T00:46:57.975 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.972+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~BOCZN3LJB5W4.1 size=1048576 2024-04-12T00:46:57.977 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.974+0000 7f3317332780 1 > prepared part key=_multipart_YE36DJQ5KI8M.2~BOCZN3LJB5W4.2 size=752211 2024-04-12T00:46:57.977 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.974+0000 7f3317332780 1 > prepared multipart upload key=YE36DJQ5KI8M upload=BOCZN3LJB5W4 tag=2H3HK91KZ68S type=write size=3897939 2024-04-12T00:46:57.980 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.977+0000 7f3317332780 -1 < failed to complete operation key=E46GQAGF9GTX tag=9QLLFEVLYFNX type=del size=2623780: (22) Invalid argument 2024-04-12T00:46:57.982 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.980+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=ZE6CPI2SS4G9 type=del size=3493670 2024-04-12T00:46:57.985 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.982+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~EY4AWPLXK9CF.0 size=1048576 2024-04-12T00:46:57.987 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.984+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~EY4AWPLXK9CF.1 size=1048576 2024-04-12T00:46:57.989 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.986+0000 7f3317332780 1 < completed part key=_multipart_8100QAT6UX23.2~EY4AWPLXK9CF.2 size=826485 2024-04-12T00:46:57.992 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.990+0000 7f3317332780 1 < completed multipart upload key=8100QAT6UX23 upload=EY4AWPLXK9CF tag=IB4ZG3IWF7MU type=write size=3972213 2024-04-12T00:46:57.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.994+0000 7f3317332780 1 > prepared part key=_multipart_FP1N9YO8QR7E.2~XVZPUVLYC6OG.0 size=664068 2024-04-12T00:46:57.996 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.994+0000 7f3317332780 1 > prepared multipart upload key=FP1N9YO8QR7E upload=XVZPUVLYC6OG tag=J3ASEI0ZJUZU type=write size=1712644 2024-04-12T00:46:57.999 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.996+0000 7f3317332780 1 < completed write operation key=VCU05OLK0CA0 tag=68616O6W5LTQ type=write size=969381 2024-04-12T00:46:58.002 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:57.999+0000 7f3317332780 1 > prepared operation key=1CAPZAU657WZ tag=MJ9IGBHD0XWQ type=write size=370311 2024-04-12T00:46:58.004 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.001+0000 7f3317332780 1 < completed delete operation key=8100QAT6UX23 tag=GKJI30S7WA7F type=del 2024-04-12T00:46:58.007 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.004+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=HGIYPFXA682I type=del size=1326623 2024-04-12T00:46:58.009 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.006+0000 7f3317332780 1 < completed part key=_multipart_DUBT6E7KPOC6.2~G6EB21GGX7TZ.0 size=313417 2024-04-12T00:46:58.014 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.011+0000 7f3317332780 1 < completed multipart upload key=DUBT6E7KPOC6 upload=G6EB21GGX7TZ tag=2MT1VMAGIRZ5 type=write size=1361993 2024-04-12T00:46:58.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.016+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~TUI4VYZM7RM7.0 size=1046891 2024-04-12T00:46:58.019 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.016+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=TUI4VYZM7RM7 tag=TCR6GO1MEXJ6 type=write size=2095467 2024-04-12T00:46:58.021 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.018+0000 7f3317332780 1 < completed delete operation key=LMJQSUV7DIV7 tag=ZH1EDTEUB1YB type=del 2024-04-12T00:46:58.026 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.023+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~3DO9TJA50PI9.0 size=1048576 2024-04-12T00:46:58.028 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.025+0000 7f3317332780 1 > prepared part key=_multipart_LMJQSUV7DIV7.2~3DO9TJA50PI9.1 size=313130 2024-04-12T00:46:58.028 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.025+0000 7f3317332780 1 > prepared multipart upload key=LMJQSUV7DIV7 upload=3DO9TJA50PI9 tag=6O79HQ0QCMDK type=write size=2410282 2024-04-12T00:46:58.030 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.027+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~IRZJC8QYEYIO.0 size=1048576 2024-04-12T00:46:58.032 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.029+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~IRZJC8QYEYIO.1 size=1048576 2024-04-12T00:46:58.034 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.031+0000 7f3317332780 1 < completed part key=_multipart_FP1N9YO8QR7E.2~IRZJC8QYEYIO.2 size=417401 2024-04-12T00:46:58.038 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.035+0000 7f3317332780 1 < completed multipart upload key=FP1N9YO8QR7E upload=IRZJC8QYEYIO tag=2YSO24XJP7WE type=write size=3563129 2024-04-12T00:46:58.039 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.037+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=IS4WT8EUUKFS type=del size=317258 2024-04-12T00:46:58.042 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.039+0000 7f3317332780 1 < completed delete operation key=2LATRVZJ94KG tag=E608JP3LAMKD type=del 2024-04-12T00:46:58.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.043+0000 7f3317332780 1 > prepared part key=_multipart_TZ723A1PHQ0U.2~WFXTDYNH8I1B.0 size=907500 2024-04-12T00:46:58.045 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.043+0000 7f3317332780 1 > prepared multipart upload key=TZ723A1PHQ0U upload=WFXTDYNH8I1B tag=68BWLE2B0VLX type=write size=1956076 2024-04-12T00:46:58.048 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.045+0000 7f3317332780 1 < completed delete operation key=VCU05OLK0CA0 tag=NQ63BHQ3IGAK type=del 2024-04-12T00:46:58.050 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.047+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=GLAULECIKH4R type=del size=2735369 2024-04-12T00:46:58.052 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.049+0000 7f3317332780 1 < completed delete operation key=YBOSOCCRJFO7 tag=Q9S5E7R4EMR1 type=del 2024-04-12T00:46:58.055 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.052+0000 7f3317332780 1 > prepared operation key=FP1N9YO8QR7E tag=T3RYV0RQ3SD3 type=del size=1584554 2024-04-12T00:46:58.057 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.054+0000 7f3317332780 1 < canceled operation key=YE36DJQ5KI8M tag=2RC94GPRXNNM type=del size=3307652 2024-04-12T00:46:58.061 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.058+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~GEACQS9L0FIU.0 size=1048576 2024-04-12T00:46:58.063 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.060+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~GEACQS9L0FIU.1 size=1048576 2024-04-12T00:46:58.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.062+0000 7f3317332780 1 > prepared part key=_multipart_Z0W5CBWR6G0J.2~GEACQS9L0FIU.2 size=144163 2024-04-12T00:46:58.065 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.062+0000 7f3317332780 1 > prepared multipart upload key=Z0W5CBWR6G0J upload=GEACQS9L0FIU tag=ATHEHQB3UQ0M type=write size=3289891 2024-04-12T00:46:58.069 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.066+0000 7f3317332780 1 < suggested update operation key=UV2GWU9R87W7 tag=K58VDRWEF70N type=write size=901692 2024-04-12T00:46:58.071 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.069+0000 7f3317332780 1 > prepared operation key=VBE0Z26APYW7 tag=OM08P29N5J97 type=del size=2154413 2024-04-12T00:46:58.074 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.071+0000 7f3317332780 1 < canceled operation key=TZ723A1PHQ0U tag=DZT0Z9GKMRTS type=del size=1246785 2024-04-12T00:46:58.076 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.073+0000 7f3317332780 1 > prepared operation key=X4J4HOCIIN2P tag=ZHB7CLSCVLUJ type=del size=772689 2024-04-12T00:46:58.079 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.076+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~9Y3WX694I3JT.0 size=359738 2024-04-12T00:46:58.082 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.079+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=9Y3WX694I3JT tag=RTDFS0PT26K2 type=write size=1408314 2024-04-12T00:46:58.084 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.081+0000 7f3317332780 1 > prepared operation key=H318TVZHDVRW tag=Q0QYEEK4TVA6 type=del size=621269 2024-04-12T00:46:58.086 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.083+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~QQHAL7J16VA2.0 size=1048576 2024-04-12T00:46:58.088 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.085+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~QQHAL7J16VA2.1 size=1048576 2024-04-12T00:46:58.089 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.087+0000 7f3317332780 1 < completed part key=_multipart_LKLO2ZZF1KW1.2~QQHAL7J16VA2.2 size=925502 2024-04-12T00:46:58.093 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.091+0000 7f3317332780 1 < completed multipart upload key=LKLO2ZZF1KW1 upload=QQHAL7J16VA2 tag=KNARQLLC4M4F type=write size=4071230 2024-04-12T00:46:58.095 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.093+0000 7f3317332780 1 > prepared operation key=LMJQSUV7DIV7 tag=7QFO5WIWJW7F type=del size=3107981 2024-04-12T00:46:58.098 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.095+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~BOCZN3LJB5W4.0 size=1048576 2024-04-12T00:46:58.100 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.097+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~BOCZN3LJB5W4.1 size=1048576 2024-04-12T00:46:58.101 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.099+0000 7f3317332780 1 < completed part key=_multipart_YE36DJQ5KI8M.2~BOCZN3LJB5W4.2 size=752211 2024-04-12T00:46:58.106 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.103+0000 7f3317332780 1 < completed multipart upload key=YE36DJQ5KI8M upload=BOCZN3LJB5W4 tag=2H3HK91KZ68S type=write size=3897939 2024-04-12T00:46:58.108 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.105+0000 7f3317332780 1 > prepared operation key=E46GQAGF9GTX tag=NWGI0AQDGN9T type=del size=2802778 2024-04-12T00:46:58.110 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.107+0000 7f3317332780 1 < canceled operation key=LMJQSUV7DIV7 tag=ZE6CPI2SS4G9 type=del size=3493670 2024-04-12T00:46:58.112 INFO:tasks.workunit.client.0.smithi098.stderr:2024-04-12T00:46:58.109+0000 7f3317332780 1 > prepared operation key=DUBT6E7KPOC6 tag=33JL9WPLAA9X type=del size=2091259 2024-04-12T00:46:58.112 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] cls_rgw_stats.simulate (14048 ms) 2024-04-12T00:46:58.112 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 1 test from cls_rgw_stats (14048 ms total) 2024-04-12T00:46:58.112 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:46:58.112 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:46:58.157 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 1 test from 1 test suite ran. (15956 ms total) 2024-04-12T00:46:58.157 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 1 test. 2024-04-12T00:46:58.161 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:46:58.161 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:46:58.229 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-12T00:46:58.229 DEBUG:teuthology.orchestra.run.smithi098:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-12T00:46:58.299 INFO:tasks.workunit.client.0.smithi098.stdout:Running main() from gmock_main.cc 2024-04-12T00:46:58.299 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-12T00:46:58.299 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T00:46:58.299 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 2 tests from ClsSDK 2024-04-12T00:46:58.300 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-12T00:46:59.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:59 smithi098 ceph-mon[91373]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 481 KiB/s wr, 2.46k op/s 2024-04-12T00:46:59.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:46:59 smithi098 ceph-mon[91373]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-12T00:46:59.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:59 smithi098 ceph-mon[88922]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 481 KiB/s wr, 2.46k op/s 2024-04-12T00:46:59.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:46:59 smithi098 ceph-mon[88922]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-12T00:46:59.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:59 smithi193 ceph-mon[83763]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 481 KiB/s wr, 2.46k op/s 2024-04-12T00:46:59.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:46:59 smithi193 ceph-mon[83763]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-12T00:47:00.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:00 smithi098 ceph-mon[91373]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-12T00:47:00.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:00 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2725520181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:47:00.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:00 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:47:00.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:00 smithi098 ceph-mon[88922]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-12T00:47:00.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:00 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2725520181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:47:00.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:00 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:47:00.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:00 smithi193 ceph-mon[83763]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-12T00:47:00.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:00 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2725520181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:47:00.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:00 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:47:01.184 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2885 ms) 2024-04-12T00:47:01.184 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-12T00:47:01.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:01 smithi098 ceph-mon[91373]: pgmap v1348: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:01.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:01 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:47:01.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:47:01.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:01 smithi098 ceph-mon[91373]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-12T00:47:01.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:01 smithi098 ceph-mon[88922]: pgmap v1348: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:01.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:01 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:47:01.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:47:01.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:01 smithi098 ceph-mon[88922]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-12T00:47:01.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:01 smithi193 ceph-mon[83763]: pgmap v1348: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:01.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:01 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T00:47:01.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:47:01.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:01 smithi193 ceph-mon[83763]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-12T00:47:02.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:02 smithi098 ceph-mon[91373]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-12T00:47:02.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:02 smithi098 ceph-mon[88922]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-12T00:47:02.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:02 smithi193 ceph-mon[83763]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-12T00:47:02.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:47:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:47:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:47:03.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[91373]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:03.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:47:03.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T00:47:03.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[91373]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-12T00:47:03.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3948780945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:47:03.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[88922]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:03.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:47:03.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T00:47:03.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[88922]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-12T00:47:03.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:03 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3948780945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:47:03.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:03 smithi193 ceph-mon[83763]: pgmap v1351: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:03.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:03 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T00:47:03.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:03 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T00:47:03.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:03 smithi193 ceph-mon[83763]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-12T00:47:03.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:03 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3948780945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T00:47:04.212 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3028 ms) 2024-04-12T00:47:04.212 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 2 tests from ClsSDK (5913 ms total) 2024-04-12T00:47:04.212 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T00:47:04.212 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T00:47:04.212 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 2 tests from 1 test suite ran. (5913 ms total) 2024-04-12T00:47:04.212 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 2 tests. 2024-04-12T00:47:04.215 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T00:47:04.215 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T00:47:04.284 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-12T00:47:04.284 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T00:47:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:04 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3948780945' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:47:04.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:04 smithi098 ceph-mon[88922]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-12T00:47:04.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:04 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3948780945' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:47:04.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:04 smithi098 ceph-mon[91373]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-12T00:47:04.548 DEBUG:teuthology.parallel:result is None 2024-04-12T00:47:04.548 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T00:47:04.575 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T00:47:04.575 DEBUG:teuthology.orchestra.run.smithi098:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T00:47:04.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:04 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3948780945' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi098-132542-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T00:47:04.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:04 smithi193 ceph-mon[83763]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-12T00:47:04.629 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T00:47:04.629 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T00:47:04.629 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-12T00:47:04.629 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T00:47:04.630 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-12T00:47:04.630 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T00:47:04.630 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T00:47:04.630 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T00:47:04.631 DEBUG:teuthology.orchestra.run.smithi098:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T00:47:04.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T00:47:04.685 INFO:teuthology.orchestra.run.smithi098.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T00:47:04.685 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T00:47:04.739 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T00:47:04.739 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T00:47:04.795 INFO:tasks.workunit:timeout=3h 2024-04-12T00:47:04.796 INFO:tasks.workunit:cleanup=True 2024-04-12T00:47:04.797 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T00:47:04.851 INFO:tasks.workunit.client.0.smithi098.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T00:47:05.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:05 smithi098 ceph-mon[91373]: pgmap v1354: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-04-12T00:47:05.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:05 smithi098 ceph-mon[91373]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-12T00:47:05.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:05.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:05 smithi098 ceph-mon[88922]: pgmap v1354: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-04-12T00:47:05.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:05 smithi098 ceph-mon[88922]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-12T00:47:05.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:05.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:05 smithi193 ceph-mon[83763]: pgmap v1354: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-04-12T00:47:05.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:05 smithi193 ceph-mon[83763]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-12T00:47:05.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:06.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:47:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:47:05] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-12T00:47:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:07 smithi098 ceph-mon[91373]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:07 smithi098 ceph-mon[88922]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:08.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:07 smithi193 ceph-mon[83763]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:10.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:09 smithi098 ceph-mon[88922]: pgmap v1357: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:10.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:09 smithi098 ceph-mon[91373]: pgmap v1357: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:10.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:09 smithi193 ceph-mon[83763]: pgmap v1357: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:10.930 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T00:47:10.986 INFO:tasks.workunit.client.0.smithi098.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T00:47:10.988 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T00:47:10.988 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T00:47:11.038 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T00:47:11.086 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T00:47:11.126 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T00:47:11.127 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T00:47:11.127 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T00:47:11.166 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T00:47:11.169 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T00:47:11.169 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T00:47:11.227 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-12T00:47:11.228 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-12T00:47:11.228 DEBUG:teuthology.orchestra.run.smithi098:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-12T00:47:11.327 INFO:tasks.workunit.client.0.smithi098.stdout:run length 1200 seconds 2024-04-12T00:47:11.328 INFO:tasks.workunit.client.0.smithi098.stdout:preparing 10240 objects 2024-04-12T00:47:12.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:11 smithi098 ceph-mon[88922]: pgmap v1358: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:12.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:11 smithi098 ceph-mon[91373]: pgmap v1358: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:12.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:11 smithi193 ceph-mon[83763]: pgmap v1358: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T00:47:12.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:47:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:47:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:47:13.445 INFO:tasks.workunit.client.0.smithi098.stdout:load-gen will run 1200 seconds 2024-04-12T00:47:14.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:13 smithi098 ceph-mon[88922]: pgmap v1359: 105 pgs: 105 active+clean; 7.9 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s wr, 72 op/s 2024-04-12T00:47:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:13 smithi098 ceph-mon[91373]: pgmap v1359: 105 pgs: 105 active+clean; 7.9 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s wr, 72 op/s 2024-04-12T00:47:14.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:13 smithi193 ceph-mon[83763]: pgmap v1359: 105 pgs: 105 active+clean; 7.9 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s wr, 72 op/s 2024-04-12T00:47:14.445 INFO:tasks.workunit.client.0.smithi098.stdout: 1: throughput=0MB/sec pending data=0 2024-04-12T00:47:14.446 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NGRRzZGLwQVlMSB off=2001237 len=1923699 2024-04-12T00:47:14.456 INFO:tasks.workunit.client.0.smithi098.stdout:op 0 completed, throughput=1.82MB/sec 2024-04-12T00:47:14.456 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-b5eXYg9Zno-6VAv off=4521345 len=1076933 2024-04-12T00:47:14.462 INFO:tasks.workunit.client.0.smithi098.stdout:op 1 completed, throughput=2.81MB/sec 2024-04-12T00:47:14.462 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BCeo0XATZzM9AVh off=21008596 len=787122 2024-04-12T00:47:14.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 2 completed, throughput=3.54MB/sec 2024-04-12T00:47:14.467 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fOvl6duvko8SvIa off=8183343 len=296796 2024-04-12T00:47:14.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 3 completed, throughput=3.8MB/sec 2024-04-12T00:47:14.470 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0AqEEPDdJOiPTMs off=875795 len=2036939 2024-04-12T00:47:14.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 4 completed, throughput=5.64MB/sec 2024-04-12T00:47:15.480 INFO:tasks.workunit.client.0.smithi098.stdout: 2: throughput=2.87MB/sec pending data=0 2024-04-12T00:47:15.480 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-W7K6v8FALAIh6OT off=9734001 len=1152562 2024-04-12T00:47:15.485 INFO:tasks.workunit.client.0.smithi098.stdout:op 5 completed, throughput=3.4MB/sec 2024-04-12T00:47:15.485 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RLO3Fo_80DWk0V0 off=2260434 len=2027356 2024-04-12T00:47:15.488 INFO:tasks.workunit.client.0.smithi098.stdout:op 6 completed, throughput=4.34MB/sec 2024-04-12T00:47:15.488 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mscePZNTQklgpDF off=5075378 len=474211 2024-04-12T00:47:15.489 INFO:tasks.workunit.client.0.smithi098.stdout:op 7 completed, throughput=4.56MB/sec 2024-04-12T00:47:15.489 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B9CMnLimlRiqtap off=6277111 len=8800 2024-04-12T00:47:15.491 INFO:tasks.workunit.client.0.smithi098.stdout:op 8 completed, throughput=4.56MB/sec 2024-04-12T00:47:15.491 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JMUGu05UPvWb8AA off=1505771 len=1339761 2024-04-12T00:47:15.494 INFO:tasks.workunit.client.0.smithi098.stdout:op 9 completed, throughput=5.18MB/sec 2024-04-12T00:47:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:15 smithi098 ceph-mon[91373]: pgmap v1360: 105 pgs: 105 active+clean; 20 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 165 KiB/s wr, 164 op/s 2024-04-12T00:47:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:15 smithi098 ceph-mon[88922]: pgmap v1360: 105 pgs: 105 active+clean; 20 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 165 KiB/s wr, 164 op/s 2024-04-12T00:47:16.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:47:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:47:15] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-12T00:47:16.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:15 smithi193 ceph-mon[83763]: pgmap v1360: 105 pgs: 105 active+clean; 20 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 165 KiB/s wr, 164 op/s 2024-04-12T00:47:16.495 INFO:tasks.workunit.client.0.smithi098.stdout: 3: throughput=3.48MB/sec pending data=0 2024-04-12T00:47:16.495 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Nvw1RMOhW_5Davn off=13058465 len=886677 2024-04-12T00:47:16.500 INFO:tasks.workunit.client.0.smithi098.stdout:op 10 completed, throughput=3.75MB/sec 2024-04-12T00:47:16.500 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-F0rL455VTYrIh3b off=10624359 len=1463538 2024-04-12T00:47:16.501 INFO:tasks.workunit.client.0.smithi098.stdout:op 11 completed, throughput=4.21MB/sec 2024-04-12T00:47:16.501 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0LlMAlYe4BX6YT1 off=13194980 len=264550 2024-04-12T00:47:16.505 INFO:tasks.workunit.client.0.smithi098.stdout:op 12 completed, throughput=4.28MB/sec 2024-04-12T00:47:16.505 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zP1cvVFWB5lgB65 off=507395 len=158747 2024-04-12T00:47:16.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 13 completed, throughput=4.33MB/sec 2024-04-12T00:47:16.507 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ieUUMS7vYJ7MSE1 off=449119 len=909087 2024-04-12T00:47:16.508 INFO:tasks.workunit.client.0.smithi098.stdout:op 14 completed, throughput=4.61MB/sec 2024-04-12T00:47:16.508 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EArgm55XHYp2d47 off=6504146 len=440320 2024-04-12T00:47:16.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 15 completed, throughput=4.75MB/sec 2024-04-12T00:47:16.509 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jbEXIOiKDaIVlhR off=4972720 len=361544 2024-04-12T00:47:16.510 INFO:tasks.workunit.client.0.smithi098.stdout:op 16 completed, throughput=4.86MB/sec 2024-04-12T00:47:16.510 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-U1hRbmPyVD4VnUN off=22786197 len=1988615 2024-04-12T00:47:16.522 INFO:tasks.workunit.client.0.smithi098.stdout:op 17 completed, throughput=5.45MB/sec 2024-04-12T00:47:17.522 INFO:tasks.workunit.client.0.smithi098.stdout: 4: throughput=4.12MB/sec pending data=0 2024-04-12T00:47:17.522 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6LZl-osW0Ah1VbL off=1642492 len=1060292 2024-04-12T00:47:17.524 INFO:tasks.workunit.client.0.smithi098.stdout:op 18 completed, throughput=4.36MB/sec 2024-04-12T00:47:17.524 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UDsFwLTh033lnGh off=15664213 len=1733295 2024-04-12T00:47:17.531 INFO:tasks.workunit.client.0.smithi098.stdout:op 19 completed, throughput=4.76MB/sec 2024-04-12T00:47:17.531 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Rw9IwemahzCD2Kr off=4103694 len=1423988 2024-04-12T00:47:17.540 INFO:tasks.workunit.client.0.smithi098.stdout:op 20 completed, throughput=5.08MB/sec 2024-04-12T00:47:18.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:17 smithi098 ceph-mon[91373]: pgmap v1361: 105 pgs: 105 active+clean; 99 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 167 KiB/s rd, 1.0 MiB/s wr, 671 op/s 2024-04-12T00:47:18.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:17 smithi098 ceph-mon[88922]: pgmap v1361: 105 pgs: 105 active+clean; 99 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 167 KiB/s rd, 1.0 MiB/s wr, 671 op/s 2024-04-12T00:47:18.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:17 smithi193 ceph-mon[83763]: pgmap v1361: 105 pgs: 105 active+clean; 99 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 167 KiB/s rd, 1.0 MiB/s wr, 671 op/s 2024-04-12T00:47:18.540 INFO:tasks.workunit.client.0.smithi098.stdout: 5: throughput=4.08MB/sec pending data=0 2024-04-12T00:47:18.541 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xor8msPbhfFMZTQ off=7157185 len=1946525 2024-04-12T00:47:18.553 INFO:tasks.workunit.client.0.smithi098.stdout:op 21 completed, throughput=4.44MB/sec 2024-04-12T00:47:18.553 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Li5PohaIORCOjdx off=6312990 len=1874534 2024-04-12T00:47:18.556 INFO:tasks.workunit.client.0.smithi098.stdout:op 22 completed, throughput=4.78MB/sec 2024-04-12T00:47:18.556 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uMURy58GbyjeCxp off=1090676 len=631196 2024-04-12T00:47:18.557 INFO:tasks.workunit.client.0.smithi098.stdout:op 23 completed, throughput=4.9MB/sec 2024-04-12T00:47:18.557 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g1mxEOzdHaLzVFy off=7820187 len=782869 2024-04-12T00:47:18.559 INFO:tasks.workunit.client.0.smithi098.stdout:op 24 completed, throughput=5.04MB/sec 2024-04-12T00:47:19.561 INFO:tasks.workunit.client.0.smithi098.stdout: 6: throughput=4.22MB/sec pending data=0 2024-04-12T00:47:19.562 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-l-rCK5sU_8CqqXi off=2032372 len=1935616 2024-04-12T00:47:19.570 INFO:tasks.workunit.client.0.smithi098.stdout:op 25 completed, throughput=4.51MB/sec 2024-04-12T00:47:19.570 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UmFDyydQ0fmJEm9 off=4960460 len=1968941 2024-04-12T00:47:19.579 INFO:tasks.workunit.client.0.smithi098.stdout:op 26 completed, throughput=4.81MB/sec 2024-04-12T00:47:19.579 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MtDrf1sX5HfJXh1 off=2807883 len=1448612 2024-04-12T00:47:19.581 INFO:tasks.workunit.client.0.smithi098.stdout:op 27 completed, throughput=5.04MB/sec 2024-04-12T00:47:20.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:19 smithi098 ceph-mon[91373]: pgmap v1362: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 313 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-04-12T00:47:20.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:19 smithi098 ceph-mon[88922]: pgmap v1362: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 313 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-04-12T00:47:20.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:19 smithi193 ceph-mon[83763]: pgmap v1362: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 313 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2024-04-12T00:47:20.582 INFO:tasks.workunit.client.0.smithi098.stdout: 7: throughput=4.33MB/sec pending data=0 2024-04-12T00:47:20.582 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l4aHYQy_cuDNS5m off=246845 len=322717 2024-04-12T00:47:20.582 INFO:tasks.workunit.client.0.smithi098.stdout:op 28 completed, throughput=4.37MB/sec 2024-04-12T00:47:20.582 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IM_fQnEk0_LUqH0 off=10558830 len=1784052 2024-04-12T00:47:20.584 INFO:tasks.workunit.client.0.smithi098.stdout:op 29 completed, throughput=4.61MB/sec 2024-04-12T00:47:20.585 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XXeVYRlWWZLLokc off=5829629 len=1988655 2024-04-12T00:47:20.593 INFO:tasks.workunit.client.0.smithi098.stdout:op 30 completed, throughput=4.87MB/sec 2024-04-12T00:47:20.593 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tuHqnqH6kRlHmMv off=2212107 len=636665 2024-04-12T00:47:20.597 INFO:tasks.workunit.client.0.smithi098.stdout:op 31 completed, throughput=4.95MB/sec 2024-04-12T00:47:20.597 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r5lRbuxi-gcWPM4 off=7303873 len=1439008 2024-04-12T00:47:20.598 INFO:tasks.workunit.client.0.smithi098.stdout:op 32 completed, throughput=5.14MB/sec 2024-04-12T00:47:21.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:21.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:21.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:21.602 INFO:tasks.workunit.client.0.smithi098.stdout: 8: throughput=4.51MB/sec pending data=0 2024-04-12T00:47:21.602 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tlzxk4XppLR9nQ5 off=931651 len=575922 2024-04-12T00:47:21.602 INFO:tasks.workunit.client.0.smithi098.stdout:op 33 completed, throughput=4.58MB/sec 2024-04-12T00:47:21.602 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6vDRbMOGcoLQveF off=6163918 len=794585 2024-04-12T00:47:21.604 INFO:tasks.workunit.client.0.smithi098.stdout:op 34 completed, throughput=4.67MB/sec 2024-04-12T00:47:21.604 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-U3Hk_rs9VsE5HmL off=11306584 len=724725 2024-04-12T00:47:21.608 INFO:tasks.workunit.client.0.smithi098.stdout:op 35 completed, throughput=4.75MB/sec 2024-04-12T00:47:21.608 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lyGE8F5lRevPKwC off=17949330 len=1015206 2024-04-12T00:47:21.611 INFO:tasks.workunit.client.0.smithi098.stdout:op 36 completed, throughput=4.87MB/sec 2024-04-12T00:47:21.611 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o9TgGJ1pW0Iq561 off=4226600 len=740114 2024-04-12T00:47:21.615 INFO:tasks.workunit.client.0.smithi098.stdout:op 37 completed, throughput=4.95MB/sec 2024-04-12T00:47:21.615 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4i0S5OUvzlK4ECN off=1574443 len=242325 2024-04-12T00:47:21.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 38 completed, throughput=4.98MB/sec 2024-04-12T00:47:21.616 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-F21oEodoyKNmZYu off=1012616 len=1250604 2024-04-12T00:47:21.618 INFO:tasks.workunit.client.0.smithi098.stdout:op 39 completed, throughput=5.12MB/sec 2024-04-12T00:47:22.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:21 smithi098 ceph-mon[91373]: pgmap v1363: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-04-12T00:47:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:21 smithi098 ceph-mon[88922]: pgmap v1363: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-04-12T00:47:22.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:21 smithi193 ceph-mon[83763]: pgmap v1363: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-04-12T00:47:22.618 INFO:tasks.workunit.client.0.smithi098.stdout: 9: throughput=4.57MB/sec pending data=0 2024-04-12T00:47:22.621 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4SqEAu6dJHBcDAF off=1857822 len=1699768 2024-04-12T00:47:22.622 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:47:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:47:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:47:22.625 INFO:tasks.workunit.client.0.smithi098.stdout:op 40 completed, throughput=4.74MB/sec 2024-04-12T00:47:22.625 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MTjm-jx-A89igcu off=5826037 len=1023566 2024-04-12T00:47:22.631 INFO:tasks.workunit.client.0.smithi098.stdout:op 41 completed, throughput=4.84MB/sec 2024-04-12T00:47:22.631 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J9cGEeUM4hf4NZB off=286501 len=1269264 2024-04-12T00:47:22.632 INFO:tasks.workunit.client.0.smithi098.stdout:op 42 completed, throughput=4.97MB/sec 2024-04-12T00:47:22.632 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rZYdeifJhs7Bjmr off=12248717 len=1348502 2024-04-12T00:47:22.633 INFO:tasks.workunit.client.0.smithi098.stdout:op 43 completed, throughput=5.11MB/sec 2024-04-12T00:47:23.634 INFO:tasks.workunit.client.0.smithi098.stdout: 10: throughput=4.61MB/sec pending data=0 2024-04-12T00:47:23.634 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2dPcKbaS3CC85jC off=1969731 len=931671 2024-04-12T00:47:23.635 INFO:tasks.workunit.client.0.smithi098.stdout:op 44 completed, throughput=4.7MB/sec 2024-04-12T00:47:23.635 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-26RmMnOEcjgrRTz off=4808727 len=462869 2024-04-12T00:47:23.637 INFO:tasks.workunit.client.0.smithi098.stdout:op 45 completed, throughput=4.74MB/sec 2024-04-12T00:47:23.637 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0SRwoZFKFzUZNAp off=15679602 len=794202 2024-04-12T00:47:23.643 INFO:tasks.workunit.client.0.smithi098.stdout:op 46 completed, throughput=4.81MB/sec 2024-04-12T00:47:23.643 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TEOxs91u0-XjH-O off=1159541 len=1115428 2024-04-12T00:47:23.645 INFO:tasks.workunit.client.0.smithi098.stdout:op 47 completed, throughput=4.91MB/sec 2024-04-12T00:47:23.645 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7_RAi4FJUIW_i0x off=4235260 len=2052779 2024-04-12T00:47:23.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 48 completed, throughput=5.1MB/sec 2024-04-12T00:47:24.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:23 smithi098 ceph-mon[91373]: pgmap v1364: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-04-12T00:47:24.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:23 smithi098 ceph-mon[88922]: pgmap v1364: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-04-12T00:47:24.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:23 smithi193 ceph-mon[83763]: pgmap v1364: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-04-12T00:47:24.654 INFO:tasks.workunit.client.0.smithi098.stdout: 11: throughput=4.65MB/sec pending data=0 2024-04-12T00:47:24.654 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-R8hzkYVkJ9jNTWa off=4096119 len=975235 2024-04-12T00:47:24.659 INFO:tasks.workunit.client.0.smithi098.stdout:op 49 completed, throughput=4.73MB/sec 2024-04-12T00:47:24.659 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yJwgBXiemur327Z off=16761955 len=427369 2024-04-12T00:47:24.660 INFO:tasks.workunit.client.0.smithi098.stdout:op 50 completed, throughput=4.76MB/sec 2024-04-12T00:47:24.660 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_g1dYuJmPUaSQMk off=13117558 len=965310 2024-04-12T00:47:24.664 INFO:tasks.workunit.client.0.smithi098.stdout:op 51 completed, throughput=4.84MB/sec 2024-04-12T00:47:24.664 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xSLq17076BjSygi off=638692 len=748597 2024-04-12T00:47:24.665 INFO:tasks.workunit.client.0.smithi098.stdout:op 52 completed, throughput=4.91MB/sec 2024-04-12T00:47:24.665 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ARTp8EoVIn2Aw6a off=466358 len=1520705 2024-04-12T00:47:24.667 INFO:tasks.workunit.client.0.smithi098.stdout:op 53 completed, throughput=5.04MB/sec 2024-04-12T00:47:25.667 INFO:tasks.workunit.client.0.smithi098.stdout: 12: throughput=4.62MB/sec pending data=0 2024-04-12T00:47:25.667 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KdEWbpny8gH_v0p off=17143917 len=917379 2024-04-12T00:47:25.671 INFO:tasks.workunit.client.0.smithi098.stdout:op 54 completed, throughput=4.69MB/sec 2024-04-12T00:47:25.672 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YNhyxXbkAziMQUM off=1146813 len=449797 2024-04-12T00:47:25.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 55 completed, throughput=4.73MB/sec 2024-04-12T00:47:25.673 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uf4tEz-wpCzdwOz off=19293277 len=1103042 2024-04-12T00:47:25.680 INFO:tasks.workunit.client.0.smithi098.stdout:op 56 completed, throughput=4.81MB/sec 2024-04-12T00:47:25.680 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5by1jhS0WeHnOeo off=1033827 len=285422 2024-04-12T00:47:25.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 57 completed, throughput=4.83MB/sec 2024-04-12T00:47:25.681 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1yajqCJQU3Au1TH off=2610965 len=732239 2024-04-12T00:47:25.685 INFO:tasks.workunit.client.0.smithi098.stdout:op 58 completed, throughput=4.89MB/sec 2024-04-12T00:47:25.685 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kfhtvEVSN0CQO91 off=275050 len=16374 2024-04-12T00:47:25.690 INFO:tasks.workunit.client.0.smithi098.stdout:op 59 completed, throughput=4.89MB/sec 2024-04-12T00:47:25.690 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yIfQQm4vnEBOd5p off=15407308 len=287609 2024-04-12T00:47:25.690 INFO:tasks.workunit.client.0.smithi098.stdout:op 60 completed, throughput=4.91MB/sec 2024-04-12T00:47:25.690 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u-MG8u5qOdu3YRC off=566611 len=1082862 2024-04-12T00:47:25.690 INFO:tasks.workunit.client.0.smithi098.stdout:op 61 completed, throughput=4.99MB/sec 2024-04-12T00:47:25.690 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-f0A_oGb9cvZXMly off=705160 len=1205449 2024-04-12T00:47:25.697 INFO:tasks.workunit.client.0.smithi098.stdout:op 62 completed, throughput=5.09MB/sec 2024-04-12T00:47:26.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:25 smithi098 ceph-mon[91373]: pgmap v1365: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 802 op/s 2024-04-12T00:47:26.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:47:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:47:25] "GET /metrics HTTP/1.1" 200 34112 "" "Prometheus/2.43.0" 2024-04-12T00:47:26.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:25 smithi098 ceph-mon[88922]: pgmap v1365: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 802 op/s 2024-04-12T00:47:26.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:25 smithi193 ceph-mon[83763]: pgmap v1365: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 802 op/s 2024-04-12T00:47:26.698 INFO:tasks.workunit.client.0.smithi098.stdout: 13: throughput=4.7MB/sec pending data=0 2024-04-12T00:47:26.698 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NZxfjAtxyUs4RrF off=2769500 len=112093 2024-04-12T00:47:26.700 INFO:tasks.workunit.client.0.smithi098.stdout:op 63 completed, throughput=4.71MB/sec 2024-04-12T00:47:26.700 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YPXRHgMG7aFAOKy off=8086046 len=1535099 2024-04-12T00:47:26.702 INFO:tasks.workunit.client.0.smithi098.stdout:op 64 completed, throughput=4.82MB/sec 2024-04-12T00:47:26.702 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1NixER59bD-ljdI off=4205942 len=1458038 2024-04-12T00:47:26.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 65 completed, throughput=4.92MB/sec 2024-04-12T00:47:26.704 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Gh5xyxtc0Rsvgkf off=4991821 len=1425346 2024-04-12T00:47:26.712 INFO:tasks.workunit.client.0.smithi098.stdout:op 66 completed, throughput=5.02MB/sec 2024-04-12T00:47:27.712 INFO:tasks.workunit.client.0.smithi098.stdout: 14: throughput=4.67MB/sec pending data=0 2024-04-12T00:47:27.712 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QlMmPighYjNYH-s off=20430727 len=736203 2024-04-12T00:47:27.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 67 completed, throughput=4.72MB/sec 2024-04-12T00:47:27.717 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xQ0kBU3fVD57Mev off=3385982 len=151038 2024-04-12T00:47:27.719 INFO:tasks.workunit.client.0.smithi098.stdout:op 68 completed, throughput=4.73MB/sec 2024-04-12T00:47:27.719 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BZRq7EeELNyUI1g off=4439457 len=1545453 2024-04-12T00:47:27.731 INFO:tasks.workunit.client.0.smithi098.stdout:op 69 completed, throughput=4.83MB/sec 2024-04-12T00:47:27.731 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_ZuhbZC70AlTzE8 off=11165582 len=200033 2024-04-12T00:47:27.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 70 completed, throughput=4.84MB/sec 2024-04-12T00:47:27.734 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hCPxnPspt96nRJj off=600973 len=347825 2024-04-12T00:47:27.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 71 completed, throughput=4.86MB/sec 2024-04-12T00:47:27.734 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dGFR393ICuxAJ06 off=9287031 len=160486 2024-04-12T00:47:27.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 72 completed, throughput=4.87MB/sec 2024-04-12T00:47:27.734 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5kczNcnQ3qAS34s off=9081904 len=862103 2024-04-12T00:47:27.736 INFO:tasks.workunit.client.0.smithi098.stdout:op 73 completed, throughput=4.93MB/sec 2024-04-12T00:47:27.736 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ejifYJaNgr92oW4 off=2431997 len=1364751 2024-04-12T00:47:27.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 74 completed, throughput=5.02MB/sec 2024-04-12T00:47:28.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:27 smithi098 ceph-mon[91373]: pgmap v1366: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 719 op/s 2024-04-12T00:47:28.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:27 smithi098 ceph-mon[88922]: pgmap v1366: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 719 op/s 2024-04-12T00:47:28.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:27 smithi193 ceph-mon[83763]: pgmap v1366: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 719 op/s 2024-04-12T00:47:28.742 INFO:tasks.workunit.client.0.smithi098.stdout: 15: throughput=4.69MB/sec pending data=0 2024-04-12T00:47:28.743 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cPWQgVAzXX-YvRX off=8892769 len=1195582 2024-04-12T00:47:28.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 75 completed, throughput=4.76MB/sec 2024-04-12T00:47:28.748 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wp9kCMvecMQ8_uY off=1247699 len=1880324 2024-04-12T00:47:28.756 INFO:tasks.workunit.client.0.smithi098.stdout:op 76 completed, throughput=4.88MB/sec 2024-04-12T00:47:28.756 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MrHOYCwlJXZEKxA off=725734 len=946286 2024-04-12T00:47:28.759 INFO:tasks.workunit.client.0.smithi098.stdout:op 77 completed, throughput=4.94MB/sec 2024-04-12T00:47:28.759 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HCVXMcTw3VArPds off=6710086 len=909077 2024-04-12T00:47:28.760 INFO:tasks.workunit.client.0.smithi098.stdout:op 78 completed, throughput=4.99MB/sec 2024-04-12T00:47:28.760 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yt4FYncnWo8PNuK off=13804814 len=1244013 2024-04-12T00:47:28.767 INFO:tasks.workunit.client.0.smithi098.stdout:op 79 completed, throughput=5.07MB/sec 2024-04-12T00:47:29.767 INFO:tasks.workunit.client.0.smithi098.stdout: 16: throughput=4.76MB/sec pending data=0 2024-04-12T00:47:29.767 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4YVkQ6ixpyI-KPo off=835710 len=559748 2024-04-12T00:47:29.771 INFO:tasks.workunit.client.0.smithi098.stdout:op 80 completed, throughput=4.79MB/sec 2024-04-12T00:47:29.771 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3HXb-MkZXNwNOiB off=8559935 len=1148188 2024-04-12T00:47:29.778 INFO:tasks.workunit.client.0.smithi098.stdout:op 81 completed, throughput=4.85MB/sec 2024-04-12T00:47:29.778 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-snCLs7VjvTA6jhd off=1474773 len=967220 2024-04-12T00:47:29.779 INFO:tasks.workunit.client.0.smithi098.stdout:op 82 completed, throughput=4.91MB/sec 2024-04-12T00:47:29.779 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O89RdiTApvV7tA5 off=299695 len=1406908 2024-04-12T00:47:29.787 INFO:tasks.workunit.client.0.smithi098.stdout:op 83 completed, throughput=4.99MB/sec 2024-04-12T00:47:29.787 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hs1odioMQIQwnhn off=37921 len=236483 2024-04-12T00:47:29.787 INFO:tasks.workunit.client.0.smithi098.stdout:op 84 completed, throughput=5MB/sec 2024-04-12T00:47:30.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:29 smithi098 ceph-mon[91373]: pgmap v1367: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 192 op/s 2024-04-12T00:47:30.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:29 smithi098 ceph-mon[88922]: pgmap v1367: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 192 op/s 2024-04-12T00:47:30.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:29 smithi193 ceph-mon[83763]: pgmap v1367: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 192 op/s 2024-04-12T00:47:30.788 INFO:tasks.workunit.client.0.smithi098.stdout: 17: throughput=4.71MB/sec pending data=0 2024-04-12T00:47:30.788 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EgVUdYiFdWNRvBX off=6754141 len=868347 2024-04-12T00:47:30.793 INFO:tasks.workunit.client.0.smithi098.stdout:op 85 completed, throughput=4.76MB/sec 2024-04-12T00:47:30.793 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QbvTmnX3P2ItfZy off=23089308 len=849637 2024-04-12T00:47:30.798 INFO:tasks.workunit.client.0.smithi098.stdout:op 86 completed, throughput=4.81MB/sec 2024-04-12T00:47:30.798 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LyHjNLrQAGhxvZb off=6136906 len=1738410 2024-04-12T00:47:30.808 INFO:tasks.workunit.client.0.smithi098.stdout:op 87 completed, throughput=4.9MB/sec 2024-04-12T00:47:30.808 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8ZsjQ50k9vKtyay off=11759596 len=1456561 2024-04-12T00:47:30.810 INFO:tasks.workunit.client.0.smithi098.stdout:op 88 completed, throughput=4.98MB/sec 2024-04-12T00:47:30.810 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Y7zqQY5RwLUz8dJ off=5478585 len=1190228 2024-04-12T00:47:30.817 INFO:tasks.workunit.client.0.smithi098.stdout:op 89 completed, throughput=5.04MB/sec 2024-04-12T00:47:31.817 INFO:tasks.workunit.client.0.smithi098.stdout: 18: throughput=4.77MB/sec pending data=0 2024-04-12T00:47:31.818 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-agGVk59acu70vYL off=1077495 len=786155 2024-04-12T00:47:31.819 INFO:tasks.workunit.client.0.smithi098.stdout:op 90 completed, throughput=4.81MB/sec 2024-04-12T00:47:31.819 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dre3j3PKrglCZUW off=1000073 len=1624647 2024-04-12T00:47:31.821 INFO:tasks.workunit.client.0.smithi098.stdout:op 91 completed, throughput=4.89MB/sec 2024-04-12T00:47:31.821 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Al1zeXBgNR9n0gv off=15237585 len=1474118 2024-04-12T00:47:31.824 INFO:tasks.workunit.client.0.smithi098.stdout:op 92 completed, throughput=4.97MB/sec 2024-04-12T00:47:31.824 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lu1CmUl0BFjK-4Y off=8417820 len=501434 2024-04-12T00:47:31.825 INFO:tasks.workunit.client.0.smithi098.stdout:op 93 completed, throughput=4.99MB/sec 2024-04-12T00:47:31.826 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZCTR1esPpzaMgKC off=6713392 len=991640 2024-04-12T00:47:31.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 94 completed, throughput=5.04MB/sec 2024-04-12T00:47:32.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:31 smithi098 ceph-mon[91373]: pgmap v1368: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:47:32.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:31 smithi098 ceph-mon[88922]: pgmap v1368: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:47:32.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:31 smithi193 ceph-mon[83763]: pgmap v1368: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:47:32.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:47:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:47:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:47:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: 19: throughput=4.78MB/sec pending data=0 2024-04-12T00:47:32.831 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S6l7_LOvzHDRodb off=2629963 len=347324 2024-04-12T00:47:32.831 INFO:tasks.workunit.client.0.smithi098.stdout:op 95 completed, throughput=4.8MB/sec 2024-04-12T00:47:32.831 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TWLfo34do-RZigS off=6598059 len=370563 2024-04-12T00:47:32.834 INFO:tasks.workunit.client.0.smithi098.stdout:op 96 completed, throughput=4.82MB/sec 2024-04-12T00:47:32.834 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4pEsV16HoSEsuhB off=6211016 len=731915 2024-04-12T00:47:32.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 97 completed, throughput=4.85MB/sec 2024-04-12T00:47:32.836 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xFD7eehBJGPn7ct off=1553542 len=576263 2024-04-12T00:47:32.837 INFO:tasks.workunit.client.0.smithi098.stdout:op 98 completed, throughput=4.88MB/sec 2024-04-12T00:47:32.837 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RIdMRO-rF-nixYl off=5466118 len=879522 2024-04-12T00:47:32.838 INFO:tasks.workunit.client.0.smithi098.stdout:op 99 completed, throughput=4.92MB/sec 2024-04-12T00:47:32.838 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_9Iry8v4Z90ewxs off=1141177 len=1455578 2024-04-12T00:47:32.845 INFO:tasks.workunit.client.0.smithi098.stdout:op 100 completed, throughput=4.99MB/sec 2024-04-12T00:47:32.845 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--uR9MF1wgypNbwh off=8060653 len=1366935 2024-04-12T00:47:32.852 INFO:tasks.workunit.client.0.smithi098.stdout:op 101 completed, throughput=5.06MB/sec 2024-04-12T00:47:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: 20: throughput=4.81MB/sec pending data=0 2024-04-12T00:47:33.853 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lu0kejL0jo_e4wC off=6419112 len=552969 2024-04-12T00:47:33.854 INFO:tasks.workunit.client.0.smithi098.stdout:op 102 completed, throughput=4.84MB/sec 2024-04-12T00:47:33.854 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kXdVP8L1Gz9lDjB off=14902965 len=1125130 2024-04-12T00:47:33.855 INFO:tasks.workunit.client.0.smithi098.stdout:op 103 completed, throughput=4.89MB/sec 2024-04-12T00:47:33.855 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0oPodBnvbx0aRwO off=4017269 len=444672 2024-04-12T00:47:33.858 INFO:tasks.workunit.client.0.smithi098.stdout:op 104 completed, throughput=4.91MB/sec 2024-04-12T00:47:33.859 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5kemUEVvSxJT94j off=0 len=1191002 2024-04-12T00:47:33.862 INFO:tasks.workunit.client.0.smithi098.stdout:op 105 completed, throughput=4.96MB/sec 2024-04-12T00:47:33.862 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hR6d6tsbufCdEJ2 off=7607473 len=348611 2024-04-12T00:47:33.862 INFO:tasks.workunit.client.0.smithi098.stdout:op 106 completed, throughput=4.98MB/sec 2024-04-12T00:47:33.863 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Idd_MrDzFnRnLig off=961660 len=52342 2024-04-12T00:47:33.863 INFO:tasks.workunit.client.0.smithi098.stdout:op 107 completed, throughput=4.98MB/sec 2024-04-12T00:47:33.863 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WsTx_s_tLO5xy0J off=1804789 len=909184 2024-04-12T00:47:33.864 INFO:tasks.workunit.client.0.smithi098.stdout:op 108 completed, throughput=5.02MB/sec 2024-04-12T00:47:34.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:33 smithi098 ceph-mon[88922]: pgmap v1369: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:47:34.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:33 smithi098 ceph-mon[91373]: pgmap v1369: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:47:34.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:33 smithi193 ceph-mon[83763]: pgmap v1369: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:47:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: 21: throughput=4.79MB/sec pending data=0 2024-04-12T00:47:34.864 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jvDX-d5gorRdGpG off=11814554 len=337485 2024-04-12T00:47:34.868 INFO:tasks.workunit.client.0.smithi098.stdout:op 109 completed, throughput=4.8MB/sec 2024-04-12T00:47:34.868 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TzLvETJRg2hERmU off=11673001 len=912338 2024-04-12T00:47:34.870 INFO:tasks.workunit.client.0.smithi098.stdout:op 110 completed, throughput=4.84MB/sec 2024-04-12T00:47:34.870 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WJRVJ2Px5CH5ofC off=2020609 len=1280052 2024-04-12T00:47:34.877 INFO:tasks.workunit.client.0.smithi098.stdout:op 111 completed, throughput=4.9MB/sec 2024-04-12T00:47:34.877 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6-Wm9jAlGyzLhsZ off=6106336 len=990078 2024-04-12T00:47:34.878 INFO:tasks.workunit.client.0.smithi098.stdout:op 112 completed, throughput=4.94MB/sec 2024-04-12T00:47:34.878 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Bn7CoDKmRLER1jK off=6799530 len=1146070 2024-04-12T00:47:34.881 INFO:tasks.workunit.client.0.smithi098.stdout:op 113 completed, throughput=4.99MB/sec 2024-04-12T00:47:34.881 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6XhYMOIZX1JxKgo off=9572246 len=923827 2024-04-12T00:47:34.885 INFO:tasks.workunit.client.0.smithi098.stdout:op 114 completed, throughput=5.03MB/sec 2024-04-12T00:47:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: 22: throughput=4.81MB/sec pending data=0 2024-04-12T00:47:35.886 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UCtl2LXYAQMKFSz off=4198042 len=751407 2024-04-12T00:47:35.890 INFO:tasks.workunit.client.0.smithi098.stdout:op 115 completed, throughput=4.84MB/sec 2024-04-12T00:47:35.890 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-f5aakjxUkbSXnlH off=14157686 len=500747 2024-04-12T00:47:35.893 INFO:tasks.workunit.client.0.smithi098.stdout:op 116 completed, throughput=4.86MB/sec 2024-04-12T00:47:35.893 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-scYq7b_Z8dmjqTS off=0 len=1247680 2024-04-12T00:47:35.897 INFO:tasks.workunit.client.0.smithi098.stdout:op 117 completed, throughput=4.91MB/sec 2024-04-12T00:47:35.897 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QMdtPTheJ0WaU54 off=8627282 len=682034 2024-04-12T00:47:35.901 INFO:tasks.workunit.client.0.smithi098.stdout:op 118 completed, throughput=4.94MB/sec 2024-04-12T00:47:35.901 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K0jh5Gp0J505gfA off=394533 len=572886 2024-04-12T00:47:35.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 119 completed, throughput=4.96MB/sec 2024-04-12T00:47:35.902 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dsq2dDRwwSb6uJh off=2777644 len=1656349 2024-04-12T00:47:35.905 INFO:tasks.workunit.client.0.smithi098.stdout:op 120 completed, throughput=5.03MB/sec 2024-04-12T00:47:36.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:35 smithi098 ceph-mon[88922]: pgmap v1370: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:47:36.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:36.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:35 smithi098 ceph-mon[91373]: pgmap v1370: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:47:36.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:36.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:47:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:47:35] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-12T00:47:36.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:35 smithi193 ceph-mon[83763]: pgmap v1370: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:47:36.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: 23: throughput=4.82MB/sec pending data=0 2024-04-12T00:47:36.906 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MhT1rbQwV_0qJju off=1092159 len=1106833 2024-04-12T00:47:36.908 INFO:tasks.workunit.client.0.smithi098.stdout:op 121 completed, throughput=4.86MB/sec 2024-04-12T00:47:36.908 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bYsLX5mvZKZkVDo off=4032865 len=981822 2024-04-12T00:47:36.910 INFO:tasks.workunit.client.0.smithi098.stdout:op 122 completed, throughput=4.9MB/sec 2024-04-12T00:47:36.910 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qZRDTht59TOmseP off=4061684 len=1027478 2024-04-12T00:47:36.911 INFO:tasks.workunit.client.0.smithi098.stdout:op 123 completed, throughput=4.95MB/sec 2024-04-12T00:47:36.911 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8c0LWPdv_SJaWPu off=3109327 len=1455240 2024-04-12T00:47:36.919 INFO:tasks.workunit.client.0.smithi098.stdout:op 124 completed, throughput=5MB/sec 2024-04-12T00:47:37.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:37 smithi193 ceph-mon[83763]: pgmap v1371: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:47:37.870 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:47:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=cleanup t=2024-04-12T00:47:37.573724993Z level=info msg="Completed cleanup jobs" duration=3.707033ms 2024-04-12T00:47:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: 24: throughput=4.8MB/sec pending data=0 2024-04-12T00:47:37.919 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-93hVmZWyJ5Dh3kJ off=8178668 len=2034096 2024-04-12T00:47:37.922 INFO:tasks.workunit.client.0.smithi098.stdout:op 125 completed, throughput=4.88MB/sec 2024-04-12T00:47:37.922 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hvkH2rAJaZOsgYT off=18078425 len=1830741 2024-04-12T00:47:37.923 INFO:tasks.workunit.client.0.smithi098.stdout:op 126 completed, throughput=4.95MB/sec 2024-04-12T00:47:37.924 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EonmSFOoHsqS3jx off=5830656 len=775178 2024-04-12T00:47:37.925 INFO:tasks.workunit.client.0.smithi098.stdout:op 127 completed, throughput=4.98MB/sec 2024-04-12T00:47:37.925 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Cy5X9fWc6ZxdZVt off=1373020 len=1347789 2024-04-12T00:47:37.926 INFO:tasks.workunit.client.0.smithi098.stdout:op 128 completed, throughput=5.03MB/sec 2024-04-12T00:47:38.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:37 smithi098 ceph-mon[88922]: pgmap v1371: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:47:38.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:37 smithi098 ceph-mon[91373]: pgmap v1371: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:47:38.927 INFO:tasks.workunit.client.0.smithi098.stdout: 25: throughput=4.83MB/sec pending data=0 2024-04-12T00:47:38.927 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p8BGJNi_zQUD8h9 off=9590298 len=2094241 2024-04-12T00:47:38.931 INFO:tasks.workunit.client.0.smithi098.stdout:op 129 completed, throughput=4.91MB/sec 2024-04-12T00:47:38.931 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sqI_tx0Vu0N-GX9 off=9302246 len=2024677 2024-04-12T00:47:38.934 INFO:tasks.workunit.client.0.smithi098.stdout:op 130 completed, throughput=4.99MB/sec 2024-04-12T00:47:38.934 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6eyATTVqpNo18g1 off=3435543 len=1048202 2024-04-12T00:47:38.935 INFO:tasks.workunit.client.0.smithi098.stdout:op 131 completed, throughput=5.02MB/sec 2024-04-12T00:47:39.935 INFO:tasks.workunit.client.0.smithi098.stdout: 26: throughput=4.83MB/sec pending data=0 2024-04-12T00:47:39.936 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9TM5hrLOkzSlZ9f off=1442551 len=621719 2024-04-12T00:47:39.940 INFO:tasks.workunit.client.0.smithi098.stdout:op 132 completed, throughput=4.86MB/sec 2024-04-12T00:47:39.940 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vjuIxK5CHSF_Ucm off=744945 len=1173722 2024-04-12T00:47:39.941 INFO:tasks.workunit.client.0.smithi098.stdout:op 133 completed, throughput=4.9MB/sec 2024-04-12T00:47:39.941 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xxr1V_lcrWMHWT6 off=4085161 len=396850 2024-04-12T00:47:39.945 INFO:tasks.workunit.client.0.smithi098.stdout:op 134 completed, throughput=4.91MB/sec 2024-04-12T00:47:39.945 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-T8OSYXuqlg0CXy0 off=10348299 len=689425 2024-04-12T00:47:39.946 INFO:tasks.workunit.client.0.smithi098.stdout:op 135 completed, throughput=4.94MB/sec 2024-04-12T00:47:39.946 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9NZTF-mJIM6P2WP off=12378718 len=1319877 2024-04-12T00:47:39.948 INFO:tasks.workunit.client.0.smithi098.stdout:op 136 completed, throughput=4.98MB/sec 2024-04-12T00:47:39.948 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BIMEd3lOok_F406 off=7229737 len=2010867 2024-04-12T00:47:39.959 INFO:tasks.workunit.client.0.smithi098.stdout:op 137 completed, throughput=5.05MB/sec 2024-04-12T00:47:40.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:39 smithi098 ceph-mon[88922]: pgmap v1372: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:47:40.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:39 smithi098 ceph-mon[91373]: pgmap v1372: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:47:40.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:39 smithi193 ceph-mon[83763]: pgmap v1372: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:47:40.959 INFO:tasks.workunit.client.0.smithi098.stdout: 27: throughput=4.87MB/sec pending data=0 2024-04-12T00:47:40.959 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ot-BcXewWRI0IM3 off=11846410 len=184405 2024-04-12T00:47:40.960 INFO:tasks.workunit.client.0.smithi098.stdout:op 138 completed, throughput=4.88MB/sec 2024-04-12T00:47:40.960 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hIs3PXpfEOvrdM2 off=485827 len=1467429 2024-04-12T00:47:40.966 INFO:tasks.workunit.client.0.smithi098.stdout:op 139 completed, throughput=4.93MB/sec 2024-04-12T00:47:40.966 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VbNfqMMObiYLB1R off=144747 len=1409071 2024-04-12T00:47:40.968 INFO:tasks.workunit.client.0.smithi098.stdout:op 140 completed, throughput=4.97MB/sec 2024-04-12T00:47:40.968 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BZ3suLQ3iyAfKEM off=12031424 len=70865 2024-04-12T00:47:40.971 INFO:tasks.workunit.client.0.smithi098.stdout:op 141 completed, throughput=4.98MB/sec 2024-04-12T00:47:40.971 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VdfjuTMnwI6989J off=18384118 len=769402 2024-04-12T00:47:40.975 INFO:tasks.workunit.client.0.smithi098.stdout:op 142 completed, throughput=5MB/sec 2024-04-12T00:47:41.975 INFO:tasks.workunit.client.0.smithi098.stdout: 28: throughput=4.83MB/sec pending data=0 2024-04-12T00:47:41.976 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xQzkG7yK2sHvbhv off=5466999 len=620253 2024-04-12T00:47:41.976 INFO:tasks.workunit.client.0.smithi098.stdout:op 143 completed, throughput=4.85MB/sec 2024-04-12T00:47:41.976 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CIgWqclEzSlBMBz off=4125744 len=1682812 2024-04-12T00:47:41.985 INFO:tasks.workunit.client.0.smithi098.stdout:op 144 completed, throughput=4.9MB/sec 2024-04-12T00:47:41.985 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4s34N6fWW0HGs2v off=13177581 len=992466 2024-04-12T00:47:41.986 INFO:tasks.workunit.client.0.smithi098.stdout:op 145 completed, throughput=4.94MB/sec 2024-04-12T00:47:41.986 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-N60WerLXVXwcjOH off=12361580 len=1811534 2024-04-12T00:47:41.993 INFO:tasks.workunit.client.0.smithi098.stdout:op 146 completed, throughput=4.99MB/sec 2024-04-12T00:47:41.993 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yrmDOOSRjTFKFe_ off=4855872 len=1557555 2024-04-12T00:47:42.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 147 completed, throughput=5.05MB/sec 2024-04-12T00:47:42.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:41 smithi098 ceph-mon[91373]: pgmap v1373: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:47:42.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:41 smithi098 ceph-mon[88922]: pgmap v1373: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:47:42.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:41 smithi193 ceph-mon[83763]: pgmap v1373: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:47:42.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:47:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:47:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:47:43.000 INFO:tasks.workunit.client.0.smithi098.stdout: 29: throughput=4.87MB/sec pending data=0 2024-04-12T00:47:43.001 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZhPA4G2Ceyaokb0 off=6856641 len=253520 2024-04-12T00:47:43.001 INFO:tasks.workunit.client.0.smithi098.stdout:op 148 completed, throughput=4.88MB/sec 2024-04-12T00:47:43.001 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6fsJtfnsovQ2MLP off=477391 len=266341 2024-04-12T00:47:43.004 INFO:tasks.workunit.client.0.smithi098.stdout:op 149 completed, throughput=4.89MB/sec 2024-04-12T00:47:43.005 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y3AqnZUWfeT90XM off=3102721 len=1457003 2024-04-12T00:47:43.006 INFO:tasks.workunit.client.0.smithi098.stdout:op 150 completed, throughput=4.94MB/sec 2024-04-12T00:47:43.006 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K4IcyIW4kZKpy6_ off=2823447 len=1163973 2024-04-12T00:47:43.009 INFO:tasks.workunit.client.0.smithi098.stdout:op 151 completed, throughput=4.97MB/sec 2024-04-12T00:47:43.009 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GP___5gckjUGCgC off=313105 len=706058 2024-04-12T00:47:43.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 152 completed, throughput=5MB/sec 2024-04-12T00:47:43.010 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hx2bR6P9DLkCjUu off=2435773 len=1362340 2024-04-12T00:47:43.012 INFO:tasks.workunit.client.0.smithi098.stdout:op 153 completed, throughput=5.04MB/sec 2024-04-12T00:47:44.013 INFO:tasks.workunit.client.0.smithi098.stdout: 30: throughput=4.88MB/sec pending data=0 2024-04-12T00:47:44.013 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3kN_0b0sKh7y-OG off=2293483 len=2008240 2024-04-12T00:47:44.022 INFO:tasks.workunit.client.0.smithi098.stdout:op 154 completed, throughput=4.94MB/sec 2024-04-12T00:47:44.022 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mXwJ9W_QhEzCyPj off=14791833 len=1115770 2024-04-12T00:47:44.028 INFO:tasks.workunit.client.0.smithi098.stdout:op 155 completed, throughput=4.97MB/sec 2024-04-12T00:47:44.028 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nQBHlEyrJgQx5cF off=158362 len=298626 2024-04-12T00:47:44.031 INFO:tasks.workunit.client.0.smithi098.stdout:op 156 completed, throughput=4.98MB/sec 2024-04-12T00:47:44.031 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x_ZnVW4sds3UlAN off=9623528 len=764620 2024-04-12T00:47:44.035 INFO:tasks.workunit.client.0.smithi098.stdout:op 157 completed, throughput=5MB/sec 2024-04-12T00:47:44.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:43 smithi098 ceph-mon[91373]: pgmap v1374: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:47:44.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:43 smithi098 ceph-mon[88922]: pgmap v1374: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:47:44.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:43 smithi193 ceph-mon[83763]: pgmap v1374: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:47:45.035 INFO:tasks.workunit.client.0.smithi098.stdout: 31: throughput=4.84MB/sec pending data=0 2024-04-12T00:47:45.035 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I0Y7d9my7Cjxb9_ off=6385989 len=156284 2024-04-12T00:47:45.038 INFO:tasks.workunit.client.0.smithi098.stdout:op 158 completed, throughput=4.85MB/sec 2024-04-12T00:47:45.038 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kdwB0c7cde-7rZ- off=1236723 len=264889 2024-04-12T00:47:45.041 INFO:tasks.workunit.client.0.smithi098.stdout:op 159 completed, throughput=4.86MB/sec 2024-04-12T00:47:45.041 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ybClN0GlRTA4cWT off=203301 len=241980 2024-04-12T00:47:45.043 INFO:tasks.workunit.client.0.smithi098.stdout:op 160 completed, throughput=4.86MB/sec 2024-04-12T00:47:45.044 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p0Pe_w6jr1GByML off=5006048 len=1829986 2024-04-12T00:47:45.047 INFO:tasks.workunit.client.0.smithi098.stdout:op 161 completed, throughput=4.92MB/sec 2024-04-12T00:47:45.048 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NAZjae3W8tXkGmj off=598501 len=756813 2024-04-12T00:47:45.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 162 completed, throughput=4.94MB/sec 2024-04-12T00:47:45.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GhH-3UPBamfsmsY off=1696620 len=1454797 2024-04-12T00:47:45.055 INFO:tasks.workunit.client.0.smithi098.stdout:op 163 completed, throughput=4.98MB/sec 2024-04-12T00:47:45.055 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3wfj8x9FRXNHOBA off=9921496 len=1998789 2024-04-12T00:47:45.057 INFO:tasks.workunit.client.0.smithi098.stdout:op 164 completed, throughput=5.04MB/sec 2024-04-12T00:47:46.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:45 smithi098 ceph-mon[91373]: pgmap v1375: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T00:47:46.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:45 smithi098 ceph-mon[88922]: pgmap v1375: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T00:47:46.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:47:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:47:45] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-12T00:47:46.057 INFO:tasks.workunit.client.0.smithi098.stdout: 32: throughput=4.89MB/sec pending data=0 2024-04-12T00:47:46.057 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fz5g91koqOPbtLj off=18435298 len=2069461 2024-04-12T00:47:46.066 INFO:tasks.workunit.client.0.smithi098.stdout:op 165 completed, throughput=4.95MB/sec 2024-04-12T00:47:46.067 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Fd5JhawmCMAOqv_ off=4761848 len=1978554 2024-04-12T00:47:46.068 INFO:tasks.workunit.client.0.smithi098.stdout:op 166 completed, throughput=5.01MB/sec 2024-04-12T00:47:46.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:45 smithi193 ceph-mon[83763]: pgmap v1375: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T00:47:47.068 INFO:tasks.workunit.client.0.smithi098.stdout: 33: throughput=4.86MB/sec pending data=0 2024-04-12T00:47:47.068 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-W23eJGPlJDPdzZD off=14297943 len=1987707 2024-04-12T00:47:47.080 INFO:tasks.workunit.client.0.smithi098.stdout:op 167 completed, throughput=4.91MB/sec 2024-04-12T00:47:47.080 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cSt5jRyujFOW0uV off=6867706 len=907618 2024-04-12T00:47:47.081 INFO:tasks.workunit.client.0.smithi098.stdout:op 168 completed, throughput=4.94MB/sec 2024-04-12T00:47:47.081 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hoYN_LeGVC8Fh7P off=6982071 len=1744233 2024-04-12T00:47:47.090 INFO:tasks.workunit.client.0.smithi098.stdout:op 169 completed, throughput=4.98MB/sec 2024-04-12T00:47:47.090 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JJSdoT8HgDCh9fI off=4751354 len=1183462 2024-04-12T00:47:47.091 INFO:tasks.workunit.client.0.smithi098.stdout:op 170 completed, throughput=5.02MB/sec 2024-04-12T00:47:48.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:47 smithi098 ceph-mon[91373]: pgmap v1376: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:47:48.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:47 smithi098 ceph-mon[88922]: pgmap v1376: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:47:48.092 INFO:tasks.workunit.client.0.smithi098.stdout: 34: throughput=4.87MB/sec pending data=0 2024-04-12T00:47:48.092 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Qp1ZtjHK0hFcI-z off=12775931 len=1744264 2024-04-12T00:47:48.102 INFO:tasks.workunit.client.0.smithi098.stdout:op 171 completed, throughput=4.92MB/sec 2024-04-12T00:47:48.102 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Two2evvrrF0hRdO off=2648610 len=1951110 2024-04-12T00:47:48.104 INFO:tasks.workunit.client.0.smithi098.stdout:op 172 completed, throughput=4.97MB/sec 2024-04-12T00:47:48.104 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-39Rld_B2KLp4-Mt off=16133873 len=539026 2024-04-12T00:47:48.107 INFO:tasks.workunit.client.0.smithi098.stdout:op 173 completed, throughput=4.99MB/sec 2024-04-12T00:47:48.107 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_nCd0KQelXnUaCS off=9242684 len=1511927 2024-04-12T00:47:48.114 INFO:tasks.workunit.client.0.smithi098.stdout:op 174 completed, throughput=5.03MB/sec 2024-04-12T00:47:48.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:47 smithi193 ceph-mon[83763]: pgmap v1376: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:47:49.115 INFO:tasks.workunit.client.0.smithi098.stdout: 35: throughput=4.89MB/sec pending data=0 2024-04-12T00:47:49.115 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RK8nBYfUuWdqOM6 off=9394556 len=44668 2024-04-12T00:47:49.115 INFO:tasks.workunit.client.0.smithi098.stdout:op 175 completed, throughput=4.89MB/sec 2024-04-12T00:47:49.116 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TYveYnyEMTScatx off=3071356 len=2030577 2024-04-12T00:47:49.125 INFO:tasks.workunit.client.0.smithi098.stdout:op 176 completed, throughput=4.94MB/sec 2024-04-12T00:47:49.125 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x1urvDNKrcHT9Lh off=2959092 len=649809 2024-04-12T00:47:49.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 177 completed, throughput=4.96MB/sec 2024-04-12T00:47:49.126 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Qmy4aqahhsjHgOX off=2977584 len=1986390 2024-04-12T00:47:49.133 INFO:tasks.workunit.client.0.smithi098.stdout:op 178 completed, throughput=5.01MB/sec 2024-04-12T00:47:50.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:49 smithi098 ceph-mon[91373]: pgmap v1377: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:47:50.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:49 smithi098 ceph-mon[88922]: pgmap v1377: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:47:50.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:49 smithi193 ceph-mon[83763]: pgmap v1377: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:47:50.134 INFO:tasks.workunit.client.0.smithi098.stdout: 36: throughput=4.87MB/sec pending data=0 2024-04-12T00:47:50.134 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OiI40kfE1WehXDI off=1641363 len=1890556 2024-04-12T00:47:50.147 INFO:tasks.workunit.client.0.smithi098.stdout:op 179 completed, throughput=4.92MB/sec 2024-04-12T00:47:50.147 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3PrCJPVpjBiGltN off=2024877 len=988368 2024-04-12T00:47:50.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 180 completed, throughput=4.95MB/sec 2024-04-12T00:47:50.149 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-366qXxN6FUoZ9pB off=7510124 len=1526266 2024-04-12T00:47:50.155 INFO:tasks.workunit.client.0.smithi098.stdout:op 181 completed, throughput=4.99MB/sec 2024-04-12T00:47:50.155 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ovylR9_9WgJc3tM off=8984547 len=764714 2024-04-12T00:47:50.159 INFO:tasks.workunit.client.0.smithi098.stdout:op 182 completed, throughput=5MB/sec 2024-04-12T00:47:51.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:51.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:51.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:47:51.160 INFO:tasks.workunit.client.0.smithi098.stdout: 37: throughput=4.87MB/sec pending data=0 2024-04-12T00:47:51.160 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B7mxYKyR0pJTvPU off=1169263 len=1761314 2024-04-12T00:47:51.170 INFO:tasks.workunit.client.0.smithi098.stdout:op 183 completed, throughput=4.91MB/sec 2024-04-12T00:47:51.171 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mp1W2OU2x0Rr4g3 off=20191541 len=17733 2024-04-12T00:47:51.173 INFO:tasks.workunit.client.0.smithi098.stdout:op 184 completed, throughput=4.92MB/sec 2024-04-12T00:47:51.173 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yJr3I90LVzDEocB off=1923748 len=346023 2024-04-12T00:47:51.176 INFO:tasks.workunit.client.0.smithi098.stdout:op 185 completed, throughput=4.92MB/sec 2024-04-12T00:47:51.176 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mbPibU3bpoZzJ3a off=11034920 len=192365 2024-04-12T00:47:51.179 INFO:tasks.workunit.client.0.smithi098.stdout:op 186 completed, throughput=4.93MB/sec 2024-04-12T00:47:51.179 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0xBHPC47TKT1_3p off=4165160 len=1496416 2024-04-12T00:47:51.181 INFO:tasks.workunit.client.0.smithi098.stdout:op 187 completed, throughput=4.97MB/sec 2024-04-12T00:47:51.181 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v2XWGhM5HzbthBP off=7750880 len=1361100 2024-04-12T00:47:51.188 INFO:tasks.workunit.client.0.smithi098.stdout:op 188 completed, throughput=5MB/sec 2024-04-12T00:47:51.188 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fSf9jkIuqLe4waE off=8370101 len=171646 2024-04-12T00:47:51.190 INFO:tasks.workunit.client.0.smithi098.stdout:op 189 completed, throughput=5MB/sec 2024-04-12T00:47:52.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:51 smithi098 ceph-mon[91373]: pgmap v1378: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:47:52.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:51 smithi098 ceph-mon[88922]: pgmap v1378: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:47:52.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:51 smithi193 ceph-mon[83763]: pgmap v1378: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:47:52.191 INFO:tasks.workunit.client.0.smithi098.stdout: 38: throughput=4.87MB/sec pending data=0 2024-04-12T00:47:52.191 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tQRjDunqRSg_STY off=411403 len=72565 2024-04-12T00:47:52.193 INFO:tasks.workunit.client.0.smithi098.stdout:op 190 completed, throughput=4.88MB/sec 2024-04-12T00:47:52.193 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UsF2m8xzvs7iC84 off=5097135 len=263911 2024-04-12T00:47:52.194 INFO:tasks.workunit.client.0.smithi098.stdout:op 191 completed, throughput=4.88MB/sec 2024-04-12T00:47:52.194 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9aAX3DoL_faSIa_ off=5441730 len=1387876 2024-04-12T00:47:52.196 INFO:tasks.workunit.client.0.smithi098.stdout:op 192 completed, throughput=4.92MB/sec 2024-04-12T00:47:52.196 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eN_BFI1cfJkvDZ7 off=2131504 len=870456 2024-04-12T00:47:52.201 INFO:tasks.workunit.client.0.smithi098.stdout:op 193 completed, throughput=4.94MB/sec 2024-04-12T00:47:52.201 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dnotPI1ALG5g2Aq off=12829077 len=10944 2024-04-12T00:47:52.201 INFO:tasks.workunit.client.0.smithi098.stdout:op 194 completed, throughput=4.94MB/sec 2024-04-12T00:47:52.201 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RuAt7sp7NYbzfpZ off=2169635 len=654191 2024-04-12T00:47:52.206 INFO:tasks.workunit.client.0.smithi098.stdout:op 195 completed, throughput=4.95MB/sec 2024-04-12T00:47:52.206 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MHT07V_ZWQau16o off=276167 len=1863351 2024-04-12T00:47:52.208 INFO:tasks.workunit.client.0.smithi098.stdout:op 196 completed, throughput=5MB/sec 2024-04-12T00:47:52.208 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uZM-GQ4CO87s4nR off=8789859 len=1828323 2024-04-12T00:47:52.210 INFO:tasks.workunit.client.0.smithi098.stdout:op 197 completed, throughput=5.04MB/sec 2024-04-12T00:47:52.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:47:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:47:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:47:53.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:47:53.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:47:53.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:47:53.210 INFO:tasks.workunit.client.0.smithi098.stdout: 39: throughput=4.92MB/sec pending data=0 2024-04-12T00:47:53.210 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pBFCO-8QBdS4kXt off=38762 len=2044147 2024-04-12T00:47:53.220 INFO:tasks.workunit.client.0.smithi098.stdout:op 198 completed, throughput=4.96MB/sec 2024-04-12T00:47:53.221 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ufcpySlQ8C3fye9 off=2749915 len=1574556 2024-04-12T00:47:53.227 INFO:tasks.workunit.client.0.smithi098.stdout:op 199 completed, throughput=5MB/sec 2024-04-12T00:47:54.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:53 smithi098 ceph-mon[91373]: pgmap v1379: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:47:54.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:53 smithi098 ceph-mon[88922]: pgmap v1379: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:47:54.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:53 smithi193 ceph-mon[83763]: pgmap v1379: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:47:54.228 INFO:tasks.workunit.client.0.smithi098.stdout: 40: throughput=4.88MB/sec pending data=0 2024-04-12T00:47:54.228 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KiIYFNJdc1hpVpv off=8019666 len=148469 2024-04-12T00:47:54.229 INFO:tasks.workunit.client.0.smithi098.stdout:op 200 completed, throughput=4.88MB/sec 2024-04-12T00:47:54.229 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8Mhy_YIURnSaCFP off=2481623 len=1991022 2024-04-12T00:47:54.236 INFO:tasks.workunit.client.0.smithi098.stdout:op 201 completed, throughput=4.93MB/sec 2024-04-12T00:47:54.236 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-88_o7f-d1tmuXPz off=8657837 len=765509 2024-04-12T00:47:54.240 INFO:tasks.workunit.client.0.smithi098.stdout:op 202 completed, throughput=4.94MB/sec 2024-04-12T00:47:54.240 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hq9BVWHbGEz9WKD off=9130254 len=1233394 2024-04-12T00:47:54.242 INFO:tasks.workunit.client.0.smithi098.stdout:op 203 completed, throughput=4.97MB/sec 2024-04-12T00:47:54.242 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LuBk21oIQyBBkW_ off=0 len=1751800 2024-04-12T00:47:54.246 INFO:tasks.workunit.client.0.smithi098.stdout:op 204 completed, throughput=5.01MB/sec 2024-04-12T00:47:55.246 INFO:tasks.workunit.client.0.smithi098.stdout: 41: throughput=4.89MB/sec pending data=0 2024-04-12T00:47:55.247 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4T4D4jGQHmPr7gR off=7642824 len=1027743 2024-04-12T00:47:55.251 INFO:tasks.workunit.client.0.smithi098.stdout:op 205 completed, throughput=4.92MB/sec 2024-04-12T00:47:55.251 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1FB96DVHGkH0lSx off=2725204 len=145281 2024-04-12T00:47:55.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 206 completed, throughput=4.92MB/sec 2024-04-12T00:47:55.254 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pmMEAll30yD8sv3 off=360127 len=708894 2024-04-12T00:47:55.255 INFO:tasks.workunit.client.0.smithi098.stdout:op 207 completed, throughput=4.93MB/sec 2024-04-12T00:47:55.255 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XiqVxEKIIR4-m6B off=8206253 len=581417 2024-04-12T00:47:55.256 INFO:tasks.workunit.client.0.smithi098.stdout:op 208 completed, throughput=4.95MB/sec 2024-04-12T00:47:55.256 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--dS5rwbzPZMcX1L off=1139129 len=1031836 2024-04-12T00:47:55.261 INFO:tasks.workunit.client.0.smithi098.stdout:op 209 completed, throughput=4.97MB/sec 2024-04-12T00:47:55.261 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1AUSW1yDsLoFi6Y off=17876009 len=218876 2024-04-12T00:47:55.261 INFO:tasks.workunit.client.0.smithi098.stdout:op 210 completed, throughput=4.98MB/sec 2024-04-12T00:47:55.261 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XGtVj2Hgs9AVzZP off=10387729 len=1683020 2024-04-12T00:47:55.267 INFO:tasks.workunit.client.0.smithi098.stdout:op 211 completed, throughput=5.01MB/sec 2024-04-12T00:47:56.012 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:55 smithi193 ceph-mon[83763]: pgmap v1380: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:47:56.013 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:55 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:56.013 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:55 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:56.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:47:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:47:55] "GET /metrics HTTP/1.1" 200 34112 "" "Prometheus/2.43.0" 2024-04-12T00:47:56.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:55 smithi098 ceph-mon[91373]: pgmap v1380: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:47:56.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:55 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:56.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:55 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:56.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:55 smithi098 ceph-mon[88922]: pgmap v1380: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:47:56.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:55 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:56.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:55 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:56.268 INFO:tasks.workunit.client.0.smithi098.stdout: 42: throughput=4.9MB/sec pending data=0 2024-04-12T00:47:56.268 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CzfZHy85EQIzfhW off=635700 len=806103 2024-04-12T00:47:56.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 212 completed, throughput=4.91MB/sec 2024-04-12T00:47:56.269 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zxF3nZivYZ9Umsk off=9741383 len=241300 2024-04-12T00:47:56.270 INFO:tasks.workunit.client.0.smithi098.stdout:op 213 completed, throughput=4.92MB/sec 2024-04-12T00:47:56.270 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OecVFN98dtkSKqe off=6302371 len=119797 2024-04-12T00:47:56.270 INFO:tasks.workunit.client.0.smithi098.stdout:op 214 completed, throughput=4.92MB/sec 2024-04-12T00:47:56.270 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Slfi_SKaM4ahCMF off=2815980 len=1997747 2024-04-12T00:47:56.273 INFO:tasks.workunit.client.0.smithi098.stdout:op 215 completed, throughput=4.97MB/sec 2024-04-12T00:47:56.273 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Xmqo8_QI7_wggYP off=202810 len=917899 2024-04-12T00:47:56.274 INFO:tasks.workunit.client.0.smithi098.stdout:op 216 completed, throughput=4.99MB/sec 2024-04-12T00:47:56.274 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HCVG8vhYcpaz8U8 off=1191091 len=249176 2024-04-12T00:47:56.275 INFO:tasks.workunit.client.0.smithi098.stdout:op 217 completed, throughput=4.99MB/sec 2024-04-12T00:47:56.275 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RzZqRnM50-y5xI3 off=8296391 len=80566 2024-04-12T00:47:56.277 INFO:tasks.workunit.client.0.smithi098.stdout:op 218 completed, throughput=4.99MB/sec 2024-04-12T00:47:56.277 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oEZ9gYFoRUDTWyx off=13561918 len=354484 2024-04-12T00:47:56.279 INFO:tasks.workunit.client.0.smithi098.stdout:op 219 completed, throughput=5MB/sec 2024-04-12T00:47:57.279 INFO:tasks.workunit.client.0.smithi098.stdout: 43: throughput=4.89MB/sec pending data=0 2024-04-12T00:47:57.280 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0zYvhFtV0dHNUsa off=384552 len=638032 2024-04-12T00:47:57.280 INFO:tasks.workunit.client.0.smithi098.stdout:op 220 completed, throughput=4.9MB/sec 2024-04-12T00:47:57.280 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H2R-KZbfyBBQc_Q off=10450254 len=1290090 2024-04-12T00:47:57.283 INFO:tasks.workunit.client.0.smithi098.stdout:op 221 completed, throughput=4.93MB/sec 2024-04-12T00:47:57.283 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CN7cnvEQ-8bHMCX off=1130787 len=1381335 2024-04-12T00:47:57.289 INFO:tasks.workunit.client.0.smithi098.stdout:op 222 completed, throughput=4.96MB/sec 2024-04-12T00:47:57.289 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mJdIAGpwzDFIx8H off=3701003 len=1992898 2024-04-12T00:47:57.291 INFO:tasks.workunit.client.0.smithi098.stdout:op 223 completed, throughput=5MB/sec 2024-04-12T00:47:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[91373]: pgmap v1381: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T00:47:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:47:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:47:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[88922]: pgmap v1381: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T00:47:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:47:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:47:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:57 smithi193 ceph-mon[83763]: pgmap v1381: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T00:47:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:47:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:47:57.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:47:58.292 INFO:tasks.workunit.client.0.smithi098.stdout: 44: throughput=4.89MB/sec pending data=0 2024-04-12T00:47:58.292 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AvP0N-3oZ7vdMtN off=23920712 len=171215 2024-04-12T00:47:58.292 INFO:tasks.workunit.client.0.smithi098.stdout:op 224 completed, throughput=4.89MB/sec 2024-04-12T00:47:58.292 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aDHxDtLIWLxMkje off=4473813 len=867075 2024-04-12T00:47:58.297 INFO:tasks.workunit.client.0.smithi098.stdout:op 225 completed, throughput=4.91MB/sec 2024-04-12T00:47:58.297 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gojIR6pVMuTlcJL off=4229410 len=1463133 2024-04-12T00:47:58.304 INFO:tasks.workunit.client.0.smithi098.stdout:op 226 completed, throughput=4.94MB/sec 2024-04-12T00:47:58.304 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1wN5ap4q9lCE9ip off=9606299 len=1871135 2024-04-12T00:47:58.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 227 completed, throughput=4.98MB/sec 2024-04-12T00:47:58.305 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_Od1Fdy8oilEuw5 off=11214905 len=277515 2024-04-12T00:47:58.309 INFO:tasks.workunit.client.0.smithi098.stdout:op 228 completed, throughput=4.99MB/sec 2024-04-12T00:47:58.309 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tUXCBS3mTr1cwP2 off=14720462 len=1717313 2024-04-12T00:47:58.319 INFO:tasks.workunit.client.0.smithi098.stdout:op 229 completed, throughput=5.02MB/sec 2024-04-12T00:47:59.319 INFO:tasks.workunit.client.0.smithi098.stdout: 45: throughput=4.91MB/sec pending data=0 2024-04-12T00:47:59.319 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FaXzgHS5XnOc4wf off=18711491 len=106942 2024-04-12T00:47:59.320 INFO:tasks.workunit.client.0.smithi098.stdout:op 230 completed, throughput=4.91MB/sec 2024-04-12T00:47:59.320 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vrJ-8H4AMa5Hofc off=3590838 len=448381 2024-04-12T00:47:59.320 INFO:tasks.workunit.client.0.smithi098.stdout:op 231 completed, throughput=4.92MB/sec 2024-04-12T00:47:59.320 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-q8R1WqFrihSfT9G off=37130 len=1464427 2024-04-12T00:47:59.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 232 completed, throughput=4.95MB/sec 2024-04-12T00:47:59.322 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lu1CmUl0BFjK-4Y off=7056055 len=662889 2024-04-12T00:47:59.324 INFO:tasks.workunit.client.0.smithi098.stdout:op 233 completed, throughput=4.97MB/sec 2024-04-12T00:47:59.324 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kIxvHuRXqTh-l26 off=21748810 len=637881 2024-04-12T00:47:59.325 INFO:tasks.workunit.client.0.smithi098.stdout:op 234 completed, throughput=4.98MB/sec 2024-04-12T00:47:59.325 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nYgtXvCi8xOQANW off=10374543 len=727950 2024-04-12T00:47:59.330 INFO:tasks.workunit.client.0.smithi098.stdout:op 235 completed, throughput=5MB/sec 2024-04-12T00:47:59.330 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vn0G3peUbL-RgaU off=2745232 len=1901932 2024-04-12T00:47:59.334 INFO:tasks.workunit.client.0.smithi098.stdout:op 236 completed, throughput=5.03MB/sec 2024-04-12T00:47:59.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:47:59 smithi098 ceph-mon[91373]: pgmap v1382: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:47:59.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:47:59 smithi098 ceph-mon[88922]: pgmap v1382: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:47:59.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:47:59 smithi193 ceph-mon[83763]: pgmap v1382: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:48:00.335 INFO:tasks.workunit.client.0.smithi098.stdout: 46: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:00.335 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nw0EFTsXmjyW546 off=1352445 len=835676 2024-04-12T00:48:00.336 INFO:tasks.workunit.client.0.smithi098.stdout:op 237 completed, throughput=4.94MB/sec 2024-04-12T00:48:00.336 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TmmcnqL3HJ9Zvjv off=979442 len=1169581 2024-04-12T00:48:00.344 INFO:tasks.workunit.client.0.smithi098.stdout:op 238 completed, throughput=4.97MB/sec 2024-04-12T00:48:00.344 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4eg5znDNV0fL6UH off=3563650 len=2094409 2024-04-12T00:48:00.349 INFO:tasks.workunit.client.0.smithi098.stdout:op 239 completed, throughput=5.01MB/sec 2024-04-12T00:48:01.349 INFO:tasks.workunit.client.0.smithi098.stdout: 47: throughput=4.9MB/sec pending data=0 2024-04-12T00:48:01.349 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2FMRSxDE_itDGLl off=7288636 len=2017607 2024-04-12T00:48:01.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 240 completed, throughput=4.94MB/sec 2024-04-12T00:48:01.361 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1AUSW1yDsLoFi6Y off=10927538 len=810407 2024-04-12T00:48:01.365 INFO:tasks.workunit.client.0.smithi098.stdout:op 241 completed, throughput=4.96MB/sec 2024-04-12T00:48:01.365 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--LEZwU22RdDOuuy off=1098347 len=976301 2024-04-12T00:48:01.367 INFO:tasks.workunit.client.0.smithi098.stdout:op 242 completed, throughput=4.98MB/sec 2024-04-12T00:48:01.367 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xSLq17076BjSygi off=2112573 len=1021697 2024-04-12T00:48:01.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 243 completed, throughput=5MB/sec 2024-04-12T00:48:01.372 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uvvImByOI1qHQ8t off=4050709 len=358542 2024-04-12T00:48:01.376 INFO:tasks.workunit.client.0.smithi098.stdout:op 244 completed, throughput=5MB/sec 2024-04-12T00:48:01.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:01 smithi098 ceph-mon[91373]: pgmap v1383: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:48:01.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:01 smithi098 ceph-mon[88922]: pgmap v1383: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:48:01.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:01 smithi193 ceph-mon[83763]: pgmap v1383: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:48:02.376 INFO:tasks.workunit.client.0.smithi098.stdout: 48: throughput=4.9MB/sec pending data=0 2024-04-12T00:48:02.376 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-meuuhI_FdUkREOw off=8976884 len=1070961 2024-04-12T00:48:02.381 INFO:tasks.workunit.client.0.smithi098.stdout:op 245 completed, throughput=4.92MB/sec 2024-04-12T00:48:02.381 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YVMxI0yCEkJWofj off=5297924 len=1492554 2024-04-12T00:48:02.386 INFO:tasks.workunit.client.0.smithi098.stdout:op 246 completed, throughput=4.95MB/sec 2024-04-12T00:48:02.387 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tCSMME8gNehDRfb off=6427213 len=21646 2024-04-12T00:48:02.387 INFO:tasks.workunit.client.0.smithi098.stdout:op 247 completed, throughput=4.95MB/sec 2024-04-12T00:48:02.387 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6XSYBFlObC5pboL off=1492906 len=523898 2024-04-12T00:48:02.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 248 completed, throughput=4.96MB/sec 2024-04-12T00:48:02.391 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EFef9Xr5afhcbfL off=3853110 len=918446 2024-04-12T00:48:02.396 INFO:tasks.workunit.client.0.smithi098.stdout:op 249 completed, throughput=4.98MB/sec 2024-04-12T00:48:02.396 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t-Q2KfXfg-ZMhw_ off=1617562 len=703140 2024-04-12T00:48:02.400 INFO:tasks.workunit.client.0.smithi098.stdout:op 250 completed, throughput=4.99MB/sec 2024-04-12T00:48:02.400 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-h-iNoZ8ZzUIWTwQ off=16244059 len=1438950 2024-04-12T00:48:02.407 INFO:tasks.workunit.client.0.smithi098.stdout:op 251 completed, throughput=5.02MB/sec 2024-04-12T00:48:02.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:48:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:48:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:48:03.407 INFO:tasks.workunit.client.0.smithi098.stdout: 49: throughput=4.92MB/sec pending data=0 2024-04-12T00:48:03.408 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RZbz1AL9Wjb_J2N off=744893 len=1807211 2024-04-12T00:48:03.410 INFO:tasks.workunit.client.0.smithi098.stdout:op 252 completed, throughput=4.95MB/sec 2024-04-12T00:48:03.410 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-b7DQD6c2i35i981 off=5119177 len=325668 2024-04-12T00:48:03.413 INFO:tasks.workunit.client.0.smithi098.stdout:op 253 completed, throughput=4.96MB/sec 2024-04-12T00:48:03.414 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CP3jt9YWMyQYqXk off=4083828 len=394607 2024-04-12T00:48:03.417 INFO:tasks.workunit.client.0.smithi098.stdout:op 254 completed, throughput=4.97MB/sec 2024-04-12T00:48:03.418 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zh76De1Cq7pOFNr off=1692024 len=802256 2024-04-12T00:48:03.422 INFO:tasks.workunit.client.0.smithi098.stdout:op 255 completed, throughput=4.98MB/sec 2024-04-12T00:48:03.422 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CMjp6Z0SitMpSqd off=4432855 len=1827320 2024-04-12T00:48:03.433 INFO:tasks.workunit.client.0.smithi098.stdout:op 256 completed, throughput=5.01MB/sec 2024-04-12T00:48:03.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:03 smithi098 ceph-mon[91373]: pgmap v1384: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:48:03.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:03 smithi098 ceph-mon[88922]: pgmap v1384: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:48:03.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:03 smithi193 ceph-mon[83763]: pgmap v1384: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:48:04.434 INFO:tasks.workunit.client.0.smithi098.stdout: 50: throughput=4.92MB/sec pending data=0 2024-04-12T00:48:04.434 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-d-968nmu8s-EzFB off=2471925 len=119148 2024-04-12T00:48:04.436 INFO:tasks.workunit.client.0.smithi098.stdout:op 257 completed, throughput=4.92MB/sec 2024-04-12T00:48:04.436 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O93ZkKdCySW6-Zo off=1202406 len=1330192 2024-04-12T00:48:04.438 INFO:tasks.workunit.client.0.smithi098.stdout:op 258 completed, throughput=4.94MB/sec 2024-04-12T00:48:04.438 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AR-ARObmq0rlQph off=14802849 len=1232168 2024-04-12T00:48:04.440 INFO:tasks.workunit.client.0.smithi098.stdout:op 259 completed, throughput=4.97MB/sec 2024-04-12T00:48:04.440 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8hL_cZ6aUo9kVFX off=3823106 len=1897449 2024-04-12T00:48:04.452 INFO:tasks.workunit.client.0.smithi098.stdout:op 260 completed, throughput=5MB/sec 2024-04-12T00:48:05.452 INFO:tasks.workunit.client.0.smithi098.stdout: 51: throughput=4.9MB/sec pending data=0 2024-04-12T00:48:05.452 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AdMcUNuZKOrse75 off=12846922 len=1859314 2024-04-12T00:48:05.464 INFO:tasks.workunit.client.0.smithi098.stdout:op 261 completed, throughput=4.94MB/sec 2024-04-12T00:48:05.464 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NMbYRMF30KC68_f off=3799708 len=628448 2024-04-12T00:48:05.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 262 completed, throughput=4.95MB/sec 2024-04-12T00:48:05.467 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fOZyW6mCa_OvzXY off=9142628 len=899006 2024-04-12T00:48:05.473 INFO:tasks.workunit.client.0.smithi098.stdout:op 263 completed, throughput=4.96MB/sec 2024-04-12T00:48:05.474 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VhT8w0LKc3I6k7B off=1474030 len=1330312 2024-04-12T00:48:05.475 INFO:tasks.workunit.client.0.smithi098.stdout:op 264 completed, throughput=4.99MB/sec 2024-04-12T00:48:05.475 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UPgDITP3f3dlAfT off=13010865 len=1885005 2024-04-12T00:48:05.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 265 completed, throughput=5.02MB/sec 2024-04-12T00:48:05.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:05 smithi098 ceph-mon[91373]: pgmap v1385: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:48:05.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:05.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:05 smithi098 ceph-mon[88922]: pgmap v1385: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:48:05.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:05.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:05 smithi193 ceph-mon[83763]: pgmap v1385: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:48:05.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:06.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:48:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:48:05] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T00:48:06.487 INFO:tasks.workunit.client.0.smithi098.stdout: 52: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:06.487 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7ciALGHI2F_tXY6 off=6493942 len=1764802 2024-04-12T00:48:06.496 INFO:tasks.workunit.client.0.smithi098.stdout:op 266 completed, throughput=4.96MB/sec 2024-04-12T00:48:06.496 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SDaBaiAMvUB7soV off=5031129 len=1493705 2024-04-12T00:48:06.497 INFO:tasks.workunit.client.0.smithi098.stdout:op 267 completed, throughput=4.98MB/sec 2024-04-12T00:48:06.497 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v2XWGhM5HzbthBP off=550080 len=1491502 2024-04-12T00:48:06.505 INFO:tasks.workunit.client.0.smithi098.stdout:op 268 completed, throughput=5.01MB/sec 2024-04-12T00:48:07.506 INFO:tasks.workunit.client.0.smithi098.stdout: 53: throughput=4.92MB/sec pending data=0 2024-04-12T00:48:07.506 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mFQA0nIGq1UZyeu off=12176540 len=76708 2024-04-12T00:48:07.508 INFO:tasks.workunit.client.0.smithi098.stdout:op 269 completed, throughput=4.92MB/sec 2024-04-12T00:48:07.508 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wT6zm7IgfhaTelv off=12333692 len=1013057 2024-04-12T00:48:07.514 INFO:tasks.workunit.client.0.smithi098.stdout:op 270 completed, throughput=4.94MB/sec 2024-04-12T00:48:07.514 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FTyF9TG1tsxzV5q off=1654280 len=1072466 2024-04-12T00:48:07.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 271 completed, throughput=4.96MB/sec 2024-04-12T00:48:07.516 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-39lHU8KpPQbfWYo off=1747590 len=1425044 2024-04-12T00:48:07.522 INFO:tasks.workunit.client.0.smithi098.stdout:op 272 completed, throughput=4.98MB/sec 2024-04-12T00:48:07.522 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UHrpZ3nxRLuT45Y off=8301360 len=459949 2024-04-12T00:48:07.525 INFO:tasks.workunit.client.0.smithi098.stdout:op 273 completed, throughput=4.99MB/sec 2024-04-12T00:48:07.525 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gxJGaq0eX_GmZno off=5191901 len=1995319 2024-04-12T00:48:07.536 INFO:tasks.workunit.client.0.smithi098.stdout:op 274 completed, throughput=5.02MB/sec 2024-04-12T00:48:07.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:07 smithi098 ceph-mon[91373]: pgmap v1386: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:48:07.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:07 smithi098 ceph-mon[88922]: pgmap v1386: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:48:07.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:07 smithi193 ceph-mon[83763]: pgmap v1386: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:48:08.536 INFO:tasks.workunit.client.0.smithi098.stdout: 54: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:08.536 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TNj1GvGF7rhYZE9 off=5528884 len=1212309 2024-04-12T00:48:08.538 INFO:tasks.workunit.client.0.smithi098.stdout:op 275 completed, throughput=4.95MB/sec 2024-04-12T00:48:08.538 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BcwhiChz3smd0Qy off=6500137 len=370195 2024-04-12T00:48:08.539 INFO:tasks.workunit.client.0.smithi098.stdout:op 276 completed, throughput=4.96MB/sec 2024-04-12T00:48:08.539 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DLAm0tfAX0MIspP off=2754850 len=62311 2024-04-12T00:48:08.541 INFO:tasks.workunit.client.0.smithi098.stdout:op 277 completed, throughput=4.96MB/sec 2024-04-12T00:48:08.542 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YBF8srOy8hOrShx off=5144614 len=764823 2024-04-12T00:48:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:op 278 completed, throughput=4.97MB/sec 2024-04-12T00:48:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UBFskwqWgdG2M00 off=1508524 len=205687 2024-04-12T00:48:08.548 INFO:tasks.workunit.client.0.smithi098.stdout:op 279 completed, throughput=4.98MB/sec 2024-04-12T00:48:08.548 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JWOSboCGPsmqB5w off=1068225 len=1992511 2024-04-12T00:48:08.551 INFO:tasks.workunit.client.0.smithi098.stdout:op 280 completed, throughput=5.01MB/sec 2024-04-12T00:48:09.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:09 smithi098 ceph-mon[91373]: pgmap v1387: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:48:09.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:09 smithi098 ceph-mon[88922]: pgmap v1387: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:48:09.551 INFO:tasks.workunit.client.0.smithi098.stdout: 55: throughput=4.92MB/sec pending data=0 2024-04-12T00:48:09.551 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R-XNfTbuKfU_69W off=3850928 len=809707 2024-04-12T00:48:09.553 INFO:tasks.workunit.client.0.smithi098.stdout:op 281 completed, throughput=4.93MB/sec 2024-04-12T00:48:09.554 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-L_B5rJHpPNYEgCL off=5512583 len=1294931 2024-04-12T00:48:09.555 INFO:tasks.workunit.client.0.smithi098.stdout:op 282 completed, throughput=4.96MB/sec 2024-04-12T00:48:09.555 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-68NXRJsDheyzssx off=4105816 len=1892813 2024-04-12T00:48:09.565 INFO:tasks.workunit.client.0.smithi098.stdout:op 283 completed, throughput=4.99MB/sec 2024-04-12T00:48:09.565 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NrKnczyshJEHyl4 off=15523393 len=1690132 2024-04-12T00:48:09.567 INFO:tasks.workunit.client.0.smithi098.stdout:op 284 completed, throughput=5.02MB/sec 2024-04-12T00:48:09.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:09 smithi193 ceph-mon[83763]: pgmap v1387: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:48:10.567 INFO:tasks.workunit.client.0.smithi098.stdout: 56: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:10.568 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JfBxAwQxhug3d2m off=19740460 len=569237 2024-04-12T00:48:10.568 INFO:tasks.workunit.client.0.smithi098.stdout:op 285 completed, throughput=4.94MB/sec 2024-04-12T00:48:10.568 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DQ6pdHxvLKVWu_5 off=8820215 len=821535 2024-04-12T00:48:10.573 INFO:tasks.workunit.client.0.smithi098.stdout:op 286 completed, throughput=4.95MB/sec 2024-04-12T00:48:10.573 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6znnTAzixci_nbc off=10585326 len=1954883 2024-04-12T00:48:10.577 INFO:tasks.workunit.client.0.smithi098.stdout:op 287 completed, throughput=4.98MB/sec 2024-04-12T00:48:10.577 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Rpc35dHVQifpZTp off=5055220 len=884987 2024-04-12T00:48:10.582 INFO:tasks.workunit.client.0.smithi098.stdout:op 288 completed, throughput=5MB/sec 2024-04-12T00:48:10.583 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GKmYvzgCVPkEyhD off=2271196 len=1805354 2024-04-12T00:48:10.593 INFO:tasks.workunit.client.0.smithi098.stdout:op 289 completed, throughput=5.03MB/sec 2024-04-12T00:48:11.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:11 smithi098 ceph-mon[91373]: pgmap v1388: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:48:11.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:11 smithi098 ceph-mon[88922]: pgmap v1388: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:48:11.593 INFO:tasks.workunit.client.0.smithi098.stdout: 57: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:11.593 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nnU5HaLAvNBkA9X off=3476248 len=1305233 2024-04-12T00:48:11.600 INFO:tasks.workunit.client.0.smithi098.stdout:op 290 completed, throughput=4.96MB/sec 2024-04-12T00:48:11.600 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6GPHI-87diexicU off=0 len=1255981 2024-04-12T00:48:11.607 INFO:tasks.workunit.client.0.smithi098.stdout:op 291 completed, throughput=4.98MB/sec 2024-04-12T00:48:11.607 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OAWKhBkPv0G6Zpl off=3488008 len=1822683 2024-04-12T00:48:11.617 INFO:tasks.workunit.client.0.smithi098.stdout:op 292 completed, throughput=5.01MB/sec 2024-04-12T00:48:11.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:11 smithi193 ceph-mon[83763]: pgmap v1388: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:48:12.618 INFO:tasks.workunit.client.0.smithi098.stdout: 58: throughput=4.92MB/sec pending data=0 2024-04-12T00:48:12.618 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4e97CxTZfD0laWf off=24647038 len=482291 2024-04-12T00:48:12.618 INFO:tasks.workunit.client.0.smithi098.stdout:op 293 completed, throughput=4.93MB/sec 2024-04-12T00:48:12.618 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KsqsIN-1vbCjsO6 off=3726060 len=1404226 2024-04-12T00:48:12.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:48:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:48:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:48:12.628 INFO:tasks.workunit.client.0.smithi098.stdout:op 294 completed, throughput=4.95MB/sec 2024-04-12T00:48:12.628 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x9U6o1JGg-Zf57o off=8581176 len=1196608 2024-04-12T00:48:12.630 INFO:tasks.workunit.client.0.smithi098.stdout:op 295 completed, throughput=4.97MB/sec 2024-04-12T00:48:12.630 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_TIb1YLYaGbtBiS off=7706576 len=1964388 2024-04-12T00:48:12.639 INFO:tasks.workunit.client.0.smithi098.stdout:op 296 completed, throughput=5MB/sec 2024-04-12T00:48:13.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:13 smithi098 ceph-mon[91373]: pgmap v1389: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:48:13.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:13 smithi098 ceph-mon[88922]: pgmap v1389: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:48:13.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:13 smithi193 ceph-mon[83763]: pgmap v1389: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:48:13.639 INFO:tasks.workunit.client.0.smithi098.stdout: 59: throughput=4.92MB/sec pending data=0 2024-04-12T00:48:13.639 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tTdjrQkp2A9YRvK off=5365509 len=110801 2024-04-12T00:48:13.642 INFO:tasks.workunit.client.0.smithi098.stdout:op 297 completed, throughput=4.92MB/sec 2024-04-12T00:48:13.642 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Jdy1KmXYSEAk0RF off=4159356 len=156543 2024-04-12T00:48:13.643 INFO:tasks.workunit.client.0.smithi098.stdout:op 298 completed, throughput=4.92MB/sec 2024-04-12T00:48:13.643 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Eb4_3vZPLo_VLvC off=5234578 len=470732 2024-04-12T00:48:13.647 INFO:tasks.workunit.client.0.smithi098.stdout:op 299 completed, throughput=4.93MB/sec 2024-04-12T00:48:13.647 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ERjpIk9m_cesSck off=7800759 len=2033349 2024-04-12T00:48:13.659 INFO:tasks.workunit.client.0.smithi098.stdout:op 300 completed, throughput=4.96MB/sec 2024-04-12T00:48:13.659 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0Uq-IZ4PvlTbS3Y off=11354685 len=289455 2024-04-12T00:48:13.659 INFO:tasks.workunit.client.0.smithi098.stdout:op 301 completed, throughput=4.97MB/sec 2024-04-12T00:48:13.660 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iL7pIPZJLCL55fi off=6654499 len=509345 2024-04-12T00:48:13.663 INFO:tasks.workunit.client.0.smithi098.stdout:op 302 completed, throughput=4.98MB/sec 2024-04-12T00:48:13.663 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-74ZN0NmGUaYtRS_ off=12458475 len=23959 2024-04-12T00:48:13.663 INFO:tasks.workunit.client.0.smithi098.stdout:op 303 completed, throughput=4.98MB/sec 2024-04-12T00:48:13.663 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-y9U7YMrXDYJ-DTC off=8052481 len=1255522 2024-04-12T00:48:13.671 INFO:tasks.workunit.client.0.smithi098.stdout:op 304 completed, throughput=5MB/sec 2024-04-12T00:48:13.672 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kkJHUnCpGoueZkB off=0 len=1322818 2024-04-12T00:48:13.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 305 completed, throughput=5.02MB/sec 2024-04-12T00:48:14.673 INFO:tasks.workunit.client.0.smithi098.stdout: 60: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:14.673 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZjzVn_trKHvmMOe off=1681876 len=1492156 2024-04-12T00:48:14.675 INFO:tasks.workunit.client.0.smithi098.stdout:op 306 completed, throughput=4.96MB/sec 2024-04-12T00:48:14.675 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ac14WAZIs8O6kNh off=3799574 len=1390970 2024-04-12T00:48:14.684 INFO:tasks.workunit.client.0.smithi098.stdout:op 307 completed, throughput=4.98MB/sec 2024-04-12T00:48:14.685 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-om06sdx8EmtMNnj off=3725274 len=225713 2024-04-12T00:48:14.685 INFO:tasks.workunit.client.0.smithi098.stdout:op 308 completed, throughput=4.98MB/sec 2024-04-12T00:48:14.685 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-d7AQg4ozyI41qoP off=3223628 len=1025019 2024-04-12T00:48:14.691 INFO:tasks.workunit.client.0.smithi098.stdout:op 309 completed, throughput=5MB/sec 2024-04-12T00:48:14.691 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YNEjrn2p61A8j02 off=16424947 len=1659793 2024-04-12T00:48:14.700 INFO:tasks.workunit.client.0.smithi098.stdout:op 310 completed, throughput=5.02MB/sec 2024-04-12T00:48:15.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:15 smithi098 ceph-mon[91373]: pgmap v1390: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:48:15.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:15 smithi098 ceph-mon[88922]: pgmap v1390: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:48:15.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:15 smithi193 ceph-mon[83763]: pgmap v1390: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:48:15.700 INFO:tasks.workunit.client.0.smithi098.stdout: 61: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:15.700 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-E2ixtlmXvb4juIk off=3491691 len=1842705 2024-04-12T00:48:15.702 INFO:tasks.workunit.client.0.smithi098.stdout:op 311 completed, throughput=4.97MB/sec 2024-04-12T00:48:15.702 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pUdZi5vXEhmAJkZ off=11483146 len=948658 2024-04-12T00:48:15.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 312 completed, throughput=4.98MB/sec 2024-04-12T00:48:15.704 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SwcN-DSD-Q8USWM off=4314664 len=1783880 2024-04-12T00:48:15.706 INFO:tasks.workunit.client.0.smithi098.stdout:op 313 completed, throughput=5.01MB/sec 2024-04-12T00:48:16.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:48:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:48:15] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T00:48:16.706 INFO:tasks.workunit.client.0.smithi098.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:16.706 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iIq_jHd3Pq10eY4 off=11044210 len=105392 2024-04-12T00:48:16.707 INFO:tasks.workunit.client.0.smithi098.stdout:op 314 completed, throughput=4.93MB/sec 2024-04-12T00:48:16.707 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d1pjYcl3hqicW3W off=89125 len=568393 2024-04-12T00:48:16.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 315 completed, throughput=4.94MB/sec 2024-04-12T00:48:16.708 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ml2WEomZkxnfeuY off=13053048 len=1653670 2024-04-12T00:48:16.716 INFO:tasks.workunit.client.0.smithi098.stdout:op 316 completed, throughput=4.97MB/sec 2024-04-12T00:48:16.716 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fps7OQyUE5ggnq_ off=7175093 len=388042 2024-04-12T00:48:16.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 317 completed, throughput=4.97MB/sec 2024-04-12T00:48:16.717 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4N1AgX0SBOFZEb5 off=4636009 len=188281 2024-04-12T00:48:16.720 INFO:tasks.workunit.client.0.smithi098.stdout:op 318 completed, throughput=4.97MB/sec 2024-04-12T00:48:16.720 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8KF1kdrGxp9ksul off=21666395 len=912278 2024-04-12T00:48:16.723 INFO:tasks.workunit.client.0.smithi098.stdout:op 319 completed, throughput=4.99MB/sec 2024-04-12T00:48:16.723 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5CX652-6EbpuqaP off=2500904 len=1598554 2024-04-12T00:48:16.729 INFO:tasks.workunit.client.0.smithi098.stdout:op 320 completed, throughput=5.01MB/sec 2024-04-12T00:48:17.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:17 smithi098 ceph-mon[91373]: pgmap v1391: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-12T00:48:17.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:17 smithi098 ceph-mon[88922]: pgmap v1391: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-12T00:48:17.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:17 smithi193 ceph-mon[83763]: pgmap v1391: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-12T00:48:17.729 INFO:tasks.workunit.client.0.smithi098.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:17.729 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2s1xsHkzfmHXHLm off=6709201 len=850494 2024-04-12T00:48:17.730 INFO:tasks.workunit.client.0.smithi098.stdout:op 321 completed, throughput=4.95MB/sec 2024-04-12T00:48:17.730 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8qmikgHVEolj4uM off=457011 len=1044318 2024-04-12T00:48:17.736 INFO:tasks.workunit.client.0.smithi098.stdout:op 322 completed, throughput=4.96MB/sec 2024-04-12T00:48:17.736 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1GyBL3Df8Pjf9-x off=10640626 len=1905484 2024-04-12T00:48:17.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 323 completed, throughput=4.99MB/sec 2024-04-12T00:48:17.748 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_7A8tYZHNgkD7YY off=7125201 len=1838086 2024-04-12T00:48:17.751 INFO:tasks.workunit.client.0.smithi098.stdout:op 324 completed, throughput=5.02MB/sec 2024-04-12T00:48:18.752 INFO:tasks.workunit.client.0.smithi098.stdout: 64: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:18.752 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-S0vlFSSosJI8_UM off=47511 len=735470 2024-04-12T00:48:18.756 INFO:tasks.workunit.client.0.smithi098.stdout:op 325 completed, throughput=4.95MB/sec 2024-04-12T00:48:18.756 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I8GoFV1LEa8uhBn off=3037475 len=690142 2024-04-12T00:48:18.760 INFO:tasks.workunit.client.0.smithi098.stdout:op 326 completed, throughput=4.96MB/sec 2024-04-12T00:48:18.760 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ljCTdN1bbx_VPmB off=0 len=1211774 2024-04-12T00:48:18.761 INFO:tasks.workunit.client.0.smithi098.stdout:op 327 completed, throughput=4.98MB/sec 2024-04-12T00:48:18.762 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7X1Rv0pYZLeBhoh off=1422239 len=94044 2024-04-12T00:48:18.764 INFO:tasks.workunit.client.0.smithi098.stdout:op 328 completed, throughput=4.98MB/sec 2024-04-12T00:48:18.764 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6GPHI-87diexicU off=0 len=1255981 2024-04-12T00:48:18.770 INFO:tasks.workunit.client.0.smithi098.stdout:op 329 completed, throughput=5MB/sec 2024-04-12T00:48:18.771 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pUnl7YULU6ZwdA0 off=10993395 len=1695221 2024-04-12T00:48:18.780 INFO:tasks.workunit.client.0.smithi098.stdout:op 330 completed, throughput=5.02MB/sec 2024-04-12T00:48:19.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:19 smithi098 ceph-mon[88922]: pgmap v1392: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:48:19.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:19 smithi098 ceph-mon[91373]: pgmap v1392: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:48:19.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:19 smithi193 ceph-mon[83763]: pgmap v1392: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:48:19.781 INFO:tasks.workunit.client.0.smithi098.stdout: 65: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:19.781 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H9yJQAvQ_ohsfTO off=7423709 len=1067554 2024-04-12T00:48:19.783 INFO:tasks.workunit.client.0.smithi098.stdout:op 331 completed, throughput=4.96MB/sec 2024-04-12T00:48:19.783 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KLD3u-y---QW0WR off=6612240 len=447145 2024-04-12T00:48:19.784 INFO:tasks.workunit.client.0.smithi098.stdout:op 332 completed, throughput=4.97MB/sec 2024-04-12T00:48:19.784 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hSjCTvZCSMhnw73 off=12642638 len=1783349 2024-04-12T00:48:19.786 INFO:tasks.workunit.client.0.smithi098.stdout:op 333 completed, throughput=4.99MB/sec 2024-04-12T00:48:19.786 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RK8nBYfUuWdqOM6 off=9971693 len=434857 2024-04-12T00:48:19.790 INFO:tasks.workunit.client.0.smithi098.stdout:op 334 completed, throughput=5MB/sec 2024-04-12T00:48:19.790 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SwRRZhRNXQzZ9tt off=1243716 len=930694 2024-04-12T00:48:19.791 INFO:tasks.workunit.client.0.smithi098.stdout:op 335 completed, throughput=5.01MB/sec 2024-04-12T00:48:20.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:20.727 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:20.727 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:20.792 INFO:tasks.workunit.client.0.smithi098.stdout: 66: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:20.792 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UYGR8fYK26F0ps7 off=10306531 len=468313 2024-04-12T00:48:20.793 INFO:tasks.workunit.client.0.smithi098.stdout:op 336 completed, throughput=4.94MB/sec 2024-04-12T00:48:20.793 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UlHnaEsvHLE4vvl off=142344 len=1019966 2024-04-12T00:48:20.793 INFO:tasks.workunit.client.0.smithi098.stdout:op 337 completed, throughput=4.96MB/sec 2024-04-12T00:48:20.793 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-N5FaJ1C97msRGlN off=1614603 len=284783 2024-04-12T00:48:20.797 INFO:tasks.workunit.client.0.smithi098.stdout:op 338 completed, throughput=4.96MB/sec 2024-04-12T00:48:20.797 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I4UtJve_RVGXDNq off=2262351 len=766218 2024-04-12T00:48:20.801 INFO:tasks.workunit.client.0.smithi098.stdout:op 339 completed, throughput=4.97MB/sec 2024-04-12T00:48:20.802 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZbkSYmQ6JVxVmzK off=5385232 len=1370003 2024-04-12T00:48:20.802 INFO:tasks.workunit.client.0.smithi098.stdout:op 340 completed, throughput=4.99MB/sec 2024-04-12T00:48:20.803 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-roaIsi8tjAaJEV3 off=0 len=1334124 2024-04-12T00:48:20.808 INFO:tasks.workunit.client.0.smithi098.stdout:op 341 completed, throughput=5.01MB/sec 2024-04-12T00:48:21.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:21 smithi193 ceph-mon[83763]: pgmap v1393: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:48:21.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:21 smithi098 ceph-mon[88922]: pgmap v1393: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:48:21.663 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:21 smithi098 ceph-mon[91373]: pgmap v1393: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:48:21.809 INFO:tasks.workunit.client.0.smithi098.stdout: 67: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:21.809 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VRsipHE0OQW5Nqp off=17507419 len=282861 2024-04-12T00:48:21.812 INFO:tasks.workunit.client.0.smithi098.stdout:op 342 completed, throughput=4.94MB/sec 2024-04-12T00:48:21.812 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6aTFF0kTcL2lHcd off=1196806 len=1520708 2024-04-12T00:48:21.813 INFO:tasks.workunit.client.0.smithi098.stdout:op 343 completed, throughput=4.96MB/sec 2024-04-12T00:48:21.813 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g0tMW5LkFuYY0cn off=566239 len=42832 2024-04-12T00:48:21.814 INFO:tasks.workunit.client.0.smithi098.stdout:op 344 completed, throughput=4.96MB/sec 2024-04-12T00:48:21.814 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Il2zyxCYM7Uw0Ey off=4569530 len=1348058 2024-04-12T00:48:21.815 INFO:tasks.workunit.client.0.smithi098.stdout:op 345 completed, throughput=4.98MB/sec 2024-04-12T00:48:21.815 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EQqCwLOTHPH-EpO off=1981329 len=1777518 2024-04-12T00:48:21.815 INFO:tasks.workunit.client.0.smithi098.stdout:op 346 completed, throughput=5MB/sec 2024-04-12T00:48:22.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:48:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:48:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:48:22.816 INFO:tasks.workunit.client.0.smithi098.stdout: 68: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:22.816 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--LdVz7qptp9qLah off=906926 len=546591 2024-04-12T00:48:22.820 INFO:tasks.workunit.client.0.smithi098.stdout:op 347 completed, throughput=4.94MB/sec 2024-04-12T00:48:22.820 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9h8xBzsPJwbQnBH off=1980449 len=124977 2024-04-12T00:48:22.821 INFO:tasks.workunit.client.0.smithi098.stdout:op 348 completed, throughput=4.94MB/sec 2024-04-12T00:48:22.821 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B5LiV5sxRBLca0X off=3768716 len=739384 2024-04-12T00:48:22.826 INFO:tasks.workunit.client.0.smithi098.stdout:op 349 completed, throughput=4.95MB/sec 2024-04-12T00:48:22.826 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SEYX4C-t7FLk_lw off=803022 len=1192801 2024-04-12T00:48:22.827 INFO:tasks.workunit.client.0.smithi098.stdout:op 350 completed, throughput=4.97MB/sec 2024-04-12T00:48:22.827 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9UWi01IkTD481Ns off=15126747 len=1806288 2024-04-12T00:48:22.829 INFO:tasks.workunit.client.0.smithi098.stdout:op 351 completed, throughput=4.99MB/sec 2024-04-12T00:48:22.829 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ai3DkNDTg6o3sz0 off=15040186 len=1008110 2024-04-12T00:48:22.831 INFO:tasks.workunit.client.0.smithi098.stdout:op 352 completed, throughput=5.01MB/sec 2024-04-12T00:48:23.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:23 smithi193 ceph-mon[83763]: pgmap v1394: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:48:23.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:23 smithi098 ceph-mon[88922]: pgmap v1394: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:48:23.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:23 smithi098 ceph-mon[91373]: pgmap v1394: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:48:23.831 INFO:tasks.workunit.client.0.smithi098.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:23.831 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WLZQ_aS-Hjeb8rp off=2746579 len=1932863 2024-04-12T00:48:23.843 INFO:tasks.workunit.client.0.smithi098.stdout:op 353 completed, throughput=4.96MB/sec 2024-04-12T00:48:23.843 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HP4NOrk3s_R0R3e off=8910016 len=26469 2024-04-12T00:48:23.843 INFO:tasks.workunit.client.0.smithi098.stdout:op 354 completed, throughput=4.96MB/sec 2024-04-12T00:48:23.843 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aCoQ3x3CwQh33T8 off=3720138 len=1525842 2024-04-12T00:48:23.853 INFO:tasks.workunit.client.0.smithi098.stdout:op 355 completed, throughput=4.98MB/sec 2024-04-12T00:48:23.853 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-92JQjy8C8c0qgj_ off=7257884 len=2063534 2024-04-12T00:48:23.856 INFO:tasks.workunit.client.0.smithi098.stdout:op 356 completed, throughput=5.01MB/sec 2024-04-12T00:48:24.857 INFO:tasks.workunit.client.0.smithi098.stdout: 70: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:24.857 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R5kMUbc7PJzx2yj off=698625 len=1384575 2024-04-12T00:48:24.858 INFO:tasks.workunit.client.0.smithi098.stdout:op 357 completed, throughput=4.96MB/sec 2024-04-12T00:48:24.859 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LVe1GX1HvgXDWdX off=16264441 len=308208 2024-04-12T00:48:24.860 INFO:tasks.workunit.client.0.smithi098.stdout:op 358 completed, throughput=4.96MB/sec 2024-04-12T00:48:24.860 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mBzuSEK1bNgkVvk off=5887666 len=835100 2024-04-12T00:48:24.861 INFO:tasks.workunit.client.0.smithi098.stdout:op 359 completed, throughput=4.97MB/sec 2024-04-12T00:48:24.861 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NbIc1p8LQ-csSzc off=686997 len=701305 2024-04-12T00:48:24.863 INFO:tasks.workunit.client.0.smithi098.stdout:op 360 completed, throughput=4.98MB/sec 2024-04-12T00:48:24.863 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IAj_VuGCjMgEsYY off=1045600 len=1763907 2024-04-12T00:48:24.872 INFO:tasks.workunit.client.0.smithi098.stdout:op 361 completed, throughput=5MB/sec 2024-04-12T00:48:25.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:25 smithi193 ceph-mon[83763]: pgmap v1395: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:48:25.688 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:25 smithi098 ceph-mon[91373]: pgmap v1395: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:48:25.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:25 smithi098 ceph-mon[88922]: pgmap v1395: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:48:25.872 INFO:tasks.workunit.client.0.smithi098.stdout: 71: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:25.873 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qS6iLXfQ4sItsQ4 off=15996166 len=1488878 2024-04-12T00:48:25.879 INFO:tasks.workunit.client.0.smithi098.stdout:op 362 completed, throughput=4.95MB/sec 2024-04-12T00:48:25.879 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Q_KGLvFkeJu3TB1 off=6847890 len=153990 2024-04-12T00:48:25.880 INFO:tasks.workunit.client.0.smithi098.stdout:op 363 completed, throughput=4.96MB/sec 2024-04-12T00:48:25.880 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XvAsgPMY1VWae3u off=2195245 len=1265294 2024-04-12T00:48:25.885 INFO:tasks.workunit.client.0.smithi098.stdout:op 364 completed, throughput=4.97MB/sec 2024-04-12T00:48:25.885 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HbVAeHU2uwRGypV off=12862346 len=2095761 2024-04-12T00:48:25.895 INFO:tasks.workunit.client.0.smithi098.stdout:op 365 completed, throughput=5MB/sec 2024-04-12T00:48:25.895 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-asflLBxWF-FzNBx off=17534287 len=1628370 2024-04-12T00:48:25.905 INFO:tasks.workunit.client.0.smithi098.stdout:op 366 completed, throughput=5.02MB/sec 2024-04-12T00:48:26.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:48:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:48:25] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T00:48:26.905 INFO:tasks.workunit.client.0.smithi098.stdout: 72: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:26.905 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-64vnnVor6cMPuX6 off=360866 len=403938 2024-04-12T00:48:26.906 INFO:tasks.workunit.client.0.smithi098.stdout:op 367 completed, throughput=4.96MB/sec 2024-04-12T00:48:26.906 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WFr_R8udlaqYkn7 off=950346 len=1752344 2024-04-12T00:48:26.910 INFO:tasks.workunit.client.0.smithi098.stdout:op 368 completed, throughput=4.98MB/sec 2024-04-12T00:48:26.911 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z4mGk4xPIH6eXlu off=14481698 len=1586191 2024-04-12T00:48:26.918 INFO:tasks.workunit.client.0.smithi098.stdout:op 369 completed, throughput=5MB/sec 2024-04-12T00:48:26.918 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3fSdkQaZQxrJlDS off=1822571 len=1918054 2024-04-12T00:48:26.920 INFO:tasks.workunit.client.0.smithi098.stdout:op 370 completed, throughput=5.02MB/sec 2024-04-12T00:48:27.622 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:27 smithi193 ceph-mon[83763]: pgmap v1396: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:48:27.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:27 smithi098 ceph-mon[91373]: pgmap v1396: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:48:27.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:27 smithi098 ceph-mon[88922]: pgmap v1396: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:48:27.920 INFO:tasks.workunit.client.0.smithi098.stdout: 73: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:27.920 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SkWrVOf0Uy2BOFy off=1412708 len=388900 2024-04-12T00:48:27.923 INFO:tasks.workunit.client.0.smithi098.stdout:op 371 completed, throughput=4.96MB/sec 2024-04-12T00:48:27.923 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4FnLgl2xrNXOA-z off=6586012 len=514668 2024-04-12T00:48:27.926 INFO:tasks.workunit.client.0.smithi098.stdout:op 372 completed, throughput=4.97MB/sec 2024-04-12T00:48:27.926 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GJr-ceNYWDVcqGG off=1521527 len=807982 2024-04-12T00:48:27.931 INFO:tasks.workunit.client.0.smithi098.stdout:op 373 completed, throughput=4.98MB/sec 2024-04-12T00:48:27.931 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mDeipdGvyhQ0ahx off=2594390 len=1876364 2024-04-12T00:48:27.933 INFO:tasks.workunit.client.0.smithi098.stdout:op 374 completed, throughput=5MB/sec 2024-04-12T00:48:28.933 INFO:tasks.workunit.client.0.smithi098.stdout: 74: throughput=4.93MB/sec pending data=0 2024-04-12T00:48:28.933 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EpGveBPMSWG_plL off=12193102 len=1836 2024-04-12T00:48:28.934 INFO:tasks.workunit.client.0.smithi098.stdout:op 375 completed, throughput=4.93MB/sec 2024-04-12T00:48:28.934 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iIgZszP9QxYMYw6 off=377993 len=1514226 2024-04-12T00:48:28.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 376 completed, throughput=4.95MB/sec 2024-04-12T00:48:28.937 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-72oGMLr1QfKGSyi off=9148728 len=591652 2024-04-12T00:48:28.942 INFO:tasks.workunit.client.0.smithi098.stdout:op 377 completed, throughput=4.96MB/sec 2024-04-12T00:48:28.942 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ySOq8_3rM5tGFuW off=9296245 len=213354 2024-04-12T00:48:28.945 INFO:tasks.workunit.client.0.smithi098.stdout:op 378 completed, throughput=4.96MB/sec 2024-04-12T00:48:28.945 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RkVPAJcr2aJ-ju- off=9297088 len=1136090 2024-04-12T00:48:28.947 INFO:tasks.workunit.client.0.smithi098.stdout:op 379 completed, throughput=4.98MB/sec 2024-04-12T00:48:28.947 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RV3AlDAWthHhxoE off=19633893 len=412785 2024-04-12T00:48:28.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 380 completed, throughput=4.98MB/sec 2024-04-12T00:48:28.949 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-q3UqOHhrGhx0lak off=0 len=1657187 2024-04-12T00:48:28.957 INFO:tasks.workunit.client.0.smithi098.stdout:op 381 completed, throughput=5MB/sec 2024-04-12T00:48:29.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:29 smithi193 ceph-mon[83763]: pgmap v1397: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:48:29.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:29 smithi098 ceph-mon[88922]: pgmap v1397: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:48:29.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:29 smithi098 ceph-mon[91373]: pgmap v1397: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:48:29.958 INFO:tasks.workunit.client.0.smithi098.stdout: 75: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:29.958 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-L6MC_XUlYhN4jwB off=397057 len=232011 2024-04-12T00:48:29.960 INFO:tasks.workunit.client.0.smithi098.stdout:op 382 completed, throughput=4.94MB/sec 2024-04-12T00:48:29.960 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UMO5BnJE-pxmwRF off=1059868 len=1971406 2024-04-12T00:48:29.962 INFO:tasks.workunit.client.0.smithi098.stdout:op 383 completed, throughput=4.96MB/sec 2024-04-12T00:48:29.962 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BSUQnVVT5U64SC1 off=1596136 len=1167486 2024-04-12T00:48:29.964 INFO:tasks.workunit.client.0.smithi098.stdout:op 384 completed, throughput=4.98MB/sec 2024-04-12T00:48:29.964 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7_8b_VkInh2nSVC off=13523664 len=1953502 2024-04-12T00:48:29.966 INFO:tasks.workunit.client.0.smithi098.stdout:op 385 completed, throughput=5MB/sec 2024-04-12T00:48:30.967 INFO:tasks.workunit.client.0.smithi098.stdout: 76: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:30.967 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VWNZ2tnJkyXehYB off=2613901 len=1734340 2024-04-12T00:48:30.977 INFO:tasks.workunit.client.0.smithi098.stdout:op 386 completed, throughput=4.96MB/sec 2024-04-12T00:48:30.977 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9vrUcfgYGgyuZnd off=3572786 len=359406 2024-04-12T00:48:30.980 INFO:tasks.workunit.client.0.smithi098.stdout:op 387 completed, throughput=4.96MB/sec 2024-04-12T00:48:30.980 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-893qaeH31JrquqQ off=1702670 len=719768 2024-04-12T00:48:30.983 INFO:tasks.workunit.client.0.smithi098.stdout:op 388 completed, throughput=4.97MB/sec 2024-04-12T00:48:30.983 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6XSYBFlObC5pboL off=1333774 len=1402458 2024-04-12T00:48:30.991 INFO:tasks.workunit.client.0.smithi098.stdout:op 389 completed, throughput=4.99MB/sec 2024-04-12T00:48:30.991 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zjiru02Q2eIDglA off=7506668 len=844383 2024-04-12T00:48:30.995 INFO:tasks.workunit.client.0.smithi098.stdout:op 390 completed, throughput=5MB/sec 2024-04-12T00:48:30.995 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ga9TEQu5N4bJAiK off=3434446 len=1495888 2024-04-12T00:48:30.996 INFO:tasks.workunit.client.0.smithi098.stdout:op 391 completed, throughput=5.02MB/sec 2024-04-12T00:48:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:31 smithi098 ceph-mon[88922]: pgmap v1398: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:48:31.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:31 smithi098 ceph-mon[91373]: pgmap v1398: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:48:31.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:31 smithi193 ceph-mon[83763]: pgmap v1398: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:48:31.997 INFO:tasks.workunit.client.0.smithi098.stdout: 77: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:31.997 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gou0YtqKWFnfxzm off=6637637 len=1256596 2024-04-12T00:48:31.998 INFO:tasks.workunit.client.0.smithi098.stdout:op 392 completed, throughput=4.97MB/sec 2024-04-12T00:48:31.998 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NHKrn5W88A26Ssy off=4465883 len=306134 2024-04-12T00:48:32.002 INFO:tasks.workunit.client.0.smithi098.stdout:op 393 completed, throughput=4.97MB/sec 2024-04-12T00:48:32.002 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Cp0f6Acuh5XNVl4 off=3846497 len=722534 2024-04-12T00:48:32.003 INFO:tasks.workunit.client.0.smithi098.stdout:op 394 completed, throughput=4.98MB/sec 2024-04-12T00:48:32.003 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HYjKYw2Ec5I70Ar off=9605341 len=1697599 2024-04-12T00:48:32.005 INFO:tasks.workunit.client.0.smithi098.stdout:op 395 completed, throughput=5MB/sec 2024-04-12T00:48:32.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:48:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:48:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:48:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: 78: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:33.005 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6yq07R8K5atJJZv off=12059926 len=2089013 2024-04-12T00:48:33.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 396 completed, throughput=4.96MB/sec 2024-04-12T00:48:33.010 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-T0fERh2SDIlV7oK off=16262853 len=954580 2024-04-12T00:48:33.011 INFO:tasks.workunit.client.0.smithi098.stdout:op 397 completed, throughput=4.97MB/sec 2024-04-12T00:48:33.011 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DQym4mB1vkNH2v- off=14755444 len=1715083 2024-04-12T00:48:33.013 INFO:tasks.workunit.client.0.smithi098.stdout:op 398 completed, throughput=5MB/sec 2024-04-12T00:48:33.013 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x9SVpOwgqa7YCt6 off=4950230 len=377683 2024-04-12T00:48:33.016 INFO:tasks.workunit.client.0.smithi098.stdout:op 399 completed, throughput=5MB/sec 2024-04-12T00:48:33.017 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XmF_nymSzNQZiMt off=3611537 len=779071 2024-04-12T00:48:33.018 INFO:tasks.workunit.client.0.smithi098.stdout:op 400 completed, throughput=5.01MB/sec 2024-04-12T00:48:33.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:33 smithi193 ceph-mon[83763]: pgmap v1399: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:48:33.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:33 smithi098 ceph-mon[91373]: pgmap v1399: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:48:33.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:33 smithi098 ceph-mon[88922]: pgmap v1399: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:48:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: 79: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:34.018 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mWJ_Pa9jfU6Gumh off=22192781 len=1192150 2024-04-12T00:48:34.020 INFO:tasks.workunit.client.0.smithi098.stdout:op 401 completed, throughput=4.96MB/sec 2024-04-12T00:48:34.020 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nZ60lbJ9e7Jr19s off=3594452 len=1941399 2024-04-12T00:48:34.022 INFO:tasks.workunit.client.0.smithi098.stdout:op 402 completed, throughput=4.98MB/sec 2024-04-12T00:48:34.022 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ake28kse1HGWLvK off=163876 len=105964 2024-04-12T00:48:34.023 INFO:tasks.workunit.client.0.smithi098.stdout:op 403 completed, throughput=4.98MB/sec 2024-04-12T00:48:34.023 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ndl-AEKgX6lMYng off=5549849 len=1499587 2024-04-12T00:48:34.026 INFO:tasks.workunit.client.0.smithi098.stdout:op 404 completed, throughput=5MB/sec 2024-04-12T00:48:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:35.027 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6JZz6mzwu0xYwp0 off=9422820 len=1621605 2024-04-12T00:48:35.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 405 completed, throughput=4.96MB/sec 2024-04-12T00:48:35.029 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mX2NPPmNa2xoz10 off=12834906 len=517685 2024-04-12T00:48:35.033 INFO:tasks.workunit.client.0.smithi098.stdout:op 406 completed, throughput=4.97MB/sec 2024-04-12T00:48:35.033 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9TM5hrLOkzSlZ9f off=1152894 len=200707 2024-04-12T00:48:35.036 INFO:tasks.workunit.client.0.smithi098.stdout:op 407 completed, throughput=4.97MB/sec 2024-04-12T00:48:35.036 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ScYHSNDAqrv5qQL off=1304074 len=1147703 2024-04-12T00:48:35.042 INFO:tasks.workunit.client.0.smithi098.stdout:op 408 completed, throughput=4.98MB/sec 2024-04-12T00:48:35.042 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5Mwg5l8Dy6a3dpl off=3430418 len=1168379 2024-04-12T00:48:35.044 INFO:tasks.workunit.client.0.smithi098.stdout:op 409 completed, throughput=4.99MB/sec 2024-04-12T00:48:35.044 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WSKcqZ7gsOxrYdC off=4290230 len=496291 2024-04-12T00:48:35.048 INFO:tasks.workunit.client.0.smithi098.stdout:op 410 completed, throughput=5MB/sec 2024-04-12T00:48:35.048 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yRlT3SrkVCrJ_Av off=1348875 len=2047901 2024-04-12T00:48:35.050 INFO:tasks.workunit.client.0.smithi098.stdout:op 411 completed, throughput=5.02MB/sec 2024-04-12T00:48:35.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:35 smithi193 ceph-mon[83763]: pgmap v1400: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:48:35.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:35 smithi098 ceph-mon[91373]: pgmap v1400: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:48:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:35 smithi098 ceph-mon[88922]: pgmap v1400: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:48:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:36.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:48:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:48:35] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-12T00:48:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: 81: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:36.051 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KpzPB4lhi5fIRjJ off=19219983 len=54789 2024-04-12T00:48:36.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 412 completed, throughput=4.96MB/sec 2024-04-12T00:48:36.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oIxwNM7TkU_DKar off=6817916 len=127974 2024-04-12T00:48:36.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 413 completed, throughput=4.96MB/sec 2024-04-12T00:48:36.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mLMOpRHfO3_a5sq off=4048314 len=1887902 2024-04-12T00:48:36.056 INFO:tasks.workunit.client.0.smithi098.stdout:op 414 completed, throughput=4.99MB/sec 2024-04-12T00:48:36.056 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BaBJVTjLU5ZLEvK off=10236618 len=1027933 2024-04-12T00:48:36.061 INFO:tasks.workunit.client.0.smithi098.stdout:op 415 completed, throughput=5MB/sec 2024-04-12T00:48:36.061 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Y0nTZIYHa8UQZn0 off=794275 len=465329 2024-04-12T00:48:36.065 INFO:tasks.workunit.client.0.smithi098.stdout:op 416 completed, throughput=5MB/sec 2024-04-12T00:48:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: 82: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:37.065 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HOY-uOnzaV7c_Zh off=7492698 len=1200462 2024-04-12T00:48:37.071 INFO:tasks.workunit.client.0.smithi098.stdout:op 417 completed, throughput=4.96MB/sec 2024-04-12T00:48:37.071 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-D9Wc9aprjJOHzK1 off=2081771 len=404328 2024-04-12T00:48:37.072 INFO:tasks.workunit.client.0.smithi098.stdout:op 418 completed, throughput=4.96MB/sec 2024-04-12T00:48:37.072 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0oNMZHq7nHpQO4A off=3520688 len=1088569 2024-04-12T00:48:37.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 419 completed, throughput=4.97MB/sec 2024-04-12T00:48:37.073 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aKF3cDmyP71J_Xw off=791553 len=673702 2024-04-12T00:48:37.078 INFO:tasks.workunit.client.0.smithi098.stdout:op 420 completed, throughput=4.98MB/sec 2024-04-12T00:48:37.078 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YTPV63x3YhtQEqn off=441782 len=432884 2024-04-12T00:48:37.081 INFO:tasks.workunit.client.0.smithi098.stdout:op 421 completed, throughput=4.99MB/sec 2024-04-12T00:48:37.081 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WWdKj6n6XNYnitm off=9164957 len=1019696 2024-04-12T00:48:37.083 INFO:tasks.workunit.client.0.smithi098.stdout:op 422 completed, throughput=5MB/sec 2024-04-12T00:48:37.083 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vio7frQHj94uCKl off=11025325 len=1602376 2024-04-12T00:48:37.085 INFO:tasks.workunit.client.0.smithi098.stdout:op 423 completed, throughput=5.02MB/sec 2024-04-12T00:48:37.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:37 smithi193 ceph-mon[83763]: pgmap v1401: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:48:37.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:37 smithi098 ceph-mon[91373]: pgmap v1401: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:48:37.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:37 smithi098 ceph-mon[88922]: pgmap v1401: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:48:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: 83: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:38.085 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ca6x57in4rIH6h0 off=6268676 len=54999 2024-04-12T00:48:38.088 INFO:tasks.workunit.client.0.smithi098.stdout:op 424 completed, throughput=4.96MB/sec 2024-04-12T00:48:38.088 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qLYusL9vtUcGQUN off=1483689 len=565170 2024-04-12T00:48:38.092 INFO:tasks.workunit.client.0.smithi098.stdout:op 425 completed, throughput=4.96MB/sec 2024-04-12T00:48:38.092 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CPSiFbCOOeXwJm5 off=4755850 len=1002921 2024-04-12T00:48:38.097 INFO:tasks.workunit.client.0.smithi098.stdout:op 426 completed, throughput=4.97MB/sec 2024-04-12T00:48:38.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-h9MkN_K963TBUEw off=4992997 len=2086889 2024-04-12T00:48:38.102 INFO:tasks.workunit.client.0.smithi098.stdout:op 427 completed, throughput=5MB/sec 2024-04-12T00:48:38.102 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IXq_EbB7hXv2kFv off=4157506 len=508429 2024-04-12T00:48:38.104 INFO:tasks.workunit.client.0.smithi098.stdout:op 428 completed, throughput=5MB/sec 2024-04-12T00:48:39.104 INFO:tasks.workunit.client.0.smithi098.stdout: 84: throughput=4.94MB/sec pending data=0 2024-04-12T00:48:39.105 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-naYsEDtNxKKinR2 off=11344807 len=1810994 2024-04-12T00:48:39.106 INFO:tasks.workunit.client.0.smithi098.stdout:op 429 completed, throughput=4.96MB/sec 2024-04-12T00:48:39.107 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-feTpNm2bhmV4Ju0 off=18016028 len=1341996 2024-04-12T00:48:39.110 INFO:tasks.workunit.client.0.smithi098.stdout:op 430 completed, throughput=4.98MB/sec 2024-04-12T00:48:39.110 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gZiZUgV9jQwZjRb off=5123227 len=1800511 2024-04-12T00:48:39.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 431 completed, throughput=5MB/sec 2024-04-12T00:48:39.127 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M4xm_RNYS7j0B6L off=468302 len=2055884 2024-04-12T00:48:39.138 INFO:tasks.workunit.client.0.smithi098.stdout:op 432 completed, throughput=5.02MB/sec 2024-04-12T00:48:39.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:39 smithi193 ceph-mon[83763]: pgmap v1402: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:48:39.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:39 smithi098 ceph-mon[88922]: pgmap v1402: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:48:39.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:39 smithi098 ceph-mon[91373]: pgmap v1402: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:48:40.138 INFO:tasks.workunit.client.0.smithi098.stdout: 85: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:40.138 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-i1PFXB3bZT5mSeX off=1057844 len=7109 2024-04-12T00:48:40.139 INFO:tasks.workunit.client.0.smithi098.stdout:op 433 completed, throughput=4.96MB/sec 2024-04-12T00:48:40.139 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-A0vZEOMbcclfPL8 off=1863631 len=1999496 2024-04-12T00:48:40.151 INFO:tasks.workunit.client.0.smithi098.stdout:op 434 completed, throughput=4.98MB/sec 2024-04-12T00:48:40.151 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dxdvbthn_OB15WD off=11846732 len=1017315 2024-04-12T00:48:40.155 INFO:tasks.workunit.client.0.smithi098.stdout:op 435 completed, throughput=4.99MB/sec 2024-04-12T00:48:40.155 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SHfmx3Z8nPNvlFi off=6191903 len=1417433 2024-04-12T00:48:40.156 INFO:tasks.workunit.client.0.smithi098.stdout:op 436 completed, throughput=5.01MB/sec 2024-04-12T00:48:41.157 INFO:tasks.workunit.client.0.smithi098.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:41.157 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lCmeeMurMXDqHpg off=13979276 len=771230 2024-04-12T00:48:41.158 INFO:tasks.workunit.client.0.smithi098.stdout:op 437 completed, throughput=4.96MB/sec 2024-04-12T00:48:41.158 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KtUgblxgKBCtl0r off=3312012 len=608102 2024-04-12T00:48:41.159 INFO:tasks.workunit.client.0.smithi098.stdout:op 438 completed, throughput=4.97MB/sec 2024-04-12T00:48:41.160 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hiFlx5wU0bgUKDP off=5555222 len=1661238 2024-04-12T00:48:41.167 INFO:tasks.workunit.client.0.smithi098.stdout:op 439 completed, throughput=4.99MB/sec 2024-04-12T00:48:41.168 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UZSJkEGXwTNE4Vx off=13201068 len=1556470 2024-04-12T00:48:41.169 INFO:tasks.workunit.client.0.smithi098.stdout:op 440 completed, throughput=5MB/sec 2024-04-12T00:48:41.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:41 smithi193 ceph-mon[83763]: pgmap v1403: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:48:41.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:41 smithi098 ceph-mon[91373]: pgmap v1403: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:48:41.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:41 smithi098 ceph-mon[88922]: pgmap v1403: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:48:42.169 INFO:tasks.workunit.client.0.smithi098.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:42.170 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GApDCyXbBr3bDVl off=3241874 len=180824 2024-04-12T00:48:42.171 INFO:tasks.workunit.client.0.smithi098.stdout:op 441 completed, throughput=4.95MB/sec 2024-04-12T00:48:42.171 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qfW1E_7gN0l4fdM off=7025067 len=150695 2024-04-12T00:48:42.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 442 completed, throughput=4.95MB/sec 2024-04-12T00:48:42.172 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5X_4jb8MXXS3F3V off=6367035 len=1412937 2024-04-12T00:48:42.179 INFO:tasks.workunit.client.0.smithi098.stdout:op 443 completed, throughput=4.96MB/sec 2024-04-12T00:48:42.179 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mZwmex19_YWyL3v off=6439094 len=1126718 2024-04-12T00:48:42.184 INFO:tasks.workunit.client.0.smithi098.stdout:op 444 completed, throughput=4.98MB/sec 2024-04-12T00:48:42.184 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0Ce_ZgDJO73uIwR off=228977 len=1568906 2024-04-12T00:48:42.186 INFO:tasks.workunit.client.0.smithi098.stdout:op 445 completed, throughput=4.99MB/sec 2024-04-12T00:48:42.186 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DPz0fZF2-ewfKiO off=5533766 len=1128568 2024-04-12T00:48:42.187 INFO:tasks.workunit.client.0.smithi098.stdout:op 446 completed, throughput=5MB/sec 2024-04-12T00:48:42.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:48:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:48:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:48:43.187 INFO:tasks.workunit.client.0.smithi098.stdout: 88: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lPIw_J5rAOb7hY6 off=8566373 len=1135439 2024-04-12T00:48:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:op 447 completed, throughput=4.96MB/sec 2024-04-12T00:48:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qAwtlX7f-xzdvL6 off=7857289 len=849871 2024-04-12T00:48:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:op 448 completed, throughput=4.97MB/sec 2024-04-12T00:48:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-exYiyqkq5QXZGSC off=507908 len=1546748 2024-04-12T00:48:43.206 INFO:tasks.workunit.client.0.smithi098.stdout:op 449 completed, throughput=4.99MB/sec 2024-04-12T00:48:43.207 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-s91s59L88iTywpw off=4951074 len=1416663 2024-04-12T00:48:43.214 INFO:tasks.workunit.client.0.smithi098.stdout:op 450 completed, throughput=5MB/sec 2024-04-12T00:48:43.214 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t24nd7r_rtYQ3YT off=2582215 len=1664765 2024-04-12T00:48:43.222 INFO:tasks.workunit.client.0.smithi098.stdout:op 451 completed, throughput=5.02MB/sec 2024-04-12T00:48:43.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:43 smithi193 ceph-mon[83763]: pgmap v1404: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:48:43.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:43 smithi098 ceph-mon[91373]: pgmap v1404: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:48:43.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:43 smithi098 ceph-mon[88922]: pgmap v1404: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:48:44.222 INFO:tasks.workunit.client.0.smithi098.stdout: 89: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:44.223 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6bSNvR9kU7fgd-T off=12990252 len=1396739 2024-04-12T00:48:44.231 INFO:tasks.workunit.client.0.smithi098.stdout:op 452 completed, throughput=4.98MB/sec 2024-04-12T00:48:44.231 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-E_2pQVs_R26oPYW off=6472229 len=1204237 2024-04-12T00:48:44.232 INFO:tasks.workunit.client.0.smithi098.stdout:op 453 completed, throughput=4.99MB/sec 2024-04-12T00:48:44.232 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uFqYfPkRsf_yFnj off=2345528 len=1950086 2024-04-12T00:48:44.244 INFO:tasks.workunit.client.0.smithi098.stdout:op 454 completed, throughput=5.01MB/sec 2024-04-12T00:48:45.244 INFO:tasks.workunit.client.0.smithi098.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:45.244 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F0rL455VTYrIh3b off=6141721 len=1617966 2024-04-12T00:48:45.253 INFO:tasks.workunit.client.0.smithi098.stdout:op 455 completed, throughput=4.97MB/sec 2024-04-12T00:48:45.253 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9Nlwl1Wf3EFfPrb off=5310726 len=422178 2024-04-12T00:48:45.256 INFO:tasks.workunit.client.0.smithi098.stdout:op 456 completed, throughput=4.97MB/sec 2024-04-12T00:48:45.256 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O8o-tz7vZbZBs5F off=1633673 len=661110 2024-04-12T00:48:45.259 INFO:tasks.workunit.client.0.smithi098.stdout:op 457 completed, throughput=4.98MB/sec 2024-04-12T00:48:45.259 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OKFsZHSSwBMqYRP off=1443611 len=1932729 2024-04-12T00:48:45.260 INFO:tasks.workunit.client.0.smithi098.stdout:op 458 completed, throughput=5MB/sec 2024-04-12T00:48:45.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:45 smithi193 ceph-mon[83763]: pgmap v1405: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:48:45.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:45 smithi098 ceph-mon[91373]: pgmap v1405: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:48:45.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:45 smithi098 ceph-mon[88922]: pgmap v1405: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:48:46.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:48:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:48:45] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-12T00:48:46.261 INFO:tasks.workunit.client.0.smithi098.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:46.261 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XhVX8MczwmV9gbC off=8480817 len=1729663 2024-04-12T00:48:46.263 INFO:tasks.workunit.client.0.smithi098.stdout:op 459 completed, throughput=4.96MB/sec 2024-04-12T00:48:46.263 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UIvZOeG02OKwnid off=1937276 len=1537937 2024-04-12T00:48:46.265 INFO:tasks.workunit.client.0.smithi098.stdout:op 460 completed, throughput=4.98MB/sec 2024-04-12T00:48:46.265 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w_3U766RkKueXgt off=1655322 len=1708381 2024-04-12T00:48:46.276 INFO:tasks.workunit.client.0.smithi098.stdout:op 461 completed, throughput=5MB/sec 2024-04-12T00:48:46.276 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7XTYjIxZ8rK3t-A off=10592695 len=271284 2024-04-12T00:48:46.279 INFO:tasks.workunit.client.0.smithi098.stdout:op 462 completed, throughput=5MB/sec 2024-04-12T00:48:46.279 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ddarkYbtTti0ivU off=233411 len=1369600 2024-04-12T00:48:46.281 INFO:tasks.workunit.client.0.smithi098.stdout:op 463 completed, throughput=5.01MB/sec 2024-04-12T00:48:47.282 INFO:tasks.workunit.client.0.smithi098.stdout: 92: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:47.282 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hqVgSMZ9c4jWPp0 off=2202461 len=635501 2024-04-12T00:48:47.284 INFO:tasks.workunit.client.0.smithi098.stdout:op 464 completed, throughput=4.97MB/sec 2024-04-12T00:48:47.284 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Mbo15Q0jjThBURb off=3050632 len=454201 2024-04-12T00:48:47.288 INFO:tasks.workunit.client.0.smithi098.stdout:op 465 completed, throughput=4.97MB/sec 2024-04-12T00:48:47.288 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ifQcL6uZ3S9vXVy off=4255084 len=1079969 2024-04-12T00:48:47.289 INFO:tasks.workunit.client.0.smithi098.stdout:op 466 completed, throughput=4.98MB/sec 2024-04-12T00:48:47.289 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6tCM7SMQOmkFjxC off=1429961 len=418672 2024-04-12T00:48:47.291 INFO:tasks.workunit.client.0.smithi098.stdout:op 467 completed, throughput=4.99MB/sec 2024-04-12T00:48:47.291 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eu9TfokfRU9m-Fk off=1476880 len=1563766 2024-04-12T00:48:47.292 INFO:tasks.workunit.client.0.smithi098.stdout:op 468 completed, throughput=5MB/sec 2024-04-12T00:48:47.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:47 smithi193 ceph-mon[83763]: pgmap v1406: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:48:47.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:47 smithi098 ceph-mon[91373]: pgmap v1406: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:48:47.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:47 smithi098 ceph-mon[88922]: pgmap v1406: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:48:48.293 INFO:tasks.workunit.client.0.smithi098.stdout: 93: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:48.293 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rGjhmuhZcrrsQJ1 off=6153500 len=735282 2024-04-12T00:48:48.297 INFO:tasks.workunit.client.0.smithi098.stdout:op 469 completed, throughput=4.96MB/sec 2024-04-12T00:48:48.297 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0TuEVBJfxQDp3ug off=7727674 len=124523 2024-04-12T00:48:48.300 INFO:tasks.workunit.client.0.smithi098.stdout:op 470 completed, throughput=4.96MB/sec 2024-04-12T00:48:48.300 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RyYd4eNs5lBORuT off=8392634 len=480170 2024-04-12T00:48:48.302 INFO:tasks.workunit.client.0.smithi098.stdout:op 471 completed, throughput=4.96MB/sec 2024-04-12T00:48:48.302 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-03tyMCRwrUw1LLm off=2012320 len=732370 2024-04-12T00:48:48.304 INFO:tasks.workunit.client.0.smithi098.stdout:op 472 completed, throughput=4.97MB/sec 2024-04-12T00:48:48.304 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-axa3ZarrnXlnvvw off=8500574 len=1019697 2024-04-12T00:48:48.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 473 completed, throughput=4.98MB/sec 2024-04-12T00:48:48.306 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NrKnczyshJEHyl4 off=16440543 len=965300 2024-04-12T00:48:48.307 INFO:tasks.workunit.client.0.smithi098.stdout:op 474 completed, throughput=4.99MB/sec 2024-04-12T00:48:48.307 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_MCdxURqt6k4_Ms off=722627 len=1963918 2024-04-12T00:48:48.314 INFO:tasks.workunit.client.0.smithi098.stdout:op 475 completed, throughput=5.01MB/sec 2024-04-12T00:48:49.314 INFO:tasks.workunit.client.0.smithi098.stdout: 94: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:49.315 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ft0BEYTe2xo6IaV off=5123214 len=1183215 2024-04-12T00:48:49.316 INFO:tasks.workunit.client.0.smithi098.stdout:op 476 completed, throughput=4.97MB/sec 2024-04-12T00:48:49.316 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ot0xTAbjhfh14_k off=2982455 len=1898713 2024-04-12T00:48:49.325 INFO:tasks.workunit.client.0.smithi098.stdout:op 477 completed, throughput=4.99MB/sec 2024-04-12T00:48:49.325 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OIxkFyodPxEvZTL off=5542729 len=739547 2024-04-12T00:48:49.326 INFO:tasks.workunit.client.0.smithi098.stdout:op 478 completed, throughput=4.99MB/sec 2024-04-12T00:48:49.326 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zoaIbDaENLxFrka off=24437 len=859500 2024-04-12T00:48:49.327 INFO:tasks.workunit.client.0.smithi098.stdout:op 479 completed, throughput=5MB/sec 2024-04-12T00:48:49.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:49 smithi193 ceph-mon[83763]: pgmap v1407: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:48:49.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:49 smithi098 ceph-mon[88922]: pgmap v1407: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:48:49.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:49 smithi098 ceph-mon[91373]: pgmap v1407: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:48:50.327 INFO:tasks.workunit.client.0.smithi098.stdout: 95: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:50.328 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FNSnE5P86qcCU8Q off=13945744 len=1925320 2024-04-12T00:48:50.339 INFO:tasks.workunit.client.0.smithi098.stdout:op 480 completed, throughput=4.97MB/sec 2024-04-12T00:48:50.339 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r6RoW_7owDh-I7Q off=16468242 len=2027548 2024-04-12T00:48:50.349 INFO:tasks.workunit.client.0.smithi098.stdout:op 481 completed, throughput=4.99MB/sec 2024-04-12T00:48:50.349 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-payDaT6dlzncCiK off=1956853 len=28642 2024-04-12T00:48:50.351 INFO:tasks.workunit.client.0.smithi098.stdout:op 482 completed, throughput=4.99MB/sec 2024-04-12T00:48:50.351 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mXwJ9W_QhEzCyPj off=9886822 len=1085915 2024-04-12T00:48:50.353 INFO:tasks.workunit.client.0.smithi098.stdout:op 483 completed, throughput=5MB/sec 2024-04-12T00:48:50.353 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dJwxh7UWhY1zrK9 off=17812223 len=81351 2024-04-12T00:48:50.354 INFO:tasks.workunit.client.0.smithi098.stdout:op 484 completed, throughput=5MB/sec 2024-04-12T00:48:50.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:50.696 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:50.696 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:48:51.354 INFO:tasks.workunit.client.0.smithi098.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:51.354 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zHD9PZTUGIpFd7p off=4134832 len=1519255 2024-04-12T00:48:51.356 INFO:tasks.workunit.client.0.smithi098.stdout:op 485 completed, throughput=4.96MB/sec 2024-04-12T00:48:51.356 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IyJY9XPnWJY7iec off=8605973 len=1150409 2024-04-12T00:48:51.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 486 completed, throughput=4.97MB/sec 2024-04-12T00:48:51.361 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K_0Plrtq7_fhm-E off=10307117 len=640847 2024-04-12T00:48:51.363 INFO:tasks.workunit.client.0.smithi098.stdout:op 487 completed, throughput=4.98MB/sec 2024-04-12T00:48:51.363 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zIX5LUJDl43PW1d off=11485915 len=1485617 2024-04-12T00:48:51.364 INFO:tasks.workunit.client.0.smithi098.stdout:op 488 completed, throughput=5MB/sec 2024-04-12T00:48:51.364 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FOOXYBv7-7HDKBs off=1597582 len=1457587 2024-04-12T00:48:51.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 489 completed, throughput=5.01MB/sec 2024-04-12T00:48:51.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:51 smithi193 ceph-mon[83763]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:48:51.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:51 smithi098 ceph-mon[88922]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:48:51.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:51 smithi098 ceph-mon[91373]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:48:52.372 INFO:tasks.workunit.client.0.smithi098.stdout: 97: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:52.372 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--ETqKXFPdALqvEi off=9072909 len=1380024 2024-04-12T00:48:52.374 INFO:tasks.workunit.client.0.smithi098.stdout:op 490 completed, throughput=4.97MB/sec 2024-04-12T00:48:52.374 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cNn9C_HsBRLidDX off=9798818 len=611751 2024-04-12T00:48:52.375 INFO:tasks.workunit.client.0.smithi098.stdout:op 491 completed, throughput=4.98MB/sec 2024-04-12T00:48:52.375 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yx8lC41YEqg-ccB off=11381512 len=384916 2024-04-12T00:48:52.376 INFO:tasks.workunit.client.0.smithi098.stdout:op 492 completed, throughput=4.98MB/sec 2024-04-12T00:48:52.376 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xsKPM3nM74Cuo_a off=4550739 len=1306658 2024-04-12T00:48:52.377 INFO:tasks.workunit.client.0.smithi098.stdout:op 493 completed, throughput=4.99MB/sec 2024-04-12T00:48:52.378 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7eG1fgwcAR0eeQU off=0 len=1518394 2024-04-12T00:48:52.379 INFO:tasks.workunit.client.0.smithi098.stdout:op 494 completed, throughput=5.01MB/sec 2024-04-12T00:48:52.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:48:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:48:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:48:53.380 INFO:tasks.workunit.client.0.smithi098.stdout: 98: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:53.380 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hvkH2rAJaZOsgYT off=21310704 len=1863075 2024-04-12T00:48:53.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 495 completed, throughput=4.98MB/sec 2024-04-12T00:48:53.391 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ppJ47xDKzaCv9VR off=1876453 len=1931668 2024-04-12T00:48:53.401 INFO:tasks.workunit.client.0.smithi098.stdout:op 496 completed, throughput=4.99MB/sec 2024-04-12T00:48:53.401 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eS5V5PEM5nOuP_v off=12920369 len=1796411 2024-04-12T00:48:53.409 INFO:tasks.workunit.client.0.smithi098.stdout:op 497 completed, throughput=5.01MB/sec 2024-04-12T00:48:53.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:53 smithi193 ceph-mon[83763]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:48:53.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:53 smithi098 ceph-mon[88922]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:48:53.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:53 smithi098 ceph-mon[91373]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:48:54.410 INFO:tasks.workunit.client.0.smithi098.stdout: 99: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:54.410 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c8M7YvDSqqIDnvR off=743164 len=1208920 2024-04-12T00:48:54.411 INFO:tasks.workunit.client.0.smithi098.stdout:op 498 completed, throughput=4.97MB/sec 2024-04-12T00:48:54.411 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vEhtElZ1gUSaqCX off=13622948 len=283353 2024-04-12T00:48:54.411 INFO:tasks.workunit.client.0.smithi098.stdout:op 499 completed, throughput=4.97MB/sec 2024-04-12T00:48:54.411 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GlPrr6zkNPN5LGM off=3196449 len=507288 2024-04-12T00:48:54.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 500 completed, throughput=4.98MB/sec 2024-04-12T00:48:54.412 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SAWNQUNTxKkWaD5 off=2193668 len=896948 2024-04-12T00:48:54.417 INFO:tasks.workunit.client.0.smithi098.stdout:op 501 completed, throughput=4.99MB/sec 2024-04-12T00:48:54.417 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Wd7GzITbBJ8wdUN off=6770900 len=1229676 2024-04-12T00:48:54.418 INFO:tasks.workunit.client.0.smithi098.stdout:op 502 completed, throughput=5MB/sec 2024-04-12T00:48:54.418 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sM0bGG7NVN-gSv_ off=8574962 len=1550976 2024-04-12T00:48:54.425 INFO:tasks.workunit.client.0.smithi098.stdout:op 503 completed, throughput=5.01MB/sec 2024-04-12T00:48:55.426 INFO:tasks.workunit.client.0.smithi098.stdout: 100: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:55.426 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ayxKb1TC6G-ynoB off=4745558 len=239407 2024-04-12T00:48:55.427 INFO:tasks.workunit.client.0.smithi098.stdout:op 504 completed, throughput=4.97MB/sec 2024-04-12T00:48:55.427 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OD06irmzAriSB0E off=175587 len=385222 2024-04-12T00:48:55.432 INFO:tasks.workunit.client.0.smithi098.stdout:op 505 completed, throughput=4.97MB/sec 2024-04-12T00:48:55.432 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QgCUdy3VgjEusjF off=29417 len=1016222 2024-04-12T00:48:55.432 INFO:tasks.workunit.client.0.smithi098.stdout:op 506 completed, throughput=4.98MB/sec 2024-04-12T00:48:55.432 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9AX_3SPsGpXgPGk off=14174 len=812459 2024-04-12T00:48:55.436 INFO:tasks.workunit.client.0.smithi098.stdout:op 507 completed, throughput=4.99MB/sec 2024-04-12T00:48:55.436 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5wCc0NzYwTxhRuu off=13806392 len=1330866 2024-04-12T00:48:55.437 INFO:tasks.workunit.client.0.smithi098.stdout:op 508 completed, throughput=5MB/sec 2024-04-12T00:48:55.438 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yUepiW9RLOQL9Di off=2905245 len=1590488 2024-04-12T00:48:55.439 INFO:tasks.workunit.client.0.smithi098.stdout:op 509 completed, throughput=5.01MB/sec 2024-04-12T00:48:55.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:55 smithi193 ceph-mon[83763]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:48:55.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:55 smithi098 ceph-mon[91373]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:48:55.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:55 smithi098 ceph-mon[88922]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:48:56.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:48:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:48:55] "GET /metrics HTTP/1.1" 200 34113 "" "Prometheus/2.43.0" 2024-04-12T00:48:56.440 INFO:tasks.workunit.client.0.smithi098.stdout: 101: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:56.440 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a-4GseS_PLG_PxK off=286610 len=1328173 2024-04-12T00:48:56.449 INFO:tasks.workunit.client.0.smithi098.stdout:op 510 completed, throughput=4.98MB/sec 2024-04-12T00:48:56.449 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-M--oRe72aK1zJJj off=357004 len=159892 2024-04-12T00:48:56.450 INFO:tasks.workunit.client.0.smithi098.stdout:op 511 completed, throughput=4.98MB/sec 2024-04-12T00:48:56.450 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EVCEdr7HZ9ih-83 off=4171945 len=1924173 2024-04-12T00:48:56.459 INFO:tasks.workunit.client.0.smithi098.stdout:op 512 completed, throughput=5MB/sec 2024-04-12T00:48:56.459 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QP_zbby4nSPUlXq off=730775 len=874116 2024-04-12T00:48:56.463 INFO:tasks.workunit.client.0.smithi098.stdout:op 513 completed, throughput=5MB/sec 2024-04-12T00:48:57.464 INFO:tasks.workunit.client.0.smithi098.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-12T00:48:57.464 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qFK2-Su5ndw9KDM off=1666225 len=599159 2024-04-12T00:48:57.465 INFO:tasks.workunit.client.0.smithi098.stdout:op 514 completed, throughput=4.96MB/sec 2024-04-12T00:48:57.465 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CWjoblolrdE8E8J off=17448282 len=1615656 2024-04-12T00:48:57.472 INFO:tasks.workunit.client.0.smithi098.stdout:op 515 completed, throughput=4.98MB/sec 2024-04-12T00:48:57.472 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1PyjfcedmBOX5FE off=12308781 len=1180302 2024-04-12T00:48:57.473 INFO:tasks.workunit.client.0.smithi098.stdout:op 516 completed, throughput=4.99MB/sec 2024-04-12T00:48:57.473 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hoYN_LeGVC8Fh7P off=11109765 len=90825 2024-04-12T00:48:57.474 INFO:tasks.workunit.client.0.smithi098.stdout:op 517 completed, throughput=4.99MB/sec 2024-04-12T00:48:57.474 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lJO9AviLjzjQpBe off=1852526 len=963326 2024-04-12T00:48:57.475 INFO:tasks.workunit.client.0.smithi098.stdout:op 518 completed, throughput=5MB/sec 2024-04-12T00:48:57.475 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nhtx6z8iwp5GdYc off=903730 len=606827 2024-04-12T00:48:57.476 INFO:tasks.workunit.client.0.smithi098.stdout:op 519 completed, throughput=5MB/sec 2024-04-12T00:48:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:57 smithi193 ceph-mon[83763]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:48:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:48:57.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:57 smithi098 ceph-mon[91373]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:48:57.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:48:57.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:57 smithi098 ceph-mon[88922]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:48:57.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:48:58.476 INFO:tasks.workunit.client.0.smithi098.stdout: 103: throughput=4.95MB/sec pending data=0 2024-04-12T00:48:58.476 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WSLI7MpZvPBRtXi off=1303552 len=1907275 2024-04-12T00:48:58.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 520 completed, throughput=4.97MB/sec 2024-04-12T00:48:58.480 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rE-6cCklyGMGnOU off=1909524 len=947442 2024-04-12T00:48:58.492 INFO:tasks.workunit.client.0.smithi098.stdout:op 521 completed, throughput=4.98MB/sec 2024-04-12T00:48:58.492 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-so_IpcpPTzb9LbZ off=3462158 len=1828189 2024-04-12T00:48:58.494 INFO:tasks.workunit.client.0.smithi098.stdout:op 522 completed, throughput=5MB/sec 2024-04-12T00:48:58.494 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8LnhhJkrD0-0wDt off=15016445 len=2074820 2024-04-12T00:48:58.504 INFO:tasks.workunit.client.0.smithi098.stdout:op 523 completed, throughput=5.01MB/sec 2024-04-12T00:48:58.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:48:58.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:48:58.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:48:58.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:48:58.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:48:58.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:48:58.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:48:58.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:48:58.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:48:59.505 INFO:tasks.workunit.client.0.smithi098.stdout: 104: throughput=4.97MB/sec pending data=0 2024-04-12T00:48:59.505 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QSj6pv-GF9WLa8r off=13788109 len=1943780 2024-04-12T00:48:59.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 524 completed, throughput=4.98MB/sec 2024-04-12T00:48:59.507 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dknR1fVV3_arfey off=5612553 len=2074062 2024-04-12T00:48:59.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 525 completed, throughput=5MB/sec 2024-04-12T00:48:59.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:48:59 smithi098 ceph-mon[91373]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:48:59.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:48:59 smithi098 ceph-mon[88922]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:48:59.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:48:59 smithi193 ceph-mon[83763]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:49:00.516 INFO:tasks.workunit.client.0.smithi098.stdout: 105: throughput=4.95MB/sec pending data=0 2024-04-12T00:49:00.516 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vKkS3m1yGGCPi5J off=5594156 len=2020619 2024-04-12T00:49:00.525 INFO:tasks.workunit.client.0.smithi098.stdout:op 526 completed, throughput=4.97MB/sec 2024-04-12T00:49:00.525 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5UNVcV8vFn_yRpG off=6003951 len=1771671 2024-04-12T00:49:00.532 INFO:tasks.workunit.client.0.smithi098.stdout:op 527 completed, throughput=4.99MB/sec 2024-04-12T00:49:00.532 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B7a8kQZckflhrFm off=8896383 len=1945061 2024-04-12T00:49:00.544 INFO:tasks.workunit.client.0.smithi098.stdout:op 528 completed, throughput=5MB/sec 2024-04-12T00:49:01.545 INFO:tasks.workunit.client.0.smithi098.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:01.545 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6l29HEkpfHCl8Zo off=4344796 len=1498293 2024-04-12T00:49:01.552 INFO:tasks.workunit.client.0.smithi098.stdout:op 529 completed, throughput=4.97MB/sec 2024-04-12T00:49:01.552 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XjRJTdyeGpea9Dg off=18935878 len=1749513 2024-04-12T00:49:01.560 INFO:tasks.workunit.client.0.smithi098.stdout:op 530 completed, throughput=4.99MB/sec 2024-04-12T00:49:01.560 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0F3kEoBz_oEa6Yv off=8749095 len=679115 2024-04-12T00:49:01.561 INFO:tasks.workunit.client.0.smithi098.stdout:op 531 completed, throughput=4.99MB/sec 2024-04-12T00:49:01.561 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-e6vhkrZ5x9i6Ybj off=1332799 len=439270 2024-04-12T00:49:01.561 INFO:tasks.workunit.client.0.smithi098.stdout:op 532 completed, throughput=5MB/sec 2024-04-12T00:49:01.562 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-juuTBdgB1EwMrnN off=819964 len=44327 2024-04-12T00:49:01.562 INFO:tasks.workunit.client.0.smithi098.stdout:op 533 completed, throughput=5MB/sec 2024-04-12T00:49:01.562 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kGQKLmwbThiJuFW off=0 len=1334046 2024-04-12T00:49:01.569 INFO:tasks.workunit.client.0.smithi098.stdout:op 534 completed, throughput=5.01MB/sec 2024-04-12T00:49:01.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:01 smithi098 ceph-mon[91373]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:49:01.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:01 smithi098 ceph-mon[88922]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:49:01.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:01 smithi193 ceph-mon[83763]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:49:02.570 INFO:tasks.workunit.client.0.smithi098.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:02.570 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UK0kJ2nTc3yOxJz off=5887461 len=1881353 2024-04-12T00:49:02.581 INFO:tasks.workunit.client.0.smithi098.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-12T00:49:02.581 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XfG4WoQY0l1wksM off=25441 len=2061616 2024-04-12T00:49:02.583 INFO:tasks.workunit.client.0.smithi098.stdout:op 536 completed, throughput=5MB/sec 2024-04-12T00:49:02.583 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eiBoS-0lshTrUxn off=13250962 len=1993085 2024-04-12T00:49:02.594 INFO:tasks.workunit.client.0.smithi098.stdout:op 537 completed, throughput=5.01MB/sec 2024-04-12T00:49:02.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:49:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:49:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:49:03.594 INFO:tasks.workunit.client.0.smithi098.stdout: 108: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:03.594 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8g8xFpMkMlzq0S9 off=7723739 len=2021772 2024-04-12T00:49:03.598 INFO:tasks.workunit.client.0.smithi098.stdout:op 538 completed, throughput=4.98MB/sec 2024-04-12T00:49:03.598 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Rr32yI50aGy1pAF off=5940371 len=983688 2024-04-12T00:49:03.603 INFO:tasks.workunit.client.0.smithi098.stdout:op 539 completed, throughput=4.99MB/sec 2024-04-12T00:49:03.604 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2Iba9MXI0G9022J off=6663268 len=1489055 2024-04-12T00:49:03.611 INFO:tasks.workunit.client.0.smithi098.stdout:op 540 completed, throughput=5.01MB/sec 2024-04-12T00:49:03.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:03 smithi098 ceph-mon[88922]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:49:03.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:03 smithi098 ceph-mon[91373]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:49:03.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:03 smithi193 ceph-mon[83763]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:49:04.612 INFO:tasks.workunit.client.0.smithi098.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:04.612 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pinX21mBZnB9gxi off=8285767 len=903408 2024-04-12T00:49:04.617 INFO:tasks.workunit.client.0.smithi098.stdout:op 541 completed, throughput=4.97MB/sec 2024-04-12T00:49:04.617 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1GyBL3Df8Pjf9-x off=1691561 len=1164972 2024-04-12T00:49:04.620 INFO:tasks.workunit.client.0.smithi098.stdout:op 542 completed, throughput=4.98MB/sec 2024-04-12T00:49:04.620 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kOndXmOZnorfO71 off=16111245 len=598198 2024-04-12T00:49:04.624 INFO:tasks.workunit.client.0.smithi098.stdout:op 543 completed, throughput=4.98MB/sec 2024-04-12T00:49:04.625 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wdm4dP06rr7zkO1 off=2624566 len=575501 2024-04-12T00:49:04.628 INFO:tasks.workunit.client.0.smithi098.stdout:op 544 completed, throughput=4.99MB/sec 2024-04-12T00:49:04.628 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6flEZ_E4b3qNeht off=4902561 len=1259830 2024-04-12T00:49:04.635 INFO:tasks.workunit.client.0.smithi098.stdout:op 545 completed, throughput=5MB/sec 2024-04-12T00:49:04.635 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-y5hleNQwRrfWyCO off=4617948 len=942596 2024-04-12T00:49:04.639 INFO:tasks.workunit.client.0.smithi098.stdout:op 546 completed, throughput=5.01MB/sec 2024-04-12T00:49:05.640 INFO:tasks.workunit.client.0.smithi098.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:05.640 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aXnWVYTgeU9I_zF off=1814256 len=1605472 2024-04-12T00:49:05.650 INFO:tasks.workunit.client.0.smithi098.stdout:op 547 completed, throughput=4.97MB/sec 2024-04-12T00:49:05.650 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CsJZ3dfUlgSilHH off=2517686 len=1464219 2024-04-12T00:49:05.652 INFO:tasks.workunit.client.0.smithi098.stdout:op 548 completed, throughput=4.99MB/sec 2024-04-12T00:49:05.652 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pHyOb6elpokh1av off=629309 len=1365632 2024-04-12T00:49:05.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 549 completed, throughput=5MB/sec 2024-04-12T00:49:05.654 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K7HUWazfsN3LZez off=10301573 len=1727410 2024-04-12T00:49:05.664 INFO:tasks.workunit.client.0.smithi098.stdout:op 550 completed, throughput=5.01MB/sec 2024-04-12T00:49:05.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:05 smithi098 ceph-mon[91373]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:49:05.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:05.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:05 smithi098 ceph-mon[88922]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:49:05.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:05.796 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:49:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:49:05] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T00:49:05.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:05 smithi193 ceph-mon[83763]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:49:05.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:06.665 INFO:tasks.workunit.client.0.smithi098.stdout: 111: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:06.665 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CV9iwTEjUReMhq9 off=3967106 len=1230362 2024-04-12T00:49:06.666 INFO:tasks.workunit.client.0.smithi098.stdout:op 551 completed, throughput=4.98MB/sec 2024-04-12T00:49:06.666 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xD4j3zgyRn2_ykt off=14654704 len=202365 2024-04-12T00:49:06.668 INFO:tasks.workunit.client.0.smithi098.stdout:op 552 completed, throughput=4.98MB/sec 2024-04-12T00:49:06.668 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XF8MqMO1rLI6x1s off=5541185 len=265648 2024-04-12T00:49:06.671 INFO:tasks.workunit.client.0.smithi098.stdout:op 553 completed, throughput=4.98MB/sec 2024-04-12T00:49:06.671 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aT4g-2V7mZHwzM_ off=7422376 len=1171894 2024-04-12T00:49:06.672 INFO:tasks.workunit.client.0.smithi098.stdout:op 554 completed, throughput=4.99MB/sec 2024-04-12T00:49:06.673 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JF7ZBTWjK8dDvnt off=11079378 len=1482475 2024-04-12T00:49:06.680 INFO:tasks.workunit.client.0.smithi098.stdout:op 555 completed, throughput=5MB/sec 2024-04-12T00:49:07.681 INFO:tasks.workunit.client.0.smithi098.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:07.681 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0LlMAlYe4BX6YT1 off=9495094 len=140861 2024-04-12T00:49:07.683 INFO:tasks.workunit.client.0.smithi098.stdout:op 556 completed, throughput=4.96MB/sec 2024-04-12T00:49:07.684 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fK-Xpr6azMCJpRY off=19208722 len=297366 2024-04-12T00:49:07.684 INFO:tasks.workunit.client.0.smithi098.stdout:op 557 completed, throughput=4.96MB/sec 2024-04-12T00:49:07.684 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SsW2ugNBSE6ucfD off=773393 len=536393 2024-04-12T00:49:07.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 558 completed, throughput=4.97MB/sec 2024-04-12T00:49:07.686 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FpoJNVo4xojou9_ off=823794 len=115580 2024-04-12T00:49:07.688 INFO:tasks.workunit.client.0.smithi098.stdout:op 559 completed, throughput=4.97MB/sec 2024-04-12T00:49:07.688 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8pW_Nv5zxIQ7CGK off=4061283 len=819229 2024-04-12T00:49:07.692 INFO:tasks.workunit.client.0.smithi098.stdout:op 560 completed, throughput=4.98MB/sec 2024-04-12T00:49:07.692 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ftq0GseRKGyuGHe off=3930029 len=1623074 2024-04-12T00:49:07.694 INFO:tasks.workunit.client.0.smithi098.stdout:op 561 completed, throughput=4.99MB/sec 2024-04-12T00:49:07.694 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BxZ1C-CYH4aIXr1 off=706739 len=1660734 2024-04-12T00:49:07.697 INFO:tasks.workunit.client.0.smithi098.stdout:op 562 completed, throughput=5MB/sec 2024-04-12T00:49:07.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:07 smithi193 ceph-mon[83763]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:49:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:07 smithi098 ceph-mon[91373]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:49:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:07 smithi098 ceph-mon[88922]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:49:08.698 INFO:tasks.workunit.client.0.smithi098.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:08.698 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rOo3A4zgvxp4ZkQ off=8115426 len=1793791 2024-04-12T00:49:08.706 INFO:tasks.workunit.client.0.smithi098.stdout:op 563 completed, throughput=4.97MB/sec 2024-04-12T00:49:08.706 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rC1gbo_mjBqAvha off=3580770 len=1747452 2024-04-12T00:49:08.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 564 completed, throughput=4.99MB/sec 2024-04-12T00:49:08.710 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1GyBL3Df8Pjf9-x off=4876584 len=763212 2024-04-12T00:49:08.712 INFO:tasks.workunit.client.0.smithi098.stdout:op 565 completed, throughput=4.99MB/sec 2024-04-12T00:49:08.712 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fOGwAc85LHtrMas off=3373902 len=437897 2024-04-12T00:49:08.713 INFO:tasks.workunit.client.0.smithi098.stdout:op 566 completed, throughput=5MB/sec 2024-04-12T00:49:08.713 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KPxJE6RRo0w1SJg off=1320351 len=958395 2024-04-12T00:49:08.714 INFO:tasks.workunit.client.0.smithi098.stdout:op 567 completed, throughput=5.01MB/sec 2024-04-12T00:49:09.714 INFO:tasks.workunit.client.0.smithi098.stdout: 114: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:09.715 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wBntsQ1J4wiEE5z off=1110658 len=484424 2024-04-12T00:49:09.715 INFO:tasks.workunit.client.0.smithi098.stdout:op 568 completed, throughput=4.97MB/sec 2024-04-12T00:49:09.715 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BpbEjO5bGc-3mZF off=8268409 len=115011 2024-04-12T00:49:09.716 INFO:tasks.workunit.client.0.smithi098.stdout:op 569 completed, throughput=4.97MB/sec 2024-04-12T00:49:09.716 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aOynGPD6J_WH1rZ off=13001982 len=1140569 2024-04-12T00:49:09.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 570 completed, throughput=4.98MB/sec 2024-04-12T00:49:09.717 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qk8Q_IG0kG7H3Ty off=3664747 len=471960 2024-04-12T00:49:09.719 INFO:tasks.workunit.client.0.smithi098.stdout:op 571 completed, throughput=4.98MB/sec 2024-04-12T00:49:09.719 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a1CWdQdPiuTb5XS off=12497451 len=1717415 2024-04-12T00:49:09.722 INFO:tasks.workunit.client.0.smithi098.stdout:op 572 completed, throughput=4.99MB/sec 2024-04-12T00:49:09.723 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zoAvhC9_3-rZtWr off=13801666 len=1047139 2024-04-12T00:49:09.724 INFO:tasks.workunit.client.0.smithi098.stdout:op 573 completed, throughput=5MB/sec 2024-04-12T00:49:09.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:09 smithi193 ceph-mon[83763]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T00:49:10.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:09 smithi098 ceph-mon[91373]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T00:49:10.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:09 smithi098 ceph-mon[88922]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T00:49:10.724 INFO:tasks.workunit.client.0.smithi098.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:10.725 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-keAmkJY436kXdah off=14081499 len=1803168 2024-04-12T00:49:10.733 INFO:tasks.workunit.client.0.smithi098.stdout:op 574 completed, throughput=4.97MB/sec 2024-04-12T00:49:10.733 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-k8GWYMf1VDjSzJD off=1436511 len=164948 2024-04-12T00:49:10.733 INFO:tasks.workunit.client.0.smithi098.stdout:op 575 completed, throughput=4.98MB/sec 2024-04-12T00:49:10.734 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rnQN8j9RNgSrBTy off=5426661 len=534769 2024-04-12T00:49:10.737 INFO:tasks.workunit.client.0.smithi098.stdout:op 576 completed, throughput=4.98MB/sec 2024-04-12T00:49:10.737 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vfBpLeIQCFZ6PCp off=2282046 len=344428 2024-04-12T00:49:10.738 INFO:tasks.workunit.client.0.smithi098.stdout:op 577 completed, throughput=4.98MB/sec 2024-04-12T00:49:10.738 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c2pzQ1tRCOvhnkd off=2528698 len=973732 2024-04-12T00:49:10.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 578 completed, throughput=4.99MB/sec 2024-04-12T00:49:10.742 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c44-ieXeHVs0Oqc off=9044394 len=198530 2024-04-12T00:49:10.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 579 completed, throughput=4.99MB/sec 2024-04-12T00:49:10.742 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LWwiuLoZKayz4lW off=2342705 len=91018 2024-04-12T00:49:10.745 INFO:tasks.workunit.client.0.smithi098.stdout:op 580 completed, throughput=4.99MB/sec 2024-04-12T00:49:10.745 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Fki3Oqd4K-OlQmR off=8971843 len=482668 2024-04-12T00:49:10.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 581 completed, throughput=5MB/sec 2024-04-12T00:49:10.748 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-omRaTYQcPQ4QMEW off=5499286 len=1429843 2024-04-12T00:49:10.749 INFO:tasks.workunit.client.0.smithi098.stdout:op 582 completed, throughput=5.01MB/sec 2024-04-12T00:49:11.749 INFO:tasks.workunit.client.0.smithi098.stdout: 116: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:11.749 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-b9tM93XKa6gmF9p off=21305864 len=2060099 2024-04-12T00:49:11.761 INFO:tasks.workunit.client.0.smithi098.stdout:op 583 completed, throughput=4.98MB/sec 2024-04-12T00:49:11.761 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t8RotG8Fm5172LT off=2335013 len=978599 2024-04-12T00:49:11.762 INFO:tasks.workunit.client.0.smithi098.stdout:op 584 completed, throughput=4.99MB/sec 2024-04-12T00:49:11.762 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bTVUcDJp_vgV1Mw off=3400716 len=1006684 2024-04-12T00:49:11.768 INFO:tasks.workunit.client.0.smithi098.stdout:op 585 completed, throughput=5MB/sec 2024-04-12T00:49:11.768 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5f2b3zW67sCsgpQ off=6706509 len=1891747 2024-04-12T00:49:11.771 INFO:tasks.workunit.client.0.smithi098.stdout:op 586 completed, throughput=5.01MB/sec 2024-04-12T00:49:11.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:11 smithi193 ceph-mon[83763]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T00:49:12.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:11 smithi098 ceph-mon[91373]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T00:49:12.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:11 smithi098 ceph-mon[88922]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T00:49:12.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:49:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:49:12.772 INFO:tasks.workunit.client.0.smithi098.stdout: 117: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:12.772 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LCfJKR8Unahw1ge off=9750519 len=216611 2024-04-12T00:49:12.773 INFO:tasks.workunit.client.0.smithi098.stdout:op 587 completed, throughput=4.97MB/sec 2024-04-12T00:49:12.773 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yctp5P_DJoM1NWb off=7104103 len=446036 2024-04-12T00:49:12.774 INFO:tasks.workunit.client.0.smithi098.stdout:op 588 completed, throughput=4.98MB/sec 2024-04-12T00:49:12.774 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mDeipdGvyhQ0ahx off=5042489 len=620137 2024-04-12T00:49:12.778 INFO:tasks.workunit.client.0.smithi098.stdout:op 589 completed, throughput=4.98MB/sec 2024-04-12T00:49:12.778 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OU6Hbad5cqm4Ecv off=17927812 len=692656 2024-04-12T00:49:12.783 INFO:tasks.workunit.client.0.smithi098.stdout:op 590 completed, throughput=4.99MB/sec 2024-04-12T00:49:12.783 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MIblmcuKzh4u2Ee off=974135 len=992776 2024-04-12T00:49:12.788 INFO:tasks.workunit.client.0.smithi098.stdout:op 591 completed, throughput=4.99MB/sec 2024-04-12T00:49:12.788 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eY_BvQ9aT2mwkmJ off=12877445 len=1660168 2024-04-12T00:49:12.790 INFO:tasks.workunit.client.0.smithi098.stdout:op 592 completed, throughput=5.01MB/sec 2024-04-12T00:49:13.791 INFO:tasks.workunit.client.0.smithi098.stdout: 118: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:13.791 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MFCol72h5vQPGaE off=887017 len=923645 2024-04-12T00:49:13.796 INFO:tasks.workunit.client.0.smithi098.stdout:op 593 completed, throughput=4.97MB/sec 2024-04-12T00:49:13.796 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zSbkfXVEy--riM9 off=1869941 len=913585 2024-04-12T00:49:13.801 INFO:tasks.workunit.client.0.smithi098.stdout:op 594 completed, throughput=4.98MB/sec 2024-04-12T00:49:13.801 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QrLfQELeotvmCfl off=523082 len=1169092 2024-04-12T00:49:13.803 INFO:tasks.workunit.client.0.smithi098.stdout:op 595 completed, throughput=4.99MB/sec 2024-04-12T00:49:13.804 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UEjFMaMAFdcFp6O off=9053490 len=1303313 2024-04-12T00:49:13.805 INFO:tasks.workunit.client.0.smithi098.stdout:op 596 completed, throughput=5MB/sec 2024-04-12T00:49:13.805 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MyGaImw7jpXQDPz off=259937 len=1865965 2024-04-12T00:49:13.807 INFO:tasks.workunit.client.0.smithi098.stdout:op 597 completed, throughput=5.01MB/sec 2024-04-12T00:49:13.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:13 smithi193 ceph-mon[83763]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:49:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:13 smithi098 ceph-mon[91373]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:49:14.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:13 smithi098 ceph-mon[88922]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:49:14.808 INFO:tasks.workunit.client.0.smithi098.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:14.808 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UIcGuvil3GunYEk off=6523848 len=371333 2024-04-12T00:49:14.809 INFO:tasks.workunit.client.0.smithi098.stdout:op 598 completed, throughput=4.98MB/sec 2024-04-12T00:49:14.809 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zuiGQlb73EmDuAs off=3126924 len=1245718 2024-04-12T00:49:14.816 INFO:tasks.workunit.client.0.smithi098.stdout:op 599 completed, throughput=4.99MB/sec 2024-04-12T00:49:14.816 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JtEgTmPdG1NmzB1 off=5438420 len=1018544 2024-04-12T00:49:14.822 INFO:tasks.workunit.client.0.smithi098.stdout:op 600 completed, throughput=4.99MB/sec 2024-04-12T00:49:14.822 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QDpanhCoptIxz8h off=5649852 len=256157 2024-04-12T00:49:14.823 INFO:tasks.workunit.client.0.smithi098.stdout:op 601 completed, throughput=4.99MB/sec 2024-04-12T00:49:14.823 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SRuqklHKADey37b off=833 len=1141873 2024-04-12T00:49:14.828 INFO:tasks.workunit.client.0.smithi098.stdout:op 602 completed, throughput=5MB/sec 2024-04-12T00:49:15.829 INFO:tasks.workunit.client.0.smithi098.stdout: 120: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:15.829 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c_go0ftSGWE28RM off=9730799 len=128619 2024-04-12T00:49:15.829 INFO:tasks.workunit.client.0.smithi098.stdout:op 603 completed, throughput=4.96MB/sec 2024-04-12T00:49:15.830 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OPlW5bLaHkTORSh off=3133868 len=1195230 2024-04-12T00:49:15.831 INFO:tasks.workunit.client.0.smithi098.stdout:op 604 completed, throughput=4.97MB/sec 2024-04-12T00:49:15.831 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-610hgiigHcOkUa0 off=16146254 len=23577 2024-04-12T00:49:15.834 INFO:tasks.workunit.client.0.smithi098.stdout:op 605 completed, throughput=4.97MB/sec 2024-04-12T00:49:15.834 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-riReaTDfCvI8WmV off=9176154 len=869567 2024-04-12T00:49:15.838 INFO:tasks.workunit.client.0.smithi098.stdout:op 606 completed, throughput=4.98MB/sec 2024-04-12T00:49:15.838 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u8PTL9B6A0rvbGx off=13952656 len=1856460 2024-04-12T00:49:15.848 INFO:tasks.workunit.client.0.smithi098.stdout:op 607 completed, throughput=4.99MB/sec 2024-04-12T00:49:15.848 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mZAdRZEuXi-Rr68 off=6283322 len=532489 2024-04-12T00:49:15.849 INFO:tasks.workunit.client.0.smithi098.stdout:op 608 completed, throughput=5MB/sec 2024-04-12T00:49:15.849 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UzcgfUiTfPMl_tR off=9822834 len=1182605 2024-04-12T00:49:15.851 INFO:tasks.workunit.client.0.smithi098.stdout:op 609 completed, throughput=5.01MB/sec 2024-04-12T00:49:15.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:15 smithi193 ceph-mon[83763]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:49:16.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:15 smithi098 ceph-mon[91373]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:49:16.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:49:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:49:15] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T00:49:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:15 smithi098 ceph-mon[88922]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:49:16.852 INFO:tasks.workunit.client.0.smithi098.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:16.852 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5Pus47wpblHW0ZU off=2316773 len=946390 2024-04-12T00:49:16.857 INFO:tasks.workunit.client.0.smithi098.stdout:op 610 completed, throughput=4.97MB/sec 2024-04-12T00:49:16.857 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iiMqUXIbkSX8RB1 off=3733101 len=462525 2024-04-12T00:49:16.858 INFO:tasks.workunit.client.0.smithi098.stdout:op 611 completed, throughput=4.98MB/sec 2024-04-12T00:49:16.858 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RKV1Ie-dmaXrKtH off=13169378 len=1512911 2024-04-12T00:49:16.860 INFO:tasks.workunit.client.0.smithi098.stdout:op 612 completed, throughput=4.99MB/sec 2024-04-12T00:49:16.860 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KzvWbFRzqHMK5Dy off=6703413 len=1871405 2024-04-12T00:49:16.862 INFO:tasks.workunit.client.0.smithi098.stdout:op 613 completed, throughput=5MB/sec 2024-04-12T00:49:17.862 INFO:tasks.workunit.client.0.smithi098.stdout: 122: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:17.862 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qUYSD4VV34O07Pu off=14444950 len=1889412 2024-04-12T00:49:17.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:17 smithi193 ceph-mon[83763]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:49:17.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 614 completed, throughput=4.98MB/sec 2024-04-12T00:49:17.871 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-N4ZCuGbUGimnjT7 off=1982377 len=1922750 2024-04-12T00:49:17.880 INFO:tasks.workunit.client.0.smithi098.stdout:op 615 completed, throughput=4.99MB/sec 2024-04-12T00:49:17.880 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_t47fhDzfpeHm5q off=3108682 len=128946 2024-04-12T00:49:17.882 INFO:tasks.workunit.client.0.smithi098.stdout:op 616 completed, throughput=4.99MB/sec 2024-04-12T00:49:17.882 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tGQUJkMyK70YCtm off=17590977 len=1216224 2024-04-12T00:49:17.887 INFO:tasks.workunit.client.0.smithi098.stdout:op 617 completed, throughput=5MB/sec 2024-04-12T00:49:18.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:17 smithi098 ceph-mon[91373]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:49:18.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:17 smithi098 ceph-mon[88922]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:49:18.888 INFO:tasks.workunit.client.0.smithi098.stdout: 123: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:18.888 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uwo0TqDmUPyDOFB off=6129385 len=610613 2024-04-12T00:49:18.889 INFO:tasks.workunit.client.0.smithi098.stdout:op 618 completed, throughput=4.97MB/sec 2024-04-12T00:49:18.889 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4bf-sJ5WBQxrhlh off=2766446 len=1235861 2024-04-12T00:49:18.890 INFO:tasks.workunit.client.0.smithi098.stdout:op 619 completed, throughput=4.98MB/sec 2024-04-12T00:49:18.891 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NGriPC65t0NHBNO off=6850182 len=1300389 2024-04-12T00:49:18.897 INFO:tasks.workunit.client.0.smithi098.stdout:op 620 completed, throughput=4.98MB/sec 2024-04-12T00:49:18.898 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cSt5jRyujFOW0uV off=4170438 len=53478 2024-04-12T00:49:18.900 INFO:tasks.workunit.client.0.smithi098.stdout:op 621 completed, throughput=4.99MB/sec 2024-04-12T00:49:18.900 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xsj-pFpkjlU0Zx6 off=2075419 len=1872560 2024-04-12T00:49:18.908 INFO:tasks.workunit.client.0.smithi098.stdout:op 622 completed, throughput=5MB/sec 2024-04-12T00:49:18.909 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JDdljp8J50YM0X8 off=9549234 len=1507898 2024-04-12T00:49:18.911 INFO:tasks.workunit.client.0.smithi098.stdout:op 623 completed, throughput=5.01MB/sec 2024-04-12T00:49:19.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:19 smithi193 ceph-mon[83763]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:49:19.912 INFO:tasks.workunit.client.0.smithi098.stdout: 124: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:19.912 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-86iCgwcOHu9SYHV off=3085710 len=692662 2024-04-12T00:49:19.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 624 completed, throughput=4.98MB/sec 2024-04-12T00:49:19.917 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YmSz38YTlUg8cGT off=9085911 len=181752 2024-04-12T00:49:19.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 625 completed, throughput=4.98MB/sec 2024-04-12T00:49:19.918 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iE_RIa3yQF-VUMp off=213198 len=1514838 2024-04-12T00:49:19.925 INFO:tasks.workunit.client.0.smithi098.stdout:op 626 completed, throughput=4.99MB/sec 2024-04-12T00:49:19.925 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--Es7Es0NHQZvYkk off=14626526 len=1002569 2024-04-12T00:49:19.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 627 completed, throughput=5MB/sec 2024-04-12T00:49:19.930 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ATXQ-anjXuvy7Xb off=914318 len=1888678 2024-04-12T00:49:19.942 INFO:tasks.workunit.client.0.smithi098.stdout:op 628 completed, throughput=5.01MB/sec 2024-04-12T00:49:20.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:19 smithi098 ceph-mon[91373]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:49:20.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:19 smithi098 ceph-mon[88922]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:49:20.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:20.942 INFO:tasks.workunit.client.0.smithi098.stdout: 125: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:20.942 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jvTFJaFga-0a9UL off=15052226 len=672816 2024-04-12T00:49:20.944 INFO:tasks.workunit.client.0.smithi098.stdout:op 629 completed, throughput=4.97MB/sec 2024-04-12T00:49:20.944 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--m5__9deuZLxg7- off=16888669 len=1943042 2024-04-12T00:49:20.946 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:20.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:20.947 INFO:tasks.workunit.client.0.smithi098.stdout:op 630 completed, throughput=4.99MB/sec 2024-04-12T00:49:20.947 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yqgwQQcMYSEwHpD off=1235165 len=1977840 2024-04-12T00:49:20.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 631 completed, throughput=5MB/sec 2024-04-12T00:49:21.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:21 smithi193 ceph-mon[83763]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:49:21.949 INFO:tasks.workunit.client.0.smithi098.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:21.949 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj---QTdnL1Jp-Q0j5 off=19018044 len=750170 2024-04-12T00:49:21.951 INFO:tasks.workunit.client.0.smithi098.stdout:op 632 completed, throughput=4.97MB/sec 2024-04-12T00:49:21.951 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dol8XsbYhdM0d5W off=9167220 len=1290175 2024-04-12T00:49:21.954 INFO:tasks.workunit.client.0.smithi098.stdout:op 633 completed, throughput=4.98MB/sec 2024-04-12T00:49:21.954 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6D6T3kLpGy_MrW_ off=427151 len=207547 2024-04-12T00:49:21.955 INFO:tasks.workunit.client.0.smithi098.stdout:op 634 completed, throughput=4.98MB/sec 2024-04-12T00:49:21.955 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TCLrDJZBN8-Qn-9 off=10317306 len=1647547 2024-04-12T00:49:21.963 INFO:tasks.workunit.client.0.smithi098.stdout:op 635 completed, throughput=4.99MB/sec 2024-04-12T00:49:21.963 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4rh6S12XxYvXhPx off=1800185 len=1955599 2024-04-12T00:49:21.965 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:21 smithi098 ceph-mon[91373]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:49:21.966 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:21 smithi098 ceph-mon[88922]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:49:21.967 INFO:tasks.workunit.client.0.smithi098.stdout:op 636 completed, throughput=5.01MB/sec 2024-04-12T00:49:22.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:49:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:49:22.967 INFO:tasks.workunit.client.0.smithi098.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:22.968 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tuvcAUMy-XUOY2I off=5497524 len=787533 2024-04-12T00:49:22.968 INFO:tasks.workunit.client.0.smithi098.stdout:op 637 completed, throughput=4.97MB/sec 2024-04-12T00:49:22.968 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Mfi7sL6S2B4Q1s3 off=2651472 len=408816 2024-04-12T00:49:22.971 INFO:tasks.workunit.client.0.smithi098.stdout:op 638 completed, throughput=4.98MB/sec 2024-04-12T00:49:22.971 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LnT9FmL6FAqQNpH off=12654669 len=687253 2024-04-12T00:49:22.974 INFO:tasks.workunit.client.0.smithi098.stdout:op 639 completed, throughput=4.98MB/sec 2024-04-12T00:49:22.974 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8EdkWgBSWjVcb3_ off=5619576 len=1988918 2024-04-12T00:49:22.979 INFO:tasks.workunit.client.0.smithi098.stdout:op 640 completed, throughput=5MB/sec 2024-04-12T00:49:22.979 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yQ1XXH_uV4XZ0sg off=771589 len=1544811 2024-04-12T00:49:22.980 INFO:tasks.workunit.client.0.smithi098.stdout:op 641 completed, throughput=5.01MB/sec 2024-04-12T00:49:23.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:23 smithi193 ceph-mon[83763]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:49:23.980 INFO:tasks.workunit.client.0.smithi098.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:23.981 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-q3UqOHhrGhx0lak off=1023198 len=87822 2024-04-12T00:49:23.981 INFO:tasks.workunit.client.0.smithi098.stdout:op 642 completed, throughput=4.97MB/sec 2024-04-12T00:49:23.981 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8u78SfU9AdI4kzU off=12004911 len=2051332 2024-04-12T00:49:23.984 INFO:tasks.workunit.client.0.smithi098.stdout:op 643 completed, throughput=4.99MB/sec 2024-04-12T00:49:23.984 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oRsU0TwrxZoTrE2 off=6807378 len=1182001 2024-04-12T00:49:23.990 INFO:tasks.workunit.client.0.smithi098.stdout:op 644 completed, throughput=4.99MB/sec 2024-04-12T00:49:23.990 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4H-nu9FeNLPNDhs off=10690710 len=1624846 2024-04-12T00:49:23.993 INFO:tasks.workunit.client.0.smithi098.stdout:op 645 completed, throughput=5.01MB/sec 2024-04-12T00:49:24.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:23 smithi098 ceph-mon[91373]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:49:24.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:23 smithi098 ceph-mon[88922]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:49:24.993 INFO:tasks.workunit.client.0.smithi098.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:24.994 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3touPdoQ1rAJhr3 off=9475997 len=119637 2024-04-12T00:49:24.996 INFO:tasks.workunit.client.0.smithi098.stdout:op 646 completed, throughput=4.97MB/sec 2024-04-12T00:49:24.996 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vwvQEzYMJkgOyeX off=3081156 len=1426572 2024-04-12T00:49:25.003 INFO:tasks.workunit.client.0.smithi098.stdout:op 647 completed, throughput=4.98MB/sec 2024-04-12T00:49:25.003 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gDyLj8c16q5ADIE off=150421 len=1681417 2024-04-12T00:49:25.005 INFO:tasks.workunit.client.0.smithi098.stdout:op 648 completed, throughput=4.99MB/sec 2024-04-12T00:49:25.006 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H07_5VFHJeCRew- off=7295182 len=392365 2024-04-12T00:49:25.006 INFO:tasks.workunit.client.0.smithi098.stdout:op 649 completed, throughput=4.99MB/sec 2024-04-12T00:49:25.006 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7BOmtSSb-QZL4W- off=5315319 len=1144201 2024-04-12T00:49:25.012 INFO:tasks.workunit.client.0.smithi098.stdout:op 650 completed, throughput=5MB/sec 2024-04-12T00:49:25.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:25 smithi193 ceph-mon[83763]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:49:26.012 INFO:tasks.workunit.client.0.smithi098.stdout: 130: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:26.012 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rTUBx5_G3dnX_rI off=9322956 len=1983677 2024-04-12T00:49:26.021 INFO:tasks.workunit.client.0.smithi098.stdout:op 651 completed, throughput=4.98MB/sec 2024-04-12T00:49:26.021 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uy2Q6DdwKkJs4Hs off=519544 len=362678 2024-04-12T00:49:26.024 INFO:tasks.workunit.client.0.smithi098.stdout:op 652 completed, throughput=4.98MB/sec 2024-04-12T00:49:26.024 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YJEyB-I7GQr1kcd off=288658 len=1804931 2024-04-12T00:49:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:op 653 completed, throughput=4.99MB/sec 2024-04-12T00:49:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DZ-Z1Rorcf63iWB off=8427186 len=575584 2024-04-12T00:49:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:op 654 completed, throughput=5MB/sec 2024-04-12T00:49:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RjV1P0fyMZuRH6q off=7647958 len=529817 2024-04-12T00:49:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:op 655 completed, throughput=5MB/sec 2024-04-12T00:49:26.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:25 smithi098 ceph-mon[88922]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:49:26.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:25 smithi098 ceph-mon[91373]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:49:26.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:49:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:49:25] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T00:49:27.037 INFO:tasks.workunit.client.0.smithi098.stdout: 131: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:27.037 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IRFXjhfcMonned5 off=5330680 len=594525 2024-04-12T00:49:27.040 INFO:tasks.workunit.client.0.smithi098.stdout:op 656 completed, throughput=4.97MB/sec 2024-04-12T00:49:27.040 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UqyOafTScwyk0hm off=1684582 len=1184958 2024-04-12T00:49:27.048 INFO:tasks.workunit.client.0.smithi098.stdout:op 657 completed, throughput=4.98MB/sec 2024-04-12T00:49:27.048 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fRzWeCje739uqqJ off=28857 len=1634125 2024-04-12T00:49:27.049 INFO:tasks.workunit.client.0.smithi098.stdout:op 658 completed, throughput=4.99MB/sec 2024-04-12T00:49:27.049 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-btm_cyao8E_L7GI off=4964571 len=1594485 2024-04-12T00:49:27.057 INFO:tasks.workunit.client.0.smithi098.stdout:op 659 completed, throughput=5MB/sec 2024-04-12T00:49:27.057 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KnMLIjqLGYbrLLz off=921710 len=1321107 2024-04-12T00:49:27.064 INFO:tasks.workunit.client.0.smithi098.stdout:op 660 completed, throughput=5.01MB/sec 2024-04-12T00:49:27.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:27 smithi193 ceph-mon[83763]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:49:28.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:27 smithi098 ceph-mon[91373]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:49:28.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:27 smithi098 ceph-mon[88922]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:49:28.064 INFO:tasks.workunit.client.0.smithi098.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:28.065 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mjiMYMZ1eChC9Ms off=77106 len=161739 2024-04-12T00:49:28.065 INFO:tasks.workunit.client.0.smithi098.stdout:op 661 completed, throughput=4.97MB/sec 2024-04-12T00:49:28.065 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jQBC8bUQ4-LbI1b off=8429459 len=900998 2024-04-12T00:49:28.071 INFO:tasks.workunit.client.0.smithi098.stdout:op 662 completed, throughput=4.98MB/sec 2024-04-12T00:49:28.071 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dTxgDU8C71WGPpy off=2711503 len=253095 2024-04-12T00:49:28.074 INFO:tasks.workunit.client.0.smithi098.stdout:op 663 completed, throughput=4.98MB/sec 2024-04-12T00:49:28.074 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-38RSIV3DGDPaYpd off=7933487 len=813786 2024-04-12T00:49:28.077 INFO:tasks.workunit.client.0.smithi098.stdout:op 664 completed, throughput=4.98MB/sec 2024-04-12T00:49:28.078 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uGaRuegJgSVSgrk off=516337 len=372652 2024-04-12T00:49:28.080 INFO:tasks.workunit.client.0.smithi098.stdout:op 665 completed, throughput=4.99MB/sec 2024-04-12T00:49:28.080 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RVrA-QflxO6eeO6 off=8676237 len=1315150 2024-04-12T00:49:28.085 INFO:tasks.workunit.client.0.smithi098.stdout:op 666 completed, throughput=5MB/sec 2024-04-12T00:49:28.086 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6AoYNHItj5Rh3Qw off=2648596 len=351935 2024-04-12T00:49:28.086 INFO:tasks.workunit.client.0.smithi098.stdout:op 667 completed, throughput=5MB/sec 2024-04-12T00:49:28.086 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3QPvstjkQ51xzqS off=4953123 len=1497822 2024-04-12T00:49:28.087 INFO:tasks.workunit.client.0.smithi098.stdout:op 668 completed, throughput=5.01MB/sec 2024-04-12T00:49:29.088 INFO:tasks.workunit.client.0.smithi098.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:29.088 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AIEf7BX1rRqSY_7 off=1739597 len=118866 2024-04-12T00:49:29.090 INFO:tasks.workunit.client.0.smithi098.stdout:op 669 completed, throughput=4.97MB/sec 2024-04-12T00:49:29.090 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u5DI4YG42zL7g7H off=11620170 len=62782 2024-04-12T00:49:29.091 INFO:tasks.workunit.client.0.smithi098.stdout:op 670 completed, throughput=4.97MB/sec 2024-04-12T00:49:29.091 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nLRuYGSzmKQolwq off=841597 len=1321016 2024-04-12T00:49:29.093 INFO:tasks.workunit.client.0.smithi098.stdout:op 671 completed, throughput=4.98MB/sec 2024-04-12T00:49:29.093 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-k07QDL7IngYK6FH off=6987422 len=786066 2024-04-12T00:49:29.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 672 completed, throughput=4.99MB/sec 2024-04-12T00:49:29.098 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_cPIj2q7nNZuXeY off=8739267 len=1396513 2024-04-12T00:49:29.105 INFO:tasks.workunit.client.0.smithi098.stdout:op 673 completed, throughput=5MB/sec 2024-04-12T00:49:29.105 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-U9oJn3yxYcWfY-8 off=6449839 len=132019 2024-04-12T00:49:29.106 INFO:tasks.workunit.client.0.smithi098.stdout:op 674 completed, throughput=5MB/sec 2024-04-12T00:49:29.106 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Dhjcmp94aAzy2OK off=577000 len=1281768 2024-04-12T00:49:29.112 INFO:tasks.workunit.client.0.smithi098.stdout:op 675 completed, throughput=5.01MB/sec 2024-04-12T00:49:29.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:29 smithi193 ceph-mon[83763]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:49:30.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:29 smithi098 ceph-mon[91373]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:49:30.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:29 smithi098 ceph-mon[88922]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:49:30.113 INFO:tasks.workunit.client.0.smithi098.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:30.113 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cITzxNQA-I4qw25 off=1219342 len=1562147 2024-04-12T00:49:30.114 INFO:tasks.workunit.client.0.smithi098.stdout:op 676 completed, throughput=4.98MB/sec 2024-04-12T00:49:30.114 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tixu_YeSvQazO_- off=1187831 len=1455951 2024-04-12T00:49:30.116 INFO:tasks.workunit.client.0.smithi098.stdout:op 677 completed, throughput=4.99MB/sec 2024-04-12T00:49:30.116 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EU6OMqey-do0hbP off=2259706 len=614702 2024-04-12T00:49:30.120 INFO:tasks.workunit.client.0.smithi098.stdout:op 678 completed, throughput=5MB/sec 2024-04-12T00:49:30.120 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MSVvzysaWI9ssi- off=3558242 len=1121571 2024-04-12T00:49:30.125 INFO:tasks.workunit.client.0.smithi098.stdout:op 679 completed, throughput=5MB/sec 2024-04-12T00:49:31.125 INFO:tasks.workunit.client.0.smithi098.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:31.125 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qMxh0rOykwCHrdS off=3289194 len=1627030 2024-04-12T00:49:31.134 INFO:tasks.workunit.client.0.smithi098.stdout:op 680 completed, throughput=4.98MB/sec 2024-04-12T00:49:31.134 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qvECni56Hp7NjOc off=12353297 len=175663 2024-04-12T00:49:31.135 INFO:tasks.workunit.client.0.smithi098.stdout:op 681 completed, throughput=4.98MB/sec 2024-04-12T00:49:31.135 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jQBC8bUQ4-LbI1b off=9605662 len=700988 2024-04-12T00:49:31.136 INFO:tasks.workunit.client.0.smithi098.stdout:op 682 completed, throughput=4.98MB/sec 2024-04-12T00:49:31.136 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BcwhiChz3smd0Qy off=8877687 len=1717840 2024-04-12T00:49:31.138 INFO:tasks.workunit.client.0.smithi098.stdout:op 683 completed, throughput=5MB/sec 2024-04-12T00:49:31.138 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1ZYxr3kbyjlqitJ off=2096295 len=1010915 2024-04-12T00:49:31.140 INFO:tasks.workunit.client.0.smithi098.stdout:op 684 completed, throughput=5MB/sec 2024-04-12T00:49:31.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:31 smithi193 ceph-mon[83763]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:49:32.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:31 smithi098 ceph-mon[91373]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:49:32.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:31 smithi098 ceph-mon[88922]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:49:32.140 INFO:tasks.workunit.client.0.smithi098.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:32.140 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZRU_QbHYY5ly7VG off=32841 len=71275 2024-04-12T00:49:32.140 INFO:tasks.workunit.client.0.smithi098.stdout:op 685 completed, throughput=4.97MB/sec 2024-04-12T00:49:32.140 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w4imGf4-0bkugKz off=14736069 len=1506 2024-04-12T00:49:32.143 INFO:tasks.workunit.client.0.smithi098.stdout:op 686 completed, throughput=4.97MB/sec 2024-04-12T00:49:32.143 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rrwElyWOiXCtttI off=2026970 len=1433888 2024-04-12T00:49:32.152 INFO:tasks.workunit.client.0.smithi098.stdout:op 687 completed, throughput=4.98MB/sec 2024-04-12T00:49:32.152 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BIX785Wx-NpvwHI off=3878337 len=680503 2024-04-12T00:49:32.156 INFO:tasks.workunit.client.0.smithi098.stdout:op 688 completed, throughput=4.98MB/sec 2024-04-12T00:49:32.157 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6uJz6VF1ShSq80b off=10847391 len=1443925 2024-04-12T00:49:32.163 INFO:tasks.workunit.client.0.smithi098.stdout:op 689 completed, throughput=4.99MB/sec 2024-04-12T00:49:32.163 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QL1TUjF4UoLpb1U off=5260954 len=1631072 2024-04-12T00:49:32.165 INFO:tasks.workunit.client.0.smithi098.stdout:op 690 completed, throughput=5MB/sec 2024-04-12T00:49:32.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:49:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:49:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:49:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:33.166 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iv6g_4WRImdqhiN off=1671452 len=621431 2024-04-12T00:49:33.168 INFO:tasks.workunit.client.0.smithi098.stdout:op 691 completed, throughput=4.97MB/sec 2024-04-12T00:49:33.168 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-46nlA-3VIIMKNKw off=0 len=1984596 2024-04-12T00:49:33.170 INFO:tasks.workunit.client.0.smithi098.stdout:op 692 completed, throughput=4.98MB/sec 2024-04-12T00:49:33.170 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u6ImwcMqob3pzF0 off=1845003 len=546429 2024-04-12T00:49:33.174 INFO:tasks.workunit.client.0.smithi098.stdout:op 693 completed, throughput=4.99MB/sec 2024-04-12T00:49:33.174 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-29PyuUWunfZM6eC off=728855 len=1718189 2024-04-12T00:49:33.183 INFO:tasks.workunit.client.0.smithi098.stdout:op 694 completed, throughput=5MB/sec 2024-04-12T00:49:33.183 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qsg9rlwQnth-Y35 off=3077856 len=192824 2024-04-12T00:49:33.185 INFO:tasks.workunit.client.0.smithi098.stdout:op 695 completed, throughput=5MB/sec 2024-04-12T00:49:33.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:33 smithi193 ceph-mon[83763]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:49:34.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:33 smithi098 ceph-mon[88922]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:49:34.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:33 smithi098 ceph-mon[91373]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:49:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: 138: throughput=4.96MB/sec pending data=0 2024-04-12T00:49:34.186 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xazeOVOr4w7YwiA off=4261303 len=92401 2024-04-12T00:49:34.187 INFO:tasks.workunit.client.0.smithi098.stdout:op 696 completed, throughput=4.97MB/sec 2024-04-12T00:49:34.187 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3RdX4pjngzh3d4u off=17832142 len=1240818 2024-04-12T00:49:34.195 INFO:tasks.workunit.client.0.smithi098.stdout:op 697 completed, throughput=4.97MB/sec 2024-04-12T00:49:34.195 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2J0yl47futw8wgH off=3929811 len=151699 2024-04-12T00:49:34.196 INFO:tasks.workunit.client.0.smithi098.stdout:op 698 completed, throughput=4.97MB/sec 2024-04-12T00:49:34.196 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dh_BnZxHYWYA4kZ off=9295825 len=167052 2024-04-12T00:49:34.196 INFO:tasks.workunit.client.0.smithi098.stdout:op 699 completed, throughput=4.98MB/sec 2024-04-12T00:49:34.196 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BakXsYhHaMyJ2HE off=8156571 len=538989 2024-04-12T00:49:34.198 INFO:tasks.workunit.client.0.smithi098.stdout:op 700 completed, throughput=4.98MB/sec 2024-04-12T00:49:34.198 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vS_p5ytyT7HeM9T off=6213318 len=633434 2024-04-12T00:49:34.199 INFO:tasks.workunit.client.0.smithi098.stdout:op 701 completed, throughput=4.98MB/sec 2024-04-12T00:49:34.199 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MMI0a1GI0ZDmvvD off=11909389 len=1158962 2024-04-12T00:49:34.204 INFO:tasks.workunit.client.0.smithi098.stdout:op 702 completed, throughput=4.99MB/sec 2024-04-12T00:49:34.204 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AYK8VusR6oWYxzh off=465900 len=754099 2024-04-12T00:49:34.209 INFO:tasks.workunit.client.0.smithi098.stdout:op 703 completed, throughput=5MB/sec 2024-04-12T00:49:34.209 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v97Exnfz2bOxG-p off=5544726 len=185238 2024-04-12T00:49:34.212 INFO:tasks.workunit.client.0.smithi098.stdout:op 704 completed, throughput=5MB/sec 2024-04-12T00:49:34.212 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qqPhA47UN3j0ILm off=4317295 len=1178964 2024-04-12T00:49:34.213 INFO:tasks.workunit.client.0.smithi098.stdout:op 705 completed, throughput=5.01MB/sec 2024-04-12T00:49:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:35.214 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bYNnFdfSAZVMT4O off=757801 len=806246 2024-04-12T00:49:35.218 INFO:tasks.workunit.client.0.smithi098.stdout:op 706 completed, throughput=4.98MB/sec 2024-04-12T00:49:35.218 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8syqvFGf4kGleUK off=1287216 len=204440 2024-04-12T00:49:35.221 INFO:tasks.workunit.client.0.smithi098.stdout:op 707 completed, throughput=4.98MB/sec 2024-04-12T00:49:35.222 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MR2TwRDFW-cCcea off=3955259 len=194718 2024-04-12T00:49:35.224 INFO:tasks.workunit.client.0.smithi098.stdout:op 708 completed, throughput=4.98MB/sec 2024-04-12T00:49:35.224 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eW5gbdoZP9IxV7d off=3661993 len=1851267 2024-04-12T00:49:35.226 INFO:tasks.workunit.client.0.smithi098.stdout:op 709 completed, throughput=4.99MB/sec 2024-04-12T00:49:35.226 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7VhSMCkRkJEU1im off=0 len=1130856 2024-04-12T00:49:35.231 INFO:tasks.workunit.client.0.smithi098.stdout:op 710 completed, throughput=5MB/sec 2024-04-12T00:49:35.231 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rDCYdND0nj-UnuC off=9710506 len=774460 2024-04-12T00:49:35.236 INFO:tasks.workunit.client.0.smithi098.stdout:op 711 completed, throughput=5MB/sec 2024-04-12T00:49:35.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:35 smithi193 ceph-mon[83763]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:49:35.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:36.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:35 smithi098 ceph-mon[88922]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:49:36.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:36.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:49:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:49:35] "GET /metrics HTTP/1.1" 200 34112 "" "Prometheus/2.43.0" 2024-04-12T00:49:36.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:35 smithi098 ceph-mon[91373]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:49:36.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:36.236 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Y_Q5LaWzXaMGPk4 off=21594 len=316089 2024-04-12T00:49:36.239 INFO:tasks.workunit.client.0.smithi098.stdout:op 712 completed, throughput=4.97MB/sec 2024-04-12T00:49:36.239 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-spH2GGAmtSyHmYj off=1596017 len=1564638 2024-04-12T00:49:36.241 INFO:tasks.workunit.client.0.smithi098.stdout:op 713 completed, throughput=4.98MB/sec 2024-04-12T00:49:36.242 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-luc0opYoqUqfgLg off=1757368 len=884477 2024-04-12T00:49:36.246 INFO:tasks.workunit.client.0.smithi098.stdout:op 714 completed, throughput=4.99MB/sec 2024-04-12T00:49:36.246 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dgk6Xv0PCmkT0pu off=898887 len=228400 2024-04-12T00:49:36.247 INFO:tasks.workunit.client.0.smithi098.stdout:op 715 completed, throughput=4.99MB/sec 2024-04-12T00:49:36.247 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IpAlFTLGPl4OXXC off=3510938 len=419092 2024-04-12T00:49:36.250 INFO:tasks.workunit.client.0.smithi098.stdout:op 716 completed, throughput=4.99MB/sec 2024-04-12T00:49:36.250 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kdwB0c7cde-7rZ- off=643407 len=1107603 2024-04-12T00:49:36.257 INFO:tasks.workunit.client.0.smithi098.stdout:op 717 completed, throughput=5MB/sec 2024-04-12T00:49:36.257 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LUAX7r9Ho7gTrvE off=3169805 len=1083017 2024-04-12T00:49:36.258 INFO:tasks.workunit.client.0.smithi098.stdout:op 718 completed, throughput=5MB/sec 2024-04-12T00:49:37.259 INFO:tasks.workunit.client.0.smithi098.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:37.259 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-86iCgwcOHu9SYHV off=2080964 len=1399360 2024-04-12T00:49:37.266 INFO:tasks.workunit.client.0.smithi098.stdout:op 719 completed, throughput=4.98MB/sec 2024-04-12T00:49:37.266 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qu3-XmReAMHS5Ju off=145200 len=934507 2024-04-12T00:49:37.272 INFO:tasks.workunit.client.0.smithi098.stdout:op 720 completed, throughput=4.98MB/sec 2024-04-12T00:49:37.272 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RVrA-QflxO6eeO6 off=1169963 len=393588 2024-04-12T00:49:37.273 INFO:tasks.workunit.client.0.smithi098.stdout:op 721 completed, throughput=4.99MB/sec 2024-04-12T00:49:37.273 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c-orPf2XGUYfhfV off=217811 len=740231 2024-04-12T00:49:37.277 INFO:tasks.workunit.client.0.smithi098.stdout:op 722 completed, throughput=4.99MB/sec 2024-04-12T00:49:37.277 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Gr4e6bhyZ7T2Iq- off=4946885 len=1215556 2024-04-12T00:49:37.283 INFO:tasks.workunit.client.0.smithi098.stdout:op 723 completed, throughput=5MB/sec 2024-04-12T00:49:37.283 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ttU1xmD7rtzAWLz off=802062 len=30254 2024-04-12T00:49:37.285 INFO:tasks.workunit.client.0.smithi098.stdout:op 724 completed, throughput=5MB/sec 2024-04-12T00:49:37.285 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ONr2lVRQ9wnIMIr off=17174151 len=701119 2024-04-12T00:49:37.286 INFO:tasks.workunit.client.0.smithi098.stdout:op 725 completed, throughput=5MB/sec 2024-04-12T00:49:37.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:37 smithi193 ceph-mon[83763]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:49:38.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:37 smithi098 ceph-mon[91373]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:49:38.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:37 smithi098 ceph-mon[88922]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:49:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:38.286 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wQOQ19nDb9l2V4b off=18449261 len=1315786 2024-04-12T00:49:38.288 INFO:tasks.workunit.client.0.smithi098.stdout:op 726 completed, throughput=4.98MB/sec 2024-04-12T00:49:38.288 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0aJnlhbaHZVAJgO off=2486030 len=1669873 2024-04-12T00:49:38.298 INFO:tasks.workunit.client.0.smithi098.stdout:op 727 completed, throughput=4.99MB/sec 2024-04-12T00:49:38.298 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1G02tSSlPmo0h38 off=4600897 len=281062 2024-04-12T00:49:38.299 INFO:tasks.workunit.client.0.smithi098.stdout:op 728 completed, throughput=4.99MB/sec 2024-04-12T00:49:38.299 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UIcGuvil3GunYEk off=6969800 len=1787326 2024-04-12T00:49:38.308 INFO:tasks.workunit.client.0.smithi098.stdout:op 729 completed, throughput=5MB/sec 2024-04-12T00:49:39.309 INFO:tasks.workunit.client.0.smithi098.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:39.309 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MEKz9Cv-tAlMY88 off=3948751 len=463229 2024-04-12T00:49:39.310 INFO:tasks.workunit.client.0.smithi098.stdout:op 730 completed, throughput=4.97MB/sec 2024-04-12T00:49:39.310 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tQRjDunqRSg_STY off=1095659 len=11620 2024-04-12T00:49:39.311 INFO:tasks.workunit.client.0.smithi098.stdout:op 731 completed, throughput=4.97MB/sec 2024-04-12T00:49:39.311 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uktyuPMEC-mYxCC off=9068559 len=480911 2024-04-12T00:49:39.312 INFO:tasks.workunit.client.0.smithi098.stdout:op 732 completed, throughput=4.97MB/sec 2024-04-12T00:49:39.312 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ez127zk_VGrVBK8 off=2597085 len=364693 2024-04-12T00:49:39.313 INFO:tasks.workunit.client.0.smithi098.stdout:op 733 completed, throughput=4.98MB/sec 2024-04-12T00:49:39.313 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zsIeXY6z-RfPKOE off=3341921 len=2046620 2024-04-12T00:49:39.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 734 completed, throughput=4.99MB/sec 2024-04-12T00:49:39.322 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0aJnlhbaHZVAJgO off=2709740 len=1673122 2024-04-12T00:49:39.333 INFO:tasks.workunit.client.0.smithi098.stdout:op 735 completed, throughput=5MB/sec 2024-04-12T00:49:39.333 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qWEB2EC4aLfvy2Z off=12514138 len=1304290 2024-04-12T00:49:39.334 INFO:tasks.workunit.client.0.smithi098.stdout:op 736 completed, throughput=5.01MB/sec 2024-04-12T00:49:39.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:39 smithi193 ceph-mon[83763]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:49:40.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:39 smithi098 ceph-mon[88922]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:49:40.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:39 smithi098 ceph-mon[91373]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:49:40.335 INFO:tasks.workunit.client.0.smithi098.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:40.335 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gOrBjsOr9O_vo09 off=19318772 len=740193 2024-04-12T00:49:40.341 INFO:tasks.workunit.client.0.smithi098.stdout:op 737 completed, throughput=4.98MB/sec 2024-04-12T00:49:40.341 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JNhWGhcPG_s0GzT off=156304 len=1577107 2024-04-12T00:49:40.351 INFO:tasks.workunit.client.0.smithi098.stdout:op 738 completed, throughput=4.99MB/sec 2024-04-12T00:49:40.351 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-k_Wl7hAae4QR9Us off=7545630 len=1873006 2024-04-12T00:49:40.353 INFO:tasks.workunit.client.0.smithi098.stdout:op 739 completed, throughput=5MB/sec 2024-04-12T00:49:41.353 INFO:tasks.workunit.client.0.smithi098.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:41.353 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uV88ZjvzNGSzi6h off=9704754 len=1869693 2024-04-12T00:49:41.363 INFO:tasks.workunit.client.0.smithi098.stdout:op 740 completed, throughput=4.98MB/sec 2024-04-12T00:49:41.363 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Vqjt2dZbdH3SGAV off=5400577 len=1499345 2024-04-12T00:49:41.371 INFO:tasks.workunit.client.0.smithi098.stdout:op 741 completed, throughput=4.99MB/sec 2024-04-12T00:49:41.371 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wBntsQ1J4wiEE5z off=10443763 len=720953 2024-04-12T00:49:41.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 742 completed, throughput=4.99MB/sec 2024-04-12T00:49:41.372 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zpDvd5V1fi7Q-lq off=1638294 len=1601175 2024-04-12T00:49:41.374 INFO:tasks.workunit.client.0.smithi098.stdout:op 743 completed, throughput=5MB/sec 2024-04-12T00:49:41.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:41 smithi193 ceph-mon[83763]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T00:49:42.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:41 smithi098 ceph-mon[91373]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T00:49:42.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:41 smithi098 ceph-mon[88922]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T00:49:42.374 INFO:tasks.workunit.client.0.smithi098.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:42.374 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EQqCwLOTHPH-EpO off=4449897 len=1854659 2024-04-12T00:49:42.384 INFO:tasks.workunit.client.0.smithi098.stdout:op 744 completed, throughput=4.98MB/sec 2024-04-12T00:49:42.384 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OCEaPSItSVMnIxa off=6864681 len=559208 2024-04-12T00:49:42.388 INFO:tasks.workunit.client.0.smithi098.stdout:op 745 completed, throughput=4.98MB/sec 2024-04-12T00:49:42.388 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HAxJDK9FbaEGcuk off=10272474 len=1578529 2024-04-12T00:49:42.397 INFO:tasks.workunit.client.0.smithi098.stdout:op 746 completed, throughput=4.99MB/sec 2024-04-12T00:49:42.397 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZgnRfRX4FvCe26o off=15376214 len=1865820 2024-04-12T00:49:42.406 INFO:tasks.workunit.client.0.smithi098.stdout:op 747 completed, throughput=5.01MB/sec 2024-04-12T00:49:42.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:49:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:49:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:49:43.406 INFO:tasks.workunit.client.0.smithi098.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:43.407 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-v4z9ZJy4wE4DeTo off=1704822 len=2036076 2024-04-12T00:49:43.409 INFO:tasks.workunit.client.0.smithi098.stdout:op 748 completed, throughput=4.99MB/sec 2024-04-12T00:49:43.409 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Zb-v8h-QXzOKyC9 off=8111250 len=95180 2024-04-12T00:49:43.411 INFO:tasks.workunit.client.0.smithi098.stdout:op 749 completed, throughput=4.99MB/sec 2024-04-12T00:49:43.411 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RmLwQvPsM-irzCP off=8191856 len=975363 2024-04-12T00:49:43.414 INFO:tasks.workunit.client.0.smithi098.stdout:op 750 completed, throughput=4.99MB/sec 2024-04-12T00:49:43.414 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-U9i9V0ijWZnldx5 off=9291051 len=248802 2024-04-12T00:49:43.415 INFO:tasks.workunit.client.0.smithi098.stdout:op 751 completed, throughput=4.99MB/sec 2024-04-12T00:49:43.415 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3gu4TdstRafMC9O off=139493 len=1136010 2024-04-12T00:49:43.420 INFO:tasks.workunit.client.0.smithi098.stdout:op 752 completed, throughput=5MB/sec 2024-04-12T00:49:43.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:43 smithi193 ceph-mon[83763]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T00:49:44.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:43 smithi098 ceph-mon[91373]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T00:49:44.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:43 smithi098 ceph-mon[88922]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T00:49:44.421 INFO:tasks.workunit.client.0.smithi098.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:44.421 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-g5at93bz_EnrTrs off=3173267 len=270213 2024-04-12T00:49:44.425 INFO:tasks.workunit.client.0.smithi098.stdout:op 753 completed, throughput=4.97MB/sec 2024-04-12T00:49:44.425 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mq1SzuJPiA34_rh off=8086476 len=139947 2024-04-12T00:49:44.427 INFO:tasks.workunit.client.0.smithi098.stdout:op 754 completed, throughput=4.97MB/sec 2024-04-12T00:49:44.427 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fcv9KQrRmnFcCaG off=17424204 len=1672516 2024-04-12T00:49:44.435 INFO:tasks.workunit.client.0.smithi098.stdout:op 755 completed, throughput=4.98MB/sec 2024-04-12T00:49:44.435 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zYQoTCauNONNBEK off=2852288 len=1853482 2024-04-12T00:49:44.445 INFO:tasks.workunit.client.0.smithi098.stdout:op 756 completed, throughput=4.99MB/sec 2024-04-12T00:49:44.446 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9-cBtb1lG7zkzTG off=11005812 len=1967223 2024-04-12T00:49:44.457 INFO:tasks.workunit.client.0.smithi098.stdout:op 757 completed, throughput=5MB/sec 2024-04-12T00:49:45.457 INFO:tasks.workunit.client.0.smithi098.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:45.457 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DTVOm8xQjvXYCJe off=0 len=1056723 2024-04-12T00:49:45.459 INFO:tasks.workunit.client.0.smithi098.stdout:op 758 completed, throughput=4.98MB/sec 2024-04-12T00:49:45.459 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KihshRH9bOQ4D6U off=4588814 len=1490300 2024-04-12T00:49:45.460 INFO:tasks.workunit.client.0.smithi098.stdout:op 759 completed, throughput=4.99MB/sec 2024-04-12T00:49:45.461 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BE7nWUQq4SzotY- off=3273395 len=1945903 2024-04-12T00:49:45.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 760 completed, throughput=5MB/sec 2024-04-12T00:49:45.470 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--ydrU4JKl1EKT7h off=9600961 len=1185736 2024-04-12T00:49:45.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 761 completed, throughput=5.01MB/sec 2024-04-12T00:49:45.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:45 smithi193 ceph-mon[83763]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:49:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:45 smithi098 ceph-mon[91373]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:49:46.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:49:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:49:45] "GET /metrics HTTP/1.1" 200 34112 "" "Prometheus/2.43.0" 2024-04-12T00:49:46.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:45 smithi098 ceph-mon[88922]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:49:46.471 INFO:tasks.workunit.client.0.smithi098.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:46.471 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-j19AnMwPfPh6-O7 off=150515 len=1861853 2024-04-12T00:49:46.482 INFO:tasks.workunit.client.0.smithi098.stdout:op 762 completed, throughput=4.98MB/sec 2024-04-12T00:49:46.482 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-E76nOwt6qMK-cKJ off=1098648 len=1269028 2024-04-12T00:49:46.489 INFO:tasks.workunit.client.0.smithi098.stdout:op 763 completed, throughput=4.99MB/sec 2024-04-12T00:49:46.489 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KOZyDXGogjaYLTw off=139536 len=1085860 2024-04-12T00:49:46.491 INFO:tasks.workunit.client.0.smithi098.stdout:op 764 completed, throughput=5MB/sec 2024-04-12T00:49:46.491 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Nl2YbTeFAW7abJ1 off=10409540 len=2000959 2024-04-12T00:49:46.493 INFO:tasks.workunit.client.0.smithi098.stdout:op 765 completed, throughput=5.01MB/sec 2024-04-12T00:49:47.493 INFO:tasks.workunit.client.0.smithi098.stdout: 151: throughput=4.98MB/sec pending data=0 2024-04-12T00:49:47.494 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nfQG1Rfg79utYYD off=1230445 len=603171 2024-04-12T00:49:47.495 INFO:tasks.workunit.client.0.smithi098.stdout:op 766 completed, throughput=4.98MB/sec 2024-04-12T00:49:47.495 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fJKTc5t8yVqoPj1 off=1038932 len=1107339 2024-04-12T00:49:47.501 INFO:tasks.workunit.client.0.smithi098.stdout:op 767 completed, throughput=4.99MB/sec 2024-04-12T00:49:47.501 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-v5WBfYAItETAWiK off=5157517 len=1455887 2024-04-12T00:49:47.503 INFO:tasks.workunit.client.0.smithi098.stdout:op 768 completed, throughput=5MB/sec 2024-04-12T00:49:47.504 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NM0GiG30do5OZPU off=7584517 len=1078203 2024-04-12T00:49:47.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 769 completed, throughput=5MB/sec 2024-04-12T00:49:47.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:47 smithi193 ceph-mon[83763]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T00:49:48.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:47 smithi098 ceph-mon[91373]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T00:49:48.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:47 smithi098 ceph-mon[88922]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T00:49:48.510 INFO:tasks.workunit.client.0.smithi098.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:48.510 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ubvS617qr4_C2cP off=5585988 len=1529464 2024-04-12T00:49:48.517 INFO:tasks.workunit.client.0.smithi098.stdout:op 770 completed, throughput=4.98MB/sec 2024-04-12T00:49:48.517 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-92CTAKWatwZqSth off=22808699 len=628158 2024-04-12T00:49:48.521 INFO:tasks.workunit.client.0.smithi098.stdout:op 771 completed, throughput=4.98MB/sec 2024-04-12T00:49:48.521 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jt7JGtqe0dy-dH7 off=16253304 len=920245 2024-04-12T00:49:48.523 INFO:tasks.workunit.client.0.smithi098.stdout:op 772 completed, throughput=4.99MB/sec 2024-04-12T00:49:48.523 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3-rg6m9nLKEu7Dg off=9238908 len=1904699 2024-04-12T00:49:48.531 INFO:tasks.workunit.client.0.smithi098.stdout:op 773 completed, throughput=5MB/sec 2024-04-12T00:49:49.532 INFO:tasks.workunit.client.0.smithi098.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:49.532 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mB1UBA2zlC4REPw off=11369068 len=789833 2024-04-12T00:49:49.533 INFO:tasks.workunit.client.0.smithi098.stdout:op 774 completed, throughput=4.97MB/sec 2024-04-12T00:49:49.533 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EBwreHoyaxh-zzY off=8675025 len=1259735 2024-04-12T00:49:49.535 INFO:tasks.workunit.client.0.smithi098.stdout:op 775 completed, throughput=4.98MB/sec 2024-04-12T00:49:49.535 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aU6h0lXSXTucLmM off=1538408 len=655374 2024-04-12T00:49:49.539 INFO:tasks.workunit.client.0.smithi098.stdout:op 776 completed, throughput=4.99MB/sec 2024-04-12T00:49:49.539 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8s2IFbp3MUNHVO9 off=1693648 len=244339 2024-04-12T00:49:49.542 INFO:tasks.workunit.client.0.smithi098.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-12T00:49:49.542 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7-yopQ1fLIRi9ft off=904600 len=2054546 2024-04-12T00:49:49.552 INFO:tasks.workunit.client.0.smithi098.stdout:op 778 completed, throughput=5MB/sec 2024-04-12T00:49:49.552 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VcTzy8ppC0P1QDg off=2069937 len=849110 2024-04-12T00:49:49.557 INFO:tasks.workunit.client.0.smithi098.stdout:op 779 completed, throughput=5MB/sec 2024-04-12T00:49:49.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:49 smithi193 ceph-mon[83763]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-12T00:49:50.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:49 smithi098 ceph-mon[91373]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-12T00:49:50.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:49 smithi098 ceph-mon[88922]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-12T00:49:50.557 INFO:tasks.workunit.client.0.smithi098.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:50.557 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d1Y8IKRxFz9wF2M off=981864 len=1351798 2024-04-12T00:49:50.559 INFO:tasks.workunit.client.0.smithi098.stdout:op 780 completed, throughput=4.98MB/sec 2024-04-12T00:49:50.559 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LLv1-r8JoLwpOfa off=1351544 len=1959055 2024-04-12T00:49:50.563 INFO:tasks.workunit.client.0.smithi098.stdout:op 781 completed, throughput=4.99MB/sec 2024-04-12T00:49:50.563 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IBjTXNhSYsflQKY off=845096 len=1890560 2024-04-12T00:49:50.572 INFO:tasks.workunit.client.0.smithi098.stdout:op 782 completed, throughput=5MB/sec 2024-04-12T00:49:50.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:50.946 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:50.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:49:51.572 INFO:tasks.workunit.client.0.smithi098.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:51.573 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mL8rERfA1NNNtjt off=2797116 len=1003799 2024-04-12T00:49:51.578 INFO:tasks.workunit.client.0.smithi098.stdout:op 783 completed, throughput=4.98MB/sec 2024-04-12T00:49:51.578 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qIHTR2pvdLmip23 off=7634731 len=1432904 2024-04-12T00:49:51.580 INFO:tasks.workunit.client.0.smithi098.stdout:op 784 completed, throughput=4.99MB/sec 2024-04-12T00:49:51.580 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4L84fqeYDnSo8TJ off=105541 len=1121411 2024-04-12T00:49:51.581 INFO:tasks.workunit.client.0.smithi098.stdout:op 785 completed, throughput=4.99MB/sec 2024-04-12T00:49:51.582 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nNRA8iGPLQaX1st off=15585952 len=1113752 2024-04-12T00:49:51.582 INFO:tasks.workunit.client.0.smithi098.stdout:op 786 completed, throughput=5MB/sec 2024-04-12T00:49:52.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:51 smithi098 ceph-mon[91373]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:49:52.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:51 smithi098 ceph-mon[88922]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:49:52.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:51 smithi193 ceph-mon[83763]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:49:52.583 INFO:tasks.workunit.client.0.smithi098.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:52.583 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vKvm3VLzg-Ae4zr off=9810676 len=1855570 2024-04-12T00:49:52.594 INFO:tasks.workunit.client.0.smithi098.stdout:op 787 completed, throughput=4.98MB/sec 2024-04-12T00:49:52.595 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ViAgdmFixKe8Ykn off=3850551 len=1619509 2024-04-12T00:49:52.603 INFO:tasks.workunit.client.0.smithi098.stdout:op 788 completed, throughput=4.99MB/sec 2024-04-12T00:49:52.603 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t9dnTKhgDCc6qmi off=16895680 len=999870 2024-04-12T00:49:52.607 INFO:tasks.workunit.client.0.smithi098.stdout:op 789 completed, throughput=4.99MB/sec 2024-04-12T00:49:52.607 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p1BR8iObN-mbDKn off=1285134 len=703910 2024-04-12T00:49:52.608 INFO:tasks.workunit.client.0.smithi098.stdout:op 790 completed, throughput=5MB/sec 2024-04-12T00:49:52.608 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dTxgDU8C71WGPpy off=4570166 len=1544066 2024-04-12T00:49:52.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 791 completed, throughput=5.01MB/sec 2024-04-12T00:49:52.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:49:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:49:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:49:53.616 INFO:tasks.workunit.client.0.smithi098.stdout: 157: throughput=4.98MB/sec pending data=0 2024-04-12T00:49:53.616 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-W9paCOE7u-xVGdw off=5004596 len=409158 2024-04-12T00:49:53.619 INFO:tasks.workunit.client.0.smithi098.stdout:op 792 completed, throughput=4.98MB/sec 2024-04-12T00:49:53.619 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2Zi_f3wIwf7mQ7z off=5815680 len=495967 2024-04-12T00:49:53.620 INFO:tasks.workunit.client.0.smithi098.stdout:op 793 completed, throughput=4.98MB/sec 2024-04-12T00:49:53.620 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pabXq8miOB__JEk off=1518258 len=432875 2024-04-12T00:49:53.624 INFO:tasks.workunit.client.0.smithi098.stdout:op 794 completed, throughput=4.98MB/sec 2024-04-12T00:49:53.624 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O3_S2ycw8m949rd off=19898480 len=886299 2024-04-12T00:49:53.629 INFO:tasks.workunit.client.0.smithi098.stdout:op 795 completed, throughput=4.99MB/sec 2024-04-12T00:49:53.629 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JQp9OIVs55zU2bY off=2355015 len=154220 2024-04-12T00:49:53.629 INFO:tasks.workunit.client.0.smithi098.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-12T00:49:53.629 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IWY7Ckxywo1bQPo off=6455813 len=657358 2024-04-12T00:49:53.630 INFO:tasks.workunit.client.0.smithi098.stdout:op 797 completed, throughput=4.99MB/sec 2024-04-12T00:49:53.630 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ddvqL2SlyeQNOEv off=1095355 len=963326 2024-04-12T00:49:53.631 INFO:tasks.workunit.client.0.smithi098.stdout:op 798 completed, throughput=5MB/sec 2024-04-12T00:49:54.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:53 smithi098 ceph-mon[91373]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T00:49:54.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:53 smithi098 ceph-mon[88922]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T00:49:54.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:53 smithi193 ceph-mon[83763]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T00:49:54.632 INFO:tasks.workunit.client.0.smithi098.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:54.632 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lwsUkaUAAHcFnPK off=221794 len=1824787 2024-04-12T00:49:54.641 INFO:tasks.workunit.client.0.smithi098.stdout:op 799 completed, throughput=4.98MB/sec 2024-04-12T00:49:54.641 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vjzgnnHGU195XpA off=2845132 len=1177305 2024-04-12T00:49:54.648 INFO:tasks.workunit.client.0.smithi098.stdout:op 800 completed, throughput=4.99MB/sec 2024-04-12T00:49:54.648 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3ECpodG2um7YZ2J off=404702 len=1068407 2024-04-12T00:49:54.653 INFO:tasks.workunit.client.0.smithi098.stdout:op 801 completed, throughput=4.99MB/sec 2024-04-12T00:49:54.653 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DKBGsGkJ7IIJfXU off=21270734 len=537812 2024-04-12T00:49:54.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 802 completed, throughput=5MB/sec 2024-04-12T00:49:54.654 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6Mo3QaLsz-7S-Bk off=1348015 len=1286876 2024-04-12T00:49:54.660 INFO:tasks.workunit.client.0.smithi098.stdout:op 803 completed, throughput=5MB/sec 2024-04-12T00:49:55.660 INFO:tasks.workunit.client.0.smithi098.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:55.660 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yqgwQQcMYSEwHpD off=1340310 len=1872695 2024-04-12T00:49:55.662 INFO:tasks.workunit.client.0.smithi098.stdout:op 804 completed, throughput=4.98MB/sec 2024-04-12T00:49:55.663 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RHzG5jNYFDzpbSv off=4885338 len=1507878 2024-04-12T00:49:55.665 INFO:tasks.workunit.client.0.smithi098.stdout:op 805 completed, throughput=4.99MB/sec 2024-04-12T00:49:55.665 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1HuIUJbdDDYqGMK off=5216233 len=1640163 2024-04-12T00:49:55.672 INFO:tasks.workunit.client.0.smithi098.stdout:op 806 completed, throughput=5MB/sec 2024-04-12T00:49:56.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:55 smithi098 ceph-mon[91373]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-12T00:49:56.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:55 smithi098 ceph-mon[88922]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-12T00:49:56.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:49:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:49:55] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T00:49:56.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:55 smithi193 ceph-mon[83763]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-12T00:49:56.672 INFO:tasks.workunit.client.0.smithi098.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:56.673 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JcbT4Z9V5BKnsmd off=606993 len=1824790 2024-04-12T00:49:56.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 807 completed, throughput=4.98MB/sec 2024-04-12T00:49:56.681 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PFM765rUc-d84bc off=19034209 len=362616 2024-04-12T00:49:56.684 INFO:tasks.workunit.client.0.smithi098.stdout:op 808 completed, throughput=4.98MB/sec 2024-04-12T00:49:56.684 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Sj4ugEJEIkXEJ4_ off=18828501 len=1998091 2024-04-12T00:49:56.687 INFO:tasks.workunit.client.0.smithi098.stdout:op 809 completed, throughput=4.99MB/sec 2024-04-12T00:49:56.687 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a7Z1otjIeM_eWzX off=219171 len=235983 2024-04-12T00:49:56.689 INFO:tasks.workunit.client.0.smithi098.stdout:op 810 completed, throughput=5MB/sec 2024-04-12T00:49:56.689 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ovg9uYwrrl_hvmD off=11728202 len=1654405 2024-04-12T00:49:56.696 INFO:tasks.workunit.client.0.smithi098.stdout:op 811 completed, throughput=5.01MB/sec 2024-04-12T00:49:57.696 INFO:tasks.workunit.client.0.smithi098.stdout: 161: throughput=4.98MB/sec pending data=0 2024-04-12T00:49:57.696 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vV1cV3bO69WxP0O off=5159424 len=965088 2024-04-12T00:49:57.697 INFO:tasks.workunit.client.0.smithi098.stdout:op 812 completed, throughput=4.98MB/sec 2024-04-12T00:49:57.697 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ndzg86CTL6npiSX off=13419132 len=825142 2024-04-12T00:49:57.698 INFO:tasks.workunit.client.0.smithi098.stdout:op 813 completed, throughput=4.99MB/sec 2024-04-12T00:49:57.698 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4wBSRpJfU6R8AyC off=2279822 len=220310 2024-04-12T00:49:57.701 INFO:tasks.workunit.client.0.smithi098.stdout:op 814 completed, throughput=4.99MB/sec 2024-04-12T00:49:57.701 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BYRUkLJM47Asoza off=1977747 len=1880597 2024-04-12T00:49:57.711 INFO:tasks.workunit.client.0.smithi098.stdout:op 815 completed, throughput=5MB/sec 2024-04-12T00:49:57.711 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LFqE2IzoMKVGaeg off=8962666 len=2031485 2024-04-12T00:49:57.712 INFO:tasks.workunit.client.0.smithi098.stdout:op 816 completed, throughput=5.01MB/sec 2024-04-12T00:49:58.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:57 smithi098 ceph-mon[91373]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:49:58.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:49:58.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:57 smithi098 ceph-mon[88922]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:49:58.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:49:58.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:57 smithi193 ceph-mon[83763]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:49:58.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:49:58.713 INFO:tasks.workunit.client.0.smithi098.stdout: 162: throughput=4.98MB/sec pending data=0 2024-04-12T00:49:58.713 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1FrNQgC9f1Fncw8 off=1532726 len=1118441 2024-04-12T00:49:58.718 INFO:tasks.workunit.client.0.smithi098.stdout:op 817 completed, throughput=4.98MB/sec 2024-04-12T00:49:58.718 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fUv1sDXxhX5pyhO off=8533206 len=1950374 2024-04-12T00:49:58.719 INFO:tasks.workunit.client.0.smithi098.stdout:op 818 completed, throughput=5MB/sec 2024-04-12T00:49:58.720 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Y3oJUQPwOTyv2qi off=53210 len=186448 2024-04-12T00:49:58.721 INFO:tasks.workunit.client.0.smithi098.stdout:op 819 completed, throughput=5MB/sec 2024-04-12T00:49:58.721 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sKRuV1aS934Yk1V off=2452656 len=992901 2024-04-12T00:49:58.726 INFO:tasks.workunit.client.0.smithi098.stdout:op 820 completed, throughput=5MB/sec 2024-04-12T00:49:59.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:49:59.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:49:59.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:49:59.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:49:59.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:49:59.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:49:59.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:49:59.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:49:59.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:49:59.726 INFO:tasks.workunit.client.0.smithi098.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-12T00:49:59.726 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dvFE7kTnGa-L7Ru off=15556889 len=221222 2024-04-12T00:49:59.730 INFO:tasks.workunit.client.0.smithi098.stdout:op 821 completed, throughput=4.97MB/sec 2024-04-12T00:49:59.730 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OdMHXeEtaD8LqFX off=6694900 len=1623091 2024-04-12T00:49:59.732 INFO:tasks.workunit.client.0.smithi098.stdout:op 822 completed, throughput=4.98MB/sec 2024-04-12T00:49:59.732 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5aRcb7dGNbws5RU off=4038838 len=963964 2024-04-12T00:49:59.733 INFO:tasks.workunit.client.0.smithi098.stdout:op 823 completed, throughput=4.99MB/sec 2024-04-12T00:49:59.733 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t-Q8bT3NwjTQRn7 off=9638537 len=1359313 2024-04-12T00:49:59.740 INFO:tasks.workunit.client.0.smithi098.stdout:op 824 completed, throughput=5MB/sec 2024-04-12T00:49:59.740 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pG15PmsV_lw2-J1 off=1353839 len=1515357 2024-04-12T00:49:59.741 INFO:tasks.workunit.client.0.smithi098.stdout:op 825 completed, throughput=5MB/sec 2024-04-12T00:50:00.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:49:59 smithi098 ceph-mon[91373]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:50:00.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:49:59 smithi098 ceph-mon[88922]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:50:00.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:49:59 smithi193 ceph-mon[83763]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:50:00.742 INFO:tasks.workunit.client.0.smithi098.stdout: 164: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:00.742 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yDS2Yer-X1p0JA7 off=5068346 len=136436 2024-04-12T00:50:00.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 826 completed, throughput=4.98MB/sec 2024-04-12T00:50:00.742 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Q4yskYK81HAuK5O off=547119 len=1975660 2024-04-12T00:50:00.746 INFO:tasks.workunit.client.0.smithi098.stdout:op 827 completed, throughput=4.99MB/sec 2024-04-12T00:50:00.746 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-keOBlfNR7kWrVu_ off=9474865 len=544244 2024-04-12T00:50:00.751 INFO:tasks.workunit.client.0.smithi098.stdout:op 828 completed, throughput=4.99MB/sec 2024-04-12T00:50:00.751 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K0jh5Gp0J505gfA off=2834560 len=534972 2024-04-12T00:50:00.754 INFO:tasks.workunit.client.0.smithi098.stdout:op 829 completed, throughput=4.99MB/sec 2024-04-12T00:50:00.754 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-knFH16i4dc9oiH2 off=653078 len=204452 2024-04-12T00:50:00.755 INFO:tasks.workunit.client.0.smithi098.stdout:op 830 completed, throughput=4.99MB/sec 2024-04-12T00:50:00.755 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kNlF7985IeMHKAi off=672286 len=740466 2024-04-12T00:50:00.756 INFO:tasks.workunit.client.0.smithi098.stdout:op 831 completed, throughput=5MB/sec 2024-04-12T00:50:00.756 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Teoh6L57i1Ch3co off=11214598 len=1967590 2024-04-12T00:50:00.767 INFO:tasks.workunit.client.0.smithi098.stdout:op 832 completed, throughput=5.01MB/sec 2024-04-12T00:50:01.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:00 smithi098 ceph-mon[91373]: overall HEALTH_OK 2024-04-12T00:50:01.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:00 smithi098 ceph-mon[88922]: overall HEALTH_OK 2024-04-12T00:50:01.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:00 smithi193 ceph-mon[83763]: overall HEALTH_OK 2024-04-12T00:50:01.768 INFO:tasks.workunit.client.0.smithi098.stdout: 165: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:01.768 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ml3AJT7UKTJxTAX off=10079764 len=282827 2024-04-12T00:50:01.771 INFO:tasks.workunit.client.0.smithi098.stdout:op 833 completed, throughput=4.98MB/sec 2024-04-12T00:50:01.771 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-w274aVITh3ET4N8 off=9824063 len=631896 2024-04-12T00:50:01.772 INFO:tasks.workunit.client.0.smithi098.stdout:op 834 completed, throughput=4.98MB/sec 2024-04-12T00:50:01.772 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u3bPkUz5zNZRaaA off=3158967 len=680349 2024-04-12T00:50:01.776 INFO:tasks.workunit.client.0.smithi098.stdout:op 835 completed, throughput=4.99MB/sec 2024-04-12T00:50:01.776 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uquvmNaYtOj39Tl off=1975242 len=1917743 2024-04-12T00:50:01.779 INFO:tasks.workunit.client.0.smithi098.stdout:op 836 completed, throughput=5MB/sec 2024-04-12T00:50:01.779 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oqPHP0XEhCCzL-_ off=13365633 len=216464 2024-04-12T00:50:01.782 INFO:tasks.workunit.client.0.smithi098.stdout:op 837 completed, throughput=5MB/sec 2024-04-12T00:50:01.782 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qH2LMm6GDuGTuwy off=3719468 len=519221 2024-04-12T00:50:01.784 INFO:tasks.workunit.client.0.smithi098.stdout:op 838 completed, throughput=5MB/sec 2024-04-12T00:50:02.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:01 smithi098 ceph-mon[91373]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:50:02.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:01 smithi098 ceph-mon[88922]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:50:02.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:01 smithi193 ceph-mon[83763]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:50:02.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:50:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:50:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:50:02.785 INFO:tasks.workunit.client.0.smithi098.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:02.785 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nPT5654D_oaG6HW off=19649502 len=710486 2024-04-12T00:50:02.790 INFO:tasks.workunit.client.0.smithi098.stdout:op 839 completed, throughput=4.98MB/sec 2024-04-12T00:50:02.790 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DRKggm4e9RbXsX_ off=0 len=1899958 2024-04-12T00:50:02.792 INFO:tasks.workunit.client.0.smithi098.stdout:op 840 completed, throughput=4.99MB/sec 2024-04-12T00:50:02.792 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SWxVCO50qmAax_- off=1325091 len=1132039 2024-04-12T00:50:02.795 INFO:tasks.workunit.client.0.smithi098.stdout:op 841 completed, throughput=4.99MB/sec 2024-04-12T00:50:02.795 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pZFtF-wIlCuXohn off=2863732 len=78678 2024-04-12T00:50:02.795 INFO:tasks.workunit.client.0.smithi098.stdout:op 842 completed, throughput=4.99MB/sec 2024-04-12T00:50:02.795 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CzC55dLH-mThhFx off=3839503 len=1477484 2024-04-12T00:50:02.798 INFO:tasks.workunit.client.0.smithi098.stdout:op 843 completed, throughput=5MB/sec 2024-04-12T00:50:03.798 INFO:tasks.workunit.client.0.smithi098.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:03.799 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WsoNbXg-am0qTPv off=12692697 len=923983 2024-04-12T00:50:03.803 INFO:tasks.workunit.client.0.smithi098.stdout:op 844 completed, throughput=4.98MB/sec 2024-04-12T00:50:03.803 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6XSYBFlObC5pboL off=3120311 len=388947 2024-04-12T00:50:03.805 INFO:tasks.workunit.client.0.smithi098.stdout:op 845 completed, throughput=4.98MB/sec 2024-04-12T00:50:03.805 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sLCWeZAq6jSEgj7 off=1931495 len=616456 2024-04-12T00:50:03.808 INFO:tasks.workunit.client.0.smithi098.stdout:op 846 completed, throughput=4.98MB/sec 2024-04-12T00:50:03.808 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dBRkNyP5B3eevzO off=5223739 len=1887222 2024-04-12T00:50:03.817 INFO:tasks.workunit.client.0.smithi098.stdout:op 847 completed, throughput=4.99MB/sec 2024-04-12T00:50:03.817 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MBT1EL-emf_XTsQ off=24134637 len=889691 2024-04-12T00:50:03.823 INFO:tasks.workunit.client.0.smithi098.stdout:op 848 completed, throughput=5MB/sec 2024-04-12T00:50:03.823 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ejifYJaNgr92oW4 off=6054184 len=926440 2024-04-12T00:50:03.824 INFO:tasks.workunit.client.0.smithi098.stdout:op 849 completed, throughput=5MB/sec 2024-04-12T00:50:04.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:03 smithi098 ceph-mon[91373]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:50:04.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:03 smithi098 ceph-mon[88922]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:50:04.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:03 smithi193 ceph-mon[83763]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:50:04.824 INFO:tasks.workunit.client.0.smithi098.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:04.824 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LZ4RVbLvWnJHx3e off=2628358 len=44088 2024-04-12T00:50:04.825 INFO:tasks.workunit.client.0.smithi098.stdout:op 850 completed, throughput=4.98MB/sec 2024-04-12T00:50:04.825 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uudzFC4djjULt62 off=659058 len=599975 2024-04-12T00:50:04.827 INFO:tasks.workunit.client.0.smithi098.stdout:op 851 completed, throughput=4.98MB/sec 2024-04-12T00:50:04.827 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gc5YtUFsZvjdC4R off=4839333 len=1093993 2024-04-12T00:50:04.828 INFO:tasks.workunit.client.0.smithi098.stdout:op 852 completed, throughput=4.98MB/sec 2024-04-12T00:50:04.828 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-smsbzbkTBihUdTT off=12444900 len=816169 2024-04-12T00:50:04.833 INFO:tasks.workunit.client.0.smithi098.stdout:op 853 completed, throughput=4.99MB/sec 2024-04-12T00:50:04.833 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2dCPzwvL7xQ15Sz off=5936363 len=1321717 2024-04-12T00:50:04.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 854 completed, throughput=5MB/sec 2024-04-12T00:50:04.836 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hgjMAZ0Xd2Nys3I off=1522866 len=797122 2024-04-12T00:50:04.840 INFO:tasks.workunit.client.0.smithi098.stdout:op 855 completed, throughput=5MB/sec 2024-04-12T00:50:05.840 INFO:tasks.workunit.client.0.smithi098.stdout: 169: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:05.840 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6PNiKMHhamKO_nB off=2219199 len=597004 2024-04-12T00:50:05.844 INFO:tasks.workunit.client.0.smithi098.stdout:op 856 completed, throughput=4.97MB/sec 2024-04-12T00:50:05.844 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-shOwME9nkqov8ie off=4678853 len=1371560 2024-04-12T00:50:05.845 INFO:tasks.workunit.client.0.smithi098.stdout:op 857 completed, throughput=4.98MB/sec 2024-04-12T00:50:05.845 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O2Os4s0HM2SezAx off=719880 len=121447 2024-04-12T00:50:05.846 INFO:tasks.workunit.client.0.smithi098.stdout:op 858 completed, throughput=4.98MB/sec 2024-04-12T00:50:05.846 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-T8C_SFdjSaezFC0 off=219652 len=1969905 2024-04-12T00:50:05.856 INFO:tasks.workunit.client.0.smithi098.stdout:op 859 completed, throughput=4.99MB/sec 2024-04-12T00:50:05.856 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EonmSFOoHsqS3jx off=21210251 len=1280356 2024-04-12T00:50:05.862 INFO:tasks.workunit.client.0.smithi098.stdout:op 860 completed, throughput=5MB/sec 2024-04-12T00:50:06.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:50:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:50:05] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-12T00:50:06.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:05 smithi098 ceph-mon[91373]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:50:06.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:06.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:05 smithi098 ceph-mon[88922]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:50:06.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:06.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:05 smithi193 ceph-mon[83763]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:50:06.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:06.862 INFO:tasks.workunit.client.0.smithi098.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:06.862 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6l29HEkpfHCl8Zo off=6207124 len=1437548 2024-04-12T00:50:06.864 INFO:tasks.workunit.client.0.smithi098.stdout:op 861 completed, throughput=4.98MB/sec 2024-04-12T00:50:06.864 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lv-WMMv7dmnSNgd off=6024897 len=131465 2024-04-12T00:50:06.867 INFO:tasks.workunit.client.0.smithi098.stdout:op 862 completed, throughput=4.98MB/sec 2024-04-12T00:50:06.867 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5L2f0_4qpUETdlQ off=918956 len=519736 2024-04-12T00:50:06.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 863 completed, throughput=4.98MB/sec 2024-04-12T00:50:06.871 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HGP8OYPPfhOsXGL off=3760211 len=1691802 2024-04-12T00:50:06.873 INFO:tasks.workunit.client.0.smithi098.stdout:op 864 completed, throughput=4.99MB/sec 2024-04-12T00:50:06.873 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cbcBYePyqHGAFag off=9381830 len=203983 2024-04-12T00:50:06.873 INFO:tasks.workunit.client.0.smithi098.stdout:op 865 completed, throughput=4.99MB/sec 2024-04-12T00:50:06.874 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PFyUsU1glF2IfTo off=0 len=1414016 2024-04-12T00:50:06.881 INFO:tasks.workunit.client.0.smithi098.stdout:op 866 completed, throughput=5MB/sec 2024-04-12T00:50:07.881 INFO:tasks.workunit.client.0.smithi098.stdout: 171: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:07.882 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sIXZAsl_6ouTXoM off=2187620 len=489554 2024-04-12T00:50:07.883 INFO:tasks.workunit.client.0.smithi098.stdout:op 867 completed, throughput=4.97MB/sec 2024-04-12T00:50:07.883 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8So2fQNVZdCvrOI off=17014159 len=774762 2024-04-12T00:50:07.887 INFO:tasks.workunit.client.0.smithi098.stdout:op 868 completed, throughput=4.98MB/sec 2024-04-12T00:50:07.887 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_7RiYlgDdZJPqpI off=1207145 len=1283137 2024-04-12T00:50:07.894 INFO:tasks.workunit.client.0.smithi098.stdout:op 869 completed, throughput=4.99MB/sec 2024-04-12T00:50:07.894 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O7ZciVfWT2pWpEc off=824738 len=1192684 2024-04-12T00:50:07.895 INFO:tasks.workunit.client.0.smithi098.stdout:op 870 completed, throughput=4.99MB/sec 2024-04-12T00:50:07.896 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0U5xWl9SI3Zwm5o off=10740490 len=373594 2024-04-12T00:50:07.896 INFO:tasks.workunit.client.0.smithi098.stdout:op 871 completed, throughput=4.99MB/sec 2024-04-12T00:50:07.896 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-At2_ZrD9CjUzYXY off=2519743 len=922310 2024-04-12T00:50:07.901 INFO:tasks.workunit.client.0.smithi098.stdout:op 872 completed, throughput=5MB/sec 2024-04-12T00:50:07.901 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cITzxNQA-I4qw25 off=5619267 len=275128 2024-04-12T00:50:07.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 873 completed, throughput=5MB/sec 2024-04-12T00:50:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:07 smithi098 ceph-mon[91373]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:50:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:07 smithi098 ceph-mon[88922]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:50:08.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:07 smithi193 ceph-mon[83763]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:50:08.903 INFO:tasks.workunit.client.0.smithi098.stdout: 172: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:08.904 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lg754frikhvqva8 off=17738090 len=1158305 2024-04-12T00:50:08.905 INFO:tasks.workunit.client.0.smithi098.stdout:op 874 completed, throughput=4.98MB/sec 2024-04-12T00:50:08.905 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sgOmJ9H7ASG_ej6 off=11381005 len=1435309 2024-04-12T00:50:08.913 INFO:tasks.workunit.client.0.smithi098.stdout:op 875 completed, throughput=4.99MB/sec 2024-04-12T00:50:08.913 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UadPwzdEs0v_o03 off=10520366 len=321547 2024-04-12T00:50:08.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 876 completed, throughput=4.99MB/sec 2024-04-12T00:50:08.917 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oRsU0TwrxZoTrE2 off=1363690 len=80273 2024-04-12T00:50:08.919 INFO:tasks.workunit.client.0.smithi098.stdout:op 877 completed, throughput=4.99MB/sec 2024-04-12T00:50:08.919 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R3ekBbZc1xqItRB off=144838 len=1623145 2024-04-12T00:50:08.923 INFO:tasks.workunit.client.0.smithi098.stdout:op 878 completed, throughput=5MB/sec 2024-04-12T00:50:08.923 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cVLXvb2Tk65V5db off=5139568 len=599378 2024-04-12T00:50:08.924 INFO:tasks.workunit.client.0.smithi098.stdout:op 879 completed, throughput=5MB/sec 2024-04-12T00:50:08.924 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wMVbTBaQmwZBBcv off=10087028 len=275534 2024-04-12T00:50:08.925 INFO:tasks.workunit.client.0.smithi098.stdout:op 880 completed, throughput=5MB/sec 2024-04-12T00:50:09.925 INFO:tasks.workunit.client.0.smithi098.stdout: 173: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:09.925 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V-rmHhQlPFYEm0x off=5850156 len=1886086 2024-04-12T00:50:09.934 INFO:tasks.workunit.client.0.smithi098.stdout:op 881 completed, throughput=4.98MB/sec 2024-04-12T00:50:09.934 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pKq2t1GtadBoMBM off=833920 len=924967 2024-04-12T00:50:09.936 INFO:tasks.workunit.client.0.smithi098.stdout:op 882 completed, throughput=4.99MB/sec 2024-04-12T00:50:09.936 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nqjZ8g2zbLj_ECb off=4025222 len=1243763 2024-04-12T00:50:09.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 883 completed, throughput=4.99MB/sec 2024-04-12T00:50:09.937 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oygs9S1zNbW4Sxy off=1483350 len=2074214 2024-04-12T00:50:09.946 INFO:tasks.workunit.client.0.smithi098.stdout:op 884 completed, throughput=5.01MB/sec 2024-04-12T00:50:10.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:09 smithi098 ceph-mon[91373]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:50:10.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:09 smithi098 ceph-mon[88922]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:50:10.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:09 smithi193 ceph-mon[83763]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:50:10.946 INFO:tasks.workunit.client.0.smithi098.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:10.946 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KYK1Vp6crFmee6Z off=4294903 len=33007 2024-04-12T00:50:10.947 INFO:tasks.workunit.client.0.smithi098.stdout:op 885 completed, throughput=4.98MB/sec 2024-04-12T00:50:10.947 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-exYiyqkq5QXZGSC off=0 len=2054656 2024-04-12T00:50:10.950 INFO:tasks.workunit.client.0.smithi098.stdout:op 886 completed, throughput=4.99MB/sec 2024-04-12T00:50:10.950 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-j4V3zZQWO5BMs0H off=15693452 len=1655206 2024-04-12T00:50:10.958 INFO:tasks.workunit.client.0.smithi098.stdout:op 887 completed, throughput=5MB/sec 2024-04-12T00:50:10.958 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LFJIa5_VLNeLC_J off=18615326 len=143248 2024-04-12T00:50:10.961 INFO:tasks.workunit.client.0.smithi098.stdout:op 888 completed, throughput=5MB/sec 2024-04-12T00:50:10.961 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QWBTCo_zOXLtD5I off=6659749 len=1314857 2024-04-12T00:50:10.966 INFO:tasks.workunit.client.0.smithi098.stdout:op 889 completed, throughput=5MB/sec 2024-04-12T00:50:11.967 INFO:tasks.workunit.client.0.smithi098.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:11.967 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-INtWQ5Vgcy-TArK off=3697663 len=2005236 2024-04-12T00:50:11.969 INFO:tasks.workunit.client.0.smithi098.stdout:op 890 completed, throughput=4.99MB/sec 2024-04-12T00:50:11.969 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ufJOXs_y4RG9nwx off=20222272 len=628887 2024-04-12T00:50:11.970 INFO:tasks.workunit.client.0.smithi098.stdout:op 891 completed, throughput=4.99MB/sec 2024-04-12T00:50:11.971 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-33Rgy4Pu9Ozkyaa off=3369049 len=1932498 2024-04-12T00:50:11.978 INFO:tasks.workunit.client.0.smithi098.stdout:op 892 completed, throughput=5MB/sec 2024-04-12T00:50:12.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:11 smithi098 ceph-mon[91373]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:12.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:11 smithi098 ceph-mon[88922]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:12.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:11 smithi193 ceph-mon[83763]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:12.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:50:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:50:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:50:12.979 INFO:tasks.workunit.client.0.smithi098.stdout: 176: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:12.979 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KQ2t3aRVSMjykck off=2602550 len=583393 2024-04-12T00:50:12.983 INFO:tasks.workunit.client.0.smithi098.stdout:op 893 completed, throughput=4.98MB/sec 2024-04-12T00:50:12.983 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VEEWaSCyL5FKwCX off=7537233 len=842729 2024-04-12T00:50:12.985 INFO:tasks.workunit.client.0.smithi098.stdout:op 894 completed, throughput=4.98MB/sec 2024-04-12T00:50:12.985 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-U8q8BcaDweUcP16 off=3937428 len=658055 2024-04-12T00:50:12.988 INFO:tasks.workunit.client.0.smithi098.stdout:op 895 completed, throughput=4.98MB/sec 2024-04-12T00:50:12.988 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3GK6GZmI5ZIeL5j off=6262462 len=1764301 2024-04-12T00:50:12.990 INFO:tasks.workunit.client.0.smithi098.stdout:op 896 completed, throughput=4.99MB/sec 2024-04-12T00:50:12.990 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nSsC72nY7f2Iivv off=2601918 len=318271 2024-04-12T00:50:12.993 INFO:tasks.workunit.client.0.smithi098.stdout:op 897 completed, throughput=4.99MB/sec 2024-04-12T00:50:12.993 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cqn0LDWU6cBT0or off=3293928 len=186594 2024-04-12T00:50:12.996 INFO:tasks.workunit.client.0.smithi098.stdout:op 898 completed, throughput=5MB/sec 2024-04-12T00:50:12.996 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_s-lI70ozOcSnTq off=4443778 len=35620 2024-04-12T00:50:12.998 INFO:tasks.workunit.client.0.smithi098.stdout:op 899 completed, throughput=5MB/sec 2024-04-12T00:50:12.998 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--2kT6RC-QCNUf7Q off=19712397 len=564745 2024-04-12T00:50:13.002 INFO:tasks.workunit.client.0.smithi098.stdout:op 900 completed, throughput=5MB/sec 2024-04-12T00:50:13.002 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BF1An_XfSOO7H__ off=1233574 len=1661980 2024-04-12T00:50:13.009 INFO:tasks.workunit.client.0.smithi098.stdout:op 901 completed, throughput=5.01MB/sec 2024-04-12T00:50:14.009 INFO:tasks.workunit.client.0.smithi098.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:14.010 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-j-bV1u6Gl5qNWNi off=10560575 len=1105869 2024-04-12T00:50:14.014 INFO:tasks.workunit.client.0.smithi098.stdout:op 902 completed, throughput=4.98MB/sec 2024-04-12T00:50:14.014 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MQGjC8mRZVyzkjK off=11846906 len=1208956 2024-04-12T00:50:14.020 INFO:tasks.workunit.client.0.smithi098.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-12T00:50:14.020 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lPIw_J5rAOb7hY6 off=4089247 len=1435129 2024-04-12T00:50:14.021 INFO:tasks.workunit.client.0.smithi098.stdout:op 904 completed, throughput=5MB/sec 2024-04-12T00:50:14.021 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-U9oJn3yxYcWfY-8 off=5783181 len=1958765 2024-04-12T00:50:14.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 905 completed, throughput=5.01MB/sec 2024-04-12T00:50:14.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:13 smithi098 ceph-mon[91373]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:14.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:13 smithi098 ceph-mon[88922]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:14.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:13 smithi193 ceph-mon[83763]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:15.029 INFO:tasks.workunit.client.0.smithi098.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:15.029 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BK_QVRzNZ2shtOj off=18268681 len=568240 2024-04-12T00:50:15.033 INFO:tasks.workunit.client.0.smithi098.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-12T00:50:15.033 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3xkc-nX_sdA0jw3 off=1040622 len=705909 2024-04-12T00:50:15.038 INFO:tasks.workunit.client.0.smithi098.stdout:op 907 completed, throughput=4.99MB/sec 2024-04-12T00:50:15.038 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I-rNx14GBzsINkr off=7951630 len=1132827 2024-04-12T00:50:15.043 INFO:tasks.workunit.client.0.smithi098.stdout:op 908 completed, throughput=4.99MB/sec 2024-04-12T00:50:15.043 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gXTK3j0adbaKCnN off=4083996 len=224417 2024-04-12T00:50:15.045 INFO:tasks.workunit.client.0.smithi098.stdout:op 909 completed, throughput=4.99MB/sec 2024-04-12T00:50:15.046 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8KnZymV7K6irs1d off=5063939 len=950802 2024-04-12T00:50:15.049 INFO:tasks.workunit.client.0.smithi098.stdout:op 910 completed, throughput=5MB/sec 2024-04-12T00:50:15.050 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zsdtUmDtbwFbfAi off=6907324 len=369743 2024-04-12T00:50:15.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 911 completed, throughput=5MB/sec 2024-04-12T00:50:16.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:15 smithi098 ceph-mon[91373]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:15 smithi098 ceph-mon[88922]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:16.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:50:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:50:15] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-12T00:50:16.053 INFO:tasks.workunit.client.0.smithi098.stdout: 179: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:16.053 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JGrGD6GrvekWoFA off=3024588 len=1036745 2024-04-12T00:50:16.059 INFO:tasks.workunit.client.0.smithi098.stdout:op 912 completed, throughput=4.98MB/sec 2024-04-12T00:50:16.059 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jkxMVKtkXtaTOO3 off=8246161 len=883292 2024-04-12T00:50:16.060 INFO:tasks.workunit.client.0.smithi098.stdout:op 913 completed, throughput=4.98MB/sec 2024-04-12T00:50:16.060 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3S32wRtCBAeIP8s off=226542 len=207039 2024-04-12T00:50:16.061 INFO:tasks.workunit.client.0.smithi098.stdout:op 914 completed, throughput=4.98MB/sec 2024-04-12T00:50:16.061 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5X4eOgsDaoZkPrH off=6176352 len=1082972 2024-04-12T00:50:16.062 INFO:tasks.workunit.client.0.smithi098.stdout:op 915 completed, throughput=4.99MB/sec 2024-04-12T00:50:16.062 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DXA6ex8n-ZFV1oE off=11035341 len=556726 2024-04-12T00:50:16.063 INFO:tasks.workunit.client.0.smithi098.stdout:op 916 completed, throughput=4.99MB/sec 2024-04-12T00:50:16.063 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tmKDAW6ZOBpUSEn off=10591487 len=218136 2024-04-12T00:50:16.066 INFO:tasks.workunit.client.0.smithi098.stdout:op 917 completed, throughput=4.99MB/sec 2024-04-12T00:50:16.066 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3A9Bh9yRVADig8W off=3386382 len=733869 2024-04-12T00:50:16.070 INFO:tasks.workunit.client.0.smithi098.stdout:op 918 completed, throughput=5MB/sec 2024-04-12T00:50:16.070 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-n_rpobVNIgQPsj5 off=4489603 len=1993561 2024-04-12T00:50:16.080 INFO:tasks.workunit.client.0.smithi098.stdout:op 919 completed, throughput=5.01MB/sec 2024-04-12T00:50:16.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:15 smithi193 ceph-mon[83763]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:17.081 INFO:tasks.workunit.client.0.smithi098.stdout: 180: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:17.081 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Gf382Ib_q504Yv9 off=9112585 len=1109017 2024-04-12T00:50:17.085 INFO:tasks.workunit.client.0.smithi098.stdout:op 920 completed, throughput=4.99MB/sec 2024-04-12T00:50:17.085 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lEiaiZC_-qn4gu9 off=3597706 len=1780399 2024-04-12T00:50:17.096 INFO:tasks.workunit.client.0.smithi098.stdout:op 921 completed, throughput=5MB/sec 2024-04-12T00:50:17.096 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mWJ_Pa9jfU6Gumh off=1270768 len=1846130 2024-04-12T00:50:17.097 INFO:tasks.workunit.client.0.smithi098.stdout:op 922 completed, throughput=5.01MB/sec 2024-04-12T00:50:18.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:17 smithi098 ceph-mon[88922]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T00:50:18.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:17 smithi098 ceph-mon[91373]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T00:50:18.097 INFO:tasks.workunit.client.0.smithi098.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:18.097 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lphIUdX0v-xklqb off=18671336 len=76139 2024-04-12T00:50:18.100 INFO:tasks.workunit.client.0.smithi098.stdout:op 923 completed, throughput=4.98MB/sec 2024-04-12T00:50:18.100 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--llE0DQXfJMMpNu off=2543592 len=1291464 2024-04-12T00:50:18.107 INFO:tasks.workunit.client.0.smithi098.stdout:op 924 completed, throughput=4.98MB/sec 2024-04-12T00:50:18.107 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SBPSiF4nMQ2c3S3 off=2127412 len=1109970 2024-04-12T00:50:18.108 INFO:tasks.workunit.client.0.smithi098.stdout:op 925 completed, throughput=4.99MB/sec 2024-04-12T00:50:18.108 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ktg95D0JJ-okl7b off=5594357 len=1510893 2024-04-12T00:50:18.116 INFO:tasks.workunit.client.0.smithi098.stdout:op 926 completed, throughput=5MB/sec 2024-04-12T00:50:18.116 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EzxxMoLVgR2uv2k off=504118 len=2045780 2024-04-12T00:50:18.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:17 smithi193 ceph-mon[83763]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T00:50:18.124 INFO:tasks.workunit.client.0.smithi098.stdout:op 927 completed, throughput=5.01MB/sec 2024-04-12T00:50:19.124 INFO:tasks.workunit.client.0.smithi098.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:19.124 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FHt6gH1MqNqAu8X off=8158944 len=1290706 2024-04-12T00:50:19.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 928 completed, throughput=4.99MB/sec 2024-04-12T00:50:19.126 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5BJqBVXHavmDelw off=15865883 len=87327 2024-04-12T00:50:19.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 929 completed, throughput=4.99MB/sec 2024-04-12T00:50:19.126 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EpUhH87IaQTs3cD off=9064862 len=2090146 2024-04-12T00:50:19.139 INFO:tasks.workunit.client.0.smithi098.stdout:op 930 completed, throughput=5MB/sec 2024-04-12T00:50:19.139 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tsgqQxKq2IW8BDQ off=4840353 len=1510762 2024-04-12T00:50:19.145 INFO:tasks.workunit.client.0.smithi098.stdout:op 931 completed, throughput=5.01MB/sec 2024-04-12T00:50:20.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:19 smithi098 ceph-mon[88922]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:50:20.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:19 smithi098 ceph-mon[91373]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:50:20.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:19 smithi193 ceph-mon[83763]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:50:20.145 INFO:tasks.workunit.client.0.smithi098.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:20.145 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WSu9leYNwCqjqla off=15109243 len=505230 2024-04-12T00:50:20.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 932 completed, throughput=4.98MB/sec 2024-04-12T00:50:20.149 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-U3Hk_rs9VsE5HmL off=699600 len=1643614 2024-04-12T00:50:20.152 INFO:tasks.workunit.client.0.smithi098.stdout:op 933 completed, throughput=4.99MB/sec 2024-04-12T00:50:20.152 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--qy6qlvz79jCG45 off=624933 len=397722 2024-04-12T00:50:20.153 INFO:tasks.workunit.client.0.smithi098.stdout:op 934 completed, throughput=4.99MB/sec 2024-04-12T00:50:20.153 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-suPNg2BkS9vHmQ7 off=11332176 len=47253 2024-04-12T00:50:20.153 INFO:tasks.workunit.client.0.smithi098.stdout:op 935 completed, throughput=4.99MB/sec 2024-04-12T00:50:20.154 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aqVmHParfIZMDp2 off=9981144 len=1625886 2024-04-12T00:50:20.155 INFO:tasks.workunit.client.0.smithi098.stdout:op 936 completed, throughput=5MB/sec 2024-04-12T00:50:20.946 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:20.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:21.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:21.155 INFO:tasks.workunit.client.0.smithi098.stdout: 184: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:21.156 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_0VlMnSW2eU7efJ off=18353598 len=260781 2024-04-12T00:50:21.156 INFO:tasks.workunit.client.0.smithi098.stdout:op 937 completed, throughput=4.98MB/sec 2024-04-12T00:50:21.156 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_W1GctPML7ybx9i off=234445 len=686562 2024-04-12T00:50:21.157 INFO:tasks.workunit.client.0.smithi098.stdout:op 938 completed, throughput=4.98MB/sec 2024-04-12T00:50:21.157 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OIpppXTv89ud00f off=0 len=1384917 2024-04-12T00:50:21.165 INFO:tasks.workunit.client.0.smithi098.stdout:op 939 completed, throughput=4.99MB/sec 2024-04-12T00:50:21.165 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rW3QlfH83mbXQ1a off=8500078 len=1768743 2024-04-12T00:50:21.174 INFO:tasks.workunit.client.0.smithi098.stdout:op 940 completed, throughput=4.99MB/sec 2024-04-12T00:50:21.174 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aDHxDtLIWLxMkje off=3657244 len=1399863 2024-04-12T00:50:21.177 INFO:tasks.workunit.client.0.smithi098.stdout:op 941 completed, throughput=5MB/sec 2024-04-12T00:50:22.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:21 smithi098 ceph-mon[91373]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T00:50:22.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:21 smithi098 ceph-mon[88922]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T00:50:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:21 smithi193 ceph-mon[83763]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T00:50:22.178 INFO:tasks.workunit.client.0.smithi098.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:22.178 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XV1thQrPWQovNl9 off=681367 len=1230491 2024-04-12T00:50:22.183 INFO:tasks.workunit.client.0.smithi098.stdout:op 942 completed, throughput=4.98MB/sec 2024-04-12T00:50:22.184 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cSgWgjSw19xN4yo off=57195 len=1663448 2024-04-12T00:50:22.185 INFO:tasks.workunit.client.0.smithi098.stdout:op 943 completed, throughput=4.99MB/sec 2024-04-12T00:50:22.185 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BMelwnJkupaJU5Q off=17360025 len=342382 2024-04-12T00:50:22.186 INFO:tasks.workunit.client.0.smithi098.stdout:op 944 completed, throughput=4.99MB/sec 2024-04-12T00:50:22.186 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HH4tMmFA-BpMroK off=5097955 len=479794 2024-04-12T00:50:22.189 INFO:tasks.workunit.client.0.smithi098.stdout:op 945 completed, throughput=4.99MB/sec 2024-04-12T00:50:22.189 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kLNuXxd7o5ByBZG off=4131157 len=1316585 2024-04-12T00:50:22.196 INFO:tasks.workunit.client.0.smithi098.stdout:op 946 completed, throughput=5MB/sec 2024-04-12T00:50:22.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:50:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:50:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:50:23.196 INFO:tasks.workunit.client.0.smithi098.stdout: 186: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:23.197 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Lt6kq43cAtbIbai off=6236781 len=744775 2024-04-12T00:50:23.200 INFO:tasks.workunit.client.0.smithi098.stdout:op 947 completed, throughput=4.98MB/sec 2024-04-12T00:50:23.200 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jgGcI6zzlqutBus off=717659 len=2029189 2024-04-12T00:50:23.210 INFO:tasks.workunit.client.0.smithi098.stdout:op 948 completed, throughput=4.99MB/sec 2024-04-12T00:50:23.210 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-T2f9RiuVjk5mA7e off=9677583 len=831223 2024-04-12T00:50:23.215 INFO:tasks.workunit.client.0.smithi098.stdout:op 949 completed, throughput=4.99MB/sec 2024-04-12T00:50:23.215 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QXFCRJ5--trcPLP off=2732014 len=538932 2024-04-12T00:50:23.216 INFO:tasks.workunit.client.0.smithi098.stdout:op 950 completed, throughput=4.99MB/sec 2024-04-12T00:50:23.216 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nAJaXeLssW_AOfb off=13239410 len=1209741 2024-04-12T00:50:23.221 INFO:tasks.workunit.client.0.smithi098.stdout:op 951 completed, throughput=5MB/sec 2024-04-12T00:50:23.221 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-b88YvVDhcFjA8GK off=6568918 len=772831 2024-04-12T00:50:23.222 INFO:tasks.workunit.client.0.smithi098.stdout:op 952 completed, throughput=5MB/sec 2024-04-12T00:50:24.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:23 smithi098 ceph-mon[91373]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:50:24.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:23 smithi098 ceph-mon[88922]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:50:24.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:23 smithi193 ceph-mon[83763]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:50:24.222 INFO:tasks.workunit.client.0.smithi098.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:24.296 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2m3PNp1CfrqpQyw off=15396687 len=1816405 2024-04-12T00:50:24.297 INFO:tasks.workunit.client.0.smithi098.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-12T00:50:24.297 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BQaoPirZYB6NsAW off=2311573 len=1679561 2024-04-12T00:50:24.298 INFO:tasks.workunit.client.0.smithi098.stdout:op 954 completed, throughput=4.99MB/sec 2024-04-12T00:50:24.298 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PHUghSdLe_N9Kqq off=2807132 len=113000 2024-04-12T00:50:24.298 INFO:tasks.workunit.client.0.smithi098.stdout:op 955 completed, throughput=5MB/sec 2024-04-12T00:50:24.298 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-omRaTYQcPQ4QMEW off=1524222 len=1397821 2024-04-12T00:50:24.298 INFO:tasks.workunit.client.0.smithi098.stdout:op 956 completed, throughput=5MB/sec 2024-04-12T00:50:25.241 INFO:tasks.workunit.client.0.smithi098.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:25.241 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-15WXzKJzkwC3TLK off=3177203 len=1160672 2024-04-12T00:50:25.246 INFO:tasks.workunit.client.0.smithi098.stdout:op 957 completed, throughput=4.98MB/sec 2024-04-12T00:50:25.246 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QjM5D27aHe8oK4k off=19953484 len=334170 2024-04-12T00:50:25.250 INFO:tasks.workunit.client.0.smithi098.stdout:op 958 completed, throughput=4.98MB/sec 2024-04-12T00:50:25.250 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fxOOBh2Uf9kMV-f off=1729267 len=559172 2024-04-12T00:50:25.250 INFO:tasks.workunit.client.0.smithi098.stdout:op 959 completed, throughput=4.99MB/sec 2024-04-12T00:50:25.251 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-E3Y5N7Xj5XyHgBE off=674575 len=1026780 2024-04-12T00:50:25.252 INFO:tasks.workunit.client.0.smithi098.stdout:op 960 completed, throughput=4.99MB/sec 2024-04-12T00:50:25.252 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_OFEwnWWn3C8CnV off=3105367 len=1233444 2024-04-12T00:50:25.253 INFO:tasks.workunit.client.0.smithi098.stdout:op 961 completed, throughput=5MB/sec 2024-04-12T00:50:25.253 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I-qHQDyVbNsRawQ off=8123960 len=715303 2024-04-12T00:50:25.257 INFO:tasks.workunit.client.0.smithi098.stdout:op 962 completed, throughput=5MB/sec 2024-04-12T00:50:26.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:25 smithi098 ceph-mon[91373]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:50:26.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:25 smithi098 ceph-mon[88922]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:50:26.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:50:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:50:25] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T00:50:26.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:25 smithi193 ceph-mon[83763]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:50:26.257 INFO:tasks.workunit.client.0.smithi098.stdout: 189: throughput=4.97MB/sec pending data=0 2024-04-12T00:50:26.257 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p2ZOdZ2cx_eiWkP off=9854081 len=1428074 2024-04-12T00:50:26.265 INFO:tasks.workunit.client.0.smithi098.stdout:op 963 completed, throughput=4.98MB/sec 2024-04-12T00:50:26.265 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fTXZMD0y4ySzUd4 off=408954 len=596626 2024-04-12T00:50:26.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 964 completed, throughput=4.98MB/sec 2024-04-12T00:50:26.269 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UUC84iUrnchv3Fn off=2770335 len=410091 2024-04-12T00:50:26.270 INFO:tasks.workunit.client.0.smithi098.stdout:op 965 completed, throughput=4.99MB/sec 2024-04-12T00:50:26.270 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C4LRrrBPXOdXjQo off=17089829 len=1717073 2024-04-12T00:50:26.273 INFO:tasks.workunit.client.0.smithi098.stdout:op 966 completed, throughput=4.99MB/sec 2024-04-12T00:50:26.273 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2xvUAz957MgBjdq off=4151825 len=687214 2024-04-12T00:50:26.277 INFO:tasks.workunit.client.0.smithi098.stdout:op 967 completed, throughput=5MB/sec 2024-04-12T00:50:26.277 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WSLI7MpZvPBRtXi off=168317 len=793743 2024-04-12T00:50:26.279 INFO:tasks.workunit.client.0.smithi098.stdout:op 968 completed, throughput=5MB/sec 2024-04-12T00:50:27.279 INFO:tasks.workunit.client.0.smithi098.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:27.280 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KD8bxjRlhCFi3el off=16562245 len=1383169 2024-04-12T00:50:27.282 INFO:tasks.workunit.client.0.smithi098.stdout:op 969 completed, throughput=4.98MB/sec 2024-04-12T00:50:27.282 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-purMdw7hN79GcJT off=7566703 len=893500 2024-04-12T00:50:27.285 INFO:tasks.workunit.client.0.smithi098.stdout:op 970 completed, throughput=4.99MB/sec 2024-04-12T00:50:27.285 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aXXMYs3BmnEaGbr off=12580571 len=1911719 2024-04-12T00:50:27.296 INFO:tasks.workunit.client.0.smithi098.stdout:op 971 completed, throughput=5MB/sec 2024-04-12T00:50:27.296 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MFBjaWwwoO_w7aZ off=12800160 len=499761 2024-04-12T00:50:27.299 INFO:tasks.workunit.client.0.smithi098.stdout:op 972 completed, throughput=5MB/sec 2024-04-12T00:50:27.299 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nt8ihMfmdd0vNy7 off=7060931 len=1061060 2024-04-12T00:50:27.304 INFO:tasks.workunit.client.0.smithi098.stdout:op 973 completed, throughput=5MB/sec 2024-04-12T00:50:28.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:27 smithi098 ceph-mon[91373]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:50:28.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:27 smithi098 ceph-mon[88922]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:50:28.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:27 smithi193 ceph-mon[83763]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:50:28.305 INFO:tasks.workunit.client.0.smithi098.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:28.305 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dr1ZmbZkOULjkZ2 off=7496983 len=1885523 2024-04-12T00:50:28.307 INFO:tasks.workunit.client.0.smithi098.stdout:op 974 completed, throughput=4.99MB/sec 2024-04-12T00:50:28.307 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-B5tursnXhu5ORmT off=7258293 len=566766 2024-04-12T00:50:28.309 INFO:tasks.workunit.client.0.smithi098.stdout:op 975 completed, throughput=4.99MB/sec 2024-04-12T00:50:28.309 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CUXzNUO6ZOumq7Z off=10058647 len=991816 2024-04-12T00:50:28.314 INFO:tasks.workunit.client.0.smithi098.stdout:op 976 completed, throughput=4.99MB/sec 2024-04-12T00:50:28.314 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RfC8MojSShXvFGy off=3892800 len=233154 2024-04-12T00:50:28.317 INFO:tasks.workunit.client.0.smithi098.stdout:op 977 completed, throughput=5MB/sec 2024-04-12T00:50:28.317 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-i_HVFyhAX4wT1uN off=118059 len=1316189 2024-04-12T00:50:28.321 INFO:tasks.workunit.client.0.smithi098.stdout:op 978 completed, throughput=5MB/sec 2024-04-12T00:50:29.320 INFO:tasks.workunit.client.0.smithi098.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:29.320 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1UJH9NY7PEax-98 off=4563408 len=378523 2024-04-12T00:50:29.320 INFO:tasks.workunit.client.0.smithi098.stdout:op 979 completed, throughput=4.98MB/sec 2024-04-12T00:50:29.320 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yfxMtfXpb5MqlLM off=7662576 len=933355 2024-04-12T00:50:29.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 980 completed, throughput=4.98MB/sec 2024-04-12T00:50:29.322 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tr6_bYFLFcLziIh off=2195626 len=1269139 2024-04-12T00:50:29.324 INFO:tasks.workunit.client.0.smithi098.stdout:op 981 completed, throughput=4.99MB/sec 2024-04-12T00:50:29.324 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-20tIP5GvpyJlPkm off=6656426 len=726108 2024-04-12T00:50:29.328 INFO:tasks.workunit.client.0.smithi098.stdout:op 982 completed, throughput=4.99MB/sec 2024-04-12T00:50:29.328 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ftq0GseRKGyuGHe off=7076659 len=1787339 2024-04-12T00:50:29.339 INFO:tasks.workunit.client.0.smithi098.stdout:op 983 completed, throughput=5MB/sec 2024-04-12T00:50:30.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:29 smithi098 ceph-mon[91373]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:50:30.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:29 smithi098 ceph-mon[88922]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:50:30.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:29 smithi193 ceph-mon[83763]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:50:30.339 INFO:tasks.workunit.client.0.smithi098.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:30.339 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rpboi6F_Rh7HHpP off=7965584 len=960886 2024-04-12T00:50:30.344 INFO:tasks.workunit.client.0.smithi098.stdout:op 984 completed, throughput=4.98MB/sec 2024-04-12T00:50:30.344 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZbHfW_SaugciGl9 off=9967096 len=1078173 2024-04-12T00:50:30.349 INFO:tasks.workunit.client.0.smithi098.stdout:op 985 completed, throughput=4.99MB/sec 2024-04-12T00:50:30.349 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kTS6wvh5FP5BCjL off=2188065 len=417890 2024-04-12T00:50:30.352 INFO:tasks.workunit.client.0.smithi098.stdout:op 986 completed, throughput=4.99MB/sec 2024-04-12T00:50:30.352 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XkjRO5oZd4_VGZ_ off=4003596 len=957795 2024-04-12T00:50:30.353 INFO:tasks.workunit.client.0.smithi098.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-12T00:50:30.353 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2tN85ErC9NCVQ2W off=6188785 len=2040579 2024-04-12T00:50:30.354 INFO:tasks.workunit.client.0.smithi098.stdout:op 988 completed, throughput=5MB/sec 2024-04-12T00:50:31.354 INFO:tasks.workunit.client.0.smithi098.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:31.355 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qCaNuqyPqiokc6G off=11435668 len=1285842 2024-04-12T00:50:31.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 989 completed, throughput=4.98MB/sec 2024-04-12T00:50:31.361 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sEhNzu3ood14pi- off=627482 len=139947 2024-04-12T00:50:31.362 INFO:tasks.workunit.client.0.smithi098.stdout:op 990 completed, throughput=4.98MB/sec 2024-04-12T00:50:31.362 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-41WxEoweNiBJ_Kb off=18600256 len=583097 2024-04-12T00:50:31.366 INFO:tasks.workunit.client.0.smithi098.stdout:op 991 completed, throughput=4.99MB/sec 2024-04-12T00:50:31.366 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hRF2Aow7j8dWFk4 off=20760994 len=1809671 2024-04-12T00:50:31.369 INFO:tasks.workunit.client.0.smithi098.stdout:op 992 completed, throughput=4.99MB/sec 2024-04-12T00:50:31.369 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vRJIKueTuDpLIUe off=1766682 len=1448472 2024-04-12T00:50:31.371 INFO:tasks.workunit.client.0.smithi098.stdout:op 993 completed, throughput=5MB/sec 2024-04-12T00:50:32.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:31 smithi098 ceph-mon[91373]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:50:32.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:31 smithi098 ceph-mon[88922]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:50:32.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:31 smithi193 ceph-mon[83763]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:50:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:32.372 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-U_mJG67fzH3i63k off=6465192 len=1539249 2024-04-12T00:50:32.378 INFO:tasks.workunit.client.0.smithi098.stdout:op 994 completed, throughput=4.98MB/sec 2024-04-12T00:50:32.378 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qExc9yPsDrmb8iN off=5239767 len=1698858 2024-04-12T00:50:32.384 INFO:tasks.workunit.client.0.smithi098.stdout:op 995 completed, throughput=4.99MB/sec 2024-04-12T00:50:32.384 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pAQLUTwykRM1-hb off=7830054 len=741627 2024-04-12T00:50:32.389 INFO:tasks.workunit.client.0.smithi098.stdout:op 996 completed, throughput=4.99MB/sec 2024-04-12T00:50:32.389 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9Ko2metZU5kdCOz off=5739815 len=752968 2024-04-12T00:50:32.390 INFO:tasks.workunit.client.0.smithi098.stdout:op 997 completed, throughput=5MB/sec 2024-04-12T00:50:32.390 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ojzj1ho5b-xx-_x off=2375825 len=1643284 2024-04-12T00:50:32.398 INFO:tasks.workunit.client.0.smithi098.stdout:op 998 completed, throughput=5.01MB/sec 2024-04-12T00:50:32.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:50:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:50:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:50:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:33.399 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AQtpXbO801vsT4a off=14142596 len=536691 2024-04-12T00:50:33.402 INFO:tasks.workunit.client.0.smithi098.stdout:op 999 completed, throughput=4.98MB/sec 2024-04-12T00:50:33.402 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CDhgfXAMeVDCyqt off=6451418 len=15550 2024-04-12T00:50:33.404 INFO:tasks.workunit.client.0.smithi098.stdout:op 1000 completed, throughput=4.98MB/sec 2024-04-12T00:50:33.405 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MdoVgL6jo8XXdUH off=517199 len=1166972 2024-04-12T00:50:33.406 INFO:tasks.workunit.client.0.smithi098.stdout:op 1001 completed, throughput=4.99MB/sec 2024-04-12T00:50:33.406 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bIiWQl14pJzposs off=236554 len=1130655 2024-04-12T00:50:33.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 1002 completed, throughput=4.99MB/sec 2024-04-12T00:50:33.412 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Upi6cf8fVAEdrFK off=6398468 len=683231 2024-04-12T00:50:33.416 INFO:tasks.workunit.client.0.smithi098.stdout:op 1003 completed, throughput=5MB/sec 2024-04-12T00:50:33.416 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-37gb2px3AqZW30P off=6873344 len=1170905 2024-04-12T00:50:33.424 INFO:tasks.workunit.client.0.smithi098.stdout:op 1004 completed, throughput=5MB/sec 2024-04-12T00:50:34.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:33 smithi098 ceph-mon[91373]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:50:34.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:33 smithi098 ceph-mon[88922]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:50:34.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:33 smithi193 ceph-mon[83763]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:50:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:34.424 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ey976gNgwIaEw4C off=2506700 len=1730595 2024-04-12T00:50:34.426 INFO:tasks.workunit.client.0.smithi098.stdout:op 1005 completed, throughput=4.99MB/sec 2024-04-12T00:50:34.426 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Yk67TC_cXEWWAb6 off=10731814 len=327046 2024-04-12T00:50:34.430 INFO:tasks.workunit.client.0.smithi098.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-12T00:50:34.430 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YXbP6tx8MVj0cQc off=1498244 len=1652724 2024-04-12T00:50:34.437 INFO:tasks.workunit.client.0.smithi098.stdout:op 1007 completed, throughput=5MB/sec 2024-04-12T00:50:34.437 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-azNPe5KUzx8P9kT off=4951767 len=627829 2024-04-12T00:50:34.441 INFO:tasks.workunit.client.0.smithi098.stdout:op 1008 completed, throughput=5MB/sec 2024-04-12T00:50:34.441 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rwI5A45UEJYsIM9 off=16135064 len=566624 2024-04-12T00:50:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:op 1009 completed, throughput=5MB/sec 2024-04-12T00:50:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:35.445 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FnOE7SDPj99nFAz off=13947167 len=1524932 2024-04-12T00:50:35.447 INFO:tasks.workunit.client.0.smithi098.stdout:op 1010 completed, throughput=4.98MB/sec 2024-04-12T00:50:35.447 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7VH9Xtc3qg0PKJz off=12601649 len=1528437 2024-04-12T00:50:35.450 INFO:tasks.workunit.client.0.smithi098.stdout:op 1011 completed, throughput=4.99MB/sec 2024-04-12T00:50:35.451 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hah32VJZEiybR4G off=98319 len=426269 2024-04-12T00:50:35.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 1012 completed, throughput=4.99MB/sec 2024-04-12T00:50:35.451 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NailuwhzGQHD_U- off=1925255 len=484744 2024-04-12T00:50:35.455 INFO:tasks.workunit.client.0.smithi098.stdout:op 1013 completed, throughput=4.99MB/sec 2024-04-12T00:50:35.455 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-m84GGLpq54FXVJJ off=12565351 len=1710684 2024-04-12T00:50:35.464 INFO:tasks.workunit.client.0.smithi098.stdout:op 1014 completed, throughput=5MB/sec 2024-04-12T00:50:36.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:50:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:50:35] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T00:50:36.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:35 smithi098 ceph-mon[88922]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:50:36.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:36.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:35 smithi098 ceph-mon[91373]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:50:36.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:36.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:35 smithi193 ceph-mon[83763]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:50:36.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:36.464 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-juuTBdgB1EwMrnN off=8779524 len=75203 2024-04-12T00:50:36.465 INFO:tasks.workunit.client.0.smithi098.stdout:op 1015 completed, throughput=4.98MB/sec 2024-04-12T00:50:36.465 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gAfjz7pTlC_wdee off=2705478 len=1495136 2024-04-12T00:50:36.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 1016 completed, throughput=4.98MB/sec 2024-04-12T00:50:36.467 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ka_3WH4coYikFt6 off=4410469 len=1916746 2024-04-12T00:50:36.476 INFO:tasks.workunit.client.0.smithi098.stdout:op 1017 completed, throughput=4.99MB/sec 2024-04-12T00:50:36.476 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4IJtQ0l-NW3-0Ca off=1872294 len=196508 2024-04-12T00:50:36.479 INFO:tasks.workunit.client.0.smithi098.stdout:op 1018 completed, throughput=4.99MB/sec 2024-04-12T00:50:36.479 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1alm_J9PoTevyD3 off=12916812 len=1283702 2024-04-12T00:50:36.485 INFO:tasks.workunit.client.0.smithi098.stdout:op 1019 completed, throughput=5MB/sec 2024-04-12T00:50:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:37.485 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zsIeXY6z-RfPKOE off=2660388 len=1719160 2024-04-12T00:50:37.494 INFO:tasks.workunit.client.0.smithi098.stdout:op 1020 completed, throughput=4.98MB/sec 2024-04-12T00:50:37.494 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-658C0QYBho8Q8-7 off=1636131 len=1734091 2024-04-12T00:50:37.498 INFO:tasks.workunit.client.0.smithi098.stdout:op 1021 completed, throughput=4.99MB/sec 2024-04-12T00:50:37.498 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6g-HY_7rHXZ25Or off=241309 len=1507861 2024-04-12T00:50:37.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 1022 completed, throughput=5MB/sec 2024-04-12T00:50:37.499 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p0Pe_w6jr1GByML off=3606604 len=1464861 2024-04-12T00:50:37.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 1023 completed, throughput=5.01MB/sec 2024-04-12T00:50:38.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:37 smithi098 ceph-mon[91373]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T00:50:38.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:37 smithi098 ceph-mon[88922]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T00:50:38.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:37 smithi193 ceph-mon[83763]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T00:50:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:38.508 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gqRymWKSgyqEjvK off=1382243 len=882719 2024-04-12T00:50:38.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 1024 completed, throughput=4.98MB/sec 2024-04-12T00:50:38.509 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ySXNdpu14rKs7gw off=5188279 len=138112 2024-04-12T00:50:38.512 INFO:tasks.workunit.client.0.smithi098.stdout:op 1025 completed, throughput=4.99MB/sec 2024-04-12T00:50:38.512 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qwFbNLMVUOmd5kO off=1461993 len=624967 2024-04-12T00:50:38.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 1026 completed, throughput=4.99MB/sec 2024-04-12T00:50:38.516 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-o9TgGJ1pW0Iq561 off=11712813 len=1253253 2024-04-12T00:50:38.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 1027 completed, throughput=4.99MB/sec 2024-04-12T00:50:38.518 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-svVpMovMt0UFnBE off=3489200 len=1154398 2024-04-12T00:50:38.519 INFO:tasks.workunit.client.0.smithi098.stdout:op 1028 completed, throughput=5MB/sec 2024-04-12T00:50:38.520 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fduHqTvtbfex-y6 off=2901124 len=249910 2024-04-12T00:50:38.522 INFO:tasks.workunit.client.0.smithi098.stdout:op 1029 completed, throughput=5MB/sec 2024-04-12T00:50:39.522 INFO:tasks.workunit.client.0.smithi098.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:39.523 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-T1o2f5SlVx6Mqmc off=4422158 len=232980 2024-04-12T00:50:39.523 INFO:tasks.workunit.client.0.smithi098.stdout:op 1030 completed, throughput=4.98MB/sec 2024-04-12T00:50:39.524 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iYTlKGgyRyJpupb off=10876161 len=634217 2024-04-12T00:50:39.528 INFO:tasks.workunit.client.0.smithi098.stdout:op 1031 completed, throughput=4.98MB/sec 2024-04-12T00:50:39.528 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aHZV1GuQ-ShGgxO off=3618232 len=1859623 2024-04-12T00:50:39.539 INFO:tasks.workunit.client.0.smithi098.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-12T00:50:39.539 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8XGDgAiZ3KB-rY2 off=19339614 len=429246 2024-04-12T00:50:39.540 INFO:tasks.workunit.client.0.smithi098.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-12T00:50:39.540 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I2e4tx53YHS15d3 off=1080989 len=520404 2024-04-12T00:50:39.543 INFO:tasks.workunit.client.0.smithi098.stdout:op 1034 completed, throughput=4.99MB/sec 2024-04-12T00:50:39.544 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cWCqQou8tXuShDt off=2282891 len=1155755 2024-04-12T00:50:39.545 INFO:tasks.workunit.client.0.smithi098.stdout:op 1035 completed, throughput=5MB/sec 2024-04-12T00:50:39.545 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xFD7eehBJGPn7ct off=1987572 len=400329 2024-04-12T00:50:39.548 INFO:tasks.workunit.client.0.smithi098.stdout:op 1036 completed, throughput=5MB/sec 2024-04-12T00:50:39.548 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-62H74aO4hgKqP0F off=5311606 len=2004032 2024-04-12T00:50:39.549 INFO:tasks.workunit.client.0.smithi098.stdout:op 1037 completed, throughput=5.01MB/sec 2024-04-12T00:50:40.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:39 smithi098 ceph-mon[91373]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:50:40.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:39 smithi098 ceph-mon[88922]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:50:40.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:39 smithi193 ceph-mon[83763]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:50:40.549 INFO:tasks.workunit.client.0.smithi098.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:40.549 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JNhWGhcPG_s0GzT off=1875972 len=116523 2024-04-12T00:50:40.550 INFO:tasks.workunit.client.0.smithi098.stdout:op 1038 completed, throughput=4.99MB/sec 2024-04-12T00:50:40.550 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zU65EcV15CKD0o7 off=5488638 len=984464 2024-04-12T00:50:40.555 INFO:tasks.workunit.client.0.smithi098.stdout:op 1039 completed, throughput=4.99MB/sec 2024-04-12T00:50:40.555 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Q3GYhkSjOSoNdHv off=4949184 len=2062926 2024-04-12T00:50:40.565 INFO:tasks.workunit.client.0.smithi098.stdout:op 1040 completed, throughput=5MB/sec 2024-04-12T00:50:40.565 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-q3UqOHhrGhx0lak off=0 len=1657187 2024-04-12T00:50:40.568 INFO:tasks.workunit.client.0.smithi098.stdout:op 1041 completed, throughput=5.01MB/sec 2024-04-12T00:50:41.568 INFO:tasks.workunit.client.0.smithi098.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:41.568 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-imsgcALwBNRyRSM off=11056085 len=904371 2024-04-12T00:50:41.570 INFO:tasks.workunit.client.0.smithi098.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-12T00:50:41.570 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-flen800yJhjnqVx off=3234124 len=218353 2024-04-12T00:50:41.573 INFO:tasks.workunit.client.0.smithi098.stdout:op 1043 completed, throughput=4.99MB/sec 2024-04-12T00:50:41.573 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GPfZ4FfHJhzLbJb off=12198067 len=710832 2024-04-12T00:50:41.577 INFO:tasks.workunit.client.0.smithi098.stdout:op 1044 completed, throughput=4.99MB/sec 2024-04-12T00:50:41.577 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1iwdCYjo_AgNwlX off=2418228 len=1887194 2024-04-12T00:50:41.580 INFO:tasks.workunit.client.0.smithi098.stdout:op 1045 completed, throughput=5MB/sec 2024-04-12T00:50:41.580 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IsSiVCLYuIJemj3 off=2653604 len=677900 2024-04-12T00:50:41.584 INFO:tasks.workunit.client.0.smithi098.stdout:op 1046 completed, throughput=5MB/sec 2024-04-12T00:50:42.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:41 smithi098 ceph-mon[91373]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:50:42.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:41 smithi098 ceph-mon[88922]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:50:42.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:41 smithi193 ceph-mon[83763]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:50:42.584 INFO:tasks.workunit.client.0.smithi098.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:42.584 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yXRcANdZCN8RXlI off=12736717 len=33921 2024-04-12T00:50:42.585 INFO:tasks.workunit.client.0.smithi098.stdout:op 1047 completed, throughput=4.98MB/sec 2024-04-12T00:50:42.585 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0fMeNj5fqgWWQ9o off=2838159 len=477073 2024-04-12T00:50:42.585 INFO:tasks.workunit.client.0.smithi098.stdout:op 1048 completed, throughput=4.98MB/sec 2024-04-12T00:50:42.586 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XFvBfUv-OpUCivj off=2875203 len=123599 2024-04-12T00:50:42.587 INFO:tasks.workunit.client.0.smithi098.stdout:op 1049 completed, throughput=4.98MB/sec 2024-04-12T00:50:42.587 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tGQUJkMyK70YCtm off=15182884 len=582709 2024-04-12T00:50:42.590 INFO:tasks.workunit.client.0.smithi098.stdout:op 1050 completed, throughput=4.98MB/sec 2024-04-12T00:50:42.591 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-T1o2f5SlVx6Mqmc off=277040 len=1697769 2024-04-12T00:50:42.594 INFO:tasks.workunit.client.0.smithi098.stdout:op 1051 completed, throughput=4.99MB/sec 2024-04-12T00:50:42.594 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xboW4SVUNQIayDA off=490773 len=1774809 2024-04-12T00:50:42.596 INFO:tasks.workunit.client.0.smithi098.stdout:op 1052 completed, throughput=5MB/sec 2024-04-12T00:50:42.596 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KwPpEx_hb6X9y9w off=6117691 len=2002389 2024-04-12T00:50:42.598 INFO:tasks.workunit.client.0.smithi098.stdout:op 1053 completed, throughput=5.01MB/sec 2024-04-12T00:50:42.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:50:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:50:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:50:43.599 INFO:tasks.workunit.client.0.smithi098.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:43.599 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tRgA13BNtNnd3vO off=12542943 len=1618636 2024-04-12T00:50:43.607 INFO:tasks.workunit.client.0.smithi098.stdout:op 1054 completed, throughput=4.99MB/sec 2024-04-12T00:50:43.607 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aHOVki0XGZkLVmV off=906331 len=429241 2024-04-12T00:50:43.611 INFO:tasks.workunit.client.0.smithi098.stdout:op 1055 completed, throughput=4.99MB/sec 2024-04-12T00:50:43.611 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KxNqH4Iq92RJWlY off=2147052 len=1366259 2024-04-12T00:50:43.613 INFO:tasks.workunit.client.0.smithi098.stdout:op 1056 completed, throughput=5MB/sec 2024-04-12T00:50:43.613 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DACqNEiSzHQn-Cv off=2446014 len=152954 2024-04-12T00:50:43.614 INFO:tasks.workunit.client.0.smithi098.stdout:op 1057 completed, throughput=5MB/sec 2024-04-12T00:50:44.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:43 smithi098 ceph-mon[91373]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:50:44.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:43 smithi098 ceph-mon[88922]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:50:44.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:43 smithi193 ceph-mon[83763]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:50:44.614 INFO:tasks.workunit.client.0.smithi098.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:44.614 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qUaVeoGoVpfhdRE off=798233 len=697044 2024-04-12T00:50:44.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 1058 completed, throughput=4.98MB/sec 2024-04-12T00:50:44.616 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-z8kpHHqVOhyxwDe off=13974475 len=559148 2024-04-12T00:50:44.618 INFO:tasks.workunit.client.0.smithi098.stdout:op 1059 completed, throughput=4.98MB/sec 2024-04-12T00:50:44.618 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Iul8meKk28nIMKF off=11976817 len=357953 2024-04-12T00:50:44.621 INFO:tasks.workunit.client.0.smithi098.stdout:op 1060 completed, throughput=4.98MB/sec 2024-04-12T00:50:44.621 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0Pgb887qh95mtZL off=11003737 len=145743 2024-04-12T00:50:44.624 INFO:tasks.workunit.client.0.smithi098.stdout:op 1061 completed, throughput=4.98MB/sec 2024-04-12T00:50:44.624 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p6s9Asy4rOAwBaw off=14487408 len=486770 2024-04-12T00:50:44.627 INFO:tasks.workunit.client.0.smithi098.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-12T00:50:44.628 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gjDzUgHu5FNmA_j off=12027512 len=968125 2024-04-12T00:50:44.632 INFO:tasks.workunit.client.0.smithi098.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-12T00:50:44.632 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-o2CtxaXv9Naf5bu off=693344 len=274177 2024-04-12T00:50:44.633 INFO:tasks.workunit.client.0.smithi098.stdout:op 1064 completed, throughput=4.99MB/sec 2024-04-12T00:50:44.633 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-m-9swwl8xdxJ2iX off=1642154 len=1671888 2024-04-12T00:50:44.641 INFO:tasks.workunit.client.0.smithi098.stdout:op 1065 completed, throughput=5MB/sec 2024-04-12T00:50:44.641 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VLhzTa4QHo98pN4 off=6189463 len=892427 2024-04-12T00:50:44.643 INFO:tasks.workunit.client.0.smithi098.stdout:op 1066 completed, throughput=5MB/sec 2024-04-12T00:50:45.644 INFO:tasks.workunit.client.0.smithi098.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:45.644 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nMbvsYGyIwC_APc off=7388364 len=2046728 2024-04-12T00:50:45.653 INFO:tasks.workunit.client.0.smithi098.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-12T00:50:45.653 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dk5fqwflkLWea5f off=397800 len=1164239 2024-04-12T00:50:45.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-12T00:50:45.654 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dhjcmp94aAzy2OK off=2291995 len=1719423 2024-04-12T00:50:45.656 INFO:tasks.workunit.client.0.smithi098.stdout:op 1069 completed, throughput=5MB/sec 2024-04-12T00:50:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:45 smithi098 ceph-mon[91373]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:50:46.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:45 smithi098 ceph-mon[88922]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:50:46.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:50:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:50:45] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T00:50:46.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:45 smithi193 ceph-mon[83763]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:50:46.656 INFO:tasks.workunit.client.0.smithi098.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:46.656 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-W23eJGPlJDPdzZD off=14713130 len=2062078 2024-04-12T00:50:46.660 INFO:tasks.workunit.client.0.smithi098.stdout:op 1070 completed, throughput=4.99MB/sec 2024-04-12T00:50:46.660 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GrFgnbqK71f2EDd off=15871514 len=278739 2024-04-12T00:50:46.661 INFO:tasks.workunit.client.0.smithi098.stdout:op 1071 completed, throughput=4.99MB/sec 2024-04-12T00:50:46.661 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bQHAlTZTWNXWY6R off=81409 len=2063738 2024-04-12T00:50:46.664 INFO:tasks.workunit.client.0.smithi098.stdout:op 1072 completed, throughput=5MB/sec 2024-04-12T00:50:46.664 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_sP9CiAUIzx8eR9 off=2214133 len=1537492 2024-04-12T00:50:46.670 INFO:tasks.workunit.client.0.smithi098.stdout:op 1073 completed, throughput=5MB/sec 2024-04-12T00:50:47.671 INFO:tasks.workunit.client.0.smithi098.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:47.671 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uqXZFw8KkvqQnLq off=15866864 len=82496 2024-04-12T00:50:47.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 1074 completed, throughput=4.98MB/sec 2024-04-12T00:50:47.673 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tp_GrnVYuDWNM8W off=2508614 len=259833 2024-04-12T00:50:47.674 INFO:tasks.workunit.client.0.smithi098.stdout:op 1075 completed, throughput=4.98MB/sec 2024-04-12T00:50:47.674 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oQUi6m3gqOuZt38 off=6529969 len=2007200 2024-04-12T00:50:47.683 INFO:tasks.workunit.client.0.smithi098.stdout:op 1076 completed, throughput=4.99MB/sec 2024-04-12T00:50:47.684 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8kaepqVC88Aph28 off=10783717 len=268868 2024-04-12T00:50:47.684 INFO:tasks.workunit.client.0.smithi098.stdout:op 1077 completed, throughput=4.99MB/sec 2024-04-12T00:50:47.684 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IsNQNiYKUXtGBxm off=2375766 len=1655606 2024-04-12T00:50:47.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 1078 completed, throughput=5MB/sec 2024-04-12T00:50:47.686 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IEUXKqXWWKDNA0A off=8688009 len=683401 2024-04-12T00:50:47.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 1079 completed, throughput=5MB/sec 2024-04-12T00:50:48.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:47 smithi098 ceph-mon[91373]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:50:48.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:47 smithi098 ceph-mon[88922]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:50:48.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:47 smithi193 ceph-mon[83763]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:50:48.687 INFO:tasks.workunit.client.0.smithi098.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:48.687 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4Wc46mFiauHQB99 off=435745 len=1559261 2024-04-12T00:50:48.690 INFO:tasks.workunit.client.0.smithi098.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-12T00:50:48.690 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WscFmbldoBQ2pLK off=3454934 len=1038079 2024-04-12T00:50:48.691 INFO:tasks.workunit.client.0.smithi098.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-12T00:50:48.691 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-R-XNfTbuKfU_69W off=3444783 len=1215852 2024-04-12T00:50:48.700 INFO:tasks.workunit.client.0.smithi098.stdout:op 1082 completed, throughput=5MB/sec 2024-04-12T00:50:48.700 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M-xMOGCThwGrQW_ off=15652258 len=1414602 2024-04-12T00:50:48.706 INFO:tasks.workunit.client.0.smithi098.stdout:op 1083 completed, throughput=5MB/sec 2024-04-12T00:50:49.706 INFO:tasks.workunit.client.0.smithi098.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:49.707 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u9q0Kt9w1M9aPY8 off=1922699 len=739168 2024-04-12T00:50:49.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 1084 completed, throughput=4.98MB/sec 2024-04-12T00:50:49.708 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9g6sFKt4Xkv6ZDN off=10129949 len=226992 2024-04-12T00:50:49.711 INFO:tasks.workunit.client.0.smithi098.stdout:op 1085 completed, throughput=4.98MB/sec 2024-04-12T00:50:49.711 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hLQu2BjCbT2yi3T off=16488185 len=194387 2024-04-12T00:50:49.714 INFO:tasks.workunit.client.0.smithi098.stdout:op 1086 completed, throughput=4.98MB/sec 2024-04-12T00:50:49.714 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sIqVZIa0dnVT7kd off=19358779 len=1356358 2024-04-12T00:50:49.715 INFO:tasks.workunit.client.0.smithi098.stdout:op 1087 completed, throughput=4.99MB/sec 2024-04-12T00:50:49.715 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MVZlH8Q5zvEjJhk off=4402972 len=104365 2024-04-12T00:50:49.716 INFO:tasks.workunit.client.0.smithi098.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-12T00:50:49.716 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PRiR2noUZ8M6LzE off=849934 len=1762147 2024-04-12T00:50:49.718 INFO:tasks.workunit.client.0.smithi098.stdout:op 1089 completed, throughput=5MB/sec 2024-04-12T00:50:49.718 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AdMcUNuZKOrse75 off=1709221 len=1790608 2024-04-12T00:50:49.727 INFO:tasks.workunit.client.0.smithi098.stdout:op 1090 completed, throughput=5.01MB/sec 2024-04-12T00:50:50.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:49 smithi098 ceph-mon[91373]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:50.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:49 smithi098 ceph-mon[88922]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:50.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:49 smithi193 ceph-mon[83763]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:50:50.727 INFO:tasks.workunit.client.0.smithi098.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:50.727 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IKY_EwetM7kl-ad off=2303429 len=285237 2024-04-12T00:50:50.729 INFO:tasks.workunit.client.0.smithi098.stdout:op 1091 completed, throughput=4.98MB/sec 2024-04-12T00:50:50.729 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mF_bMs2U3yMqeqr off=6831733 len=1874696 2024-04-12T00:50:50.733 INFO:tasks.workunit.client.0.smithi098.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-12T00:50:50.734 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-10Ph3QfeF_LnS7g off=5283315 len=447540 2024-04-12T00:50:50.737 INFO:tasks.workunit.client.0.smithi098.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-12T00:50:50.737 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VdMAo5oMH5d99-L off=4548587 len=980457 2024-04-12T00:50:50.741 INFO:tasks.workunit.client.0.smithi098.stdout:op 1094 completed, throughput=5MB/sec 2024-04-12T00:50:50.741 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XdumvVqXO1kW0NP off=2743644 len=514293 2024-04-12T00:50:50.745 INFO:tasks.workunit.client.0.smithi098.stdout:op 1095 completed, throughput=5MB/sec 2024-04-12T00:50:51.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:51.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:51.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:50:51.745 INFO:tasks.workunit.client.0.smithi098.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:51.745 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zHrkRXLVsHBqUMj off=8141140 len=1379193 2024-04-12T00:50:51.747 INFO:tasks.workunit.client.0.smithi098.stdout:op 1096 completed, throughput=4.98MB/sec 2024-04-12T00:50:51.747 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2wjCBrudXBDUkt2 off=14707289 len=708619 2024-04-12T00:50:51.749 INFO:tasks.workunit.client.0.smithi098.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-12T00:50:51.749 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dGFR393ICuxAJ06 off=3351941 len=606742 2024-04-12T00:50:51.749 INFO:tasks.workunit.client.0.smithi098.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-12T00:50:51.749 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eC0ehZOk5_7LkWh off=2675886 len=1718618 2024-04-12T00:50:51.751 INFO:tasks.workunit.client.0.smithi098.stdout:op 1099 completed, throughput=5MB/sec 2024-04-12T00:50:51.751 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-H3yUxj1_4M3ieoS off=3539241 len=85443 2024-04-12T00:50:51.754 INFO:tasks.workunit.client.0.smithi098.stdout:op 1100 completed, throughput=5MB/sec 2024-04-12T00:50:51.754 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XbBVJyUb_GFVvtC off=9401910 len=1440520 2024-04-12T00:50:51.757 INFO:tasks.workunit.client.0.smithi098.stdout:op 1101 completed, throughput=5MB/sec 2024-04-12T00:50:52.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:51 smithi098 ceph-mon[91373]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:50:52.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:51 smithi098 ceph-mon[88922]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:50:52.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:51 smithi193 ceph-mon[83763]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:50:52.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:50:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:50:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:50:52.757 INFO:tasks.workunit.client.0.smithi098.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:52.758 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fxp5ZOv_wg31WWA off=7230862 len=1629932 2024-04-12T00:50:52.759 INFO:tasks.workunit.client.0.smithi098.stdout:op 1102 completed, throughput=4.99MB/sec 2024-04-12T00:50:52.759 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gLOuq0WEledY7XG off=1943124 len=1001147 2024-04-12T00:50:52.765 INFO:tasks.workunit.client.0.smithi098.stdout:op 1103 completed, throughput=4.99MB/sec 2024-04-12T00:50:52.765 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-H3Z7A7znx1UePL_ off=7481198 len=1814178 2024-04-12T00:50:52.775 INFO:tasks.workunit.client.0.smithi098.stdout:op 1104 completed, throughput=5MB/sec 2024-04-12T00:50:52.775 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cxJIxvXiXZD7eG_ off=420500 len=418812 2024-04-12T00:50:52.776 INFO:tasks.workunit.client.0.smithi098.stdout:op 1105 completed, throughput=5MB/sec 2024-04-12T00:50:53.777 INFO:tasks.workunit.client.0.smithi098.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:53.777 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0PTPZadTNTudzV8 off=3621206 len=212553 2024-04-12T00:50:53.777 INFO:tasks.workunit.client.0.smithi098.stdout:op 1106 completed, throughput=4.98MB/sec 2024-04-12T00:50:53.777 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0XsMGVEtgh7U9V8 off=9439920 len=749776 2024-04-12T00:50:53.780 INFO:tasks.workunit.client.0.smithi098.stdout:op 1107 completed, throughput=4.98MB/sec 2024-04-12T00:50:53.780 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9cnNhJa65pnhAKX off=18420668 len=422507 2024-04-12T00:50:53.783 INFO:tasks.workunit.client.0.smithi098.stdout:op 1108 completed, throughput=4.98MB/sec 2024-04-12T00:50:53.783 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iM5VF1WLmq6cnjn off=2689401 len=1697424 2024-04-12T00:50:53.785 INFO:tasks.workunit.client.0.smithi098.stdout:op 1109 completed, throughput=4.99MB/sec 2024-04-12T00:50:53.785 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cbDqQtkmTnz1Ys9 off=7354200 len=1728158 2024-04-12T00:50:53.796 INFO:tasks.workunit.client.0.smithi098.stdout:op 1110 completed, throughput=5MB/sec 2024-04-12T00:50:53.796 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4lXyGNPKUkNducV off=7789901 len=551839 2024-04-12T00:50:53.800 INFO:tasks.workunit.client.0.smithi098.stdout:op 1111 completed, throughput=5MB/sec 2024-04-12T00:50:54.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:53 smithi098 ceph-mon[88922]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:50:54.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:53 smithi098 ceph-mon[91373]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:50:54.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:53 smithi193 ceph-mon[83763]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:50:54.801 INFO:tasks.workunit.client.0.smithi098.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:54.801 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S-7XnWcPWDeYybY off=2957495 len=684228 2024-04-12T00:50:54.802 INFO:tasks.workunit.client.0.smithi098.stdout:op 1112 completed, throughput=4.98MB/sec 2024-04-12T00:50:54.802 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ar0dlPgpT-_SeJv off=2084627 len=926660 2024-04-12T00:50:54.803 INFO:tasks.workunit.client.0.smithi098.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-12T00:50:54.803 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3l_FbHYh9et_wym off=15041076 len=1063101 2024-04-12T00:50:54.804 INFO:tasks.workunit.client.0.smithi098.stdout:op 1114 completed, throughput=4.99MB/sec 2024-04-12T00:50:54.805 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_up8FkVl4kpAi3Y off=2818913 len=691509 2024-04-12T00:50:54.807 INFO:tasks.workunit.client.0.smithi098.stdout:op 1115 completed, throughput=4.99MB/sec 2024-04-12T00:50:54.807 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KRiwzPU1i86qfqg off=9078927 len=1996354 2024-04-12T00:50:54.818 INFO:tasks.workunit.client.0.smithi098.stdout:op 1116 completed, throughput=5MB/sec 2024-04-12T00:50:55.818 INFO:tasks.workunit.client.0.smithi098.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:55.818 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bZLn5siUvniJ3Et off=9455301 len=164955 2024-04-12T00:50:55.819 INFO:tasks.workunit.client.0.smithi098.stdout:op 1117 completed, throughput=4.98MB/sec 2024-04-12T00:50:55.819 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-McBavTZDTUVVcTG off=4356120 len=477083 2024-04-12T00:50:55.823 INFO:tasks.workunit.client.0.smithi098.stdout:op 1118 completed, throughput=4.98MB/sec 2024-04-12T00:50:55.823 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vEhtElZ1gUSaqCX off=927513 len=21742 2024-04-12T00:50:55.823 INFO:tasks.workunit.client.0.smithi098.stdout:op 1119 completed, throughput=4.98MB/sec 2024-04-12T00:50:55.823 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aDVIHIPbs96nXW4 off=8205822 len=1537470 2024-04-12T00:50:55.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 1120 completed, throughput=4.99MB/sec 2024-04-12T00:50:55.830 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VtGy-2vvS46vIJN off=5241528 len=1807637 2024-04-12T00:50:55.832 INFO:tasks.workunit.client.0.smithi098.stdout:op 1121 completed, throughput=5MB/sec 2024-04-12T00:50:55.832 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RQS1LL8gYF-5SJo off=88118 len=1604054 2024-04-12T00:50:55.834 INFO:tasks.workunit.client.0.smithi098.stdout:op 1122 completed, throughput=5MB/sec 2024-04-12T00:50:56.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:55 smithi098 ceph-mon[88922]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T00:50:56.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:55 smithi098 ceph-mon[91373]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T00:50:56.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:50:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:50:55] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-12T00:50:56.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:55 smithi193 ceph-mon[83763]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T00:50:56.834 INFO:tasks.workunit.client.0.smithi098.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:56.835 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-q5BBwnFwVCLAPkx off=3604181 len=125372 2024-04-12T00:50:56.837 INFO:tasks.workunit.client.0.smithi098.stdout:op 1123 completed, throughput=4.98MB/sec 2024-04-12T00:50:56.837 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M3XZ7BUynenhrg5 off=13971136 len=504629 2024-04-12T00:50:56.840 INFO:tasks.workunit.client.0.smithi098.stdout:op 1124 completed, throughput=4.98MB/sec 2024-04-12T00:50:56.840 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t6HPS0LMadau4N8 off=7820575 len=1248530 2024-04-12T00:50:56.848 INFO:tasks.workunit.client.0.smithi098.stdout:op 1125 completed, throughput=4.99MB/sec 2024-04-12T00:50:56.849 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z1FIOH-iWYdYIU- off=988425 len=2003733 2024-04-12T00:50:56.860 INFO:tasks.workunit.client.0.smithi098.stdout:op 1126 completed, throughput=5MB/sec 2024-04-12T00:50:56.860 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ip7cPzaxhlqF5p3 off=16754109 len=320324 2024-04-12T00:50:56.863 INFO:tasks.workunit.client.0.smithi098.stdout:op 1127 completed, throughput=5MB/sec 2024-04-12T00:50:56.863 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PlnnvQIOdxHSs0G off=5525211 len=85618 2024-04-12T00:50:56.863 INFO:tasks.workunit.client.0.smithi098.stdout:op 1128 completed, throughput=5MB/sec 2024-04-12T00:50:56.863 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wASt3KmSW8zWKNs off=7795661 len=1722631 2024-04-12T00:50:56.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 1129 completed, throughput=5.01MB/sec 2024-04-12T00:50:57.871 INFO:tasks.workunit.client.0.smithi098.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:57.871 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bXsZmiNSRtlXCiq off=13334071 len=1666177 2024-04-12T00:50:57.873 INFO:tasks.workunit.client.0.smithi098.stdout:op 1130 completed, throughput=4.99MB/sec 2024-04-12T00:50:57.873 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p6Brl1m0lBZC4Rf off=1583797 len=1756591 2024-04-12T00:50:57.877 INFO:tasks.workunit.client.0.smithi098.stdout:op 1131 completed, throughput=5MB/sec 2024-04-12T00:50:57.877 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OIbNUq4utDwEuxL off=10358920 len=924965 2024-04-12T00:50:57.882 INFO:tasks.workunit.client.0.smithi098.stdout:op 1132 completed, throughput=5MB/sec 2024-04-12T00:50:58.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:57 smithi098 ceph-mon[91373]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:50:58.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:57 smithi098 ceph-mon[88922]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:50:58.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:57 smithi193 ceph-mon[83763]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:50:58.882 INFO:tasks.workunit.client.0.smithi098.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:58.882 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d2VJIzqIvZKKB85 off=8441077 len=1332826 2024-04-12T00:50:58.884 INFO:tasks.workunit.client.0.smithi098.stdout:op 1133 completed, throughput=4.98MB/sec 2024-04-12T00:50:58.885 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XrN8G4H6IeiHZob off=1503459 len=820334 2024-04-12T00:50:58.885 INFO:tasks.workunit.client.0.smithi098.stdout:op 1134 completed, throughput=4.99MB/sec 2024-04-12T00:50:58.886 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Nlf7YJccIZYR1Ve off=1258912 len=803224 2024-04-12T00:50:58.889 INFO:tasks.workunit.client.0.smithi098.stdout:op 1135 completed, throughput=4.99MB/sec 2024-04-12T00:50:58.890 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iLyxp6Z1nyUasfO off=4743007 len=1125054 2024-04-12T00:50:58.891 INFO:tasks.workunit.client.0.smithi098.stdout:op 1136 completed, throughput=5MB/sec 2024-04-12T00:50:58.892 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VDXbujx0vWdsUvb off=8607479 len=8693 2024-04-12T00:50:58.892 INFO:tasks.workunit.client.0.smithi098.stdout:op 1137 completed, throughput=5MB/sec 2024-04-12T00:50:58.892 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ddvqL2SlyeQNOEv off=6850282 len=1146808 2024-04-12T00:50:58.893 INFO:tasks.workunit.client.0.smithi098.stdout:op 1138 completed, throughput=5MB/sec 2024-04-12T00:50:59.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:50:59.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:50:59.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:50:59.893 INFO:tasks.workunit.client.0.smithi098.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-12T00:50:59.894 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aRvMUDWoLw59kEn off=882916 len=1415731 2024-04-12T00:50:59.896 INFO:tasks.workunit.client.0.smithi098.stdout:op 1139 completed, throughput=4.98MB/sec 2024-04-12T00:50:59.897 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GoCAhrAOONPHmje off=18922856 len=872213 2024-04-12T00:50:59.901 INFO:tasks.workunit.client.0.smithi098.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-12T00:50:59.901 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BjokUMGUoyPpW7e off=8529616 len=1826746 2024-04-12T00:50:59.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 1141 completed, throughput=5MB/sec 2024-04-12T00:50:59.903 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tE-jDQm1okvsdL8 off=2708387 len=74267 2024-04-12T00:50:59.905 INFO:tasks.workunit.client.0.smithi098.stdout:op 1142 completed, throughput=5MB/sec 2024-04-12T00:50:59.905 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZhCCCPX36UBWLkV off=6283956 len=1445648 2024-04-12T00:50:59.912 INFO:tasks.workunit.client.0.smithi098.stdout:op 1143 completed, throughput=5MB/sec 2024-04-12T00:51:00.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:59 smithi193 ceph-mon[83763]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:51:00.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:51:00.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:51:00.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:50:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[91373]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:51:00.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[88922]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:51:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:50:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:51:00.912 INFO:tasks.workunit.client.0.smithi098.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:00.912 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9QS5Uavekq4mpFF off=5350410 len=403995 2024-04-12T00:51:00.913 INFO:tasks.workunit.client.0.smithi098.stdout:op 1144 completed, throughput=4.98MB/sec 2024-04-12T00:51:00.913 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Nl35AEA45tf6p8v off=5508859 len=368726 2024-04-12T00:51:00.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 1145 completed, throughput=4.98MB/sec 2024-04-12T00:51:00.917 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-N_3H2yzm2IV136H off=2024382 len=1560505 2024-04-12T00:51:00.920 INFO:tasks.workunit.client.0.smithi098.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-12T00:51:00.920 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cqtnBbGiFxu0Gih off=3100009 len=1980555 2024-04-12T00:51:00.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 1147 completed, throughput=5MB/sec 2024-04-12T00:51:00.930 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RFyT07cwhuFsFsj off=12307483 len=1693709 2024-04-12T00:51:00.939 INFO:tasks.workunit.client.0.smithi098.stdout:op 1148 completed, throughput=5MB/sec 2024-04-12T00:51:01.939 INFO:tasks.workunit.client.0.smithi098.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:01.939 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-33GXj6t8zj5fIde off=1432166 len=963380 2024-04-12T00:51:01.944 INFO:tasks.workunit.client.0.smithi098.stdout:op 1149 completed, throughput=4.99MB/sec 2024-04-12T00:51:01.945 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C4emP_IF4fFdozC off=10846602 len=1377534 2024-04-12T00:51:01.947 INFO:tasks.workunit.client.0.smithi098.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-12T00:51:01.947 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a4c0iGbe8BKcSKE off=16585040 len=1496965 2024-04-12T00:51:01.954 INFO:tasks.workunit.client.0.smithi098.stdout:op 1151 completed, throughput=5MB/sec 2024-04-12T00:51:01.954 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VNN3FgfQdR4o4sP off=443533 len=228876 2024-04-12T00:51:01.954 INFO:tasks.workunit.client.0.smithi098.stdout:op 1152 completed, throughput=5MB/sec 2024-04-12T00:51:01.955 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IsIK1RMAaVQ4hUN off=919246 len=1505858 2024-04-12T00:51:01.963 INFO:tasks.workunit.client.0.smithi098.stdout:op 1153 completed, throughput=5.01MB/sec 2024-04-12T00:51:02.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:01 smithi193 ceph-mon[83763]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:51:02.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:01 smithi098 ceph-mon[91373]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:51:02.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:01 smithi098 ceph-mon[88922]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:51:02.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:51:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:51:02.963 INFO:tasks.workunit.client.0.smithi098.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:02.963 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y3AqnZUWfeT90XM off=4837496 len=1202745 2024-04-12T00:51:02.965 INFO:tasks.workunit.client.0.smithi098.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-12T00:51:02.965 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lt0K6JYYt9xazXd off=1163347 len=1522483 2024-04-12T00:51:02.973 INFO:tasks.workunit.client.0.smithi098.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-12T00:51:02.973 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cmdy-8L5hOGxf_H off=6350350 len=200729 2024-04-12T00:51:02.974 INFO:tasks.workunit.client.0.smithi098.stdout:op 1156 completed, throughput=5MB/sec 2024-04-12T00:51:02.974 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xFD7eehBJGPn7ct off=12368436 len=210987 2024-04-12T00:51:02.976 INFO:tasks.workunit.client.0.smithi098.stdout:op 1157 completed, throughput=5MB/sec 2024-04-12T00:51:02.976 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hGnjbn7tteDOiWN off=13096811 len=1998054 2024-04-12T00:51:02.988 INFO:tasks.workunit.client.0.smithi098.stdout:op 1158 completed, throughput=5MB/sec 2024-04-12T00:51:03.989 INFO:tasks.workunit.client.0.smithi098.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:03.989 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0juuRijWokNZBkM off=294091 len=1451701 2024-04-12T00:51:03.990 INFO:tasks.workunit.client.0.smithi098.stdout:op 1159 completed, throughput=4.99MB/sec 2024-04-12T00:51:03.991 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4JwbXvpXf-QJ834 off=8950382 len=950421 2024-04-12T00:51:03.996 INFO:tasks.workunit.client.0.smithi098.stdout:op 1160 completed, throughput=4.99MB/sec 2024-04-12T00:51:03.996 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-X-1FM_aI3YSZX2Y off=8599082 len=1267488 2024-04-12T00:51:03.997 INFO:tasks.workunit.client.0.smithi098.stdout:op 1161 completed, throughput=5MB/sec 2024-04-12T00:51:03.998 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oaVEHDmttPgIM5q off=13703903 len=1722929 2024-04-12T00:51:04.005 INFO:tasks.workunit.client.0.smithi098.stdout:op 1162 completed, throughput=5MB/sec 2024-04-12T00:51:04.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:03 smithi193 ceph-mon[83763]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:51:04.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:03 smithi098 ceph-mon[91373]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:51:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:03 smithi098 ceph-mon[88922]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:51:05.006 INFO:tasks.workunit.client.0.smithi098.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:05.006 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cdlXKkb3CdfTJ0Y off=9094801 len=104834 2024-04-12T00:51:05.009 INFO:tasks.workunit.client.0.smithi098.stdout:op 1163 completed, throughput=4.98MB/sec 2024-04-12T00:51:05.009 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3lPT7zdKHgBhMiR off=8067692 len=284244 2024-04-12T00:51:05.009 INFO:tasks.workunit.client.0.smithi098.stdout:op 1164 completed, throughput=4.98MB/sec 2024-04-12T00:51:05.010 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yMscj6yPadrEHnj off=134152 len=1428613 2024-04-12T00:51:05.011 INFO:tasks.workunit.client.0.smithi098.stdout:op 1165 completed, throughput=4.99MB/sec 2024-04-12T00:51:05.011 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LWJ8XreS_G-mt1_ off=4897302 len=1638641 2024-04-12T00:51:05.019 INFO:tasks.workunit.client.0.smithi098.stdout:op 1166 completed, throughput=5MB/sec 2024-04-12T00:51:05.019 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OBvuQPFzP_JeCVo off=13796878 len=1012219 2024-04-12T00:51:05.020 INFO:tasks.workunit.client.0.smithi098.stdout:op 1167 completed, throughput=5MB/sec 2024-04-12T00:51:06.021 INFO:tasks.workunit.client.0.smithi098.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:06.021 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7EDct7xGPEf0q27 off=2725251 len=205304 2024-04-12T00:51:06.024 INFO:tasks.workunit.client.0.smithi098.stdout:op 1168 completed, throughput=4.98MB/sec 2024-04-12T00:51:06.024 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0QpZcHvVI9a-w3V off=11378439 len=514451 2024-04-12T00:51:06.024 INFO:tasks.workunit.client.0.smithi098.stdout:op 1169 completed, throughput=4.98MB/sec 2024-04-12T00:51:06.025 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-E7sEZ9udY7JA8gZ off=290583 len=195181 2024-04-12T00:51:06.027 INFO:tasks.workunit.client.0.smithi098.stdout:op 1170 completed, throughput=4.98MB/sec 2024-04-12T00:51:06.027 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LhAecWj-zKWmDcO off=4577721 len=1705670 2024-04-12T00:51:06.031 INFO:tasks.workunit.client.0.smithi098.stdout:op 1171 completed, throughput=4.99MB/sec 2024-04-12T00:51:06.031 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-b5eXYg9Zno-6VAv off=6575300 len=1534037 2024-04-12T00:51:06.033 INFO:tasks.workunit.client.0.smithi098.stdout:op 1172 completed, throughput=5MB/sec 2024-04-12T00:51:06.033 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TT9nB38ngVraggp off=15211036 len=1977385 2024-04-12T00:51:06.035 INFO:tasks.workunit.client.0.smithi098.stdout:op 1173 completed, throughput=5MB/sec 2024-04-12T00:51:06.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:51:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:51:05] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T00:51:06.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:05 smithi098 ceph-mon[88922]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:51:06.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:06.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:05 smithi098 ceph-mon[91373]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:51:06.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:06.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:05 smithi193 ceph-mon[83763]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:51:06.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:07.035 INFO:tasks.workunit.client.0.smithi098.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:07.035 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RgeFeC5b76SFBfB off=2270045 len=1145938 2024-04-12T00:51:07.038 INFO:tasks.workunit.client.0.smithi098.stdout:op 1174 completed, throughput=4.99MB/sec 2024-04-12T00:51:07.038 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VLhzTa4QHo98pN4 off=512157 len=746958 2024-04-12T00:51:07.042 INFO:tasks.workunit.client.0.smithi098.stdout:op 1175 completed, throughput=4.99MB/sec 2024-04-12T00:51:07.043 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Cy5X9fWc6ZxdZVt off=308246 len=125684 2024-04-12T00:51:07.045 INFO:tasks.workunit.client.0.smithi098.stdout:op 1176 completed, throughput=4.99MB/sec 2024-04-12T00:51:07.045 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-INh-odX3CJpOoKe off=1206110 len=1994617 2024-04-12T00:51:07.049 INFO:tasks.workunit.client.0.smithi098.stdout:op 1177 completed, throughput=5MB/sec 2024-04-12T00:51:07.049 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-z71gqKLxlkLyGAx off=4166400 len=2042672 2024-04-12T00:51:07.051 INFO:tasks.workunit.client.0.smithi098.stdout:op 1178 completed, throughput=5.01MB/sec 2024-04-12T00:51:08.051 INFO:tasks.workunit.client.0.smithi098.stdout: 230: throughput=4.99MB/sec pending data=0 2024-04-12T00:51:08.051 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zMgUm6Kd1THcbel off=2565479 len=1229527 2024-04-12T00:51:08.054 INFO:tasks.workunit.client.0.smithi098.stdout:op 1179 completed, throughput=4.99MB/sec 2024-04-12T00:51:08.054 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qvbeejuh1mnja6k off=20416889 len=2002196 2024-04-12T00:51:08.058 INFO:tasks.workunit.client.0.smithi098.stdout:op 1180 completed, throughput=5MB/sec 2024-04-12T00:51:08.058 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WQntUAVM2dKWZwG off=15565239 len=853365 2024-04-12T00:51:08.059 INFO:tasks.workunit.client.0.smithi098.stdout:op 1181 completed, throughput=5MB/sec 2024-04-12T00:51:08.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:07 smithi193 ceph-mon[83763]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:08.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:07 smithi098 ceph-mon[91373]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:08.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:07 smithi098 ceph-mon[88922]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:09.060 INFO:tasks.workunit.client.0.smithi098.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:09.060 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-h76nrquR_XSrmP8 off=19260639 len=1532669 2024-04-12T00:51:09.066 INFO:tasks.workunit.client.0.smithi098.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-12T00:51:09.066 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wKJBCIFbn91u4ef off=2218770 len=1926138 2024-04-12T00:51:09.077 INFO:tasks.workunit.client.0.smithi098.stdout:op 1183 completed, throughput=4.99MB/sec 2024-04-12T00:51:09.077 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Xf652V4sV2V-m3c off=1681580 len=101231 2024-04-12T00:51:09.080 INFO:tasks.workunit.client.0.smithi098.stdout:op 1184 completed, throughput=5MB/sec 2024-04-12T00:51:09.080 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v0dXjxfmLwb6v36 off=5911295 len=946790 2024-04-12T00:51:09.086 INFO:tasks.workunit.client.0.smithi098.stdout:op 1185 completed, throughput=5MB/sec 2024-04-12T00:51:09.086 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AKDeEjJGf5AiGJ2 off=906689 len=1508016 2024-04-12T00:51:09.092 INFO:tasks.workunit.client.0.smithi098.stdout:op 1186 completed, throughput=5MB/sec 2024-04-12T00:51:10.093 INFO:tasks.workunit.client.0.smithi098.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:10.093 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hPol9BFFoXljsv4 off=4827993 len=1595972 2024-04-12T00:51:10.102 INFO:tasks.workunit.client.0.smithi098.stdout:op 1187 completed, throughput=4.99MB/sec 2024-04-12T00:51:10.102 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SDuF0txG4c5fV-w off=4350438 len=1952586 2024-04-12T00:51:10.106 INFO:tasks.workunit.client.0.smithi098.stdout:op 1188 completed, throughput=5MB/sec 2024-04-12T00:51:10.106 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-e2_bQcq3R3Eh-w4 off=2276660 len=1551784 2024-04-12T00:51:10.113 INFO:tasks.workunit.client.0.smithi098.stdout:op 1189 completed, throughput=5MB/sec 2024-04-12T00:51:10.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:09 smithi193 ceph-mon[83763]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:51:10.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:09 smithi098 ceph-mon[88922]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:51:10.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:09 smithi098 ceph-mon[91373]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:51:11.113 INFO:tasks.workunit.client.0.smithi098.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:11.113 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wwlZohZoGRqxHXh off=6292300 len=1163159 2024-04-12T00:51:11.115 INFO:tasks.workunit.client.0.smithi098.stdout:op 1190 completed, throughput=4.99MB/sec 2024-04-12T00:51:11.115 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Vjz6CFpuZ2rYIx3 off=8737989 len=2035757 2024-04-12T00:51:11.127 INFO:tasks.workunit.client.0.smithi098.stdout:op 1191 completed, throughput=5MB/sec 2024-04-12T00:51:11.127 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qS9Tkz7J3Ve2x1N off=1575100 len=1342151 2024-04-12T00:51:11.133 INFO:tasks.workunit.client.0.smithi098.stdout:op 1192 completed, throughput=5MB/sec 2024-04-12T00:51:12.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:11 smithi193 ceph-mon[83763]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:51:12.133 INFO:tasks.workunit.client.0.smithi098.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:12.133 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xuV54fNW6SPsiqR off=3773579 len=1208939 2024-04-12T00:51:12.135 INFO:tasks.workunit.client.0.smithi098.stdout:op 1193 completed, throughput=4.98MB/sec 2024-04-12T00:51:12.135 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_Q__wtiKJ0zel-9 off=1597445 len=425528 2024-04-12T00:51:12.139 INFO:tasks.workunit.client.0.smithi098.stdout:op 1194 completed, throughput=4.99MB/sec 2024-04-12T00:51:12.139 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nshCjBDFdgmVKqC off=10723467 len=310292 2024-04-12T00:51:12.142 INFO:tasks.workunit.client.0.smithi098.stdout:op 1195 completed, throughput=4.99MB/sec 2024-04-12T00:51:12.142 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H7kttKLz8ydfhMA off=4899605 len=781049 2024-04-12T00:51:12.144 INFO:tasks.workunit.client.0.smithi098.stdout:op 1196 completed, throughput=4.99MB/sec 2024-04-12T00:51:12.144 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2on_xc7yaczHwCn off=8014383 len=1792192 2024-04-12T00:51:12.156 INFO:tasks.workunit.client.0.smithi098.stdout:op 1197 completed, throughput=5MB/sec 2024-04-12T00:51:12.156 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TR_6RuVLohOgvfE off=5659054 len=1661183 2024-04-12T00:51:12.160 INFO:tasks.workunit.client.0.smithi098.stdout:op 1198 completed, throughput=5MB/sec 2024-04-12T00:51:12.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:11 smithi098 ceph-mon[88922]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:51:12.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:11 smithi098 ceph-mon[91373]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:51:12.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:51:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:51:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:51:13.160 INFO:tasks.workunit.client.0.smithi098.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:13.161 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-j7z-DWGYCVedb9b off=2926236 len=1220457 2024-04-12T00:51:13.167 INFO:tasks.workunit.client.0.smithi098.stdout:op 1199 completed, throughput=4.99MB/sec 2024-04-12T00:51:13.167 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lVUlP9Tu7f4VkHi off=3043345 len=22809 2024-04-12T00:51:13.168 INFO:tasks.workunit.client.0.smithi098.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-12T00:51:13.168 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sYW5yDS43BEmjwx off=1420200 len=993563 2024-04-12T00:51:13.173 INFO:tasks.workunit.client.0.smithi098.stdout:op 1201 completed, throughput=4.99MB/sec 2024-04-12T00:51:13.173 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rTfhRcU3mVjAu8a off=10513362 len=806274 2024-04-12T00:51:13.174 INFO:tasks.workunit.client.0.smithi098.stdout:op 1202 completed, throughput=4.99MB/sec 2024-04-12T00:51:13.174 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hPpZkFn6E5GPkjQ off=4333895 len=400287 2024-04-12T00:51:13.178 INFO:tasks.workunit.client.0.smithi098.stdout:op 1203 completed, throughput=5MB/sec 2024-04-12T00:51:13.178 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yV85FXOVDpt1cKP off=17431081 len=473289 2024-04-12T00:51:13.179 INFO:tasks.workunit.client.0.smithi098.stdout:op 1204 completed, throughput=5MB/sec 2024-04-12T00:51:13.179 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GvCxTyQ4maY6LEc off=1649335 len=441024 2024-04-12T00:51:13.182 INFO:tasks.workunit.client.0.smithi098.stdout:op 1205 completed, throughput=5MB/sec 2024-04-12T00:51:13.182 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-veaCHJwg8VnNBU- off=4533137 len=279614 2024-04-12T00:51:13.185 INFO:tasks.workunit.client.0.smithi098.stdout:op 1206 completed, throughput=5MB/sec 2024-04-12T00:51:14.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:13 smithi193 ceph-mon[83763]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi098.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3ktnPKNwW9zMx8d off=7096875 len=18617 2024-04-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi098.stdout:op 1207 completed, throughput=4.98MB/sec 2024-04-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tmDg5ZStrjwRJA- off=1479244 len=838584 2024-04-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi098.stdout:op 1208 completed, throughput=4.98MB/sec 2024-04-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x8glTo1zX19quco off=6747450 len=1753159 2024-04-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi098.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6flEZ_E4b3qNeht off=9423266 len=1162415 2024-04-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi098.stdout:op 1210 completed, throughput=4.99MB/sec 2024-04-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PeQUE3Bo3_bSoGS off=9615419 len=1560568 2024-04-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi098.stdout:op 1211 completed, throughput=5MB/sec 2024-04-12T00:51:14.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:13 smithi098 ceph-mon[88922]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:51:14.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:13 smithi098 ceph-mon[91373]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:51:15.201 INFO:tasks.workunit.client.0.smithi098.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:15.201 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-15kPAPL24Ob2tFc off=7914292 len=1847681 2024-04-12T00:51:15.203 INFO:tasks.workunit.client.0.smithi098.stdout:op 1212 completed, throughput=4.99MB/sec 2024-04-12T00:51:15.203 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mjL_aZmJaYUM84v off=11603121 len=1791038 2024-04-12T00:51:15.207 INFO:tasks.workunit.client.0.smithi098.stdout:op 1213 completed, throughput=4.99MB/sec 2024-04-12T00:51:15.207 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KTFbWXGG6Pk-edZ off=1819197 len=314240 2024-04-12T00:51:15.210 INFO:tasks.workunit.client.0.smithi098.stdout:op 1214 completed, throughput=5MB/sec 2024-04-12T00:51:15.210 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hOuSjw__yA3xKP2 off=10212752 len=1006317 2024-04-12T00:51:15.216 INFO:tasks.workunit.client.0.smithi098.stdout:op 1215 completed, throughput=5MB/sec 2024-04-12T00:51:15.216 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-E6vVnTw_kV7UkgF off=318111 len=1820932 2024-04-12T00:51:15.217 INFO:tasks.workunit.client.0.smithi098.stdout:op 1216 completed, throughput=5.01MB/sec 2024-04-12T00:51:16.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:15 smithi098 ceph-mon[91373]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:51:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:15 smithi098 ceph-mon[88922]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:51:16.046 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:51:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:51:15] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T00:51:16.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:15 smithi193 ceph-mon[83763]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:51:16.217 INFO:tasks.workunit.client.0.smithi098.stdout: 238: throughput=4.99MB/sec pending data=0 2024-04-12T00:51:16.218 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7naaDXJhnhQWmpG off=3379220 len=1313101 2024-04-12T00:51:16.225 INFO:tasks.workunit.client.0.smithi098.stdout:op 1217 completed, throughput=4.99MB/sec 2024-04-12T00:51:16.225 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hPpZkFn6E5GPkjQ off=3744175 len=1833986 2024-04-12T00:51:16.237 INFO:tasks.workunit.client.0.smithi098.stdout:op 1218 completed, throughput=5MB/sec 2024-04-12T00:51:16.237 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t_DGfiMjLlgN2qe off=2802719 len=2048156 2024-04-12T00:51:16.239 INFO:tasks.workunit.client.0.smithi098.stdout:op 1219 completed, throughput=5.01MB/sec 2024-04-12T00:51:17.240 INFO:tasks.workunit.client.0.smithi098.stdout: 239: throughput=4.99MB/sec pending data=0 2024-04-12T00:51:17.240 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-P7GGtT-sLkqfDnH off=13271789 len=903124 2024-04-12T00:51:17.241 INFO:tasks.workunit.client.0.smithi098.stdout:op 1220 completed, throughput=4.99MB/sec 2024-04-12T00:51:17.241 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Oe5VwjYOaUnbZCw off=7269052 len=1651043 2024-04-12T00:51:17.249 INFO:tasks.workunit.client.0.smithi098.stdout:op 1221 completed, throughput=5MB/sec 2024-04-12T00:51:17.249 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-m9jvZLKeqsIQd0e off=11273933 len=1213676 2024-04-12T00:51:17.258 INFO:tasks.workunit.client.0.smithi098.stdout:op 1222 completed, throughput=5MB/sec 2024-04-12T00:51:17.258 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HL0HUV8XDkB1pP4 off=5191605 len=455549 2024-04-12T00:51:17.259 INFO:tasks.workunit.client.0.smithi098.stdout:op 1223 completed, throughput=5MB/sec 2024-04-12T00:51:18.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:17 smithi193 ceph-mon[83763]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:51:18.260 INFO:tasks.workunit.client.0.smithi098.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:18.260 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-si1sPeqLFR6TVLJ off=16586985 len=755026 2024-04-12T00:51:18.265 INFO:tasks.workunit.client.0.smithi098.stdout:op 1224 completed, throughput=4.98MB/sec 2024-04-12T00:51:18.265 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0XsMGVEtgh7U9V8 off=4746324 len=1078152 2024-04-12T00:51:18.270 INFO:tasks.workunit.client.0.smithi098.stdout:op 1225 completed, throughput=4.99MB/sec 2024-04-12T00:51:18.270 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eKErq1V0gGHg4GI off=9944582 len=577946 2024-04-12T00:51:18.274 INFO:tasks.workunit.client.0.smithi098.stdout:op 1226 completed, throughput=4.99MB/sec 2024-04-12T00:51:18.274 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Lj1SbYrqzW-Lppu off=6611113 len=1033029 2024-04-12T00:51:18.276 INFO:tasks.workunit.client.0.smithi098.stdout:op 1227 completed, throughput=4.99MB/sec 2024-04-12T00:51:18.276 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--HvlUD___UW8NI6 off=5518150 len=1987533 2024-04-12T00:51:18.278 INFO:tasks.workunit.client.0.smithi098.stdout:op 1228 completed, throughput=5MB/sec 2024-04-12T00:51:18.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:17 smithi098 ceph-mon[91373]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:51:18.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:17 smithi098 ceph-mon[88922]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:51:19.278 INFO:tasks.workunit.client.0.smithi098.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:19.279 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QjBIeC-3SYqlUfU off=7702461 len=1989913 2024-04-12T00:51:19.291 INFO:tasks.workunit.client.0.smithi098.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-12T00:51:19.291 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sZbhj5y30mr5qh4 off=9695085 len=2030371 2024-04-12T00:51:19.301 INFO:tasks.workunit.client.0.smithi098.stdout:op 1230 completed, throughput=5MB/sec 2024-04-12T00:51:19.301 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WwXoxBaReEFRQ7w off=5627575 len=1473972 2024-04-12T00:51:19.302 INFO:tasks.workunit.client.0.smithi098.stdout:op 1231 completed, throughput=5MB/sec 2024-04-12T00:51:20.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:19 smithi193 ceph-mon[83763]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:51:20.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:19 smithi098 ceph-mon[91373]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:51:20.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:19 smithi098 ceph-mon[88922]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:51:20.302 INFO:tasks.workunit.client.0.smithi098.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:20.303 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KymwurowTki12wy off=6289947 len=851567 2024-04-12T00:51:20.304 INFO:tasks.workunit.client.0.smithi098.stdout:op 1232 completed, throughput=4.99MB/sec 2024-04-12T00:51:20.304 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kWFjfvbinwWt85R off=4374574 len=475595 2024-04-12T00:51:20.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-12T00:51:20.305 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-f90zEaYsOWiOOuM off=10101987 len=318271 2024-04-12T00:51:20.306 INFO:tasks.workunit.client.0.smithi098.stdout:op 1234 completed, throughput=4.99MB/sec 2024-04-12T00:51:20.306 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xEgzazxwvTUMn9V off=15922507 len=1228178 2024-04-12T00:51:20.309 INFO:tasks.workunit.client.0.smithi098.stdout:op 1235 completed, throughput=4.99MB/sec 2024-04-12T00:51:20.309 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v2yGQ1MZFPDTLv2 off=1726002 len=334739 2024-04-12T00:51:20.312 INFO:tasks.workunit.client.0.smithi098.stdout:op 1236 completed, throughput=4.99MB/sec 2024-04-12T00:51:20.312 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Va-XDrOVtmbHFhm off=8072746 len=248874 2024-04-12T00:51:20.315 INFO:tasks.workunit.client.0.smithi098.stdout:op 1237 completed, throughput=5MB/sec 2024-04-12T00:51:20.316 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lzu6SlaSRexkIvO off=5798329 len=1858532 2024-04-12T00:51:20.317 INFO:tasks.workunit.client.0.smithi098.stdout:op 1238 completed, throughput=5MB/sec 2024-04-12T00:51:21.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:21.297 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:21.299 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:21.318 INFO:tasks.workunit.client.0.smithi098.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:21.318 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5cT5SdzOi6XEcWX off=4527305 len=1290231 2024-04-12T00:51:21.325 INFO:tasks.workunit.client.0.smithi098.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-12T00:51:21.325 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-purMdw7hN79GcJT off=7562324 len=334057 2024-04-12T00:51:21.328 INFO:tasks.workunit.client.0.smithi098.stdout:op 1240 completed, throughput=4.99MB/sec 2024-04-12T00:51:21.328 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gqz6DJhYI5KfDx2 off=857021 len=1144778 2024-04-12T00:51:21.330 INFO:tasks.workunit.client.0.smithi098.stdout:op 1241 completed, throughput=4.99MB/sec 2024-04-12T00:51:21.330 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VkRiNSZVPU4Rj1G off=867512 len=1038475 2024-04-12T00:51:21.330 INFO:tasks.workunit.client.0.smithi098.stdout:op 1242 completed, throughput=5MB/sec 2024-04-12T00:51:21.330 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bq9oHESM2B8szqL off=1850009 len=714935 2024-04-12T00:51:21.335 INFO:tasks.workunit.client.0.smithi098.stdout:op 1243 completed, throughput=5MB/sec 2024-04-12T00:51:21.335 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Rs9cteEvLVLoN2s off=16678385 len=2067198 2024-04-12T00:51:21.338 INFO:tasks.workunit.client.0.smithi098.stdout:op 1244 completed, throughput=5.01MB/sec 2024-04-12T00:51:22.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:21 smithi193 ceph-mon[83763]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:51:22.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:21 smithi098 ceph-mon[91373]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:51:22.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:21 smithi098 ceph-mon[88922]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:51:22.338 INFO:tasks.workunit.client.0.smithi098.stdout: 244: throughput=4.99MB/sec pending data=0 2024-04-12T00:51:22.339 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1DbLIpOXWhMGT2W off=1048421 len=708443 2024-04-12T00:51:22.344 INFO:tasks.workunit.client.0.smithi098.stdout:op 1245 completed, throughput=4.99MB/sec 2024-04-12T00:51:22.344 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x9U6o1JGg-Zf57o off=7855117 len=662674 2024-04-12T00:51:22.347 INFO:tasks.workunit.client.0.smithi098.stdout:op 1246 completed, throughput=4.99MB/sec 2024-04-12T00:51:22.348 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c_m0-kRhqf2ig7P off=14881431 len=1018572 2024-04-12T00:51:22.353 INFO:tasks.workunit.client.0.smithi098.stdout:op 1247 completed, throughput=5MB/sec 2024-04-12T00:51:22.353 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2K5atEtidI_BHne off=4370701 len=1806604 2024-04-12T00:51:22.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 1248 completed, throughput=5MB/sec 2024-04-12T00:51:22.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:51:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:51:23.362 INFO:tasks.workunit.client.0.smithi098.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:23.362 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-s5Wv2ZRMIjaALW9 off=4228459 len=1973360 2024-04-12T00:51:23.374 INFO:tasks.workunit.client.0.smithi098.stdout:op 1249 completed, throughput=4.99MB/sec 2024-04-12T00:51:23.374 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bTkWdJXyj7YaH4T off=22440525 len=133901 2024-04-12T00:51:23.377 INFO:tasks.workunit.client.0.smithi098.stdout:op 1250 completed, throughput=4.99MB/sec 2024-04-12T00:51:23.377 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0R8zr1aUphMKn7d off=956700 len=1537928 2024-04-12T00:51:23.384 INFO:tasks.workunit.client.0.smithi098.stdout:op 1251 completed, throughput=5MB/sec 2024-04-12T00:51:23.384 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cFVY2wJ4P4qpbnN off=368562 len=1012731 2024-04-12T00:51:23.386 INFO:tasks.workunit.client.0.smithi098.stdout:op 1252 completed, throughput=5MB/sec 2024-04-12T00:51:23.386 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2q_YLmNrxaO0htV off=5752556 len=771326 2024-04-12T00:51:23.390 INFO:tasks.workunit.client.0.smithi098.stdout:op 1253 completed, throughput=5MB/sec 2024-04-12T00:51:24.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:23 smithi193 ceph-mon[83763]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:51:24.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:23 smithi098 ceph-mon[91373]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:51:24.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:23 smithi098 ceph-mon[88922]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:51:24.391 INFO:tasks.workunit.client.0.smithi098.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:24.391 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-umr46v6q85SinV0 off=5249981 len=321048 2024-04-12T00:51:24.394 INFO:tasks.workunit.client.0.smithi098.stdout:op 1254 completed, throughput=4.98MB/sec 2024-04-12T00:51:24.394 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZPlTCkj-HDsX_Iz off=245242 len=489533 2024-04-12T00:51:24.395 INFO:tasks.workunit.client.0.smithi098.stdout:op 1255 completed, throughput=4.99MB/sec 2024-04-12T00:51:24.395 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8yb70ds_NVLz1BZ off=982072 len=1126158 2024-04-12T00:51:24.397 INFO:tasks.workunit.client.0.smithi098.stdout:op 1256 completed, throughput=4.99MB/sec 2024-04-12T00:51:24.397 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5rItUzpXvW9IHkx off=9975244 len=337139 2024-04-12T00:51:24.397 INFO:tasks.workunit.client.0.smithi098.stdout:op 1257 completed, throughput=4.99MB/sec 2024-04-12T00:51:24.398 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MNqruvKjPYRo2-L off=4685544 len=283823 2024-04-12T00:51:24.398 INFO:tasks.workunit.client.0.smithi098.stdout:op 1258 completed, throughput=4.99MB/sec 2024-04-12T00:51:24.398 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cWtN3XpGq8lIpJA off=13320789 len=141613 2024-04-12T00:51:24.399 INFO:tasks.workunit.client.0.smithi098.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-12T00:51:24.399 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iuf1zf19FRNP58i off=3670640 len=1241053 2024-04-12T00:51:24.400 INFO:tasks.workunit.client.0.smithi098.stdout:op 1260 completed, throughput=5MB/sec 2024-04-12T00:51:24.400 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-T_R_YxYN9gV-FpH off=425180 len=1094093 2024-04-12T00:51:24.401 INFO:tasks.workunit.client.0.smithi098.stdout:op 1261 completed, throughput=5MB/sec 2024-04-12T00:51:25.401 INFO:tasks.workunit.client.0.smithi098.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:25.402 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9mKfcqXPA3dmKNj off=696749 len=889453 2024-04-12T00:51:25.403 INFO:tasks.workunit.client.0.smithi098.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-12T00:51:25.403 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pGkyN66ZFzTlYXe off=4206982 len=1538345 2024-04-12T00:51:25.409 INFO:tasks.workunit.client.0.smithi098.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-12T00:51:25.410 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Uc88Nflt6orXhLe off=14870835 len=215115 2024-04-12T00:51:25.411 INFO:tasks.workunit.client.0.smithi098.stdout:op 1264 completed, throughput=4.99MB/sec 2024-04-12T00:51:25.411 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-InW4_8XBhLi33ra off=3172651 len=65802 2024-04-12T00:51:25.411 INFO:tasks.workunit.client.0.smithi098.stdout:op 1265 completed, throughput=4.99MB/sec 2024-04-12T00:51:25.411 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y76xLOBdyZ30M1K off=187874 len=1145960 2024-04-12T00:51:25.414 INFO:tasks.workunit.client.0.smithi098.stdout:op 1266 completed, throughput=5MB/sec 2024-04-12T00:51:25.414 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8B5GIBg9HXrJx0l off=12805125 len=1763890 2024-04-12T00:51:25.424 INFO:tasks.workunit.client.0.smithi098.stdout:op 1267 completed, throughput=5MB/sec 2024-04-12T00:51:26.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:25 smithi098 ceph-mon[91373]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:51:26.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:51:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:51:25] "GET /metrics HTTP/1.1" 200 34120 "" "Prometheus/2.43.0" 2024-04-12T00:51:26.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:25 smithi098 ceph-mon[88922]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:51:26.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:25 smithi193 ceph-mon[83763]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:51:26.424 INFO:tasks.workunit.client.0.smithi098.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:26.424 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2Zi_f3wIwf7mQ7z off=5120566 len=1721283 2024-04-12T00:51:26.433 INFO:tasks.workunit.client.0.smithi098.stdout:op 1268 completed, throughput=4.99MB/sec 2024-04-12T00:51:26.434 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-B2P-dTpE1iZccSV off=5776381 len=446160 2024-04-12T00:51:26.434 INFO:tasks.workunit.client.0.smithi098.stdout:op 1269 completed, throughput=4.99MB/sec 2024-04-12T00:51:26.434 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--0-RF3x7N7fYgM_ off=15320254 len=74367 2024-04-12T00:51:26.435 INFO:tasks.workunit.client.0.smithi098.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-12T00:51:26.435 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Sw5N_I_bBlCT7_v off=1387831 len=1523834 2024-04-12T00:51:26.444 INFO:tasks.workunit.client.0.smithi098.stdout:op 1271 completed, throughput=5MB/sec 2024-04-12T00:51:26.444 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lPS3yKX0lvUADIX off=3358221 len=1553932 2024-04-12T00:51:26.447 INFO:tasks.workunit.client.0.smithi098.stdout:op 1272 completed, throughput=5MB/sec 2024-04-12T00:51:27.449 INFO:tasks.workunit.client.0.smithi098.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:27.449 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zpDvd5V1fi7Q-lq off=370939 len=650510 2024-04-12T00:51:27.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 1273 completed, throughput=4.98MB/sec 2024-04-12T00:51:27.451 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3QcBmZRt896wXac off=2361720 len=1554908 2024-04-12T00:51:27.461 INFO:tasks.workunit.client.0.smithi098.stdout:op 1274 completed, throughput=4.99MB/sec 2024-04-12T00:51:27.461 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fqh6Zz6pGlITNL3 off=10789572 len=1004937 2024-04-12T00:51:27.463 INFO:tasks.workunit.client.0.smithi098.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-12T00:51:27.463 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WSLI7MpZvPBRtXi off=5936046 len=721541 2024-04-12T00:51:27.465 INFO:tasks.workunit.client.0.smithi098.stdout:op 1276 completed, throughput=5MB/sec 2024-04-12T00:51:27.465 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_d_NFrT64qQwB4C off=11071980 len=34538 2024-04-12T00:51:27.466 INFO:tasks.workunit.client.0.smithi098.stdout:op 1277 completed, throughput=5MB/sec 2024-04-12T00:51:27.466 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uWXjUKGlFznblKx off=4737941 len=421873 2024-04-12T00:51:27.466 INFO:tasks.workunit.client.0.smithi098.stdout:op 1278 completed, throughput=5MB/sec 2024-04-12T00:51:27.466 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CP3jt9YWMyQYqXk off=9701915 len=1038134 2024-04-12T00:51:27.472 INFO:tasks.workunit.client.0.smithi098.stdout:op 1279 completed, throughput=5MB/sec 2024-04-12T00:51:28.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:27 smithi193 ceph-mon[83763]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:28.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:27 smithi098 ceph-mon[91373]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:28.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:27 smithi098 ceph-mon[88922]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:28.472 INFO:tasks.workunit.client.0.smithi098.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:28.472 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ubGXWHWRERvyRvY off=1320208 len=1787118 2024-04-12T00:51:28.474 INFO:tasks.workunit.client.0.smithi098.stdout:op 1280 completed, throughput=4.99MB/sec 2024-04-12T00:51:28.474 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hJW3WkZ1SVDnb4h off=5493977 len=2066012 2024-04-12T00:51:28.487 INFO:tasks.workunit.client.0.smithi098.stdout:op 1281 completed, throughput=5MB/sec 2024-04-12T00:51:28.487 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3_sp50f3cS67Vr1 off=10019911 len=1281226 2024-04-12T00:51:28.494 INFO:tasks.workunit.client.0.smithi098.stdout:op 1282 completed, throughput=5MB/sec 2024-04-12T00:51:29.495 INFO:tasks.workunit.client.0.smithi098.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:29.495 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BX-I5stgzxfdZoF off=9697398 len=606254 2024-04-12T00:51:29.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 1283 completed, throughput=4.98MB/sec 2024-04-12T00:51:29.500 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vzSr3vbfMKtrpcO off=4544321 len=1975969 2024-04-12T00:51:29.512 INFO:tasks.workunit.client.0.smithi098.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-12T00:51:29.512 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Cf42cxFbkK48b6j off=8818189 len=281262 2024-04-12T00:51:29.512 INFO:tasks.workunit.client.0.smithi098.stdout:op 1285 completed, throughput=4.99MB/sec 2024-04-12T00:51:29.512 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MrleAGrSI0ajezK off=9575010 len=1894882 2024-04-12T00:51:29.515 INFO:tasks.workunit.client.0.smithi098.stdout:op 1286 completed, throughput=5MB/sec 2024-04-12T00:51:29.515 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yh5jLpSONo1y4Fa off=15586548 len=315167 2024-04-12T00:51:29.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 1287 completed, throughput=5MB/sec 2024-04-12T00:51:30.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:29 smithi098 ceph-mon[91373]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:30.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:29 smithi098 ceph-mon[88922]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:30.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:29 smithi193 ceph-mon[83763]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:30.518 INFO:tasks.workunit.client.0.smithi098.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:30.519 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n8ddTTUc6zch8bX off=1139926 len=1664959 2024-04-12T00:51:30.520 INFO:tasks.workunit.client.0.smithi098.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-12T00:51:30.520 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HX8vGtXXHChqtXi off=2444523 len=1332612 2024-04-12T00:51:30.522 INFO:tasks.workunit.client.0.smithi098.stdout:op 1289 completed, throughput=4.99MB/sec 2024-04-12T00:51:30.522 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-L1_nLu2YbKyT7p- off=1874040 len=327716 2024-04-12T00:51:30.523 INFO:tasks.workunit.client.0.smithi098.stdout:op 1290 completed, throughput=4.99MB/sec 2024-04-12T00:51:30.523 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fflKX2o3y3v_965 off=9922974 len=594158 2024-04-12T00:51:30.524 INFO:tasks.workunit.client.0.smithi098.stdout:op 1291 completed, throughput=5MB/sec 2024-04-12T00:51:30.524 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8uUL91ukSMZ3ikK off=3042196 len=460399 2024-04-12T00:51:30.525 INFO:tasks.workunit.client.0.smithi098.stdout:op 1292 completed, throughput=5MB/sec 2024-04-12T00:51:30.525 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-z4mGk4xPIH6eXlu off=1189552 len=627420 2024-04-12T00:51:30.526 INFO:tasks.workunit.client.0.smithi098.stdout:op 1293 completed, throughput=5MB/sec 2024-04-12T00:51:30.526 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bua9h4Hyn0nipS5 off=7110287 len=663593 2024-04-12T00:51:30.528 INFO:tasks.workunit.client.0.smithi098.stdout:op 1294 completed, throughput=5MB/sec 2024-04-12T00:51:31.528 INFO:tasks.workunit.client.0.smithi098.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:31.528 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pdrPjcPLxX_qC-k off=9033254 len=180135 2024-04-12T00:51:31.531 INFO:tasks.workunit.client.0.smithi098.stdout:op 1295 completed, throughput=4.98MB/sec 2024-04-12T00:51:31.532 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--2-k8aihkJCEGam off=7839417 len=848759 2024-04-12T00:51:31.538 INFO:tasks.workunit.client.0.smithi098.stdout:op 1296 completed, throughput=4.99MB/sec 2024-04-12T00:51:31.538 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JvELfNPaAzRyk0w off=3962215 len=406858 2024-04-12T00:51:31.538 INFO:tasks.workunit.client.0.smithi098.stdout:op 1297 completed, throughput=4.99MB/sec 2024-04-12T00:51:31.538 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-__JhElT8ptw1QPA off=9999274 len=946911 2024-04-12T00:51:31.538 INFO:tasks.workunit.client.0.smithi098.stdout:op 1298 completed, throughput=4.99MB/sec 2024-04-12T00:51:31.538 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XV1thQrPWQovNl9 off=3027684 len=339668 2024-04-12T00:51:31.539 INFO:tasks.workunit.client.0.smithi098.stdout:op 1299 completed, throughput=4.99MB/sec 2024-04-12T00:51:31.539 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uiWQN26RjsZWPFY off=728348 len=250838 2024-04-12T00:51:31.542 INFO:tasks.workunit.client.0.smithi098.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-12T00:51:31.542 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zYQoTCauNONNBEK off=3663589 len=189786 2024-04-12T00:51:31.545 INFO:tasks.workunit.client.0.smithi098.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-12T00:51:31.546 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lz8kT8NeMEOQYR- off=12518912 len=1090083 2024-04-12T00:51:31.547 INFO:tasks.workunit.client.0.smithi098.stdout:op 1302 completed, throughput=5MB/sec 2024-04-12T00:51:31.547 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MxSiVgv0Nq1Zvkl off=468172 len=1604798 2024-04-12T00:51:31.549 INFO:tasks.workunit.client.0.smithi098.stdout:op 1303 completed, throughput=5MB/sec 2024-04-12T00:51:32.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:31 smithi098 ceph-mon[91373]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:32.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:31 smithi098 ceph-mon[88922]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:32.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:31 smithi193 ceph-mon[83763]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:32.549 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HLrakjZ9a_B4uf0 off=19081699 len=1550397 2024-04-12T00:51:32.552 INFO:tasks.workunit.client.0.smithi098.stdout:op 1304 completed, throughput=4.99MB/sec 2024-04-12T00:51:32.552 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UbiVNgYkDTOkspp off=4415193 len=1136051 2024-04-12T00:51:32.554 INFO:tasks.workunit.client.0.smithi098.stdout:op 1305 completed, throughput=4.99MB/sec 2024-04-12T00:51:32.554 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pDgAzY4o5qKvWhS off=4551812 len=1084412 2024-04-12T00:51:32.556 INFO:tasks.workunit.client.0.smithi098.stdout:op 1306 completed, throughput=5MB/sec 2024-04-12T00:51:32.556 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xzwCnDVsWFXCjO7 off=6932476 len=56856 2024-04-12T00:51:32.558 INFO:tasks.workunit.client.0.smithi098.stdout:op 1307 completed, throughput=5MB/sec 2024-04-12T00:51:32.558 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_m2U76i1r8Piv3_ off=12620120 len=516554 2024-04-12T00:51:32.562 INFO:tasks.workunit.client.0.smithi098.stdout:op 1308 completed, throughput=5MB/sec 2024-04-12T00:51:32.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:51:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:51:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:51:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:33.563 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fA6i4SVA0luLndQ off=4640061 len=487648 2024-04-12T00:51:33.564 INFO:tasks.workunit.client.0.smithi098.stdout:op 1309 completed, throughput=4.98MB/sec 2024-04-12T00:51:33.564 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jl9kKYXQnJdcwv_ off=1139590 len=373999 2024-04-12T00:51:33.568 INFO:tasks.workunit.client.0.smithi098.stdout:op 1310 completed, throughput=4.98MB/sec 2024-04-12T00:51:33.568 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EZwxFgnpY9WMYKm off=11352201 len=918582 2024-04-12T00:51:33.569 INFO:tasks.workunit.client.0.smithi098.stdout:op 1311 completed, throughput=4.99MB/sec 2024-04-12T00:51:33.569 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a2SFJ8dBB5yUZlV off=79599 len=2095493 2024-04-12T00:51:33.582 INFO:tasks.workunit.client.0.smithi098.stdout:op 1312 completed, throughput=4.99MB/sec 2024-04-12T00:51:33.582 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jdAkm8laIn6S-wg off=3719268 len=1512361 2024-04-12T00:51:33.583 INFO:tasks.workunit.client.0.smithi098.stdout:op 1313 completed, throughput=5MB/sec 2024-04-12T00:51:34.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:33 smithi098 ceph-mon[91373]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:34.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:33 smithi098 ceph-mon[88922]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:33 smithi193 ceph-mon[83763]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:51:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:34.584 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FNSnE5P86qcCU8Q off=1544145 len=1565381 2024-04-12T00:51:34.586 INFO:tasks.workunit.client.0.smithi098.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-12T00:51:34.586 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-m-9swwl8xdxJ2iX off=662748 len=799631 2024-04-12T00:51:34.591 INFO:tasks.workunit.client.0.smithi098.stdout:op 1315 completed, throughput=4.99MB/sec 2024-04-12T00:51:34.591 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4UlJOtFY3Opb5R8 off=6365786 len=91179 2024-04-12T00:51:34.591 INFO:tasks.workunit.client.0.smithi098.stdout:op 1316 completed, throughput=4.99MB/sec 2024-04-12T00:51:34.591 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ug2-1DF1ILphmju off=8689691 len=939030 2024-04-12T00:51:34.596 INFO:tasks.workunit.client.0.smithi098.stdout:op 1317 completed, throughput=4.99MB/sec 2024-04-12T00:51:34.596 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vio-qNt0NDqAM3R off=19249423 len=1536790 2024-04-12T00:51:34.602 INFO:tasks.workunit.client.0.smithi098.stdout:op 1318 completed, throughput=5MB/sec 2024-04-12T00:51:34.602 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Y76xLOBdyZ30M1K off=648860 len=539004 2024-04-12T00:51:34.606 INFO:tasks.workunit.client.0.smithi098.stdout:op 1319 completed, throughput=5MB/sec 2024-04-12T00:51:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:35.607 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KWuKP9JAb1OasI2 off=15997107 len=227853 2024-04-12T00:51:35.610 INFO:tasks.workunit.client.0.smithi098.stdout:op 1320 completed, throughput=4.98MB/sec 2024-04-12T00:51:35.610 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ys9yuW0h2PkdVt2 off=11953859 len=922084 2024-04-12T00:51:35.611 INFO:tasks.workunit.client.0.smithi098.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-12T00:51:35.611 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DqyoD-HqtkVVNyA off=7714383 len=239592 2024-04-12T00:51:35.612 INFO:tasks.workunit.client.0.smithi098.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-12T00:51:35.612 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xEgzazxwvTUMn9V off=2695172 len=1952947 2024-04-12T00:51:35.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 1323 completed, throughput=4.99MB/sec 2024-04-12T00:51:35.616 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4wxuylNP5Pc7oTo off=2391585 len=199828 2024-04-12T00:51:35.617 INFO:tasks.workunit.client.0.smithi098.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-12T00:51:35.617 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JPrGwWsLZVf_UyH off=1310008 len=1026265 2024-04-12T00:51:35.619 INFO:tasks.workunit.client.0.smithi098.stdout:op 1325 completed, throughput=5MB/sec 2024-04-12T00:51:35.619 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5L2f0_4qpUETdlQ off=1233604 len=1371476 2024-04-12T00:51:35.621 INFO:tasks.workunit.client.0.smithi098.stdout:op 1326 completed, throughput=5MB/sec 2024-04-12T00:51:36.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:51:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:51:35] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T00:51:36.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:35 smithi098 ceph-mon[91373]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:51:36.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:36.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:35 smithi098 ceph-mon[88922]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:51:36.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:36.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:35 smithi193 ceph-mon[83763]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:51:36.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:36.622 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6wTK6ZPNa3ZimES off=16144306 len=481784 2024-04-12T00:51:36.625 INFO:tasks.workunit.client.0.smithi098.stdout:op 1327 completed, throughput=4.99MB/sec 2024-04-12T00:51:36.625 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VSq53By8MZynx_z off=2008960 len=1058959 2024-04-12T00:51:36.630 INFO:tasks.workunit.client.0.smithi098.stdout:op 1328 completed, throughput=4.99MB/sec 2024-04-12T00:51:36.630 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5BCBWKhECROsIWm off=0 len=1118802 2024-04-12T00:51:36.632 INFO:tasks.workunit.client.0.smithi098.stdout:op 1329 completed, throughput=4.99MB/sec 2024-04-12T00:51:36.632 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zWAHNQWe6CnUiV2 off=16324895 len=1802659 2024-04-12T00:51:36.633 INFO:tasks.workunit.client.0.smithi098.stdout:op 1330 completed, throughput=5MB/sec 2024-04-12T00:51:36.633 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R-7YreK-oquUOJq off=5536047 len=810746 2024-04-12T00:51:36.634 INFO:tasks.workunit.client.0.smithi098.stdout:op 1331 completed, throughput=5MB/sec 2024-04-12T00:51:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:37.635 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oV7Ho2NNk4mSoAL off=1106871 len=1250875 2024-04-12T00:51:37.643 INFO:tasks.workunit.client.0.smithi098.stdout:op 1332 completed, throughput=4.99MB/sec 2024-04-12T00:51:37.643 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MNjIoFqauv-Hovk off=10510241 len=921364 2024-04-12T00:51:37.647 INFO:tasks.workunit.client.0.smithi098.stdout:op 1333 completed, throughput=4.99MB/sec 2024-04-12T00:51:37.648 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DJsOoe80lFAiFPS off=874143 len=1916371 2024-04-12T00:51:37.653 INFO:tasks.workunit.client.0.smithi098.stdout:op 1334 completed, throughput=5MB/sec 2024-04-12T00:51:37.653 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pzVV8tRVldcyuty off=4714474 len=1228163 2024-04-12T00:51:37.660 INFO:tasks.workunit.client.0.smithi098.stdout:op 1335 completed, throughput=5MB/sec 2024-04-12T00:51:38.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:37 smithi098 ceph-mon[91373]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T00:51:38.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:37 smithi098 ceph-mon[88922]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T00:51:38.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:37 smithi193 ceph-mon[83763]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T00:51:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:38.660 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-L1fzmMEMnQ2xiUT off=1043179 len=2028199 2024-04-12T00:51:38.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 1336 completed, throughput=4.99MB/sec 2024-04-12T00:51:38.673 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qiJgzqblGVlRD2n off=9513424 len=958904 2024-04-12T00:51:38.678 INFO:tasks.workunit.client.0.smithi098.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-12T00:51:38.678 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZNx2UatpLCLLxcx off=17209389 len=1458409 2024-04-12T00:51:38.680 INFO:tasks.workunit.client.0.smithi098.stdout:op 1338 completed, throughput=5MB/sec 2024-04-12T00:51:38.680 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KATMr1Ge8wI5nMg off=8191986 len=460926 2024-04-12T00:51:38.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 1339 completed, throughput=5MB/sec 2024-04-12T00:51:39.681 INFO:tasks.workunit.client.0.smithi098.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:39.681 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-P_LO_54_7NrX-_X off=2040819 len=778780 2024-04-12T00:51:39.682 INFO:tasks.workunit.client.0.smithi098.stdout:op 1340 completed, throughput=4.98MB/sec 2024-04-12T00:51:39.682 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RT-5-krDwifGceA off=13643397 len=1764857 2024-04-12T00:51:39.691 INFO:tasks.workunit.client.0.smithi098.stdout:op 1341 completed, throughput=4.99MB/sec 2024-04-12T00:51:39.691 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lwsUkaUAAHcFnPK off=19230140 len=192030 2024-04-12T00:51:39.694 INFO:tasks.workunit.client.0.smithi098.stdout:op 1342 completed, throughput=4.99MB/sec 2024-04-12T00:51:39.694 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UCkyHGgVTGhrxVe off=1398195 len=858516 2024-04-12T00:51:39.699 INFO:tasks.workunit.client.0.smithi098.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-12T00:51:39.699 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wgNFDlbKo4cLIjH off=17805213 len=1640602 2024-04-12T00:51:39.700 INFO:tasks.workunit.client.0.smithi098.stdout:op 1344 completed, throughput=5MB/sec 2024-04-12T00:51:40.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:39 smithi098 ceph-mon[88922]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T00:51:40.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:39 smithi098 ceph-mon[91373]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T00:51:40.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:39 smithi193 ceph-mon[83763]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T00:51:40.700 INFO:tasks.workunit.client.0.smithi098.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:40.700 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bh9IfChiwIRuSnZ off=0 len=1368143 2024-04-12T00:51:40.703 INFO:tasks.workunit.client.0.smithi098.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-12T00:51:40.703 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NOA6ofwiAgbMc1T off=6489478 len=721529 2024-04-12T00:51:40.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 1346 completed, throughput=4.99MB/sec 2024-04-12T00:51:40.708 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1alm_J9PoTevyD3 off=9911645 len=1689712 2024-04-12T00:51:40.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 1347 completed, throughput=5MB/sec 2024-04-12T00:51:40.710 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uNVY3yw8stcKye0 off=10076581 len=1851599 2024-04-12T00:51:40.720 INFO:tasks.workunit.client.0.smithi098.stdout:op 1348 completed, throughput=5MB/sec 2024-04-12T00:51:41.720 INFO:tasks.workunit.client.0.smithi098.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:41.721 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EFvycnWuO7W9q7S off=9244816 len=1220690 2024-04-12T00:51:41.727 INFO:tasks.workunit.client.0.smithi098.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-12T00:51:41.728 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bcZRdtaycMJBA-c off=4984951 len=647539 2024-04-12T00:51:41.732 INFO:tasks.workunit.client.0.smithi098.stdout:op 1350 completed, throughput=4.99MB/sec 2024-04-12T00:51:41.732 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-F8CP5EJDFlPh2Ed off=20124338 len=1931087 2024-04-12T00:51:41.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 1351 completed, throughput=5MB/sec 2024-04-12T00:51:41.734 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8FI9gz399jLxd7U off=10385859 len=1617876 2024-04-12T00:51:41.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 1352 completed, throughput=5MB/sec 2024-04-12T00:51:42.173 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:41 smithi193 ceph-mon[83763]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:51:42.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:41 smithi098 ceph-mon[88922]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:51:42.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:41 smithi098 ceph-mon[91373]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:51:42.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:51:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:51:42.743 INFO:tasks.workunit.client.0.smithi098.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:42.743 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JfPryzEy4DMYbvB off=7264860 len=1460095 2024-04-12T00:51:42.750 INFO:tasks.workunit.client.0.smithi098.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-12T00:51:42.750 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EpoEfE1mW43Xygp off=18966029 len=1833116 2024-04-12T00:51:42.752 INFO:tasks.workunit.client.0.smithi098.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-12T00:51:42.752 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qFK2-Su5ndw9KDM off=1002246 len=1881779 2024-04-12T00:51:42.764 INFO:tasks.workunit.client.0.smithi098.stdout:op 1355 completed, throughput=5MB/sec 2024-04-12T00:51:43.765 INFO:tasks.workunit.client.0.smithi098.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:43.765 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fOZyW6mCa_OvzXY off=10534464 len=274127 2024-04-12T00:51:43.765 INFO:tasks.workunit.client.0.smithi098.stdout:op 1356 completed, throughput=4.98MB/sec 2024-04-12T00:51:43.766 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ow2uTKOkE24rbYT off=8632426 len=251825 2024-04-12T00:51:43.766 INFO:tasks.workunit.client.0.smithi098.stdout:op 1357 completed, throughput=4.98MB/sec 2024-04-12T00:51:43.766 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1kMNY241L0OK_qD off=4595850 len=1522694 2024-04-12T00:51:43.768 INFO:tasks.workunit.client.0.smithi098.stdout:op 1358 completed, throughput=4.99MB/sec 2024-04-12T00:51:43.768 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FWveYmpRMtEPJXq off=132882 len=689682 2024-04-12T00:51:43.773 INFO:tasks.workunit.client.0.smithi098.stdout:op 1359 completed, throughput=4.99MB/sec 2024-04-12T00:51:43.773 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8QrHxD3cpxJe6tT off=13969840 len=1495067 2024-04-12T00:51:43.781 INFO:tasks.workunit.client.0.smithi098.stdout:op 1360 completed, throughput=5MB/sec 2024-04-12T00:51:43.781 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F4HJfH2vOTsnFGJ off=985268 len=388359 2024-04-12T00:51:43.784 INFO:tasks.workunit.client.0.smithi098.stdout:op 1361 completed, throughput=5MB/sec 2024-04-12T00:51:43.784 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YMbASgIwrhq44aO off=18965557 len=1366700 2024-04-12T00:51:43.787 INFO:tasks.workunit.client.0.smithi098.stdout:op 1362 completed, throughput=5MB/sec 2024-04-12T00:51:44.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:43 smithi098 ceph-mon[91373]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:51:44.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:43 smithi098 ceph-mon[88922]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:51:44.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:43 smithi193 ceph-mon[83763]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:51:44.787 INFO:tasks.workunit.client.0.smithi098.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:44.787 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LQTWr0BOQEzOvpX off=16872583 len=245434 2024-04-12T00:51:44.790 INFO:tasks.workunit.client.0.smithi098.stdout:op 1363 completed, throughput=4.99MB/sec 2024-04-12T00:51:44.790 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LVMOfGstBjitMju off=4353459 len=73700 2024-04-12T00:51:44.793 INFO:tasks.workunit.client.0.smithi098.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-12T00:51:44.793 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1MkCiQ4J5ih9dkD off=2361106 len=268626 2024-04-12T00:51:44.796 INFO:tasks.workunit.client.0.smithi098.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-12T00:51:44.796 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6FXIlHKMAHpPxLR off=1494331 len=160810 2024-04-12T00:51:44.799 INFO:tasks.workunit.client.0.smithi098.stdout:op 1366 completed, throughput=4.99MB/sec 2024-04-12T00:51:44.799 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2de30MH13ImcRlG off=2490238 len=390040 2024-04-12T00:51:44.800 INFO:tasks.workunit.client.0.smithi098.stdout:op 1367 completed, throughput=4.99MB/sec 2024-04-12T00:51:44.800 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c6GFH5aOq2LPvBC off=7147563 len=1704939 2024-04-12T00:51:44.802 INFO:tasks.workunit.client.0.smithi098.stdout:op 1368 completed, throughput=4.99MB/sec 2024-04-12T00:51:44.802 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-anMMB_3bZvAIkNe off=6384553 len=1110045 2024-04-12T00:51:44.807 INFO:tasks.workunit.client.0.smithi098.stdout:op 1369 completed, throughput=5MB/sec 2024-04-12T00:51:44.808 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qEzLGGOOmQTaDsU off=2996571 len=1038988 2024-04-12T00:51:44.813 INFO:tasks.workunit.client.0.smithi098.stdout:op 1370 completed, throughput=5MB/sec 2024-04-12T00:51:45.813 INFO:tasks.workunit.client.0.smithi098.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:45.813 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-58DicerhQtzZB5G off=3231950 len=1564769 2024-04-12T00:51:45.821 INFO:tasks.workunit.client.0.smithi098.stdout:op 1371 completed, throughput=4.99MB/sec 2024-04-12T00:51:45.822 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-huRa4tVK3MAQi9Y off=8373995 len=1315742 2024-04-12T00:51:45.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 1372 completed, throughput=4.99MB/sec 2024-04-12T00:51:45.830 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rk2SfmS_SCM4yo1 off=2979611 len=987669 2024-04-12T00:51:45.831 INFO:tasks.workunit.client.0.smithi098.stdout:op 1373 completed, throughput=5MB/sec 2024-04-12T00:51:45.831 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8__Fl2o5JfzpGT4 off=2536429 len=18808 2024-04-12T00:51:45.831 INFO:tasks.workunit.client.0.smithi098.stdout:op 1374 completed, throughput=5MB/sec 2024-04-12T00:51:45.832 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aRftmOhZytfV38K off=15304184 len=1587185 2024-04-12T00:51:45.834 INFO:tasks.workunit.client.0.smithi098.stdout:op 1375 completed, throughput=5MB/sec 2024-04-12T00:51:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:45 smithi098 ceph-mon[91373]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:51:46.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:51:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:51:45] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T00:51:46.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:45 smithi098 ceph-mon[88922]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:51:46.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:45 smithi193 ceph-mon[83763]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:51:46.835 INFO:tasks.workunit.client.0.smithi098.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:46.835 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WrmOVRwtlOpwAaa off=795584 len=831922 2024-04-12T00:51:46.837 INFO:tasks.workunit.client.0.smithi098.stdout:op 1376 completed, throughput=4.99MB/sec 2024-04-12T00:51:46.837 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1ZLSATOASCbD1nS off=6139841 len=1859952 2024-04-12T00:51:46.839 INFO:tasks.workunit.client.0.smithi098.stdout:op 1377 completed, throughput=4.99MB/sec 2024-04-12T00:51:46.839 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8mJ0nozsaIgkvT2 off=2300810 len=244660 2024-04-12T00:51:46.843 INFO:tasks.workunit.client.0.smithi098.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-12T00:51:46.843 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fTXZMD0y4ySzUd4 off=50614 len=1324678 2024-04-12T00:51:46.850 INFO:tasks.workunit.client.0.smithi098.stdout:op 1379 completed, throughput=5MB/sec 2024-04-12T00:51:46.850 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-umr46v6q85SinV0 off=5667574 len=1435844 2024-04-12T00:51:46.851 INFO:tasks.workunit.client.0.smithi098.stdout:op 1380 completed, throughput=5MB/sec 2024-04-12T00:51:47.852 INFO:tasks.workunit.client.0.smithi098.stdout: 269: throughput=4.99MB/sec pending data=0 2024-04-12T00:51:47.853 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6dv3IA-6p1CuVnr off=6036874 len=102203 2024-04-12T00:51:47.855 INFO:tasks.workunit.client.0.smithi098.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-12T00:51:47.855 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4arkzMamQ-Qh_xM off=18307602 len=605053 2024-04-12T00:51:47.855 INFO:tasks.workunit.client.0.smithi098.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AnA5xWI2ykCYKer off=12155842 len=467381 2024-04-12T00:51:47.859 INFO:tasks.workunit.client.0.smithi098.stdout:op 1383 completed, throughput=4.99MB/sec 2024-04-12T00:51:47.859 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gXFGyRRNyI5b3_k off=15202145 len=1053612 2024-04-12T00:51:47.864 INFO:tasks.workunit.client.0.smithi098.stdout:op 1384 completed, throughput=4.99MB/sec 2024-04-12T00:51:47.864 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-d3zxosh-xdMg9jc off=13603597 len=1461680 2024-04-12T00:51:47.873 INFO:tasks.workunit.client.0.smithi098.stdout:op 1385 completed, throughput=5MB/sec 2024-04-12T00:51:47.873 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9yMgX8mSgh4xGmL off=422265 len=1700894 2024-04-12T00:51:47.880 INFO:tasks.workunit.client.0.smithi098.stdout:op 1386 completed, throughput=5MB/sec 2024-04-12T00:51:48.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:47 smithi098 ceph-mon[88922]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:51:48.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:47 smithi098 ceph-mon[91373]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:51:48.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:47 smithi193 ceph-mon[83763]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:51:48.880 INFO:tasks.workunit.client.0.smithi098.stdout: 270: throughput=4.99MB/sec pending data=0 2024-04-12T00:51:48.880 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gI3Fd5Bgeo2ZEO7 off=9438967 len=268850 2024-04-12T00:51:48.883 INFO:tasks.workunit.client.0.smithi098.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-12T00:51:48.883 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9ZWmHOy0o4d0UUv off=1198752 len=183600 2024-04-12T00:51:48.884 INFO:tasks.workunit.client.0.smithi098.stdout:op 1388 completed, throughput=4.99MB/sec 2024-04-12T00:51:48.884 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GXhjBrZZkQoGqZl off=2986467 len=104805 2024-04-12T00:51:48.885 INFO:tasks.workunit.client.0.smithi098.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-12T00:51:48.885 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vs0Tt_klQJm7ISK off=192076 len=694564 2024-04-12T00:51:48.886 INFO:tasks.workunit.client.0.smithi098.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-12T00:51:48.886 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zQMzlXhPekf9wcs off=1711217 len=716472 2024-04-12T00:51:48.891 INFO:tasks.workunit.client.0.smithi098.stdout:op 1391 completed, throughput=4.99MB/sec 2024-04-12T00:51:48.891 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9nNJxaUS3KVCABL off=5701350 len=649080 2024-04-12T00:51:48.895 INFO:tasks.workunit.client.0.smithi098.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-12T00:51:48.895 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jFfV-Wghhkijl0c off=4662463 len=1186325 2024-04-12T00:51:48.901 INFO:tasks.workunit.client.0.smithi098.stdout:op 1393 completed, throughput=5MB/sec 2024-04-12T00:51:48.902 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZbjGtBJvLiePWiw off=13625774 len=1640735 2024-04-12T00:51:48.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 1394 completed, throughput=5MB/sec 2024-04-12T00:51:49.904 INFO:tasks.workunit.client.0.smithi098.stdout: 271: throughput=4.99MB/sec pending data=0 2024-04-12T00:51:49.904 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5DmqFNVjDJfUDtJ off=17936255 len=1920704 2024-04-12T00:51:49.916 INFO:tasks.workunit.client.0.smithi098.stdout:op 1395 completed, throughput=4.99MB/sec 2024-04-12T00:51:49.916 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_U-dROTBiwa6fHz off=6007532 len=1115208 2024-04-12T00:51:49.921 INFO:tasks.workunit.client.0.smithi098.stdout:op 1396 completed, throughput=5MB/sec 2024-04-12T00:51:49.921 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_wukosgdRr8BuPe off=1639406 len=295137 2024-04-12T00:51:49.922 INFO:tasks.workunit.client.0.smithi098.stdout:op 1397 completed, throughput=5MB/sec 2024-04-12T00:51:49.922 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JZ12aLzlydQjlHH off=8803059 len=1763834 2024-04-12T00:51:49.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 1398 completed, throughput=5MB/sec 2024-04-12T00:51:50.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:49 smithi098 ceph-mon[88922]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:51:50.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:49 smithi098 ceph-mon[91373]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:51:50.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:49 smithi193 ceph-mon[83763]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:51:50.930 INFO:tasks.workunit.client.0.smithi098.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:50.930 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EyLlCQ_uuuPgp8O off=5316991 len=1631565 2024-04-12T00:51:50.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-12T00:51:50.937 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LxBr02KJL4sd8Oc off=6508527 len=462177 2024-04-12T00:51:50.938 INFO:tasks.workunit.client.0.smithi098.stdout:op 1400 completed, throughput=4.99MB/sec 2024-04-12T00:51:50.938 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F9VBP5FFX70pT36 off=2990905 len=318477 2024-04-12T00:51:50.941 INFO:tasks.workunit.client.0.smithi098.stdout:op 1401 completed, throughput=4.99MB/sec 2024-04-12T00:51:50.941 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4yB7yoA7N4-w9bM off=927462 len=1659024 2024-04-12T00:51:50.945 INFO:tasks.workunit.client.0.smithi098.stdout:op 1402 completed, throughput=5MB/sec 2024-04-12T00:51:50.945 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RKYXe6rJQhxoDPz off=3228135 len=108724 2024-04-12T00:51:50.948 INFO:tasks.workunit.client.0.smithi098.stdout:op 1403 completed, throughput=5MB/sec 2024-04-12T00:51:50.948 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DLAm0tfAX0MIspP off=10937701 len=719083 2024-04-12T00:51:50.950 INFO:tasks.workunit.client.0.smithi098.stdout:op 1404 completed, throughput=5MB/sec 2024-04-12T00:51:51.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:51.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:51.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:51:51.950 INFO:tasks.workunit.client.0.smithi098.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:51.950 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xHWZqBWzpadQht- off=19029066 len=1630484 2024-04-12T00:51:51.952 INFO:tasks.workunit.client.0.smithi098.stdout:op 1405 completed, throughput=4.99MB/sec 2024-04-12T00:51:51.952 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qzfGUHvadJjrxPL off=516186 len=847451 2024-04-12T00:51:51.957 INFO:tasks.workunit.client.0.smithi098.stdout:op 1406 completed, throughput=4.99MB/sec 2024-04-12T00:51:51.958 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v4z9ZJy4wE4DeTo off=1067344 len=195579 2024-04-12T00:51:51.960 INFO:tasks.workunit.client.0.smithi098.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-12T00:51:51.960 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wMy_6M-JoDEbCxO off=8923423 len=1380871 2024-04-12T00:51:51.962 INFO:tasks.workunit.client.0.smithi098.stdout:op 1408 completed, throughput=5MB/sec 2024-04-12T00:51:51.962 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ORM3eDIPWWJawFG off=5000679 len=1852466 2024-04-12T00:51:51.964 INFO:tasks.workunit.client.0.smithi098.stdout:op 1409 completed, throughput=5MB/sec 2024-04-12T00:51:52.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:51 smithi098 ceph-mon[91373]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:51:52.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:51 smithi098 ceph-mon[88922]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:51:52.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:51 smithi193 ceph-mon[83763]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:51:52.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:51:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:51:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:51:52.964 INFO:tasks.workunit.client.0.smithi098.stdout: 274: throughput=4.99MB/sec pending data=0 2024-04-12T00:51:52.964 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7J8OmHvAsPCOClv off=20710255 len=2073216 2024-04-12T00:51:52.967 INFO:tasks.workunit.client.0.smithi098.stdout:op 1410 completed, throughput=4.99MB/sec 2024-04-12T00:51:52.967 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xRw6jW81F0wddC6 off=11709004 len=1120632 2024-04-12T00:51:52.968 INFO:tasks.workunit.client.0.smithi098.stdout:op 1411 completed, throughput=5MB/sec 2024-04-12T00:51:52.969 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4rh6S12XxYvXhPx off=1955047 len=1932768 2024-04-12T00:51:52.973 INFO:tasks.workunit.client.0.smithi098.stdout:op 1412 completed, throughput=5MB/sec 2024-04-12T00:51:53.973 INFO:tasks.workunit.client.0.smithi098.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:53.973 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LC_mawj9Yjx-raA off=14518928 len=621382 2024-04-12T00:51:53.974 INFO:tasks.workunit.client.0.smithi098.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-12T00:51:53.974 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RKYXe6rJQhxoDPz off=23133954 len=615804 2024-04-12T00:51:53.976 INFO:tasks.workunit.client.0.smithi098.stdout:op 1414 completed, throughput=4.99MB/sec 2024-04-12T00:51:53.976 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yraXUeIcmZDmTRq off=10927380 len=954018 2024-04-12T00:51:53.981 INFO:tasks.workunit.client.0.smithi098.stdout:op 1415 completed, throughput=4.99MB/sec 2024-04-12T00:51:53.981 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uai7NEyLKtJbLFB off=12743533 len=796072 2024-04-12T00:51:53.986 INFO:tasks.workunit.client.0.smithi098.stdout:op 1416 completed, throughput=4.99MB/sec 2024-04-12T00:51:53.986 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FrAwrjTaqnTGT73 off=8610704 len=28590 2024-04-12T00:51:53.986 INFO:tasks.workunit.client.0.smithi098.stdout:op 1417 completed, throughput=4.99MB/sec 2024-04-12T00:51:53.986 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mL8rERfA1NNNtjt off=4126495 len=49769 2024-04-12T00:51:53.987 INFO:tasks.workunit.client.0.smithi098.stdout:op 1418 completed, throughput=5MB/sec 2024-04-12T00:51:53.987 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aana87JKBCgFE8s off=5633642 len=677476 2024-04-12T00:51:53.988 INFO:tasks.workunit.client.0.smithi098.stdout:op 1419 completed, throughput=5MB/sec 2024-04-12T00:51:53.988 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-T9xIt2rH0n05g6A off=2370717 len=1030767 2024-04-12T00:51:53.994 INFO:tasks.workunit.client.0.smithi098.stdout:op 1420 completed, throughput=5MB/sec 2024-04-12T00:51:54.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:53 smithi098 ceph-mon[91373]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:51:54.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:53 smithi098 ceph-mon[88922]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:51:54.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:53 smithi193 ceph-mon[83763]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:51:54.994 INFO:tasks.workunit.client.0.smithi098.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:54.994 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QtUWridTvY_9jGz off=2112840 len=1624326 2024-04-12T00:51:55.001 INFO:tasks.workunit.client.0.smithi098.stdout:op 1421 completed, throughput=4.99MB/sec 2024-04-12T00:51:55.001 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RuD4P7Ekc_6z7Fs off=9369650 len=893298 2024-04-12T00:51:55.005 INFO:tasks.workunit.client.0.smithi098.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-12T00:51:55.005 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qTSd3TYPeSvXDga off=11040615 len=876411 2024-04-12T00:51:55.007 INFO:tasks.workunit.client.0.smithi098.stdout:op 1423 completed, throughput=4.99MB/sec 2024-04-12T00:51:55.007 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XkjRO5oZd4_VGZ_ off=4317168 len=969300 2024-04-12T00:51:55.008 INFO:tasks.workunit.client.0.smithi098.stdout:op 1424 completed, throughput=5MB/sec 2024-04-12T00:51:55.008 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l-rCK5sU_8CqqXi off=8520895 len=928739 2024-04-12T00:51:55.011 INFO:tasks.workunit.client.0.smithi098.stdout:op 1425 completed, throughput=5MB/sec 2024-04-12T00:51:56.011 INFO:tasks.workunit.client.0.smithi098.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:56.011 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OOW3ESHTmo-Umk_ off=111864 len=1677550 2024-04-12T00:51:56.021 INFO:tasks.workunit.client.0.smithi098.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-12T00:51:56.022 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xuV54fNW6SPsiqR off=4697878 len=1202590 2024-04-12T00:51:56.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-12T00:51:56.029 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BPljl2aOH2Q-wYE off=3245627 len=1580751 2024-04-12T00:51:56.030 INFO:tasks.workunit.client.0.smithi098.stdout:op 1428 completed, throughput=5MB/sec 2024-04-12T00:51:56.030 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7uPyKOa8F_wYK3y off=4600166 len=1091749 2024-04-12T00:51:56.033 INFO:tasks.workunit.client.0.smithi098.stdout:op 1429 completed, throughput=5MB/sec 2024-04-12T00:51:56.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:55 smithi098 ceph-mon[91373]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:51:56.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:55 smithi098 ceph-mon[88922]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:51:56.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:51:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:51:55] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T00:51:56.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:55 smithi193 ceph-mon[83763]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:51:57.033 INFO:tasks.workunit.client.0.smithi098.stdout: 278: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:57.034 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-snCLs7VjvTA6jhd off=2590386 len=1790288 2024-04-12T00:51:57.044 INFO:tasks.workunit.client.0.smithi098.stdout:op 1430 completed, throughput=4.99MB/sec 2024-04-12T00:51:57.044 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6i6Zm55HWDZyHE6 off=2332498 len=732998 2024-04-12T00:51:57.046 INFO:tasks.workunit.client.0.smithi098.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-12T00:51:57.046 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6DwYrssXjcu_nL- off=1203629 len=1655968 2024-04-12T00:51:57.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 1432 completed, throughput=5MB/sec 2024-04-12T00:51:57.053 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kn_6Z7__wbF-3AS off=12751357 len=1747497 2024-04-12T00:51:57.063 INFO:tasks.workunit.client.0.smithi098.stdout:op 1433 completed, throughput=5MB/sec 2024-04-12T00:51:58.063 INFO:tasks.workunit.client.0.smithi098.stdout: 279: throughput=4.99MB/sec pending data=0 2024-04-12T00:51:58.063 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-epghadveZaywKw4 off=49625 len=1118415 2024-04-12T00:51:58.068 INFO:tasks.workunit.client.0.smithi098.stdout:op 1434 completed, throughput=4.99MB/sec 2024-04-12T00:51:58.068 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_yOhGUeZgDGknWr off=3220629 len=1044591 2024-04-12T00:51:58.069 INFO:tasks.workunit.client.0.smithi098.stdout:op 1435 completed, throughput=4.99MB/sec 2024-04-12T00:51:58.069 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9ItggOjXcEX1hSv off=15237188 len=892550 2024-04-12T00:51:58.074 INFO:tasks.workunit.client.0.smithi098.stdout:op 1436 completed, throughput=5MB/sec 2024-04-12T00:51:58.074 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UTP_Mdn0eGLNy0E off=2475870 len=1441358 2024-04-12T00:51:58.082 INFO:tasks.workunit.client.0.smithi098.stdout:op 1437 completed, throughput=5MB/sec 2024-04-12T00:51:58.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:57 smithi098 ceph-mon[91373]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:51:58.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:57 smithi098 ceph-mon[88922]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:51:58.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:57 smithi193 ceph-mon[83763]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:51:59.082 INFO:tasks.workunit.client.0.smithi098.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-12T00:51:59.082 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6C3VIB4IGQ9yXyM off=10001183 len=1269073 2024-04-12T00:51:59.090 INFO:tasks.workunit.client.0.smithi098.stdout:op 1438 completed, throughput=4.99MB/sec 2024-04-12T00:51:59.090 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PL67NlvjDVQWxHH off=13957444 len=1470012 2024-04-12T00:51:59.096 INFO:tasks.workunit.client.0.smithi098.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-12T00:51:59.096 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ie5Bk-2MJO4iFZF off=14089310 len=2017272 2024-04-12T00:51:59.100 INFO:tasks.workunit.client.0.smithi098.stdout:op 1440 completed, throughput=5MB/sec 2024-04-12T00:51:59.100 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rDCYdND0nj-UnuC off=7435919 len=1973568 2024-04-12T00:51:59.111 INFO:tasks.workunit.client.0.smithi098.stdout:op 1441 completed, throughput=5MB/sec 2024-04-12T00:52:00.112 INFO:tasks.workunit.client.0.smithi098.stdout: 281: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:00.112 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pXT4FsnxH03-yCA off=14778732 len=124894 2024-04-12T00:52:00.114 INFO:tasks.workunit.client.0.smithi098.stdout:op 1442 completed, throughput=4.99MB/sec 2024-04-12T00:52:00.114 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0NTp_MNZkCQIlGW off=21438652 len=1641850 2024-04-12T00:52:00.115 INFO:tasks.workunit.client.0.smithi098.stdout:op 1443 completed, throughput=4.99MB/sec 2024-04-12T00:52:00.116 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7H4t9GyoHxzpVhh off=23900533 len=184566 2024-04-12T00:52:00.118 INFO:tasks.workunit.client.0.smithi098.stdout:op 1444 completed, throughput=4.99MB/sec 2024-04-12T00:52:00.118 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nrwItEMLs97m4jT off=9952811 len=1972606 2024-04-12T00:52:00.119 INFO:tasks.workunit.client.0.smithi098.stdout:op 1445 completed, throughput=5MB/sec 2024-04-12T00:52:00.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:59 smithi098 ceph-mon[91373]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:52:00.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:51:59 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:52:00.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:59 smithi098 ceph-mon[88922]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:52:00.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:51:59 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:52:00.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:59 smithi193 ceph-mon[83763]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:52:00.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:51:59 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:52:01.120 INFO:tasks.workunit.client.0.smithi098.stdout: 282: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:01.120 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0EmymoFKLN03MSQ off=0 len=1232198 2024-04-12T00:52:01.122 INFO:tasks.workunit.client.0.smithi098.stdout:op 1446 completed, throughput=4.99MB/sec 2024-04-12T00:52:01.122 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9dam5fyDXV8KBOZ off=8709213 len=1654303 2024-04-12T00:52:01.124 INFO:tasks.workunit.client.0.smithi098.stdout:op 1447 completed, throughput=4.99MB/sec 2024-04-12T00:52:01.124 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3yNor6XS4GOxiyr off=10238909 len=1252913 2024-04-12T00:52:01.125 INFO:tasks.workunit.client.0.smithi098.stdout:op 1448 completed, throughput=5MB/sec 2024-04-12T00:52:01.125 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iw4moosdJo0ibOP off=581537 len=2009235 2024-04-12T00:52:01.129 INFO:tasks.workunit.client.0.smithi098.stdout:op 1449 completed, throughput=5MB/sec 2024-04-12T00:52:01.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:00 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:52:01.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:00 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:52:01.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:00 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:52:01.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:00 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:52:01.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:00 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:52:01.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:00 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:52:01.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:00 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:52:01.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:00 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:52:01.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:00 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:52:02.130 INFO:tasks.workunit.client.0.smithi098.stdout: 283: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:02.130 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-za15JBMyeS5DEjr off=19796258 len=1581463 2024-04-12T00:52:02.132 INFO:tasks.workunit.client.0.smithi098.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-12T00:52:02.132 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oHwrAEktjylGzPX off=1671109 len=743611 2024-04-12T00:52:02.133 INFO:tasks.workunit.client.0.smithi098.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-12T00:52:02.133 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rk0veQLO_FjHsdM off=1799111 len=2090869 2024-04-12T00:52:02.142 INFO:tasks.workunit.client.0.smithi098.stdout:op 1452 completed, throughput=5MB/sec 2024-04-12T00:52:02.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:01 smithi098 ceph-mon[91373]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:52:02.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:01 smithi098 ceph-mon[88922]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:52:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:01 smithi193 ceph-mon[83763]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:52:02.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:52:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:52:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:52:03.142 INFO:tasks.workunit.client.0.smithi098.stdout: 284: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:03.143 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7tbax6RC1Qm6gJV off=16926548 len=470546 2024-04-12T00:52:03.144 INFO:tasks.workunit.client.0.smithi098.stdout:op 1453 completed, throughput=4.98MB/sec 2024-04-12T00:52:03.144 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6Xvos7rVUKRKH_l off=5880267 len=710938 2024-04-12T00:52:03.146 INFO:tasks.workunit.client.0.smithi098.stdout:op 1454 completed, throughput=4.99MB/sec 2024-04-12T00:52:03.146 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-L1fzmMEMnQ2xiUT off=3579573 len=673789 2024-04-12T00:52:03.147 INFO:tasks.workunit.client.0.smithi098.stdout:op 1455 completed, throughput=4.99MB/sec 2024-04-12T00:52:03.147 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jJ2UvWF5KVgyHXP off=5105674 len=1621173 2024-04-12T00:52:03.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 1456 completed, throughput=4.99MB/sec 2024-04-12T00:52:03.149 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DZrvhgnRlHvO5Pz off=7671489 len=1878371 2024-04-12T00:52:03.157 INFO:tasks.workunit.client.0.smithi098.stdout:op 1457 completed, throughput=5MB/sec 2024-04-12T00:52:04.158 INFO:tasks.workunit.client.0.smithi098.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:04.158 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oC0TCOHBqXcAydY off=6097532 len=1876101 2024-04-12T00:52:04.166 INFO:tasks.workunit.client.0.smithi098.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-12T00:52:04.167 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nHXzPm6P9feA53M off=10186230 len=1875753 2024-04-12T00:52:04.178 INFO:tasks.workunit.client.0.smithi098.stdout:op 1459 completed, throughput=4.99MB/sec 2024-04-12T00:52:04.178 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3sasR7XwU8C6BL9 off=3656192 len=701186 2024-04-12T00:52:04.182 INFO:tasks.workunit.client.0.smithi098.stdout:op 1460 completed, throughput=5MB/sec 2024-04-12T00:52:04.182 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-380RRzpxIyPDDLz off=3172730 len=1429970 2024-04-12T00:52:04.183 INFO:tasks.workunit.client.0.smithi098.stdout:op 1461 completed, throughput=5MB/sec 2024-04-12T00:52:04.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:03 smithi098 ceph-mon[91373]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:52:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:03 smithi098 ceph-mon[88922]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:52:04.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:03 smithi193 ceph-mon[83763]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:52:05.184 INFO:tasks.workunit.client.0.smithi098.stdout: 286: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:05.184 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MqqtnnrR3DOuMWs off=674478 len=1317573 2024-04-12T00:52:05.186 INFO:tasks.workunit.client.0.smithi098.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-12T00:52:05.186 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ndZOoawETWZdWOs off=8917907 len=1190390 2024-04-12T00:52:05.187 INFO:tasks.workunit.client.0.smithi098.stdout:op 1463 completed, throughput=4.99MB/sec 2024-04-12T00:52:05.188 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1kNPjkP3YHj1JDB off=7448968 len=939305 2024-04-12T00:52:05.193 INFO:tasks.workunit.client.0.smithi098.stdout:op 1464 completed, throughput=5MB/sec 2024-04-12T00:52:05.193 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4iE9qcdJjIpdo-Y off=10137014 len=1247264 2024-04-12T00:52:05.194 INFO:tasks.workunit.client.0.smithi098.stdout:op 1465 completed, throughput=5MB/sec 2024-04-12T00:52:05.194 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HX84n0AwCYZW6K6 off=12852540 len=2046361 2024-04-12T00:52:05.206 INFO:tasks.workunit.client.0.smithi098.stdout:op 1466 completed, throughput=5.01MB/sec 2024-04-12T00:52:06.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:52:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:52:05] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-12T00:52:06.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:05 smithi098 ceph-mon[91373]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T00:52:06.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:06.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:05 smithi098 ceph-mon[88922]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T00:52:06.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:06.206 INFO:tasks.workunit.client.0.smithi098.stdout: 287: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:06.206 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3ZN0F8o1NR__8jx off=7266110 len=1734423 2024-04-12T00:52:06.215 INFO:tasks.workunit.client.0.smithi098.stdout:op 1467 completed, throughput=4.99MB/sec 2024-04-12T00:52:06.215 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rNhJXYAmmmy7Feq off=237395 len=1234211 2024-04-12T00:52:06.221 INFO:tasks.workunit.client.0.smithi098.stdout:op 1468 completed, throughput=5MB/sec 2024-04-12T00:52:06.221 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HCVG8vhYcpaz8U8 off=179881 len=1425863 2024-04-12T00:52:06.223 INFO:tasks.workunit.client.0.smithi098.stdout:op 1469 completed, throughput=5MB/sec 2024-04-12T00:52:06.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:05 smithi193 ceph-mon[83763]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T00:52:06.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:07.223 INFO:tasks.workunit.client.0.smithi098.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:07.223 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LhAecWj-zKWmDcO off=1125738 len=392590 2024-04-12T00:52:07.225 INFO:tasks.workunit.client.0.smithi098.stdout:op 1470 completed, throughput=4.99MB/sec 2024-04-12T00:52:07.225 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_nPJAq5u2pptJCZ off=5051599 len=601796 2024-04-12T00:52:07.229 INFO:tasks.workunit.client.0.smithi098.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-12T00:52:07.229 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4fS304yeIFi3GAE off=1582481 len=1828362 2024-04-12T00:52:07.231 INFO:tasks.workunit.client.0.smithi098.stdout:op 1472 completed, throughput=5MB/sec 2024-04-12T00:52:07.231 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dUPLbyT1scWbFgS off=18484144 len=1377423 2024-04-12T00:52:07.233 INFO:tasks.workunit.client.0.smithi098.stdout:op 1473 completed, throughput=5MB/sec 2024-04-12T00:52:07.233 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_bcJVSE2lern0fI off=1594583 len=132440 2024-04-12T00:52:07.236 INFO:tasks.workunit.client.0.smithi098.stdout:op 1474 completed, throughput=5MB/sec 2024-04-12T00:52:08.236 INFO:tasks.workunit.client.0.smithi098.stdout: 289: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:08.237 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kn_6Z7__wbF-3AS off=18591471 len=727717 2024-04-12T00:52:08.239 INFO:tasks.workunit.client.0.smithi098.stdout:op 1475 completed, throughput=4.99MB/sec 2024-04-12T00:52:08.239 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7TRncRv0lypZQ0V off=3601169 len=1903234 2024-04-12T00:52:08.251 INFO:tasks.workunit.client.0.smithi098.stdout:op 1476 completed, throughput=4.99MB/sec 2024-04-12T00:52:08.251 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ABr6X1If5GcKmTx off=11403263 len=405747 2024-04-12T00:52:08.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-12T00:52:08.254 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WsTx_s_tLO5xy0J off=2163540 len=1723618 2024-04-12T00:52:08.256 INFO:tasks.workunit.client.0.smithi098.stdout:op 1478 completed, throughput=5MB/sec 2024-04-12T00:52:08.256 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kF-slokWKmXhGU- off=3869979 len=1266707 2024-04-12T00:52:08.258 INFO:tasks.workunit.client.0.smithi098.stdout:op 1479 completed, throughput=5MB/sec 2024-04-12T00:52:08.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:07 smithi098 ceph-mon[91373]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:52:08.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:07 smithi098 ceph-mon[88922]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:52:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:07 smithi193 ceph-mon[83763]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:52:09.258 INFO:tasks.workunit.client.0.smithi098.stdout: 290: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:09.258 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-How9648N5A07yYi off=3994185 len=1681896 2024-04-12T00:52:09.267 INFO:tasks.workunit.client.0.smithi098.stdout:op 1480 completed, throughput=4.99MB/sec 2024-04-12T00:52:09.267 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--O1bGbJMMM3b5fg off=10911875 len=1975131 2024-04-12T00:52:09.278 INFO:tasks.workunit.client.0.smithi098.stdout:op 1481 completed, throughput=5MB/sec 2024-04-12T00:52:09.278 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4K86AQ74Hha19Dj off=6988005 len=1207316 2024-04-12T00:52:09.283 INFO:tasks.workunit.client.0.smithi098.stdout:op 1482 completed, throughput=5MB/sec 2024-04-12T00:52:10.284 INFO:tasks.workunit.client.0.smithi098.stdout: 291: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:10.284 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0vzoydwNexqFZUX off=23783941 len=1296098 2024-04-12T00:52:10.291 INFO:tasks.workunit.client.0.smithi098.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-12T00:52:10.291 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YlBnZTY1QCLNB2v off=3158914 len=184106 2024-04-12T00:52:10.292 INFO:tasks.workunit.client.0.smithi098.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-12T00:52:10.292 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tk9pzSc3OjJ49r5 off=3533048 len=1389122 2024-04-12T00:52:10.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:09 smithi098 ceph-mon[91373]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:52:10.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:09 smithi098 ceph-mon[88922]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:52:10.300 INFO:tasks.workunit.client.0.smithi098.stdout:op 1485 completed, throughput=4.99MB/sec 2024-04-12T00:52:10.300 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jrL_d1SfTfdV5Hc off=1490262 len=878231 2024-04-12T00:52:10.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 1486 completed, throughput=5MB/sec 2024-04-12T00:52:10.305 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1GVLMvirZ_3TD4E off=474481 len=1878084 2024-04-12T00:52:10.306 INFO:tasks.workunit.client.0.smithi098.stdout:op 1487 completed, throughput=5MB/sec 2024-04-12T00:52:10.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:09 smithi193 ceph-mon[83763]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:52:11.307 INFO:tasks.workunit.client.0.smithi098.stdout: 292: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:11.307 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0OlX_txgQiuyuCX off=20611684 len=1345871 2024-04-12T00:52:11.313 INFO:tasks.workunit.client.0.smithi098.stdout:op 1488 completed, throughput=4.99MB/sec 2024-04-12T00:52:11.313 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w3es8i9qWWeETOL off=7950658 len=579593 2024-04-12T00:52:11.318 INFO:tasks.workunit.client.0.smithi098.stdout:op 1489 completed, throughput=4.99MB/sec 2024-04-12T00:52:11.318 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-73EbN_Bd1_cZUAu off=4694443 len=1952594 2024-04-12T00:52:11.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 1490 completed, throughput=5MB/sec 2024-04-12T00:52:11.322 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WFDS66nm9MrzMbp off=5160515 len=278822 2024-04-12T00:52:11.323 INFO:tasks.workunit.client.0.smithi098.stdout:op 1491 completed, throughput=5MB/sec 2024-04-12T00:52:11.323 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-avc83QU-4jVEjsc off=3451585 len=1986489 2024-04-12T00:52:11.325 INFO:tasks.workunit.client.0.smithi098.stdout:op 1492 completed, throughput=5MB/sec 2024-04-12T00:52:12.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:11 smithi098 ceph-mon[91373]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T00:52:12.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:11 smithi098 ceph-mon[88922]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T00:52:12.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:11 smithi193 ceph-mon[83763]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T00:52:12.325 INFO:tasks.workunit.client.0.smithi098.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:12.326 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DWoOiFffxJpZEe3 off=1754220 len=589372 2024-04-12T00:52:12.327 INFO:tasks.workunit.client.0.smithi098.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-12T00:52:12.327 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Xv-M4naTfeFMNMs off=97319 len=1808066 2024-04-12T00:52:12.329 INFO:tasks.workunit.client.0.smithi098.stdout:op 1494 completed, throughput=4.99MB/sec 2024-04-12T00:52:12.329 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-INPASRhBtjWWfVy off=4923914 len=2054748 2024-04-12T00:52:12.338 INFO:tasks.workunit.client.0.smithi098.stdout:op 1495 completed, throughput=5MB/sec 2024-04-12T00:52:12.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:52:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:52:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:52:13.338 INFO:tasks.workunit.client.0.smithi098.stdout: 294: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:13.338 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TH6NJKYvcFS5SS2 off=5740045 len=1990150 2024-04-12T00:52:13.350 INFO:tasks.workunit.client.0.smithi098.stdout:op 1496 completed, throughput=4.99MB/sec 2024-04-12T00:52:13.350 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z4ggFhzXXXPzwKV off=1090737 len=1543341 2024-04-12T00:52:13.352 INFO:tasks.workunit.client.0.smithi098.stdout:op 1497 completed, throughput=5MB/sec 2024-04-12T00:52:13.352 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gou0YtqKWFnfxzm off=96517 len=1604178 2024-04-12T00:52:13.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 1498 completed, throughput=5MB/sec 2024-04-12T00:52:14.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:13 smithi098 ceph-mon[91373]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:52:14.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:13 smithi098 ceph-mon[88922]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:52:14.361 INFO:tasks.workunit.client.0.smithi098.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:14.361 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SNR7r09Y7rUG9iz off=383428 len=607203 2024-04-12T00:52:14.362 INFO:tasks.workunit.client.0.smithi098.stdout:op 1499 completed, throughput=4.99MB/sec 2024-04-12T00:52:14.362 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-k4ReARIbGWmWY7U off=3844669 len=136010 2024-04-12T00:52:14.365 INFO:tasks.workunit.client.0.smithi098.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-12T00:52:14.365 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-s7LGFo45-7xBK2h off=8543621 len=476985 2024-04-12T00:52:14.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-12T00:52:14.368 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ABEX76rUupnGE1G off=19197040 len=327940 2024-04-12T00:52:14.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:13 smithi193 ceph-mon[83763]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:52:14.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 1502 completed, throughput=4.99MB/sec 2024-04-12T00:52:14.372 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hYzL7tSOIlFTcGW off=3112386 len=252174 2024-04-12T00:52:14.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-12T00:52:14.373 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AvRCLww876igYa8 off=1137741 len=1946609 2024-04-12T00:52:14.382 INFO:tasks.workunit.client.0.smithi098.stdout:op 1504 completed, throughput=5MB/sec 2024-04-12T00:52:14.382 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Fr9ieMMr7AyIYm3 off=826905 len=554300 2024-04-12T00:52:14.383 INFO:tasks.workunit.client.0.smithi098.stdout:op 1505 completed, throughput=5MB/sec 2024-04-12T00:52:14.383 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-svFdOhX1BaakGZN off=7911919 len=1330644 2024-04-12T00:52:14.384 INFO:tasks.workunit.client.0.smithi098.stdout:op 1506 completed, throughput=5MB/sec 2024-04-12T00:52:15.384 INFO:tasks.workunit.client.0.smithi098.stdout: 296: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:15.385 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aPSVFtuLUIA0-m9 off=2544746 len=1642264 2024-04-12T00:52:15.386 INFO:tasks.workunit.client.0.smithi098.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-12T00:52:15.386 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xzsh2kNGo4zFVOQ off=23232374 len=250455 2024-04-12T00:52:15.390 INFO:tasks.workunit.client.0.smithi098.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-12T00:52:15.390 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6PNiKMHhamKO_nB off=183076 len=688182 2024-04-12T00:52:15.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 1509 completed, throughput=4.99MB/sec 2024-04-12T00:52:15.391 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-m1zEv8YxdqNy5wD off=98877 len=1903771 2024-04-12T00:52:15.402 INFO:tasks.workunit.client.0.smithi098.stdout:op 1510 completed, throughput=5MB/sec 2024-04-12T00:52:15.402 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-17uIQ1XCCfHHzhX off=2977008 len=1698236 2024-04-12T00:52:15.404 INFO:tasks.workunit.client.0.smithi098.stdout:op 1511 completed, throughput=5MB/sec 2024-04-12T00:52:15.949 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:52:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:52:15] "GET /metrics HTTP/1.1" 200 34119 "" "Prometheus/2.43.0" 2024-04-12T00:52:16.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:15 smithi098 ceph-mon[88922]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T00:52:16.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:15 smithi098 ceph-mon[91373]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T00:52:16.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:15 smithi193 ceph-mon[83763]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T00:52:16.404 INFO:tasks.workunit.client.0.smithi098.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:16.405 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a4cFL0zHvyFkkNK off=4629004 len=34923 2024-04-12T00:52:16.407 INFO:tasks.workunit.client.0.smithi098.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-12T00:52:16.407 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M3XZ7BUynenhrg5 off=19522598 len=157492 2024-04-12T00:52:16.409 INFO:tasks.workunit.client.0.smithi098.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-12T00:52:16.409 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UtKtbUFKiT6m3HN off=6308277 len=806669 2024-04-12T00:52:16.414 INFO:tasks.workunit.client.0.smithi098.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-12T00:52:16.414 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pDgAzY4o5qKvWhS off=1845336 len=498416 2024-04-12T00:52:16.415 INFO:tasks.workunit.client.0.smithi098.stdout:op 1515 completed, throughput=4.99MB/sec 2024-04-12T00:52:16.415 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PeQUE3Bo3_bSoGS off=17795094 len=1338892 2024-04-12T00:52:16.418 INFO:tasks.workunit.client.0.smithi098.stdout:op 1516 completed, throughput=5MB/sec 2024-04-12T00:52:16.418 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UzKL-s3Q0YlGqve off=2654094 len=685212 2024-04-12T00:52:16.423 INFO:tasks.workunit.client.0.smithi098.stdout:op 1517 completed, throughput=5MB/sec 2024-04-12T00:52:16.423 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-INPASRhBtjWWfVy off=4043564 len=580442 2024-04-12T00:52:16.424 INFO:tasks.workunit.client.0.smithi098.stdout:op 1518 completed, throughput=5MB/sec 2024-04-12T00:52:17.424 INFO:tasks.workunit.client.0.smithi098.stdout: 298: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:17.424 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c3Y6lcQKp0eL_FU off=4518035 len=276566 2024-04-12T00:52:17.427 INFO:tasks.workunit.client.0.smithi098.stdout:op 1519 completed, throughput=4.98MB/sec 2024-04-12T00:52:17.428 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9FZNnU6uQ6frVgg off=3238654 len=1963497 2024-04-12T00:52:17.430 INFO:tasks.workunit.client.0.smithi098.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-12T00:52:17.430 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2ciiF54NovqutqE off=2950728 len=634844 2024-04-12T00:52:17.434 INFO:tasks.workunit.client.0.smithi098.stdout:op 1521 completed, throughput=4.99MB/sec 2024-04-12T00:52:17.434 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YG3Sm5aCn4dcpr_ off=2013811 len=620992 2024-04-12T00:52:17.438 INFO:tasks.workunit.client.0.smithi098.stdout:op 1522 completed, throughput=4.99MB/sec 2024-04-12T00:52:17.438 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZntAedeZQno_O33 off=4928577 len=812015 2024-04-12T00:52:17.442 INFO:tasks.workunit.client.0.smithi098.stdout:op 1523 completed, throughput=5MB/sec 2024-04-12T00:52:17.442 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ve-pU6yjdrbAbZV off=628508 len=600843 2024-04-12T00:52:17.446 INFO:tasks.workunit.client.0.smithi098.stdout:op 1524 completed, throughput=5MB/sec 2024-04-12T00:52:17.446 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XM3v72Z8gdrDKAy off=610726 len=29664 2024-04-12T00:52:17.447 INFO:tasks.workunit.client.0.smithi098.stdout:op 1525 completed, throughput=5MB/sec 2024-04-12T00:52:17.447 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ci1EPARNuHXlWcR off=5142355 len=587391 2024-04-12T00:52:17.450 INFO:tasks.workunit.client.0.smithi098.stdout:op 1526 completed, throughput=5MB/sec 2024-04-12T00:52:18.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:17 smithi098 ceph-mon[91373]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:52:18.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:17 smithi098 ceph-mon[88922]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:52:18.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:17 smithi193 ceph-mon[83763]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:52:18.451 INFO:tasks.workunit.client.0.smithi098.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:18.451 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-S0BweRrhxGXWBWt off=3589335 len=354115 2024-04-12T00:52:18.454 INFO:tasks.workunit.client.0.smithi098.stdout:op 1527 completed, throughput=4.99MB/sec 2024-04-12T00:52:18.454 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dEG4qZK0F2CL1iH off=12464119 len=2089627 2024-04-12T00:52:18.459 INFO:tasks.workunit.client.0.smithi098.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-12T00:52:18.459 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--tx8tt_nKS5fNrH off=4476577 len=2052112 2024-04-12T00:52:18.461 INFO:tasks.workunit.client.0.smithi098.stdout:op 1529 completed, throughput=5MB/sec 2024-04-12T00:52:18.461 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yAIfHF20jC9mtWq off=7300193 len=1279951 2024-04-12T00:52:18.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 1530 completed, throughput=5MB/sec 2024-04-12T00:52:19.468 INFO:tasks.workunit.client.0.smithi098.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:19.468 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CVKsl6FMTl_jC8V off=4763544 len=64846 2024-04-12T00:52:19.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 1531 completed, throughput=4.99MB/sec 2024-04-12T00:52:19.470 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xZ6ku9-hPoZyMUx off=751938 len=1896290 2024-04-12T00:52:19.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-12T00:52:19.480 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wh2DPpD34VKXqdG off=5320192 len=930653 2024-04-12T00:52:19.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 1533 completed, throughput=4.99MB/sec 2024-04-12T00:52:19.486 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S76Jp4LlDna6mmP off=1055443 len=1430404 2024-04-12T00:52:19.487 INFO:tasks.workunit.client.0.smithi098.stdout:op 1534 completed, throughput=5MB/sec 2024-04-12T00:52:19.487 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KdEWbpny8gH_v0p off=3334846 len=194825 2024-04-12T00:52:19.490 INFO:tasks.workunit.client.0.smithi098.stdout:op 1535 completed, throughput=5MB/sec 2024-04-12T00:52:19.490 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hjXcCS-FGE3LAPb off=4923906 len=424437 2024-04-12T00:52:19.490 INFO:tasks.workunit.client.0.smithi098.stdout:op 1536 completed, throughput=5MB/sec 2024-04-12T00:52:20.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:19 smithi098 ceph-mon[91373]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:52:20.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:20.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:19 smithi098 ceph-mon[88922]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:52:20.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:20.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:19 smithi193 ceph-mon[83763]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:52:20.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:20.491 INFO:tasks.workunit.client.0.smithi098.stdout: 301: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:20.491 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2mUcRoKs2_XLjbr off=14101170 len=1804174 2024-04-12T00:52:20.500 INFO:tasks.workunit.client.0.smithi098.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-12T00:52:20.500 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JwX3VwgfCiQa4lm off=505875 len=1150640 2024-04-12T00:52:20.508 INFO:tasks.workunit.client.0.smithi098.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-12T00:52:20.508 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Lanm6Rd-uoT6iCm off=4608593 len=712662 2024-04-12T00:52:20.512 INFO:tasks.workunit.client.0.smithi098.stdout:op 1539 completed, throughput=5MB/sec 2024-04-12T00:52:20.512 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--bK3Vo9KW_2bFpJ off=4087646 len=47719 2024-04-12T00:52:20.514 INFO:tasks.workunit.client.0.smithi098.stdout:op 1540 completed, throughput=5MB/sec 2024-04-12T00:52:20.514 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DPz0fZF2-ewfKiO off=11529674 len=696510 2024-04-12T00:52:20.517 INFO:tasks.workunit.client.0.smithi098.stdout:op 1541 completed, throughput=5MB/sec 2024-04-12T00:52:20.517 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xfFnNPJ3nxFGYwC off=13444025 len=2048209 2024-04-12T00:52:20.520 INFO:tasks.workunit.client.0.smithi098.stdout:op 1542 completed, throughput=5MB/sec 2024-04-12T00:52:21.520 INFO:tasks.workunit.client.0.smithi098.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:21.520 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g5jj2AC7-wIKS4n off=16359064 len=1272264 2024-04-12T00:52:21.522 INFO:tasks.workunit.client.0.smithi098.stdout:op 1543 completed, throughput=4.99MB/sec 2024-04-12T00:52:21.523 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Cw2VBHd1TosFkkZ off=7370702 len=850974 2024-04-12T00:52:21.524 INFO:tasks.workunit.client.0.smithi098.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-12T00:52:21.524 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Rune04cV8IXO9mY off=808124 len=711210 2024-04-12T00:52:21.528 INFO:tasks.workunit.client.0.smithi098.stdout:op 1545 completed, throughput=5MB/sec 2024-04-12T00:52:21.528 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BYRUkLJM47Asoza off=5065542 len=1872820 2024-04-12T00:52:21.539 INFO:tasks.workunit.client.0.smithi098.stdout:op 1546 completed, throughput=5MB/sec 2024-04-12T00:52:22.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:21 smithi098 ceph-mon[91373]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:52:22.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:21 smithi098 ceph-mon[88922]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:52:22.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:21 smithi193 ceph-mon[83763]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:52:22.539 INFO:tasks.workunit.client.0.smithi098.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:22.540 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--rRpls15iltDnar off=12535216 len=353981 2024-04-12T00:52:22.540 INFO:tasks.workunit.client.0.smithi098.stdout:op 1547 completed, throughput=4.99MB/sec 2024-04-12T00:52:22.541 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1RfEbPYT6gZINi9 off=11855544 len=1692727 2024-04-12T00:52:22.549 INFO:tasks.workunit.client.0.smithi098.stdout:op 1548 completed, throughput=4.99MB/sec 2024-04-12T00:52:22.550 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fOvl6duvko8SvIa off=15532009 len=245929 2024-04-12T00:52:22.553 INFO:tasks.workunit.client.0.smithi098.stdout:op 1549 completed, throughput=4.99MB/sec 2024-04-12T00:52:22.553 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-payDaT6dlzncCiK off=4355886 len=406523 2024-04-12T00:52:22.555 INFO:tasks.workunit.client.0.smithi098.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-12T00:52:22.555 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xXkbtlp8-nFc1y6 off=3345148 len=313914 2024-04-12T00:52:22.556 INFO:tasks.workunit.client.0.smithi098.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-12T00:52:22.557 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-imr5eehISU37o_j off=16840240 len=1552480 2024-04-12T00:52:22.560 INFO:tasks.workunit.client.0.smithi098.stdout:op 1552 completed, throughput=5MB/sec 2024-04-12T00:52:22.560 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R-AgLTcfnEkmvDK off=12321377 len=219009 2024-04-12T00:52:22.560 INFO:tasks.workunit.client.0.smithi098.stdout:op 1553 completed, throughput=5MB/sec 2024-04-12T00:52:22.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:52:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:52:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:52:23.560 INFO:tasks.workunit.client.0.smithi098.stdout: 304: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:23.560 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lphIUdX0v-xklqb off=372017 len=1364356 2024-04-12T00:52:23.568 INFO:tasks.workunit.client.0.smithi098.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-12T00:52:23.568 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iJ-hP9mlZDyz4dS off=2926776 len=1362635 2024-04-12T00:52:23.571 INFO:tasks.workunit.client.0.smithi098.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-12T00:52:23.572 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-d0CmiG45bq2WhrR off=927569 len=1523826 2024-04-12T00:52:23.579 INFO:tasks.workunit.client.0.smithi098.stdout:op 1556 completed, throughput=5MB/sec 2024-04-12T00:52:23.579 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Lyr6840xnUjsXAb off=11851696 len=1598872 2024-04-12T00:52:23.586 INFO:tasks.workunit.client.0.smithi098.stdout:op 1557 completed, throughput=5MB/sec 2024-04-12T00:52:24.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:23 smithi098 ceph-mon[91373]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:52:24.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:23 smithi098 ceph-mon[88922]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:52:24.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:23 smithi193 ceph-mon[83763]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:52:24.586 INFO:tasks.workunit.client.0.smithi098.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:24.586 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-imkvhKROlRFt6nJ off=8532801 len=1482603 2024-04-12T00:52:24.593 INFO:tasks.workunit.client.0.smithi098.stdout:op 1558 completed, throughput=4.99MB/sec 2024-04-12T00:52:24.594 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tp_GrnVYuDWNM8W off=8437006 len=842467 2024-04-12T00:52:24.599 INFO:tasks.workunit.client.0.smithi098.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-12T00:52:24.599 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-svFdOhX1BaakGZN off=4180665 len=1804128 2024-04-12T00:52:24.609 INFO:tasks.workunit.client.0.smithi098.stdout:op 1560 completed, throughput=5MB/sec 2024-04-12T00:52:24.609 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d-MK-sUov8c7rxt off=15756807 len=109802 2024-04-12T00:52:24.610 INFO:tasks.workunit.client.0.smithi098.stdout:op 1561 completed, throughput=5MB/sec 2024-04-12T00:52:24.610 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-taRvHtUVYZOyumP off=43327 len=969182 2024-04-12T00:52:24.612 INFO:tasks.workunit.client.0.smithi098.stdout:op 1562 completed, throughput=5MB/sec 2024-04-12T00:52:25.613 INFO:tasks.workunit.client.0.smithi098.stdout: 306: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:25.613 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AqDzWx-HPUJGHhQ off=4246915 len=34509 2024-04-12T00:52:25.615 INFO:tasks.workunit.client.0.smithi098.stdout:op 1563 completed, throughput=4.99MB/sec 2024-04-12T00:52:25.615 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_z_3EWsO4VD8gv7 off=1608641 len=472322 2024-04-12T00:52:25.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-12T00:52:25.616 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-h7R7BSP9PpjcOW1 off=9495233 len=933596 2024-04-12T00:52:25.618 INFO:tasks.workunit.client.0.smithi098.stdout:op 1565 completed, throughput=4.99MB/sec 2024-04-12T00:52:25.619 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bY6IIVomHWkQkra off=6955404 len=501450 2024-04-12T00:52:25.622 INFO:tasks.workunit.client.0.smithi098.stdout:op 1566 completed, throughput=4.99MB/sec 2024-04-12T00:52:25.622 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_pEiz4Sav5TQshE off=6044385 len=1729195 2024-04-12T00:52:25.632 INFO:tasks.workunit.client.0.smithi098.stdout:op 1567 completed, throughput=5MB/sec 2024-04-12T00:52:25.632 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-twwyCqIndVCzdIl off=5301671 len=1318293 2024-04-12T00:52:25.636 INFO:tasks.workunit.client.0.smithi098.stdout:op 1568 completed, throughput=5MB/sec 2024-04-12T00:52:25.636 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J03nAD3ZxzUoVMc off=2607407 len=1247951 2024-04-12T00:52:25.637 INFO:tasks.workunit.client.0.smithi098.stdout:op 1569 completed, throughput=5MB/sec 2024-04-12T00:52:25.967 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:52:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:52:25] "GET /metrics HTTP/1.1" 200 34117 "" "Prometheus/2.43.0" 2024-04-12T00:52:26.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:25 smithi098 ceph-mon[91373]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:52:26.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:25 smithi098 ceph-mon[88922]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:52:26.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:25 smithi193 ceph-mon[83763]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:52:26.638 INFO:tasks.workunit.client.0.smithi098.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:26.638 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M-QS62T_kODIkoG off=12856875 len=453416 2024-04-12T00:52:26.642 INFO:tasks.workunit.client.0.smithi098.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-12T00:52:26.642 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TJi2LpazYilxsdg off=892095 len=701663 2024-04-12T00:52:26.644 INFO:tasks.workunit.client.0.smithi098.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-12T00:52:26.644 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-w3es8i9qWWeETOL off=1799447 len=868006 2024-04-12T00:52:26.645 INFO:tasks.workunit.client.0.smithi098.stdout:op 1572 completed, throughput=4.99MB/sec 2024-04-12T00:52:26.645 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-svJrXa29sImIcNt off=7691521 len=941075 2024-04-12T00:52:26.650 INFO:tasks.workunit.client.0.smithi098.stdout:op 1573 completed, throughput=5MB/sec 2024-04-12T00:52:26.650 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TIwj8ebuac7NcLs off=4732236 len=2075621 2024-04-12T00:52:26.652 INFO:tasks.workunit.client.0.smithi098.stdout:op 1574 completed, throughput=5MB/sec 2024-04-12T00:52:27.652 INFO:tasks.workunit.client.0.smithi098.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:27.653 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-n9YCt6EyWbw3_rS off=1088368 len=1541669 2024-04-12T00:52:27.662 INFO:tasks.workunit.client.0.smithi098.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-12T00:52:27.662 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u3ofAwX1jIOi6yX off=11053731 len=1987596 2024-04-12T00:52:27.672 INFO:tasks.workunit.client.0.smithi098.stdout:op 1576 completed, throughput=5MB/sec 2024-04-12T00:52:27.672 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C-0Fm6136u10y_K off=8786857 len=1028196 2024-04-12T00:52:27.674 INFO:tasks.workunit.client.0.smithi098.stdout:op 1577 completed, throughput=5MB/sec 2024-04-12T00:52:28.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:27 smithi098 ceph-mon[91373]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:52:28.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:27 smithi098 ceph-mon[88922]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:52:28.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:27 smithi193 ceph-mon[83763]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:52:28.675 INFO:tasks.workunit.client.0.smithi098.stdout: 309: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:28.675 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hw-ukVOjI7oYn7F off=15519284 len=1137242 2024-04-12T00:52:28.676 INFO:tasks.workunit.client.0.smithi098.stdout:op 1578 completed, throughput=4.99MB/sec 2024-04-12T00:52:28.676 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dZj2-ujYEJDIK2A off=255724 len=846941 2024-04-12T00:52:28.679 INFO:tasks.workunit.client.0.smithi098.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-12T00:52:28.679 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qAg6PVtjdqHTJnH off=20670809 len=322055 2024-04-12T00:52:28.680 INFO:tasks.workunit.client.0.smithi098.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-12T00:52:28.680 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FOK_Sf4WS9I9Y1U off=14446182 len=759404 2024-04-12T00:52:28.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-12T00:52:28.681 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cZv8uEdWKHIIRQL off=119903 len=749322 2024-04-12T00:52:28.682 INFO:tasks.workunit.client.0.smithi098.stdout:op 1582 completed, throughput=5MB/sec 2024-04-12T00:52:28.683 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-83JRtpirtWtfceq off=11994496 len=139247 2024-04-12T00:52:28.685 INFO:tasks.workunit.client.0.smithi098.stdout:op 1583 completed, throughput=5MB/sec 2024-04-12T00:52:28.686 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XXdruiUSG5Rc6ia off=11853796 len=663532 2024-04-12T00:52:28.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 1584 completed, throughput=5MB/sec 2024-04-12T00:52:28.686 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CtzYDm74ylipYdV off=1460305 len=369116 2024-04-12T00:52:28.687 INFO:tasks.workunit.client.0.smithi098.stdout:op 1585 completed, throughput=5MB/sec 2024-04-12T00:52:28.687 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-svL2-eAWfFmj9dH off=615907 len=876862 2024-04-12T00:52:28.688 INFO:tasks.workunit.client.0.smithi098.stdout:op 1586 completed, throughput=5MB/sec 2024-04-12T00:52:29.689 INFO:tasks.workunit.client.0.smithi098.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:29.689 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6CP--u5BzH-m6Rc off=4063830 len=530133 2024-04-12T00:52:29.692 INFO:tasks.workunit.client.0.smithi098.stdout:op 1587 completed, throughput=4.99MB/sec 2024-04-12T00:52:29.692 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SwRRZhRNXQzZ9tt off=747119 len=664638 2024-04-12T00:52:29.696 INFO:tasks.workunit.client.0.smithi098.stdout:op 1588 completed, throughput=4.99MB/sec 2024-04-12T00:52:29.696 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-C_PYZY9f01qGATU off=11128643 len=139231 2024-04-12T00:52:29.698 INFO:tasks.workunit.client.0.smithi098.stdout:op 1589 completed, throughput=4.99MB/sec 2024-04-12T00:52:29.698 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jAYojfyr4f3JUI2 off=10489705 len=192139 2024-04-12T00:52:29.701 INFO:tasks.workunit.client.0.smithi098.stdout:op 1590 completed, throughput=4.99MB/sec 2024-04-12T00:52:29.702 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5rxkD4rWHX_QXZy off=16279454 len=393288 2024-04-12T00:52:29.703 INFO:tasks.workunit.client.0.smithi098.stdout:op 1591 completed, throughput=4.99MB/sec 2024-04-12T00:52:29.703 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pduumWS2a_phIY- off=2586352 len=70979 2024-04-12T00:52:29.705 INFO:tasks.workunit.client.0.smithi098.stdout:op 1592 completed, throughput=4.99MB/sec 2024-04-12T00:52:29.705 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BnmBfgINo9lsFug off=9687242 len=431221 2024-04-12T00:52:29.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-12T00:52:29.708 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-smk8PL0SUErIBpH off=4555639 len=1157752 2024-04-12T00:52:29.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 1594 completed, throughput=5MB/sec 2024-04-12T00:52:29.710 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-28NvBflNBkHCp0K off=7839904 len=1646902 2024-04-12T00:52:29.711 INFO:tasks.workunit.client.0.smithi098.stdout:op 1595 completed, throughput=5MB/sec 2024-04-12T00:52:30.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:29 smithi098 ceph-mon[91373]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:52:30.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:29 smithi098 ceph-mon[88922]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:52:30.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:29 smithi193 ceph-mon[83763]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:52:30.712 INFO:tasks.workunit.client.0.smithi098.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:30.712 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0bw2Cdm3BkXTG1u off=5797765 len=759385 2024-04-12T00:52:30.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 1596 completed, throughput=4.99MB/sec 2024-04-12T00:52:30.717 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c5LWunkiITXhzK8 off=6671041 len=1990697 2024-04-12T00:52:30.725 INFO:tasks.workunit.client.0.smithi098.stdout:op 1597 completed, throughput=4.99MB/sec 2024-04-12T00:52:30.725 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-39lHU8KpPQbfWYo off=1198342 len=298778 2024-04-12T00:52:30.726 INFO:tasks.workunit.client.0.smithi098.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-12T00:52:30.726 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6IKTFjVz6-dWjUt off=5973930 len=1534045 2024-04-12T00:52:30.732 INFO:tasks.workunit.client.0.smithi098.stdout:op 1599 completed, throughput=5MB/sec 2024-04-12T00:52:30.732 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7M_yfTK9WZbc7CD off=583702 len=1325555 2024-04-12T00:52:30.737 INFO:tasks.workunit.client.0.smithi098.stdout:op 1600 completed, throughput=5MB/sec 2024-04-12T00:52:31.738 INFO:tasks.workunit.client.0.smithi098.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:31.738 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0cvaMKYv5rGtS-w off=749712 len=1543554 2024-04-12T00:52:31.746 INFO:tasks.workunit.client.0.smithi098.stdout:op 1601 completed, throughput=4.99MB/sec 2024-04-12T00:52:31.746 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7WkeSrPUlNw4mHu off=3293006 len=1899573 2024-04-12T00:52:31.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 1602 completed, throughput=5MB/sec 2024-04-12T00:52:31.748 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hlmPsn9WfxnFm-A off=4826550 len=298099 2024-04-12T00:52:31.751 INFO:tasks.workunit.client.0.smithi098.stdout:op 1603 completed, throughput=5MB/sec 2024-04-12T00:52:31.751 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-09iHYgB6M8yc2C3 off=6050621 len=823487 2024-04-12T00:52:31.752 INFO:tasks.workunit.client.0.smithi098.stdout:op 1604 completed, throughput=5MB/sec 2024-04-12T00:52:32.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:31 smithi098 ceph-mon[91373]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:52:32.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:31 smithi098 ceph-mon[88922]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:52:32.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:31 smithi193 ceph-mon[83763]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:52:32.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:52:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:52:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:52:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:32.753 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zrqV-4gjEMGz1YW off=2563020 len=466013 2024-04-12T00:52:32.757 INFO:tasks.workunit.client.0.smithi098.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-12T00:52:32.757 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mDeipdGvyhQ0ahx off=1212038 len=892711 2024-04-12T00:52:32.758 INFO:tasks.workunit.client.0.smithi098.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-12T00:52:32.759 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BGmViUrPBzV3wEV off=1678769 len=1525825 2024-04-12T00:52:32.760 INFO:tasks.workunit.client.0.smithi098.stdout:op 1607 completed, throughput=4.99MB/sec 2024-04-12T00:52:32.760 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OnPRUDmFUESJXRJ off=539424 len=1696892 2024-04-12T00:52:32.762 INFO:tasks.workunit.client.0.smithi098.stdout:op 1608 completed, throughput=5MB/sec 2024-04-12T00:52:32.762 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r0sKH2NaHaI561k off=2435575 len=1463736 2024-04-12T00:52:32.770 INFO:tasks.workunit.client.0.smithi098.stdout:op 1609 completed, throughput=5MB/sec 2024-04-12T00:52:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:33.771 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8qmikgHVEolj4uM off=807507 len=939520 2024-04-12T00:52:33.772 INFO:tasks.workunit.client.0.smithi098.stdout:op 1610 completed, throughput=4.99MB/sec 2024-04-12T00:52:33.772 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BkzTGDTOrNMU9P- off=12265583 len=398028 2024-04-12T00:52:33.773 INFO:tasks.workunit.client.0.smithi098.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-12T00:52:33.773 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0BqlWsU19R47czQ off=7992168 len=1193104 2024-04-12T00:52:33.779 INFO:tasks.workunit.client.0.smithi098.stdout:op 1612 completed, throughput=4.99MB/sec 2024-04-12T00:52:33.779 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KYvu6QDInu1CUxg off=4262819 len=1335811 2024-04-12T00:52:33.781 INFO:tasks.workunit.client.0.smithi098.stdout:op 1613 completed, throughput=5MB/sec 2024-04-12T00:52:33.781 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SAWNQUNTxKkWaD5 off=10759128 len=84448 2024-04-12T00:52:33.783 INFO:tasks.workunit.client.0.smithi098.stdout:op 1614 completed, throughput=5MB/sec 2024-04-12T00:52:33.783 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K88rQnPm_XQgNOx off=631222 len=583066 2024-04-12T00:52:33.784 INFO:tasks.workunit.client.0.smithi098.stdout:op 1615 completed, throughput=5MB/sec 2024-04-12T00:52:34.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:33 smithi098 ceph-mon[91373]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:52:34.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:33 smithi098 ceph-mon[88922]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:52:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:33 smithi193 ceph-mon[83763]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:52:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:34.785 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LyQfgM-UMZQAMHh off=321161 len=564654 2024-04-12T00:52:34.786 INFO:tasks.workunit.client.0.smithi098.stdout:op 1616 completed, throughput=4.99MB/sec 2024-04-12T00:52:34.786 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Vdfmw6IdEOh_oBZ off=1697303 len=1618579 2024-04-12T00:52:34.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-12T00:52:34.794 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZbkSYmQ6JVxVmzK off=11303178 len=96427 2024-04-12T00:52:34.797 INFO:tasks.workunit.client.0.smithi098.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-12T00:52:34.797 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-l0gUJ5MJS__9XOO off=11317941 len=234447 2024-04-12T00:52:34.799 INFO:tasks.workunit.client.0.smithi098.stdout:op 1619 completed, throughput=4.99MB/sec 2024-04-12T00:52:34.799 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8v2BrLoBCsC-mbc off=7783277 len=1824377 2024-04-12T00:52:34.801 INFO:tasks.workunit.client.0.smithi098.stdout:op 1620 completed, throughput=5MB/sec 2024-04-12T00:52:34.801 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1Nsrm6rZGIpCylL off=8447273 len=1896386 2024-04-12T00:52:34.803 INFO:tasks.workunit.client.0.smithi098.stdout:op 1621 completed, throughput=5MB/sec 2024-04-12T00:52:35.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:35.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:35.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:35.804 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l7OYkNTi7h61so_ off=4168643 len=2001140 2024-04-12T00:52:35.806 INFO:tasks.workunit.client.0.smithi098.stdout:op 1622 completed, throughput=4.99MB/sec 2024-04-12T00:52:35.806 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uOMs2KiehV_SWcj off=992256 len=532741 2024-04-12T00:52:35.807 INFO:tasks.workunit.client.0.smithi098.stdout:op 1623 completed, throughput=5MB/sec 2024-04-12T00:52:35.807 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--MJbC3QMbACIqkl off=9790688 len=1698312 2024-04-12T00:52:35.815 INFO:tasks.workunit.client.0.smithi098.stdout:op 1624 completed, throughput=5MB/sec 2024-04-12T00:52:35.990 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:52:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:52:35] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T00:52:36.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:35 smithi098 ceph-mon[91373]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:52:36.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:35 smithi098 ceph-mon[88922]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:52:36.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:35 smithi193 ceph-mon[83763]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:52:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: 317: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:36.816 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--FErjX6fl0QhsFB off=7388386 len=579576 2024-04-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi098.stdout:op 1625 completed, throughput=4.99MB/sec 2024-04-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-snCLs7VjvTA6jhd off=309865 len=893197 2024-04-12T00:52:36.825 INFO:tasks.workunit.client.0.smithi098.stdout:op 1626 completed, throughput=4.99MB/sec 2024-04-12T00:52:36.825 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UyB2Y1tJY3i9bHZ off=9585965 len=1867776 2024-04-12T00:52:36.833 INFO:tasks.workunit.client.0.smithi098.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-12T00:52:36.833 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uA6ZabymQ1aRmdK off=6767387 len=1019160 2024-04-12T00:52:36.837 INFO:tasks.workunit.client.0.smithi098.stdout:op 1628 completed, throughput=5MB/sec 2024-04-12T00:52:36.837 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BX-I5stgzxfdZoF off=20499527 len=1594568 2024-04-12T00:52:36.847 INFO:tasks.workunit.client.0.smithi098.stdout:op 1629 completed, throughput=5MB/sec 2024-04-12T00:52:37.371 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:52:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=sqlstore.transactions t=2024-04-12T00:52:36.903123325Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T00:52:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:37.848 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7-BA5myMZ7JnqO5 off=1788546 len=1093489 2024-04-12T00:52:37.849 INFO:tasks.workunit.client.0.smithi098.stdout:op 1630 completed, throughput=4.99MB/sec 2024-04-12T00:52:37.849 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8tuR0YgX3jBDfi7 off=9681814 len=2028352 2024-04-12T00:52:37.861 INFO:tasks.workunit.client.0.smithi098.stdout:op 1631 completed, throughput=5MB/sec 2024-04-12T00:52:37.861 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oAZio9Ei5ZCX-Y4 off=2764603 len=1010547 2024-04-12T00:52:37.863 INFO:tasks.workunit.client.0.smithi098.stdout:op 1632 completed, throughput=5MB/sec 2024-04-12T00:52:37.864 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SEYX4C-t7FLk_lw off=874463 len=860767 2024-04-12T00:52:37.865 INFO:tasks.workunit.client.0.smithi098.stdout:op 1633 completed, throughput=5MB/sec 2024-04-12T00:52:38.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:37 smithi098 ceph-mon[91373]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:52:38.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:37 smithi098 ceph-mon[88922]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:52:38.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:37 smithi193 ceph-mon[83763]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:52:38.865 INFO:tasks.workunit.client.0.smithi098.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:38.865 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0LlMAlYe4BX6YT1 off=1889338 len=1492892 2024-04-12T00:52:38.875 INFO:tasks.workunit.client.0.smithi098.stdout:op 1634 completed, throughput=4.99MB/sec 2024-04-12T00:52:38.875 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qvbeejuh1mnja6k off=16336303 len=1205340 2024-04-12T00:52:38.882 INFO:tasks.workunit.client.0.smithi098.stdout:op 1635 completed, throughput=4.99MB/sec 2024-04-12T00:52:38.882 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-U0FteUyDtFNF6wM off=5059998 len=1169246 2024-04-12T00:52:38.884 INFO:tasks.workunit.client.0.smithi098.stdout:op 1636 completed, throughput=5MB/sec 2024-04-12T00:52:38.884 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DW5RYBUKdXUu52z off=5991410 len=1867157 2024-04-12T00:52:38.894 INFO:tasks.workunit.client.0.smithi098.stdout:op 1637 completed, throughput=5MB/sec 2024-04-12T00:52:39.894 INFO:tasks.workunit.client.0.smithi098.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:39.894 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cNwJMKXrLrc5OBH off=7691709 len=1155322 2024-04-12T00:52:39.895 INFO:tasks.workunit.client.0.smithi098.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-12T00:52:39.896 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iIgZszP9QxYMYw6 off=1118023 len=1563791 2024-04-12T00:52:39.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 1639 completed, throughput=4.99MB/sec 2024-04-12T00:52:39.899 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FGPNXTtFx3QhkUv off=14183994 len=1064105 2024-04-12T00:52:39.900 INFO:tasks.workunit.client.0.smithi098.stdout:op 1640 completed, throughput=5MB/sec 2024-04-12T00:52:39.901 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KLjj3XDEIbhrTrC off=1247338 len=663841 2024-04-12T00:52:39.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 1641 completed, throughput=5MB/sec 2024-04-12T00:52:39.902 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bSPQne3LSs5TVOC off=3495199 len=2080886 2024-04-12T00:52:39.912 INFO:tasks.workunit.client.0.smithi098.stdout:op 1642 completed, throughput=5.01MB/sec 2024-04-12T00:52:40.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:39 smithi098 ceph-mon[91373]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T00:52:40.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:39 smithi098 ceph-mon[88922]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T00:52:40.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:39 smithi193 ceph-mon[83763]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T00:52:40.912 INFO:tasks.workunit.client.0.smithi098.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:40.912 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7ukE6Lu1z_iWxfK off=20722494 len=1757881 2024-04-12T00:52:40.915 INFO:tasks.workunit.client.0.smithi098.stdout:op 1643 completed, throughput=4.99MB/sec 2024-04-12T00:52:40.915 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XVQog4sX_FfLPzN off=4472014 len=288311 2024-04-12T00:52:40.918 INFO:tasks.workunit.client.0.smithi098.stdout:op 1644 completed, throughput=5MB/sec 2024-04-12T00:52:40.918 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y3yqZtmWE-jbeAn off=10434212 len=1712831 2024-04-12T00:52:40.920 INFO:tasks.workunit.client.0.smithi098.stdout:op 1645 completed, throughput=5MB/sec 2024-04-12T00:52:41.921 INFO:tasks.workunit.client.0.smithi098.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:41.921 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Z9uv5_rd5dsS7ym off=18583125 len=1560114 2024-04-12T00:52:41.928 INFO:tasks.workunit.client.0.smithi098.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-12T00:52:41.928 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ILy7hOMGztKg4Pq off=4695849 len=1197686 2024-04-12T00:52:41.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 1647 completed, throughput=4.99MB/sec 2024-04-12T00:52:41.930 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NGsBPKtlkl_JCWH off=3135812 len=1316407 2024-04-12T00:52:41.940 INFO:tasks.workunit.client.0.smithi098.stdout:op 1648 completed, throughput=5MB/sec 2024-04-12T00:52:41.940 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bFiD_2o5Rki41h3 off=7334102 len=1644088 2024-04-12T00:52:41.950 INFO:tasks.workunit.client.0.smithi098.stdout:op 1649 completed, throughput=5MB/sec 2024-04-12T00:52:42.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:41 smithi098 ceph-mon[91373]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:52:42.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:41 smithi098 ceph-mon[88922]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:52:42.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:41 smithi193 ceph-mon[83763]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:52:42.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:52:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:52:42.950 INFO:tasks.workunit.client.0.smithi098.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:42.950 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ORM3eDIPWWJawFG off=6349145 len=504000 2024-04-12T00:52:42.951 INFO:tasks.workunit.client.0.smithi098.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-12T00:52:42.951 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-anMMB_3bZvAIkNe off=5384767 len=1883022 2024-04-12T00:52:42.960 INFO:tasks.workunit.client.0.smithi098.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-12T00:52:42.961 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hb1HjQXj_R6Uw8f off=6585159 len=1887957 2024-04-12T00:52:42.965 INFO:tasks.workunit.client.0.smithi098.stdout:op 1652 completed, throughput=5MB/sec 2024-04-12T00:52:42.965 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-haT_Tvwn4PoEDEe off=76844 len=987150 2024-04-12T00:52:42.969 INFO:tasks.workunit.client.0.smithi098.stdout:op 1653 completed, throughput=5MB/sec 2024-04-12T00:52:43.970 INFO:tasks.workunit.client.0.smithi098.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:43.970 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OeQiZMJ4y4cZZL9 off=432624 len=10907 2024-04-12T00:52:43.970 INFO:tasks.workunit.client.0.smithi098.stdout:op 1654 completed, throughput=4.99MB/sec 2024-04-12T00:52:43.970 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-85QbAY058ihZ8WA off=1648424 len=1008622 2024-04-12T00:52:43.972 INFO:tasks.workunit.client.0.smithi098.stdout:op 1655 completed, throughput=4.99MB/sec 2024-04-12T00:52:43.972 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KJLHxqp8bFlgrdK off=1147329 len=158379 2024-04-12T00:52:43.975 INFO:tasks.workunit.client.0.smithi098.stdout:op 1656 completed, throughput=4.99MB/sec 2024-04-12T00:52:43.975 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8GHGVwjBruzgqZR off=6127101 len=1477310 2024-04-12T00:52:43.984 INFO:tasks.workunit.client.0.smithi098.stdout:op 1657 completed, throughput=4.99MB/sec 2024-04-12T00:52:43.985 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c1upgZdTXxp1Lzk off=3426986 len=840076 2024-04-12T00:52:43.988 INFO:tasks.workunit.client.0.smithi098.stdout:op 1658 completed, throughput=5MB/sec 2024-04-12T00:52:43.988 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KNny4EfisO_ZDaG off=8491928 len=1476964 2024-04-12T00:52:44.002 INFO:tasks.workunit.client.0.smithi098.stdout:op 1659 completed, throughput=5MB/sec 2024-04-12T00:52:44.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:44 smithi098 ceph-mon[91373]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:52:44.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:44 smithi098 ceph-mon[88922]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:52:44.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:44 smithi193 ceph-mon[83763]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:52:45.003 INFO:tasks.workunit.client.0.smithi098.stdout: 325: throughput=4.98MB/sec pending data=0 2024-04-12T00:52:45.003 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7E74Uh-ozPa10rB off=9281872 len=214503 2024-04-12T00:52:45.007 INFO:tasks.workunit.client.0.smithi098.stdout:op 1660 completed, throughput=4.99MB/sec 2024-04-12T00:52:45.007 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5XR_b7_zSB4ZJDO off=2186043 len=59650 2024-04-12T00:52:45.007 INFO:tasks.workunit.client.0.smithi098.stdout:op 1661 completed, throughput=4.99MB/sec 2024-04-12T00:52:45.007 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fsKzFGSPMnQaYZn off=4423944 len=983752 2024-04-12T00:52:45.009 INFO:tasks.workunit.client.0.smithi098.stdout:op 1662 completed, throughput=4.99MB/sec 2024-04-12T00:52:45.009 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iKFVGq1MEVjJblQ off=1563280 len=742466 2024-04-12T00:52:45.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-12T00:52:45.010 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TYKbhz3JmslK-xe off=3503931 len=257429 2024-04-12T00:52:45.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-12T00:52:45.011 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kEOf57IPmW36m9m off=5005206 len=2041448 2024-04-12T00:52:45.020 INFO:tasks.workunit.client.0.smithi098.stdout:op 1665 completed, throughput=5MB/sec 2024-04-12T00:52:45.020 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ct8SvIUFZ-eVMU1 off=7849151 len=1887894 2024-04-12T00:52:45.027 INFO:tasks.workunit.client.0.smithi098.stdout:op 1666 completed, throughput=5MB/sec 2024-04-12T00:52:46.011 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:52:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:52:45] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T00:52:46.027 INFO:tasks.workunit.client.0.smithi098.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:46.028 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4bf-sJ5WBQxrhlh off=10761144 len=806711 2024-04-12T00:52:46.032 INFO:tasks.workunit.client.0.smithi098.stdout:op 1667 completed, throughput=4.99MB/sec 2024-04-12T00:52:46.032 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HvHgF2qG-b70OMA off=4483410 len=182225 2024-04-12T00:52:46.034 INFO:tasks.workunit.client.0.smithi098.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-12T00:52:46.034 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PJpihUEZsUK4ZyN off=10262149 len=1515641 2024-04-12T00:52:46.043 INFO:tasks.workunit.client.0.smithi098.stdout:op 1669 completed, throughput=4.99MB/sec 2024-04-12T00:52:46.043 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-e1cgfeqzeUVvfZ8 off=3852557 len=1482335 2024-04-12T00:52:46.049 INFO:tasks.workunit.client.0.smithi098.stdout:op 1670 completed, throughput=5MB/sec 2024-04-12T00:52:46.049 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ot0xTAbjhfh14_k off=3175597 len=851076 2024-04-12T00:52:46.056 INFO:tasks.workunit.client.0.smithi098.stdout:op 1671 completed, throughput=5MB/sec 2024-04-12T00:52:46.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:46 smithi098 ceph-mon[91373]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:52:46.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:46 smithi098 ceph-mon[88922]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:52:46.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:46 smithi193 ceph-mon[83763]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:52:47.056 INFO:tasks.workunit.client.0.smithi098.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:47.056 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-U2fIxv1Dad5fqfZ off=17833835 len=1864574 2024-04-12T00:52:47.060 INFO:tasks.workunit.client.0.smithi098.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-12T00:52:47.060 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Wo7j5r9s16AZAiD off=10250075 len=165422 2024-04-12T00:52:47.061 INFO:tasks.workunit.client.0.smithi098.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-12T00:52:47.062 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wNvDuqtltvH3Zhz off=17423522 len=212493 2024-04-12T00:52:47.063 INFO:tasks.workunit.client.0.smithi098.stdout:op 1674 completed, throughput=4.99MB/sec 2024-04-12T00:52:47.063 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z9ZsEJU-nMNrtXm off=14004842 len=1495851 2024-04-12T00:52:47.070 INFO:tasks.workunit.client.0.smithi098.stdout:op 1675 completed, throughput=5MB/sec 2024-04-12T00:52:47.071 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9XqnH2crYuLnZNe off=6368117 len=361177 2024-04-12T00:52:47.072 INFO:tasks.workunit.client.0.smithi098.stdout:op 1676 completed, throughput=5MB/sec 2024-04-12T00:52:47.072 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BLZODuK01bjvYaG off=2760928 len=200387 2024-04-12T00:52:47.072 INFO:tasks.workunit.client.0.smithi098.stdout:op 1677 completed, throughput=5MB/sec 2024-04-12T00:52:47.072 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rluDinwxVfEuA_n off=2871094 len=393192 2024-04-12T00:52:47.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 1678 completed, throughput=5MB/sec 2024-04-12T00:52:47.073 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qvECni56Hp7NjOc off=3465512 len=891339 2024-04-12T00:52:47.079 INFO:tasks.workunit.client.0.smithi098.stdout:op 1679 completed, throughput=5MB/sec 2024-04-12T00:52:48.079 INFO:tasks.workunit.client.0.smithi098.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:48.079 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PlepHh0N7RvpIgB off=3208496 len=245109 2024-04-12T00:52:48.080 INFO:tasks.workunit.client.0.smithi098.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-12T00:52:48.080 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ikCNb8uWxPBAJaY off=5582819 len=1802733 2024-04-12T00:52:48.090 INFO:tasks.workunit.client.0.smithi098.stdout:op 1681 completed, throughput=4.99MB/sec 2024-04-12T00:52:48.091 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cfm0Bwwireia1L8 off=11663949 len=1876937 2024-04-12T00:52:48.093 INFO:tasks.workunit.client.0.smithi098.stdout:op 1682 completed, throughput=5MB/sec 2024-04-12T00:52:48.093 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-S_Es0wWDrGqVNcj off=17393787 len=1744264 2024-04-12T00:52:48.099 INFO:tasks.workunit.client.0.smithi098.stdout:op 1683 completed, throughput=5MB/sec 2024-04-12T00:52:48.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:48 smithi098 ceph-mon[91373]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:52:48.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:48 smithi098 ceph-mon[88922]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:52:48.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:48 smithi193 ceph-mon[83763]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:52:49.100 INFO:tasks.workunit.client.0.smithi098.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:49.100 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x8glTo1zX19quco off=7686320 len=124043 2024-04-12T00:52:49.100 INFO:tasks.workunit.client.0.smithi098.stdout:op 1684 completed, throughput=4.99MB/sec 2024-04-12T00:52:49.100 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EqgJN_pRhJ1GTpb off=3061791 len=1981441 2024-04-12T00:52:49.111 INFO:tasks.workunit.client.0.smithi098.stdout:op 1685 completed, throughput=4.99MB/sec 2024-04-12T00:52:49.112 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1MOevTMH0h2rC3f off=4021189 len=1175339 2024-04-12T00:52:49.113 INFO:tasks.workunit.client.0.smithi098.stdout:op 1686 completed, throughput=5MB/sec 2024-04-12T00:52:49.113 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c18MXXO17SbKfJN off=4598735 len=1444629 2024-04-12T00:52:49.118 INFO:tasks.workunit.client.0.smithi098.stdout:op 1687 completed, throughput=5MB/sec 2024-04-12T00:52:50.119 INFO:tasks.workunit.client.0.smithi098.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:50.119 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SpEhoW9KJzQI18j off=1396779 len=733730 2024-04-12T00:52:50.123 INFO:tasks.workunit.client.0.smithi098.stdout:op 1688 completed, throughput=4.99MB/sec 2024-04-12T00:52:50.123 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tLVDmZVlmq1OcJ4 off=3647900 len=377255 2024-04-12T00:52:50.124 INFO:tasks.workunit.client.0.smithi098.stdout:op 1689 completed, throughput=4.99MB/sec 2024-04-12T00:52:50.124 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K6ZzQt1O7ut3sc- off=11706484 len=1625081 2024-04-12T00:52:50.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 1690 completed, throughput=4.99MB/sec 2024-04-12T00:52:50.126 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IKY_EwetM7kl-ad off=837080 len=1061050 2024-04-12T00:52:50.131 INFO:tasks.workunit.client.0.smithi098.stdout:op 1691 completed, throughput=5MB/sec 2024-04-12T00:52:50.131 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-B9z4MM2w-PBS6FH off=7720850 len=1542880 2024-04-12T00:52:50.132 INFO:tasks.workunit.client.0.smithi098.stdout:op 1692 completed, throughput=5MB/sec 2024-04-12T00:52:50.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:50 smithi098 ceph-mon[88922]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:52:50.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:50.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:50 smithi098 ceph-mon[91373]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:52:50.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:50.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:50 smithi193 ceph-mon[83763]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:52:50.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:52:51.132 INFO:tasks.workunit.client.0.smithi098.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:51.133 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J0qYjuvz-aokSlo off=13644454 len=410863 2024-04-12T00:52:51.133 INFO:tasks.workunit.client.0.smithi098.stdout:op 1693 completed, throughput=4.99MB/sec 2024-04-12T00:52:51.133 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Zv6_Y9H83f0QbAC off=13074724 len=1127216 2024-04-12T00:52:51.139 INFO:tasks.workunit.client.0.smithi098.stdout:op 1694 completed, throughput=4.99MB/sec 2024-04-12T00:52:51.139 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KJLHxqp8bFlgrdK off=4679103 len=281691 2024-04-12T00:52:51.142 INFO:tasks.workunit.client.0.smithi098.stdout:op 1695 completed, throughput=4.99MB/sec 2024-04-12T00:52:51.142 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DdesnqDbIuA455O off=7321062 len=806756 2024-04-12T00:52:51.144 INFO:tasks.workunit.client.0.smithi098.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-12T00:52:51.144 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EoDQrqM9lM-yRCW off=15310757 len=2001682 2024-04-12T00:52:51.146 INFO:tasks.workunit.client.0.smithi098.stdout:op 1697 completed, throughput=5MB/sec 2024-04-12T00:52:51.146 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-riw8jEbmfExfi3Q off=2630991 len=1566398 2024-04-12T00:52:51.147 INFO:tasks.workunit.client.0.smithi098.stdout:op 1698 completed, throughput=5MB/sec 2024-04-12T00:52:52.148 INFO:tasks.workunit.client.0.smithi098.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:52.148 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0YCWXn_abwy3fdV off=3374894 len=938696 2024-04-12T00:52:52.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 1699 completed, throughput=4.99MB/sec 2024-04-12T00:52:52.149 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ETHypIkaQ0cGotd off=11692543 len=1259485 2024-04-12T00:52:52.152 INFO:tasks.workunit.client.0.smithi098.stdout:op 1700 completed, throughput=4.99MB/sec 2024-04-12T00:52:52.152 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8YZO-VUG-0K3w8U off=3741641 len=1511917 2024-04-12T00:52:52.154 INFO:tasks.workunit.client.0.smithi098.stdout:op 1701 completed, throughput=5MB/sec 2024-04-12T00:52:52.154 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rOo3A4zgvxp4ZkQ off=1580278 len=1587971 2024-04-12T00:52:52.155 INFO:tasks.workunit.client.0.smithi098.stdout:op 1702 completed, throughput=5MB/sec 2024-04-12T00:52:52.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:52 smithi098 ceph-mon[88922]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:52:52.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:52 smithi098 ceph-mon[91373]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:52:52.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:52 smithi193 ceph-mon[83763]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:52:52.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:52:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:52:53.156 INFO:tasks.workunit.client.0.smithi098.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:53.156 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c3Y6lcQKp0eL_FU off=8756736 len=1954741 2024-04-12T00:52:53.158 INFO:tasks.workunit.client.0.smithi098.stdout:op 1703 completed, throughput=4.99MB/sec 2024-04-12T00:52:53.158 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EatlOnIdMxUK0V_ off=1979979 len=2069886 2024-04-12T00:52:53.162 INFO:tasks.workunit.client.0.smithi098.stdout:op 1704 completed, throughput=5MB/sec 2024-04-12T00:52:53.162 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WsTx_s_tLO5xy0J off=6477260 len=1894495 2024-04-12T00:52:53.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 1705 completed, throughput=5MB/sec 2024-04-12T00:52:54.172 INFO:tasks.workunit.client.0.smithi098.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:54.172 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PcTUIkzZhuu-oVy off=783442 len=511122 2024-04-12T00:52:54.173 INFO:tasks.workunit.client.0.smithi098.stdout:op 1706 completed, throughput=4.99MB/sec 2024-04-12T00:52:54.173 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LTS1M12LWT7yU7d off=10345452 len=2006705 2024-04-12T00:52:54.177 INFO:tasks.workunit.client.0.smithi098.stdout:op 1707 completed, throughput=5MB/sec 2024-04-12T00:52:54.177 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ElCC8udzbv8aXjK off=10661116 len=255925 2024-04-12T00:52:54.178 INFO:tasks.workunit.client.0.smithi098.stdout:op 1708 completed, throughput=5MB/sec 2024-04-12T00:52:54.178 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-R-7YreK-oquUOJq off=12346181 len=1912458 2024-04-12T00:52:54.188 INFO:tasks.workunit.client.0.smithi098.stdout:op 1709 completed, throughput=5MB/sec 2024-04-12T00:52:54.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:54 smithi098 ceph-mon[91373]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:52:54.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:54 smithi098 ceph-mon[88922]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:52:54.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:54 smithi193 ceph-mon[83763]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:52:55.188 INFO:tasks.workunit.client.0.smithi098.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:55.188 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KihshRH9bOQ4D6U off=12327697 len=135282 2024-04-12T00:52:55.191 INFO:tasks.workunit.client.0.smithi098.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-12T00:52:55.191 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-h8_KTMfuVzkYi-d off=1209202 len=1114187 2024-04-12T00:52:55.197 INFO:tasks.workunit.client.0.smithi098.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-12T00:52:55.197 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0ZLoELzKflHCKCd off=3127291 len=1324748 2024-04-12T00:52:55.203 INFO:tasks.workunit.client.0.smithi098.stdout:op 1712 completed, throughput=5MB/sec 2024-04-12T00:52:55.203 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rZShPfnaLcOC1zt off=1496154 len=1713143 2024-04-12T00:52:55.205 INFO:tasks.workunit.client.0.smithi098.stdout:op 1713 completed, throughput=5MB/sec 2024-04-12T00:52:56.026 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:52:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:52:55] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T00:52:56.206 INFO:tasks.workunit.client.0.smithi098.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:56.206 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H08ZkpTaXJCd3cy off=2048323 len=620066 2024-04-12T00:52:56.207 INFO:tasks.workunit.client.0.smithi098.stdout:op 1714 completed, throughput=4.99MB/sec 2024-04-12T00:52:56.207 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RYrYViSE2FeGKWv off=365109 len=1181954 2024-04-12T00:52:56.213 INFO:tasks.workunit.client.0.smithi098.stdout:op 1715 completed, throughput=4.99MB/sec 2024-04-12T00:52:56.213 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WxgkoShk5QkKVDa off=7998321 len=495459 2024-04-12T00:52:56.215 INFO:tasks.workunit.client.0.smithi098.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-12T00:52:56.216 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WtoNMyoR1s_-lQC off=11151238 len=240194 2024-04-12T00:52:56.216 INFO:tasks.workunit.client.0.smithi098.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-12T00:52:56.216 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qlHkJhWu2VlVHzm off=1685028 len=1263706 2024-04-12T00:52:56.223 INFO:tasks.workunit.client.0.smithi098.stdout:op 1718 completed, throughput=5MB/sec 2024-04-12T00:52:56.223 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TNj1GvGF7rhYZE9 off=4809950 len=167156 2024-04-12T00:52:56.226 INFO:tasks.workunit.client.0.smithi098.stdout:op 1719 completed, throughput=5MB/sec 2024-04-12T00:52:56.226 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-__uR7jZj8mJ9Vdb off=4655177 len=1309417 2024-04-12T00:52:56.234 INFO:tasks.workunit.client.0.smithi098.stdout:op 1720 completed, throughput=5MB/sec 2024-04-12T00:52:56.234 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CNQCOHyjHNeHNqT off=11713909 len=1663422 2024-04-12T00:52:56.243 INFO:tasks.workunit.client.0.smithi098.stdout:op 1721 completed, throughput=5MB/sec 2024-04-12T00:52:56.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:56 smithi098 ceph-mon[91373]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:52:56.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:56 smithi098 ceph-mon[88922]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:52:56.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:56 smithi193 ceph-mon[83763]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:52:57.244 INFO:tasks.workunit.client.0.smithi098.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:57.244 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7BG1H-EyEXMcPJ7 off=15427479 len=321674 2024-04-12T00:52:57.247 INFO:tasks.workunit.client.0.smithi098.stdout:op 1722 completed, throughput=4.99MB/sec 2024-04-12T00:52:57.247 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-APSoR-BMmM0mHoL off=173186 len=1358116 2024-04-12T00:52:57.253 INFO:tasks.workunit.client.0.smithi098.stdout:op 1723 completed, throughput=4.99MB/sec 2024-04-12T00:52:57.254 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jXWGc4wh8HIK5wJ off=17621107 len=583473 2024-04-12T00:52:57.255 INFO:tasks.workunit.client.0.smithi098.stdout:op 1724 completed, throughput=5MB/sec 2024-04-12T00:52:57.255 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u_5eO5X30-rrxyo off=4410885 len=358287 2024-04-12T00:52:57.258 INFO:tasks.workunit.client.0.smithi098.stdout:op 1725 completed, throughput=5MB/sec 2024-04-12T00:52:57.258 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-F9VBP5FFX70pT36 off=4856747 len=1280155 2024-04-12T00:52:57.259 INFO:tasks.workunit.client.0.smithi098.stdout:op 1726 completed, throughput=5MB/sec 2024-04-12T00:52:58.260 INFO:tasks.workunit.client.0.smithi098.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:58.260 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SNaRzeHZI06a9dI off=13068210 len=882551 2024-04-12T00:52:58.261 INFO:tasks.workunit.client.0.smithi098.stdout:op 1727 completed, throughput=4.99MB/sec 2024-04-12T00:52:58.261 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BhgkBFSO0ZHDKBK off=1128243 len=1357259 2024-04-12T00:52:58.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 1728 completed, throughput=4.99MB/sec 2024-04-12T00:52:58.269 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GApPyeWc9cQCHhD off=11679558 len=690542 2024-04-12T00:52:58.273 INFO:tasks.workunit.client.0.smithi098.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-12T00:52:58.273 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Mj4rWmPsHFjl9Ss off=5664530 len=2080239 2024-04-12T00:52:58.276 INFO:tasks.workunit.client.0.smithi098.stdout:op 1730 completed, throughput=5MB/sec 2024-04-12T00:52:58.276 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3rSnPumuVrHbS0B off=17514601 len=643610 2024-04-12T00:52:58.280 INFO:tasks.workunit.client.0.smithi098.stdout:op 1731 completed, throughput=5MB/sec 2024-04-12T00:52:58.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:52:58 smithi098 ceph-mon[91373]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:52:58.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:52:58 smithi098 ceph-mon[88922]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:52:58.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:52:58 smithi193 ceph-mon[83763]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:52:59.280 INFO:tasks.workunit.client.0.smithi098.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-12T00:52:59.280 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1zcrMgZDxWhGQzG off=4374509 len=884174 2024-04-12T00:52:59.281 INFO:tasks.workunit.client.0.smithi098.stdout:op 1732 completed, throughput=4.99MB/sec 2024-04-12T00:52:59.282 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nAGoyE8IMPoLO2M off=7781317 len=853424 2024-04-12T00:52:59.283 INFO:tasks.workunit.client.0.smithi098.stdout:op 1733 completed, throughput=4.99MB/sec 2024-04-12T00:52:59.283 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-i3bE9vzGys1iPzr off=4846593 len=257467 2024-04-12T00:52:59.284 INFO:tasks.workunit.client.0.smithi098.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-12T00:52:59.284 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pUdZi5vXEhmAJkZ off=15722594 len=880429 2024-04-12T00:52:59.285 INFO:tasks.workunit.client.0.smithi098.stdout:op 1735 completed, throughput=4.99MB/sec 2024-04-12T00:52:59.285 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qWEB2EC4aLfvy2Z off=18691737 len=287759 2024-04-12T00:52:59.288 INFO:tasks.workunit.client.0.smithi098.stdout:op 1736 completed, throughput=5MB/sec 2024-04-12T00:52:59.288 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-A9KZJD6do0FdLEo off=7963124 len=451088 2024-04-12T00:52:59.292 INFO:tasks.workunit.client.0.smithi098.stdout:op 1737 completed, throughput=5MB/sec 2024-04-12T00:52:59.292 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6DZ024wDA8V-JmR off=5010279 len=1988283 2024-04-12T00:52:59.294 INFO:tasks.workunit.client.0.smithi098.stdout:op 1738 completed, throughput=5MB/sec 2024-04-12T00:53:00.295 INFO:tasks.workunit.client.0.smithi098.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:00.295 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-09xkZjTn6PS4BL4 off=7756754 len=1720801 2024-04-12T00:53:00.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:00 smithi098 ceph-mon[91373]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:53:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:00 smithi098 ceph-mon[88922]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:53:00.303 INFO:tasks.workunit.client.0.smithi098.stdout:op 1739 completed, throughput=4.99MB/sec 2024-04-12T00:53:00.303 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QgW-bDY8NEeX9Cy off=18118354 len=1459276 2024-04-12T00:53:00.310 INFO:tasks.workunit.client.0.smithi098.stdout:op 1740 completed, throughput=5MB/sec 2024-04-12T00:53:00.310 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0fMeNj5fqgWWQ9o off=5018869 len=1203798 2024-04-12T00:53:00.312 INFO:tasks.workunit.client.0.smithi098.stdout:op 1741 completed, throughput=5MB/sec 2024-04-12T00:53:00.312 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p1OrfBuiPMVtrK0 off=744721 len=263573 2024-04-12T00:53:00.312 INFO:tasks.workunit.client.0.smithi098.stdout:op 1742 completed, throughput=5MB/sec 2024-04-12T00:53:00.312 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DUnCY22Y7nxPlQH off=13965781 len=1562704 2024-04-12T00:53:00.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 1743 completed, throughput=5MB/sec 2024-04-12T00:53:00.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:00 smithi193 ceph-mon[83763]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:53:01.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:53:01.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:53:01.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:53:01.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:53:01.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:53:01.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:53:01.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:53:01.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:53:01.322 INFO:tasks.workunit.client.0.smithi098.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:01.322 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ReOz-EJcFlawN5i off=6683889 len=1105242 2024-04-12T00:53:01.326 INFO:tasks.workunit.client.0.smithi098.stdout:op 1744 completed, throughput=4.99MB/sec 2024-04-12T00:53:01.326 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-n_jPMG_F6yXxIkF off=14240859 len=1168789 2024-04-12T00:53:01.332 INFO:tasks.workunit.client.0.smithi098.stdout:op 1745 completed, throughput=5MB/sec 2024-04-12T00:53:01.332 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OXibC5BTV6ISmw7 off=9324617 len=1144815 2024-04-12T00:53:01.333 INFO:tasks.workunit.client.0.smithi098.stdout:op 1746 completed, throughput=5MB/sec 2024-04-12T00:53:01.333 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-71_ZKuv-2Pm5L8M off=7670674 len=463755 2024-04-12T00:53:01.336 INFO:tasks.workunit.client.0.smithi098.stdout:op 1747 completed, throughput=5MB/sec 2024-04-12T00:53:01.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:53:01.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:53:01.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:53:01.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:53:02.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:02 smithi098 ceph-mon[91373]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:53:02.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:02 smithi098 ceph-mon[88922]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:53:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:02 smithi193 ceph-mon[83763]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:53:02.336 INFO:tasks.workunit.client.0.smithi098.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:02.336 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r0qPH1AmVBFHmev off=1018065 len=1934368 2024-04-12T00:53:02.340 INFO:tasks.workunit.client.0.smithi098.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-12T00:53:02.340 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nLRuYGSzmKQolwq off=324828 len=1837785 2024-04-12T00:53:02.342 INFO:tasks.workunit.client.0.smithi098.stdout:op 1749 completed, throughput=5MB/sec 2024-04-12T00:53:02.342 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5ORnv_-iAbOvVUL off=7977363 len=593640 2024-04-12T00:53:02.347 INFO:tasks.workunit.client.0.smithi098.stdout:op 1750 completed, throughput=5MB/sec 2024-04-12T00:53:02.347 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x2o6XZM_Jb83_o_ off=307034 len=1202893 2024-04-12T00:53:02.348 INFO:tasks.workunit.client.0.smithi098.stdout:op 1751 completed, throughput=5MB/sec 2024-04-12T00:53:02.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:53:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:53:03.349 INFO:tasks.workunit.client.0.smithi098.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:03.349 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xXkbtlp8-nFc1y6 off=5597482 len=150376 2024-04-12T00:53:03.350 INFO:tasks.workunit.client.0.smithi098.stdout:op 1752 completed, throughput=4.99MB/sec 2024-04-12T00:53:03.350 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Gwle5snZisJB0Xn off=5945327 len=2053742 2024-04-12T00:53:03.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 1753 completed, throughput=4.99MB/sec 2024-04-12T00:53:03.361 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BQaoPirZYB6NsAW off=3179904 len=1793864 2024-04-12T00:53:03.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 1754 completed, throughput=5MB/sec 2024-04-12T00:53:03.372 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DqyoD-HqtkVVNyA off=1324372 len=2048284 2024-04-12T00:53:03.374 INFO:tasks.workunit.client.0.smithi098.stdout:op 1755 completed, throughput=5MB/sec 2024-04-12T00:53:04.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:04 smithi193 ceph-mon[83763]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:53:04.374 INFO:tasks.workunit.client.0.smithi098.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:04.374 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EM51I-w6Qnz6wLv off=22604854 len=1147227 2024-04-12T00:53:04.380 INFO:tasks.workunit.client.0.smithi098.stdout:op 1756 completed, throughput=4.99MB/sec 2024-04-12T00:53:04.380 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NlHNbvL7r--rqeg off=377751 len=966688 2024-04-12T00:53:04.382 INFO:tasks.workunit.client.0.smithi098.stdout:op 1757 completed, throughput=4.99MB/sec 2024-04-12T00:53:04.383 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sj2lXEDkgOE08UY off=5390509 len=573369 2024-04-12T00:53:04.387 INFO:tasks.workunit.client.0.smithi098.stdout:op 1758 completed, throughput=5MB/sec 2024-04-12T00:53:04.387 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sfBOI_2OTZj5x4J off=19075050 len=426866 2024-04-12T00:53:04.390 INFO:tasks.workunit.client.0.smithi098.stdout:op 1759 completed, throughput=5MB/sec 2024-04-12T00:53:04.390 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dPdW0460ALXm5ip off=10178670 len=1916233 2024-04-12T00:53:04.392 INFO:tasks.workunit.client.0.smithi098.stdout:op 1760 completed, throughput=5MB/sec 2024-04-12T00:53:04.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:04 smithi098 ceph-mon[91373]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:53:04.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:04 smithi098 ceph-mon[88922]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:53:05.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:05.392 INFO:tasks.workunit.client.0.smithi098.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:05.393 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZhPA4G2Ceyaokb0 off=9067660 len=255539 2024-04-12T00:53:05.393 INFO:tasks.workunit.client.0.smithi098.stdout:op 1761 completed, throughput=4.99MB/sec 2024-04-12T00:53:05.393 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hywcJIz-8ZThNFs off=2820298 len=1378608 2024-04-12T00:53:05.396 INFO:tasks.workunit.client.0.smithi098.stdout:op 1762 completed, throughput=4.99MB/sec 2024-04-12T00:53:05.397 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SAAYmDh95yz6ItP off=4795743 len=520536 2024-04-12T00:53:05.401 INFO:tasks.workunit.client.0.smithi098.stdout:op 1763 completed, throughput=4.99MB/sec 2024-04-12T00:53:05.401 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RNUzlQarons1IX4 off=7447167 len=1601727 2024-04-12T00:53:05.409 INFO:tasks.workunit.client.0.smithi098.stdout:op 1764 completed, throughput=5MB/sec 2024-04-12T00:53:05.409 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bqsirnjixf4v9rF off=6017680 len=1862374 2024-04-12T00:53:05.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 1765 completed, throughput=5MB/sec 2024-04-12T00:53:05.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:05.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:06.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:53:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:53:05] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T00:53:06.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:06 smithi193 ceph-mon[83763]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:53:06.413 INFO:tasks.workunit.client.0.smithi098.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:06.413 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oWkNjGU5mShuck- off=16652219 len=710846 2024-04-12T00:53:06.423 INFO:tasks.workunit.client.0.smithi098.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-12T00:53:06.423 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3zY_v6FFl2NeSKc off=4196770 len=102242 2024-04-12T00:53:06.424 INFO:tasks.workunit.client.0.smithi098.stdout:op 1767 completed, throughput=4.99MB/sec 2024-04-12T00:53:06.424 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aKF3cDmyP71J_Xw off=927719 len=110783 2024-04-12T00:53:06.430 INFO:tasks.workunit.client.0.smithi098.stdout:op 1768 completed, throughput=4.99MB/sec 2024-04-12T00:53:06.430 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dsXEUh3qL9CRy35 off=8578674 len=1863264 2024-04-12T00:53:06.433 INFO:tasks.workunit.client.0.smithi098.stdout:op 1769 completed, throughput=5MB/sec 2024-04-12T00:53:06.433 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OCI_m4RNGK8lYS- off=11192579 len=1378663 2024-04-12T00:53:06.435 INFO:tasks.workunit.client.0.smithi098.stdout:op 1770 completed, throughput=5MB/sec 2024-04-12T00:53:06.435 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dPdW0460ALXm5ip off=10190702 len=305338 2024-04-12T00:53:06.438 INFO:tasks.workunit.client.0.smithi098.stdout:op 1771 completed, throughput=5MB/sec 2024-04-12T00:53:06.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:06 smithi098 ceph-mon[91373]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:53:06.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:06 smithi098 ceph-mon[88922]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:53:07.438 INFO:tasks.workunit.client.0.smithi098.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:07.438 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3V3z98x1fI-PBYL off=7997510 len=1291426 2024-04-12T00:53:07.446 INFO:tasks.workunit.client.0.smithi098.stdout:op 1772 completed, throughput=4.99MB/sec 2024-04-12T00:53:07.446 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZMDzWzpMuxnJ6WC off=10876556 len=1579214 2024-04-12T00:53:07.454 INFO:tasks.workunit.client.0.smithi098.stdout:op 1773 completed, throughput=4.99MB/sec 2024-04-12T00:53:07.454 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tG8563L64CGgspW off=4445349 len=1032609 2024-04-12T00:53:07.458 INFO:tasks.workunit.client.0.smithi098.stdout:op 1774 completed, throughput=5MB/sec 2024-04-12T00:53:07.459 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qceJeHWyAHepu1b off=13809393 len=975520 2024-04-12T00:53:07.463 INFO:tasks.workunit.client.0.smithi098.stdout:op 1775 completed, throughput=5MB/sec 2024-04-12T00:53:07.464 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TvlC9p1T1UkbJiU off=9721065 len=1870899 2024-04-12T00:53:07.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 1776 completed, throughput=5MB/sec 2024-04-12T00:53:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:08 smithi193 ceph-mon[83763]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:08.471 INFO:tasks.workunit.client.0.smithi098.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:08.472 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CzfZHy85EQIzfhW off=8205638 len=542295 2024-04-12T00:53:08.475 INFO:tasks.workunit.client.0.smithi098.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-12T00:53:08.475 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nalgpwIDwUx81Se off=4949139 len=1986536 2024-04-12T00:53:08.485 INFO:tasks.workunit.client.0.smithi098.stdout:op 1778 completed, throughput=5MB/sec 2024-04-12T00:53:08.485 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6KeoBN-eo0-Dzlx off=2643511 len=1522517 2024-04-12T00:53:08.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 1779 completed, throughput=5MB/sec 2024-04-12T00:53:08.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:08 smithi098 ceph-mon[88922]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:08.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:08 smithi098 ceph-mon[91373]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:09.487 INFO:tasks.workunit.client.0.smithi098.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:09.487 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n3u99TYmuIzjJRx off=4808935 len=1775432 2024-04-12T00:53:09.489 INFO:tasks.workunit.client.0.smithi098.stdout:op 1780 completed, throughput=4.99MB/sec 2024-04-12T00:53:09.489 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-35qH8GTO22s-DBN off=3220882 len=112487 2024-04-12T00:53:09.492 INFO:tasks.workunit.client.0.smithi098.stdout:op 1781 completed, throughput=4.99MB/sec 2024-04-12T00:53:09.492 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hCKU0t7Xv4c0vqa off=3443812 len=1817704 2024-04-12T00:53:09.503 INFO:tasks.workunit.client.0.smithi098.stdout:op 1782 completed, throughput=5MB/sec 2024-04-12T00:53:09.503 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tHhe1yRDyR_ez4l off=2396616 len=1254067 2024-04-12T00:53:09.505 INFO:tasks.workunit.client.0.smithi098.stdout:op 1783 completed, throughput=5MB/sec 2024-04-12T00:53:09.505 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EDVb7uuSh_wtTIc off=9723240 len=1701563 2024-04-12T00:53:09.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 1784 completed, throughput=5MB/sec 2024-04-12T00:53:10.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:10 smithi193 ceph-mon[83763]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:53:10.508 INFO:tasks.workunit.client.0.smithi098.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:10.508 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qAwtlX7f-xzdvL6 off=2075352 len=1881712 2024-04-12T00:53:10.510 INFO:tasks.workunit.client.0.smithi098.stdout:op 1785 completed, throughput=4.99MB/sec 2024-04-12T00:53:10.510 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aruJ8qw8VFcZ-R9 off=1012847 len=451855 2024-04-12T00:53:10.511 INFO:tasks.workunit.client.0.smithi098.stdout:op 1786 completed, throughput=5MB/sec 2024-04-12T00:53:10.511 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eejFRegJD8QAVo2 off=9810768 len=5586 2024-04-12T00:53:10.512 INFO:tasks.workunit.client.0.smithi098.stdout:op 1787 completed, throughput=5MB/sec 2024-04-12T00:53:10.512 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sKRuV1aS934Yk1V off=179669 len=193433 2024-04-12T00:53:10.514 INFO:tasks.workunit.client.0.smithi098.stdout:op 1788 completed, throughput=5MB/sec 2024-04-12T00:53:10.514 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RE3XaJxbSIF7sOd off=1460284 len=1707807 2024-04-12T00:53:10.517 INFO:tasks.workunit.client.0.smithi098.stdout:op 1789 completed, throughput=5MB/sec 2024-04-12T00:53:10.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:10 smithi098 ceph-mon[91373]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:53:10.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:10 smithi098 ceph-mon[88922]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:53:11.518 INFO:tasks.workunit.client.0.smithi098.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:11.518 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-75Umj-VrrlLZ3G6 off=1888007 len=1394566 2024-04-12T00:53:11.520 INFO:tasks.workunit.client.0.smithi098.stdout:op 1790 completed, throughput=4.99MB/sec 2024-04-12T00:53:11.520 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7ynf2L0PRvttxVi off=7758704 len=1895362 2024-04-12T00:53:11.524 INFO:tasks.workunit.client.0.smithi098.stdout:op 1791 completed, throughput=5MB/sec 2024-04-12T00:53:11.524 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--tx8tt_nKS5fNrH off=1671595 len=845307 2024-04-12T00:53:11.525 INFO:tasks.workunit.client.0.smithi098.stdout:op 1792 completed, throughput=5MB/sec 2024-04-12T00:53:11.525 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KEBBACWowYPyXNx off=3993074 len=1748318 2024-04-12T00:53:11.536 INFO:tasks.workunit.client.0.smithi098.stdout:op 1793 completed, throughput=5MB/sec 2024-04-12T00:53:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:12 smithi193 ceph-mon[83763]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:12.536 INFO:tasks.workunit.client.0.smithi098.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:12.536 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7Zl8OaQVf6fNag8 off=7717670 len=847436 2024-04-12T00:53:12.537 INFO:tasks.workunit.client.0.smithi098.stdout:op 1794 completed, throughput=4.99MB/sec 2024-04-12T00:53:12.537 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JWUmsoLBWibMmBf off=554909 len=1080490 2024-04-12T00:53:12.542 INFO:tasks.workunit.client.0.smithi098.stdout:op 1795 completed, throughput=4.99MB/sec 2024-04-12T00:53:12.542 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Sbu89JdmSmIYUKy off=4006409 len=1767913 2024-04-12T00:53:12.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:12 smithi098 ceph-mon[88922]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:12.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:12 smithi098 ceph-mon[91373]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:12.546 INFO:tasks.workunit.client.0.smithi098.stdout:op 1796 completed, throughput=5MB/sec 2024-04-12T00:53:12.546 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pyLYpUR69CPwPFI off=227016 len=400191 2024-04-12T00:53:12.547 INFO:tasks.workunit.client.0.smithi098.stdout:op 1797 completed, throughput=5MB/sec 2024-04-12T00:53:12.547 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ouvNx0vCrTrrJAj off=5812277 len=2055086 2024-04-12T00:53:12.558 INFO:tasks.workunit.client.0.smithi098.stdout:op 1798 completed, throughput=5MB/sec 2024-04-12T00:53:12.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:53:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:53:13.559 INFO:tasks.workunit.client.0.smithi098.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:13.559 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--ETqKXFPdALqvEi off=13598120 len=37070 2024-04-12T00:53:13.561 INFO:tasks.workunit.client.0.smithi098.stdout:op 1799 completed, throughput=4.99MB/sec 2024-04-12T00:53:13.561 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_Uf3i3p7GKlSgjB off=11059297 len=1004603 2024-04-12T00:53:13.565 INFO:tasks.workunit.client.0.smithi098.stdout:op 1800 completed, throughput=4.99MB/sec 2024-04-12T00:53:13.565 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GApDCyXbBr3bDVl off=2265830 len=1117125 2024-04-12T00:53:13.573 INFO:tasks.workunit.client.0.smithi098.stdout:op 1801 completed, throughput=5MB/sec 2024-04-12T00:53:13.574 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xTEm1Uwk2GAGPEn off=3730239 len=653645 2024-04-12T00:53:13.577 INFO:tasks.workunit.client.0.smithi098.stdout:op 1802 completed, throughput=5MB/sec 2024-04-12T00:53:13.577 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EusL9xm0-xsNIr8 off=15730179 len=1712342 2024-04-12T00:53:13.585 INFO:tasks.workunit.client.0.smithi098.stdout:op 1803 completed, throughput=5MB/sec 2024-04-12T00:53:14.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:14 smithi193 ceph-mon[83763]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:53:14.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:14 smithi098 ceph-mon[91373]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:53:14.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:14 smithi098 ceph-mon[88922]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:53:14.586 INFO:tasks.workunit.client.0.smithi098.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:14.586 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TXp5yI4sV5GOwA3 off=8854901 len=1649191 2024-04-12T00:53:14.593 INFO:tasks.workunit.client.0.smithi098.stdout:op 1804 completed, throughput=4.99MB/sec 2024-04-12T00:53:14.593 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-P7GGtT-sLkqfDnH off=10453804 len=284955 2024-04-12T00:53:14.596 INFO:tasks.workunit.client.0.smithi098.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-12T00:53:14.596 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SJuSjMtelk8TsTB off=88187 len=929126 2024-04-12T00:53:14.601 INFO:tasks.workunit.client.0.smithi098.stdout:op 1806 completed, throughput=5MB/sec 2024-04-12T00:53:14.601 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-90yLSJ8qziqL0X0 off=6258489 len=2050712 2024-04-12T00:53:14.602 INFO:tasks.workunit.client.0.smithi098.stdout:op 1807 completed, throughput=5MB/sec 2024-04-12T00:53:15.603 INFO:tasks.workunit.client.0.smithi098.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:15.603 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0R8zr1aUphMKn7d off=13494813 len=1058141 2024-04-12T00:53:15.610 INFO:tasks.workunit.client.0.smithi098.stdout:op 1808 completed, throughput=4.99MB/sec 2024-04-12T00:53:15.610 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7FDSHwY6Z8FfmnA off=1265648 len=1323352 2024-04-12T00:53:15.612 INFO:tasks.workunit.client.0.smithi098.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-12T00:53:15.612 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TKcG5u3ZYRLMu3K off=10273793 len=367550 2024-04-12T00:53:15.613 INFO:tasks.workunit.client.0.smithi098.stdout:op 1810 completed, throughput=4.99MB/sec 2024-04-12T00:53:15.613 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bCSHuyftaajgULI off=1858726 len=784523 2024-04-12T00:53:15.617 INFO:tasks.workunit.client.0.smithi098.stdout:op 1811 completed, throughput=5MB/sec 2024-04-12T00:53:15.617 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zAqGJclZXSpZFm4 off=2839323 len=408174 2024-04-12T00:53:15.619 INFO:tasks.workunit.client.0.smithi098.stdout:op 1812 completed, throughput=5MB/sec 2024-04-12T00:53:15.619 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cbqLwY78Ky1u7IT off=4036935 len=1231005 2024-04-12T00:53:15.620 INFO:tasks.workunit.client.0.smithi098.stdout:op 1813 completed, throughput=5MB/sec 2024-04-12T00:53:16.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:53:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:53:15] "GET /metrics HTTP/1.1" 200 34116 "" "Prometheus/2.43.0" 2024-04-12T00:53:16.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:16 smithi193 ceph-mon[83763]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:53:16.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:16 smithi098 ceph-mon[91373]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:53:16.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:16 smithi098 ceph-mon[88922]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:53:16.621 INFO:tasks.workunit.client.0.smithi098.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:16.621 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JzKuj1rvdrg18Wg off=2142224 len=21427 2024-04-12T00:53:16.621 INFO:tasks.workunit.client.0.smithi098.stdout:op 1814 completed, throughput=4.99MB/sec 2024-04-12T00:53:16.621 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ueh1vxWveZFHvwx off=3193972 len=1346660 2024-04-12T00:53:16.628 INFO:tasks.workunit.client.0.smithi098.stdout:op 1815 completed, throughput=4.99MB/sec 2024-04-12T00:53:16.628 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--bK3Vo9KW_2bFpJ off=4198103 len=87274 2024-04-12T00:53:16.630 INFO:tasks.workunit.client.0.smithi098.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-12T00:53:16.630 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Li2gQO-SDNwtqTS off=11606392 len=631587 2024-04-12T00:53:16.631 INFO:tasks.workunit.client.0.smithi098.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-12T00:53:16.632 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2NpWhE9xd1O_y2B off=2677166 len=169870 2024-04-12T00:53:16.634 INFO:tasks.workunit.client.0.smithi098.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-12T00:53:16.634 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5RGq9IxakaP89vW off=2417612 len=488944 2024-04-12T00:53:16.635 INFO:tasks.workunit.client.0.smithi098.stdout:op 1819 completed, throughput=4.99MB/sec 2024-04-12T00:53:16.635 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lz8kT8NeMEOQYR- off=3082390 len=1836668 2024-04-12T00:53:16.636 INFO:tasks.workunit.client.0.smithi098.stdout:op 1820 completed, throughput=5MB/sec 2024-04-12T00:53:16.636 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JFj1cnTuYBYhCxq off=10954028 len=1007324 2024-04-12T00:53:16.637 INFO:tasks.workunit.client.0.smithi098.stdout:op 1821 completed, throughput=5MB/sec 2024-04-12T00:53:17.638 INFO:tasks.workunit.client.0.smithi098.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:17.638 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SJuSjMtelk8TsTB off=16271745 len=325554 2024-04-12T00:53:17.638 INFO:tasks.workunit.client.0.smithi098.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-12T00:53:17.638 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XaAYkgVCW_y7CzO off=5718935 len=1525135 2024-04-12T00:53:17.645 INFO:tasks.workunit.client.0.smithi098.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-12T00:53:17.646 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kJgd_tMfBogQVMt off=151758 len=668718 2024-04-12T00:53:17.650 INFO:tasks.workunit.client.0.smithi098.stdout:op 1824 completed, throughput=4.99MB/sec 2024-04-12T00:53:17.650 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ce7mjYiz3CNou7D off=16600707 len=1627845 2024-04-12T00:53:17.651 INFO:tasks.workunit.client.0.smithi098.stdout:op 1825 completed, throughput=5MB/sec 2024-04-12T00:53:17.651 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LUySmjTKJvmnn69 off=7660857 len=1169287 2024-04-12T00:53:17.652 INFO:tasks.workunit.client.0.smithi098.stdout:op 1826 completed, throughput=5MB/sec 2024-04-12T00:53:18.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:18 smithi193 ceph-mon[83763]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:53:18.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:18 smithi098 ceph-mon[88922]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:53:18.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:18 smithi098 ceph-mon[91373]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:53:18.652 INFO:tasks.workunit.client.0.smithi098.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:18.653 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-amDxcDVUYTHhi5r off=7360051 len=648965 2024-04-12T00:53:18.658 INFO:tasks.workunit.client.0.smithi098.stdout:op 1827 completed, throughput=4.99MB/sec 2024-04-12T00:53:18.658 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PiRlE6GMPheYbth off=10584370 len=2036963 2024-04-12T00:53:18.669 INFO:tasks.workunit.client.0.smithi098.stdout:op 1828 completed, throughput=4.99MB/sec 2024-04-12T00:53:18.669 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aK1QMjVDWZaaH1C off=10027166 len=295315 2024-04-12T00:53:18.672 INFO:tasks.workunit.client.0.smithi098.stdout:op 1829 completed, throughput=5MB/sec 2024-04-12T00:53:18.672 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tw0oeJ5JIZDlpRm off=7121195 len=330235 2024-04-12T00:53:18.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 1830 completed, throughput=5MB/sec 2024-04-12T00:53:18.673 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oBHa9a1eBxtyxnm off=716766 len=1811326 2024-04-12T00:53:18.676 INFO:tasks.workunit.client.0.smithi098.stdout:op 1831 completed, throughput=5MB/sec 2024-04-12T00:53:19.677 INFO:tasks.workunit.client.0.smithi098.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:19.677 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lC_2T85652hAkIg off=1482301 len=1120103 2024-04-12T00:53:19.679 INFO:tasks.workunit.client.0.smithi098.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-12T00:53:19.679 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-v47g8DIYzjHHqR4 off=3614038 len=1833422 2024-04-12T00:53:19.682 INFO:tasks.workunit.client.0.smithi098.stdout:op 1833 completed, throughput=4.99MB/sec 2024-04-12T00:53:19.682 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dXgrJePRozNRj3r off=10760302 len=994258 2024-04-12T00:53:19.683 INFO:tasks.workunit.client.0.smithi098.stdout:op 1834 completed, throughput=5MB/sec 2024-04-12T00:53:19.684 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4S1FaiK4sQpJUcn off=3633700 len=342692 2024-04-12T00:53:19.684 INFO:tasks.workunit.client.0.smithi098.stdout:op 1835 completed, throughput=5MB/sec 2024-04-12T00:53:19.684 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_0d0GAliijMfRqq off=7280809 len=1887372 2024-04-12T00:53:19.696 INFO:tasks.workunit.client.0.smithi098.stdout:op 1836 completed, throughput=5MB/sec 2024-04-12T00:53:20.348 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:20 smithi098 ceph-mon[91373]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:53:20.348 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:20.348 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:20 smithi098 ceph-mon[88922]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:53:20.348 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:20.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:20 smithi193 ceph-mon[83763]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:53:20.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:20.696 INFO:tasks.workunit.client.0.smithi098.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:20.696 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ReOz-EJcFlawN5i off=14558892 len=1107181 2024-04-12T00:53:20.703 INFO:tasks.workunit.client.0.smithi098.stdout:op 1837 completed, throughput=4.99MB/sec 2024-04-12T00:53:20.703 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-T8C_SFdjSaezFC0 off=9437612 len=326380 2024-04-12T00:53:20.703 INFO:tasks.workunit.client.0.smithi098.stdout:op 1838 completed, throughput=4.99MB/sec 2024-04-12T00:53:20.704 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rvjlcfGco7X4N8t off=6862725 len=2019983 2024-04-12T00:53:20.705 INFO:tasks.workunit.client.0.smithi098.stdout:op 1839 completed, throughput=5MB/sec 2024-04-12T00:53:20.705 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_-cQIvZ2tyU4Xo2 off=1563202 len=712775 2024-04-12T00:53:20.707 INFO:tasks.workunit.client.0.smithi098.stdout:op 1840 completed, throughput=5MB/sec 2024-04-12T00:53:20.707 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XmcdVAodWuFzgj0 off=6797241 len=729294 2024-04-12T00:53:20.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 1841 completed, throughput=5MB/sec 2024-04-12T00:53:21.709 INFO:tasks.workunit.client.0.smithi098.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:21.709 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NDWJg9RLcG3RMnJ off=5092550 len=1476929 2024-04-12T00:53:21.711 INFO:tasks.workunit.client.0.smithi098.stdout:op 1842 completed, throughput=4.99MB/sec 2024-04-12T00:53:21.711 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pzC9aECaOHgpKFa off=4740823 len=1779773 2024-04-12T00:53:21.719 INFO:tasks.workunit.client.0.smithi098.stdout:op 1843 completed, throughput=5MB/sec 2024-04-12T00:53:21.719 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fqo2Aa-rWgWUSPB off=7456838 len=368439 2024-04-12T00:53:21.720 INFO:tasks.workunit.client.0.smithi098.stdout:op 1844 completed, throughput=5MB/sec 2024-04-12T00:53:21.720 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4n6Er9i4avXJJd7 off=16964467 len=1331270 2024-04-12T00:53:21.729 INFO:tasks.workunit.client.0.smithi098.stdout:op 1845 completed, throughput=5MB/sec 2024-04-12T00:53:22.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:22 smithi193 ceph-mon[83763]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:53:22.371 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:53:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:53:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:53:22.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:22 smithi098 ceph-mon[91373]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:53:22.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:22 smithi098 ceph-mon[88922]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:53:22.730 INFO:tasks.workunit.client.0.smithi098.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:22.730 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-f_OWjVOK6czbwtx off=256768 len=1054693 2024-04-12T00:53:22.735 INFO:tasks.workunit.client.0.smithi098.stdout:op 1846 completed, throughput=4.99MB/sec 2024-04-12T00:53:22.735 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--qy6qlvz79jCG45 off=2088284 len=223220 2024-04-12T00:53:22.735 INFO:tasks.workunit.client.0.smithi098.stdout:op 1847 completed, throughput=4.99MB/sec 2024-04-12T00:53:22.735 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wxyIoJ7lB_pBOXv off=10049617 len=782317 2024-04-12T00:53:22.740 INFO:tasks.workunit.client.0.smithi098.stdout:op 1848 completed, throughput=4.99MB/sec 2024-04-12T00:53:22.740 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kDg7j7_9NSarXvq off=17872051 len=1585936 2024-04-12T00:53:22.747 INFO:tasks.workunit.client.0.smithi098.stdout:op 1849 completed, throughput=5MB/sec 2024-04-12T00:53:22.748 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-67CdgC3eiuSfcm0 off=14543555 len=766764 2024-04-12T00:53:22.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 1850 completed, throughput=5MB/sec 2024-04-12T00:53:22.748 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WbxS_GSXQtcoFku off=4665076 len=1880883 2024-04-12T00:53:22.757 INFO:tasks.workunit.client.0.smithi098.stdout:op 1851 completed, throughput=5MB/sec 2024-04-12T00:53:23.758 INFO:tasks.workunit.client.0.smithi098.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:23.758 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Fur7AbUH2WeTRFH off=13041720 len=1495361 2024-04-12T00:53:23.762 INFO:tasks.workunit.client.0.smithi098.stdout:op 1852 completed, throughput=4.99MB/sec 2024-04-12T00:53:23.763 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-S6tLBE7ChGRx6lE off=6193212 len=241008 2024-04-12T00:53:23.763 INFO:tasks.workunit.client.0.smithi098.stdout:op 1853 completed, throughput=4.99MB/sec 2024-04-12T00:53:23.763 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p5GOjzZ19M5mGmg off=717064 len=579908 2024-04-12T00:53:23.764 INFO:tasks.workunit.client.0.smithi098.stdout:op 1854 completed, throughput=5MB/sec 2024-04-12T00:53:23.764 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-P14Sx6RhbgGwZZA off=5175209 len=1636105 2024-04-12T00:53:23.766 INFO:tasks.workunit.client.0.smithi098.stdout:op 1855 completed, throughput=5MB/sec 2024-04-12T00:53:23.766 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nLeuRvIMIQGEduv off=159250 len=948343 2024-04-12T00:53:23.771 INFO:tasks.workunit.client.0.smithi098.stdout:op 1856 completed, throughput=5MB/sec 2024-04-12T00:53:24.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:24 smithi193 ceph-mon[83763]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:53:24.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:24 smithi098 ceph-mon[88922]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:53:24.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:24 smithi098 ceph-mon[91373]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:53:24.772 INFO:tasks.workunit.client.0.smithi098.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:24.772 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dQil4np2EeLnaV9 off=11092314 len=1565103 2024-04-12T00:53:24.775 INFO:tasks.workunit.client.0.smithi098.stdout:op 1857 completed, throughput=4.99MB/sec 2024-04-12T00:53:24.775 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dGnLo5KpEa6kkPa off=12755995 len=1678654 2024-04-12T00:53:24.778 INFO:tasks.workunit.client.0.smithi098.stdout:op 1858 completed, throughput=5MB/sec 2024-04-12T00:53:24.778 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u-39HUtfHnWc8bp off=16682257 len=429594 2024-04-12T00:53:24.779 INFO:tasks.workunit.client.0.smithi098.stdout:op 1859 completed, throughput=5MB/sec 2024-04-12T00:53:24.779 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a72u3nk5HDYAx8x off=1586177 len=387225 2024-04-12T00:53:24.782 INFO:tasks.workunit.client.0.smithi098.stdout:op 1860 completed, throughput=5MB/sec 2024-04-12T00:53:24.782 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8pW_Nv5zxIQ7CGK off=177556 len=1109807 2024-04-12T00:53:24.787 INFO:tasks.workunit.client.0.smithi098.stdout:op 1861 completed, throughput=5MB/sec 2024-04-12T00:53:25.787 INFO:tasks.workunit.client.0.smithi098.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:25.787 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uABHdhe2ujU4mXC off=4737676 len=1856217 2024-04-12T00:53:25.791 INFO:tasks.workunit.client.0.smithi098.stdout:op 1862 completed, throughput=4.99MB/sec 2024-04-12T00:53:25.791 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hwFlhto45oOiA9A off=752619 len=116327 2024-04-12T00:53:25.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 1863 completed, throughput=4.99MB/sec 2024-04-12T00:53:25.794 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g6osCAwyyAqZD2e off=10508649 len=557494 2024-04-12T00:53:25.795 INFO:tasks.workunit.client.0.smithi098.stdout:op 1864 completed, throughput=4.99MB/sec 2024-04-12T00:53:25.795 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YdMkoT1VOMXYlrA off=730528 len=1807632 2024-04-12T00:53:25.797 INFO:tasks.workunit.client.0.smithi098.stdout:op 1865 completed, throughput=5MB/sec 2024-04-12T00:53:25.797 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z4mGk4xPIH6eXlu off=15871827 len=1123276 2024-04-12T00:53:25.803 INFO:tasks.workunit.client.0.smithi098.stdout:op 1866 completed, throughput=5MB/sec 2024-04-12T00:53:26.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:53:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:53:25] "GET /metrics HTTP/1.1" 200 34115 "" "Prometheus/2.43.0" 2024-04-12T00:53:26.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:26 smithi193 ceph-mon[83763]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:53:26.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:26 smithi098 ceph-mon[88922]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:53:26.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:26 smithi098 ceph-mon[91373]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:53:26.803 INFO:tasks.workunit.client.0.smithi098.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:26.804 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PUkKy78IW0VsFEU off=2158493 len=1567485 2024-04-12T00:53:26.805 INFO:tasks.workunit.client.0.smithi098.stdout:op 1867 completed, throughput=4.99MB/sec 2024-04-12T00:53:26.806 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pqW96aMrHjfuuxi off=10726529 len=649303 2024-04-12T00:53:26.810 INFO:tasks.workunit.client.0.smithi098.stdout:op 1868 completed, throughput=4.99MB/sec 2024-04-12T00:53:26.810 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-von1lCCA9p_OD6f off=8547178 len=1465471 2024-04-12T00:53:26.817 INFO:tasks.workunit.client.0.smithi098.stdout:op 1869 completed, throughput=5MB/sec 2024-04-12T00:53:26.817 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hPpvMb99-AX7F6i off=86146 len=604079 2024-04-12T00:53:26.821 INFO:tasks.workunit.client.0.smithi098.stdout:op 1870 completed, throughput=5MB/sec 2024-04-12T00:53:26.821 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c8IazKFKwzxvwJV off=2512387 len=252280 2024-04-12T00:53:26.823 INFO:tasks.workunit.client.0.smithi098.stdout:op 1871 completed, throughput=5MB/sec 2024-04-12T00:53:26.824 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NNgDST2my4oGjzl off=27429 len=1488759 2024-04-12T00:53:26.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 1872 completed, throughput=5MB/sec 2024-04-12T00:53:27.830 INFO:tasks.workunit.client.0.smithi098.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:27.830 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yO1N3N3pTD9OgOo off=3994907 len=1837480 2024-04-12T00:53:27.832 INFO:tasks.workunit.client.0.smithi098.stdout:op 1873 completed, throughput=4.99MB/sec 2024-04-12T00:53:27.832 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7HzoG_nDRb9ZqCt off=5231211 len=121401 2024-04-12T00:53:27.833 INFO:tasks.workunit.client.0.smithi098.stdout:op 1874 completed, throughput=5MB/sec 2024-04-12T00:53:27.833 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gou0YtqKWFnfxzm off=14007062 len=343024 2024-04-12T00:53:27.833 INFO:tasks.workunit.client.0.smithi098.stdout:op 1875 completed, throughput=5MB/sec 2024-04-12T00:53:27.834 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZLJz6KhJCIgW7Z4 off=2806518 len=119538 2024-04-12T00:53:27.834 INFO:tasks.workunit.client.0.smithi098.stdout:op 1876 completed, throughput=5MB/sec 2024-04-12T00:53:27.834 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wxhMGBQMqXFNPHc off=21934734 len=1608409 2024-04-12T00:53:27.841 INFO:tasks.workunit.client.0.smithi098.stdout:op 1877 completed, throughput=5MB/sec 2024-04-12T00:53:28.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:28 smithi193 ceph-mon[83763]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:53:28.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:28 smithi098 ceph-mon[88922]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:53:28.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:28 smithi098 ceph-mon[91373]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:53:28.841 INFO:tasks.workunit.client.0.smithi098.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:28.841 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5fWsQNZoqnXlIFF off=17505866 len=802197 2024-04-12T00:53:28.846 INFO:tasks.workunit.client.0.smithi098.stdout:op 1878 completed, throughput=4.99MB/sec 2024-04-12T00:53:28.846 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jlqEzNxWHDu17Wp off=14406953 len=1930436 2024-04-12T00:53:28.851 INFO:tasks.workunit.client.0.smithi098.stdout:op 1879 completed, throughput=4.99MB/sec 2024-04-12T00:53:28.851 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JvY8HqfvZulxcJr off=12474117 len=427335 2024-04-12T00:53:28.854 INFO:tasks.workunit.client.0.smithi098.stdout:op 1880 completed, throughput=4.99MB/sec 2024-04-12T00:53:28.854 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0NYqeb_6nEL12tH off=13769986 len=1511805 2024-04-12T00:53:28.862 INFO:tasks.workunit.client.0.smithi098.stdout:op 1881 completed, throughput=5MB/sec 2024-04-12T00:53:28.863 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3N1pp2go27LnyLK off=9548677 len=1420558 2024-04-12T00:53:28.868 INFO:tasks.workunit.client.0.smithi098.stdout:op 1882 completed, throughput=5MB/sec 2024-04-12T00:53:29.869 INFO:tasks.workunit.client.0.smithi098.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:29.869 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jrj3yeUu8NNrmpN off=642855 len=176354 2024-04-12T00:53:29.872 INFO:tasks.workunit.client.0.smithi098.stdout:op 1883 completed, throughput=4.99MB/sec 2024-04-12T00:53:29.872 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5POI-ji2B3kTSel off=10499402 len=747179 2024-04-12T00:53:29.877 INFO:tasks.workunit.client.0.smithi098.stdout:op 1884 completed, throughput=4.99MB/sec 2024-04-12T00:53:29.877 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H3yUxj1_4M3ieoS off=3769137 len=1980958 2024-04-12T00:53:29.878 INFO:tasks.workunit.client.0.smithi098.stdout:op 1885 completed, throughput=5MB/sec 2024-04-12T00:53:29.878 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pYBabeOiXvJfODz off=2613518 len=1907586 2024-04-12T00:53:29.880 INFO:tasks.workunit.client.0.smithi098.stdout:op 1886 completed, throughput=5MB/sec 2024-04-12T00:53:30.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:30 smithi193 ceph-mon[83763]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:53:30.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:30 smithi098 ceph-mon[91373]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:53:30.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:30 smithi098 ceph-mon[88922]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:53:30.880 INFO:tasks.workunit.client.0.smithi098.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:30.880 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K99wZi_MH0IeFjs off=1131159 len=756085 2024-04-12T00:53:30.881 INFO:tasks.workunit.client.0.smithi098.stdout:op 1887 completed, throughput=4.99MB/sec 2024-04-12T00:53:30.881 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B7a8kQZckflhrFm off=9271287 len=6870 2024-04-12T00:53:30.884 INFO:tasks.workunit.client.0.smithi098.stdout:op 1888 completed, throughput=4.99MB/sec 2024-04-12T00:53:30.885 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sGDR5_2M_76ddoc off=555902 len=1185176 2024-04-12T00:53:30.887 INFO:tasks.workunit.client.0.smithi098.stdout:op 1889 completed, throughput=4.99MB/sec 2024-04-12T00:53:30.887 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YDvMOeUFXMLJYAH off=1138358 len=1719504 2024-04-12T00:53:30.890 INFO:tasks.workunit.client.0.smithi098.stdout:op 1890 completed, throughput=5MB/sec 2024-04-12T00:53:30.890 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YXbP6tx8MVj0cQc off=4467844 len=468094 2024-04-12T00:53:30.894 INFO:tasks.workunit.client.0.smithi098.stdout:op 1891 completed, throughput=5MB/sec 2024-04-12T00:53:30.894 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cpis1Dja_vUUmPl off=7157805 len=610785 2024-04-12T00:53:30.895 INFO:tasks.workunit.client.0.smithi098.stdout:op 1892 completed, throughput=5MB/sec 2024-04-12T00:53:30.895 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pj5-R9iZ9k_g7k8 off=1591739 len=781817 2024-04-12T00:53:30.896 INFO:tasks.workunit.client.0.smithi098.stdout:op 1893 completed, throughput=5MB/sec 2024-04-12T00:53:31.896 INFO:tasks.workunit.client.0.smithi098.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:31.896 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qSpRRlxV_LvQgDX off=11409831 len=2039109 2024-04-12T00:53:31.898 INFO:tasks.workunit.client.0.smithi098.stdout:op 1894 completed, throughput=4.99MB/sec 2024-04-12T00:53:31.899 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-67JefOA809z2YyR off=6576273 len=1784404 2024-04-12T00:53:31.900 INFO:tasks.workunit.client.0.smithi098.stdout:op 1895 completed, throughput=5MB/sec 2024-04-12T00:53:31.900 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-laYQwPBT8KZZ75H off=7045019 len=1762234 2024-04-12T00:53:31.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 1896 completed, throughput=5MB/sec 2024-04-12T00:53:32.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:32 smithi193 ceph-mon[83763]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:53:32.371 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:53:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:53:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:53:32.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:32 smithi098 ceph-mon[91373]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:53:32.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:32 smithi098 ceph-mon[88922]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:53:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:32.904 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kbMiO6EnQ8QM8zm off=11081103 len=115148 2024-04-12T00:53:32.907 INFO:tasks.workunit.client.0.smithi098.stdout:op 1897 completed, throughput=4.99MB/sec 2024-04-12T00:53:32.907 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_cMB9dj5nxrQoqs off=9461187 len=1123366 2024-04-12T00:53:32.908 INFO:tasks.workunit.client.0.smithi098.stdout:op 1898 completed, throughput=4.99MB/sec 2024-04-12T00:53:32.908 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eu9TfokfRU9m-Fk off=2553565 len=894342 2024-04-12T00:53:32.909 INFO:tasks.workunit.client.0.smithi098.stdout:op 1899 completed, throughput=4.99MB/sec 2024-04-12T00:53:32.909 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-G3zROlSxe3Ryvc9 off=660389 len=1900156 2024-04-12T00:53:32.911 INFO:tasks.workunit.client.0.smithi098.stdout:op 1900 completed, throughput=5MB/sec 2024-04-12T00:53:32.911 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QDR8aHTvdz_nHQ- off=6204348 len=579168 2024-04-12T00:53:32.912 INFO:tasks.workunit.client.0.smithi098.stdout:op 1901 completed, throughput=5MB/sec 2024-04-12T00:53:33.913 INFO:tasks.workunit.client.0.smithi098.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:33.913 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ayxKb1TC6G-ynoB off=9340627 len=998991 2024-04-12T00:53:33.918 INFO:tasks.workunit.client.0.smithi098.stdout:op 1902 completed, throughput=4.99MB/sec 2024-04-12T00:53:33.918 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RLO3Fo_80DWk0V0 off=937345 len=1783507 2024-04-12T00:53:33.919 INFO:tasks.workunit.client.0.smithi098.stdout:op 1903 completed, throughput=4.99MB/sec 2024-04-12T00:53:33.919 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ihhbppsVGoQ1RmP off=1291788 len=1894305 2024-04-12T00:53:33.923 INFO:tasks.workunit.client.0.smithi098.stdout:op 1904 completed, throughput=5MB/sec 2024-04-12T00:53:33.923 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y6b67j1nIgQzuf3 off=4786952 len=1462752 2024-04-12T00:53:33.925 INFO:tasks.workunit.client.0.smithi098.stdout:op 1905 completed, throughput=5MB/sec 2024-04-12T00:53:34.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:34 smithi193 ceph-mon[83763]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:53:34.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:34 smithi098 ceph-mon[91373]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:53:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:34 smithi098 ceph-mon[88922]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:53:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:34.926 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-D9I_wAYpx9mC4Q1 off=5399541 len=2069261 2024-04-12T00:53:34.928 INFO:tasks.workunit.client.0.smithi098.stdout:op 1906 completed, throughput=4.99MB/sec 2024-04-12T00:53:34.928 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WFoprXEKtRNDUqJ off=8375123 len=327998 2024-04-12T00:53:34.928 INFO:tasks.workunit.client.0.smithi098.stdout:op 1907 completed, throughput=5MB/sec 2024-04-12T00:53:34.928 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fY7aNSrONW8RThB off=8378039 len=228059 2024-04-12T00:53:34.929 INFO:tasks.workunit.client.0.smithi098.stdout:op 1908 completed, throughput=5MB/sec 2024-04-12T00:53:34.929 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ufwEEYgeOW3qMiu off=4945452 len=1309997 2024-04-12T00:53:34.938 INFO:tasks.workunit.client.0.smithi098.stdout:op 1909 completed, throughput=5MB/sec 2024-04-12T00:53:34.938 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TdVvzJm4vRi8KRo off=3079314 len=1202196 2024-04-12T00:53:34.940 INFO:tasks.workunit.client.0.smithi098.stdout:op 1910 completed, throughput=5MB/sec 2024-04-12T00:53:35.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:35.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:35.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:35.941 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CwkpgR_iNWHI2RS off=260794 len=355173 2024-04-12T00:53:35.941 INFO:tasks.workunit.client.0.smithi098.stdout:op 1911 completed, throughput=4.99MB/sec 2024-04-12T00:53:35.942 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GI8g5i0tiO70HuC off=14261170 len=207111 2024-04-12T00:53:35.945 INFO:tasks.workunit.client.0.smithi098.stdout:op 1912 completed, throughput=4.99MB/sec 2024-04-12T00:53:35.945 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TRT-zCZgRTFw3SS off=6510995 len=1920308 2024-04-12T00:53:35.954 INFO:tasks.workunit.client.0.smithi098.stdout:op 1913 completed, throughput=4.99MB/sec 2024-04-12T00:53:35.954 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AOFeYouZWqPRRKs off=1472273 len=706280 2024-04-12T00:53:35.958 INFO:tasks.workunit.client.0.smithi098.stdout:op 1914 completed, throughput=5MB/sec 2024-04-12T00:53:35.959 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2Zy5q_DUJi6HImC off=10037545 len=1790151 2024-04-12T00:53:35.960 INFO:tasks.workunit.client.0.smithi098.stdout:op 1915 completed, throughput=5MB/sec 2024-04-12T00:53:36.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:53:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:53:35] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T00:53:36.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:36 smithi193 ceph-mon[83763]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:53:36.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:36 smithi098 ceph-mon[91373]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:53:36.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:36 smithi098 ceph-mon[88922]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:53:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:36.961 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-keAmkJY436kXdah off=9005625 len=444047 2024-04-12T00:53:36.962 INFO:tasks.workunit.client.0.smithi098.stdout:op 1916 completed, throughput=4.99MB/sec 2024-04-12T00:53:36.962 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-izpWNwQmlXB1NsN off=5074033 len=1028131 2024-04-12T00:53:36.963 INFO:tasks.workunit.client.0.smithi098.stdout:op 1917 completed, throughput=4.99MB/sec 2024-04-12T00:53:36.963 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-55kv7ojcCK6_xjF off=14152220 len=1042668 2024-04-12T00:53:36.964 INFO:tasks.workunit.client.0.smithi098.stdout:op 1918 completed, throughput=4.99MB/sec 2024-04-12T00:53:36.965 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RmLwQvPsM-irzCP off=10033808 len=738175 2024-04-12T00:53:36.967 INFO:tasks.workunit.client.0.smithi098.stdout:op 1919 completed, throughput=5MB/sec 2024-04-12T00:53:36.967 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rjdSjV5J8toW16V off=16095216 len=770737 2024-04-12T00:53:36.968 INFO:tasks.workunit.client.0.smithi098.stdout:op 1920 completed, throughput=5MB/sec 2024-04-12T00:53:36.968 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Gd5g7iSk5n-TWUJ off=1213978 len=1612697 2024-04-12T00:53:36.971 INFO:tasks.workunit.client.0.smithi098.stdout:op 1921 completed, throughput=5MB/sec 2024-04-12T00:53:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:37.971 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mFOFFj_SB9499kB off=1520782 len=1643747 2024-04-12T00:53:37.978 INFO:tasks.workunit.client.0.smithi098.stdout:op 1922 completed, throughput=4.99MB/sec 2024-04-12T00:53:37.979 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tSsdwIVOLnEvuUR off=17743318 len=120029 2024-04-12T00:53:37.979 INFO:tasks.workunit.client.0.smithi098.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-12T00:53:37.979 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bz24vCJ036P85VE off=1785721 len=300135 2024-04-12T00:53:37.982 INFO:tasks.workunit.client.0.smithi098.stdout:op 1924 completed, throughput=4.99MB/sec 2024-04-12T00:53:37.983 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-n8NyGL7Qhwe3gu- off=8845014 len=436575 2024-04-12T00:53:37.986 INFO:tasks.workunit.client.0.smithi098.stdout:op 1925 completed, throughput=4.99MB/sec 2024-04-12T00:53:37.986 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VqkQ3RWaWYjr_2H off=9581773 len=1713713 2024-04-12T00:53:37.987 INFO:tasks.workunit.client.0.smithi098.stdout:op 1926 completed, throughput=5MB/sec 2024-04-12T00:53:37.987 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DJwhrfK2PxESjHr off=6277134 len=1393047 2024-04-12T00:53:37.994 INFO:tasks.workunit.client.0.smithi098.stdout:op 1927 completed, throughput=5MB/sec 2024-04-12T00:53:38.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:38 smithi193 ceph-mon[83763]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:53:38.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:38 smithi098 ceph-mon[91373]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:53:38.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:38 smithi098 ceph-mon[88922]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:53:38.994 INFO:tasks.workunit.client.0.smithi098.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:38.994 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4nMkPHRhC0X--yZ off=3048945 len=1213036 2024-04-12T00:53:39.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 1928 completed, throughput=4.99MB/sec 2024-04-12T00:53:39.000 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vodAidSRqePR4rz off=4665563 len=1821320 2024-04-12T00:53:39.009 INFO:tasks.workunit.client.0.smithi098.stdout:op 1929 completed, throughput=5MB/sec 2024-04-12T00:53:39.009 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FDz0Lhq6Z6vwEIo off=4424947 len=1999280 2024-04-12T00:53:39.018 INFO:tasks.workunit.client.0.smithi098.stdout:op 1930 completed, throughput=5MB/sec 2024-04-12T00:53:40.019 INFO:tasks.workunit.client.0.smithi098.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:40.019 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aEEt4B2LUEMSjeG off=578946 len=1943335 2024-04-12T00:53:40.032 INFO:tasks.workunit.client.0.smithi098.stdout:op 1931 completed, throughput=4.99MB/sec 2024-04-12T00:53:40.032 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Zn6Fw4rk5ahEiHX off=28569 len=1425001 2024-04-12T00:53:40.034 INFO:tasks.workunit.client.0.smithi098.stdout:op 1932 completed, throughput=5MB/sec 2024-04-12T00:53:40.034 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XNS9eggy-dG0D9o off=1813132 len=1343553 2024-04-12T00:53:40.040 INFO:tasks.workunit.client.0.smithi098.stdout:op 1933 completed, throughput=5MB/sec 2024-04-12T00:53:40.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:40 smithi193 ceph-mon[83763]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:53:40.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:40 smithi098 ceph-mon[91373]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:53:40.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:40 smithi098 ceph-mon[88922]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:53:41.041 INFO:tasks.workunit.client.0.smithi098.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:41.041 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yEKP3U22txeTEMQ off=1703407 len=108762 2024-04-12T00:53:41.044 INFO:tasks.workunit.client.0.smithi098.stdout:op 1934 completed, throughput=4.99MB/sec 2024-04-12T00:53:41.044 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yUepiW9RLOQL9Di off=1544041 len=1143016 2024-04-12T00:53:41.045 INFO:tasks.workunit.client.0.smithi098.stdout:op 1935 completed, throughput=4.99MB/sec 2024-04-12T00:53:41.045 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p82SCRoN5G7coJt off=1358469 len=143349 2024-04-12T00:53:41.046 INFO:tasks.workunit.client.0.smithi098.stdout:op 1936 completed, throughput=4.99MB/sec 2024-04-12T00:53:41.046 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t6P3CK_8VtOVt6D off=1262498 len=331335 2024-04-12T00:53:41.046 INFO:tasks.workunit.client.0.smithi098.stdout:op 1937 completed, throughput=4.99MB/sec 2024-04-12T00:53:41.046 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RfG31BzIx75kAF0 off=6513171 len=512659 2024-04-12T00:53:41.048 INFO:tasks.workunit.client.0.smithi098.stdout:op 1938 completed, throughput=4.99MB/sec 2024-04-12T00:53:41.048 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0cNQP-kX3rdJFBx off=10879748 len=1345123 2024-04-12T00:53:41.050 INFO:tasks.workunit.client.0.smithi098.stdout:op 1939 completed, throughput=5MB/sec 2024-04-12T00:53:41.050 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZyXmSpDjHgAJjU1 off=2343643 len=1679806 2024-04-12T00:53:41.052 INFO:tasks.workunit.client.0.smithi098.stdout:op 1940 completed, throughput=5MB/sec 2024-04-12T00:53:42.053 INFO:tasks.workunit.client.0.smithi098.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:42.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a3yCfVrUnfYCtNt off=5078177 len=9584 2024-04-12T00:53:42.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 1941 completed, throughput=4.99MB/sec 2024-04-12T00:53:42.053 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ojzj1ho5b-xx-_x off=3767504 len=1380281 2024-04-12T00:53:42.061 INFO:tasks.workunit.client.0.smithi098.stdout:op 1942 completed, throughput=4.99MB/sec 2024-04-12T00:53:42.061 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7Mm5N36J-vwuHc0 off=4201949 len=406222 2024-04-12T00:53:42.064 INFO:tasks.workunit.client.0.smithi098.stdout:op 1943 completed, throughput=4.99MB/sec 2024-04-12T00:53:42.064 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Oamdw67dgmQPzdd off=22778991 len=2017057 2024-04-12T00:53:42.072 INFO:tasks.workunit.client.0.smithi098.stdout:op 1944 completed, throughput=5MB/sec 2024-04-12T00:53:42.072 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Y-dmDGapnJSSfos off=2182178 len=351796 2024-04-12T00:53:42.075 INFO:tasks.workunit.client.0.smithi098.stdout:op 1945 completed, throughput=5MB/sec 2024-04-12T00:53:42.076 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vDG9me9-khVed49 off=10464024 len=86839 2024-04-12T00:53:42.076 INFO:tasks.workunit.client.0.smithi098.stdout:op 1946 completed, throughput=5MB/sec 2024-04-12T00:53:42.076 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gBpVbUDgESoqWwV off=11062449 len=1112613 2024-04-12T00:53:42.077 INFO:tasks.workunit.client.0.smithi098.stdout:op 1947 completed, throughput=5MB/sec 2024-04-12T00:53:42.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:42 smithi098 ceph-mon[91373]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:53:42.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:42 smithi098 ceph-mon[88922]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:53:42.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:42 smithi193 ceph-mon[83763]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:53:42.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:53:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:53:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:53:43.078 INFO:tasks.workunit.client.0.smithi098.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:43.078 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-I2gAR7-30JDrzz_ off=537546 len=1216511 2024-04-12T00:53:43.079 INFO:tasks.workunit.client.0.smithi098.stdout:op 1948 completed, throughput=4.99MB/sec 2024-04-12T00:53:43.079 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yHKy3YsJNFLGnGD off=6454576 len=1785762 2024-04-12T00:53:43.081 INFO:tasks.workunit.client.0.smithi098.stdout:op 1949 completed, throughput=4.99MB/sec 2024-04-12T00:53:43.082 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SZNoLDuf94ht2my off=6089895 len=1277537 2024-04-12T00:53:43.088 INFO:tasks.workunit.client.0.smithi098.stdout:op 1950 completed, throughput=5MB/sec 2024-04-12T00:53:43.088 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2Iba9MXI0G9022J off=5944664 len=813000 2024-04-12T00:53:43.092 INFO:tasks.workunit.client.0.smithi098.stdout:op 1951 completed, throughput=5MB/sec 2024-04-12T00:53:43.092 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8p7Pv-GxsS4diQA off=12907151 len=1569235 2024-04-12T00:53:43.101 INFO:tasks.workunit.client.0.smithi098.stdout:op 1952 completed, throughput=5MB/sec 2024-04-12T00:53:44.101 INFO:tasks.workunit.client.0.smithi098.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:44.101 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9_v9k9KOWKKieLH off=2155090 len=705787 2024-04-12T00:53:44.106 INFO:tasks.workunit.client.0.smithi098.stdout:op 1953 completed, throughput=4.99MB/sec 2024-04-12T00:53:44.106 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kwjgsdGPU-9YKAV off=4759756 len=1725194 2024-04-12T00:53:44.114 INFO:tasks.workunit.client.0.smithi098.stdout:op 1954 completed, throughput=5MB/sec 2024-04-12T00:53:44.114 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LHDzOgJyPuxssi8 off=6173600 len=1323911 2024-04-12T00:53:44.121 INFO:tasks.workunit.client.0.smithi098.stdout:op 1955 completed, throughput=5MB/sec 2024-04-12T00:53:44.121 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0HEoRhkXNI4b4jQ off=3738918 len=741229 2024-04-12T00:53:44.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 1956 completed, throughput=5MB/sec 2024-04-12T00:53:44.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:44 smithi098 ceph-mon[91373]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-12T00:53:44.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:44 smithi098 ceph-mon[88922]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-12T00:53:44.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:44 smithi193 ceph-mon[83763]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-12T00:53:45.127 INFO:tasks.workunit.client.0.smithi098.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:45.127 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8SNB7JeEgBFaWlN off=160763 len=1751635 2024-04-12T00:53:45.135 INFO:tasks.workunit.client.0.smithi098.stdout:op 1957 completed, throughput=4.99MB/sec 2024-04-12T00:53:45.135 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2a8-brs0e_eX06n off=5498042 len=1577142 2024-04-12T00:53:45.144 INFO:tasks.workunit.client.0.smithi098.stdout:op 1958 completed, throughput=5MB/sec 2024-04-12T00:53:45.145 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sdFRtHxGQe8yw_q off=6996561 len=543970 2024-04-12T00:53:45.145 INFO:tasks.workunit.client.0.smithi098.stdout:op 1959 completed, throughput=5MB/sec 2024-04-12T00:53:45.145 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g5at93bz_EnrTrs off=6638826 len=563238 2024-04-12T00:53:45.146 INFO:tasks.workunit.client.0.smithi098.stdout:op 1960 completed, throughput=5MB/sec 2024-04-12T00:53:45.146 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6n5bmyqqD35Nv5o off=5600705 len=612359 2024-04-12T00:53:45.147 INFO:tasks.workunit.client.0.smithi098.stdout:op 1961 completed, throughput=5MB/sec 2024-04-12T00:53:46.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:53:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:53:45] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2024-04-12T00:53:46.147 INFO:tasks.workunit.client.0.smithi098.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:46.148 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AvP0N-3oZ7vdMtN off=6023956 len=1125307 2024-04-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 1962 completed, throughput=4.99MB/sec 2024-04-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Rqgu89IjjOFUUbi off=20173870 len=362732 2024-04-12T00:53:46.150 INFO:tasks.workunit.client.0.smithi098.stdout:op 1963 completed, throughput=4.99MB/sec 2024-04-12T00:53:46.150 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VmIAB5KeZ97kvv- off=4482139 len=414706 2024-04-12T00:53:46.153 INFO:tasks.workunit.client.0.smithi098.stdout:op 1964 completed, throughput=4.99MB/sec 2024-04-12T00:53:46.153 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XNw_oQXWU9TG-QM off=2124132 len=1903787 2024-04-12T00:53:46.156 INFO:tasks.workunit.client.0.smithi098.stdout:op 1965 completed, throughput=5MB/sec 2024-04-12T00:53:46.156 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-E9ZKmhWQxB9a3ES off=8790435 len=96523 2024-04-12T00:53:46.159 INFO:tasks.workunit.client.0.smithi098.stdout:op 1966 completed, throughput=5MB/sec 2024-04-12T00:53:46.159 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y9-kZFQORJlsotg off=12384855 len=584212 2024-04-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi098.stdout:op 1967 completed, throughput=5MB/sec 2024-04-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nF98xbocoRLCdhb off=0 len=1213477 2024-04-12T00:53:46.161 INFO:tasks.workunit.client.0.smithi098.stdout:op 1968 completed, throughput=5MB/sec 2024-04-12T00:53:46.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:46 smithi098 ceph-mon[91373]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:53:46.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:46 smithi098 ceph-mon[88922]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:53:46.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:46 smithi193 ceph-mon[83763]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:53:47.161 INFO:tasks.workunit.client.0.smithi098.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:47.161 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-s5cSEum4e1pV05m off=7980685 len=537748 2024-04-12T00:53:47.165 INFO:tasks.workunit.client.0.smithi098.stdout:op 1969 completed, throughput=4.99MB/sec 2024-04-12T00:53:47.166 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UKgl-pcjvjAP2bv off=1999623 len=190452 2024-04-12T00:53:47.168 INFO:tasks.workunit.client.0.smithi098.stdout:op 1970 completed, throughput=4.99MB/sec 2024-04-12T00:53:47.168 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-daoofnzIEbS8JYA off=6639220 len=1249990 2024-04-12T00:53:47.170 INFO:tasks.workunit.client.0.smithi098.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-12T00:53:47.170 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SAAYmDh95yz6ItP off=5488490 len=1414708 2024-04-12T00:53:47.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 1972 completed, throughput=5MB/sec 2024-04-12T00:53:47.172 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cIKWDNUh95R9x12 off=20820333 len=255568 2024-04-12T00:53:47.175 INFO:tasks.workunit.client.0.smithi098.stdout:op 1973 completed, throughput=5MB/sec 2024-04-12T00:53:47.175 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O_JaVNIVkciCFR0 off=19790839 len=1126757 2024-04-12T00:53:47.181 INFO:tasks.workunit.client.0.smithi098.stdout:op 1974 completed, throughput=5MB/sec 2024-04-12T00:53:47.181 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Uc88Nflt6orXhLe off=7865170 len=474609 2024-04-12T00:53:47.182 INFO:tasks.workunit.client.0.smithi098.stdout:op 1975 completed, throughput=5MB/sec 2024-04-12T00:53:47.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:47 smithi098 ceph-mon[91373]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:53:47.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:47 smithi098 ceph-mon[88922]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:53:47.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:47 smithi193 ceph-mon[83763]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:53:48.183 INFO:tasks.workunit.client.0.smithi098.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:48.183 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t2w7G8aIVBp-QI1 off=12907078 len=1705350 2024-04-12T00:53:48.185 INFO:tasks.workunit.client.0.smithi098.stdout:op 1976 completed, throughput=4.99MB/sec 2024-04-12T00:53:48.185 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-L3ySVwMN9kX4eD7 off=15138883 len=1012819 2024-04-12T00:53:48.186 INFO:tasks.workunit.client.0.smithi098.stdout:op 1977 completed, throughput=4.99MB/sec 2024-04-12T00:53:48.186 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hq1b7sHeXG1ywIW off=1131326 len=981554 2024-04-12T00:53:48.191 INFO:tasks.workunit.client.0.smithi098.stdout:op 1978 completed, throughput=5MB/sec 2024-04-12T00:53:48.192 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wTo78bzMI1HnPsx off=2320258 len=1934166 2024-04-12T00:53:48.203 INFO:tasks.workunit.client.0.smithi098.stdout:op 1979 completed, throughput=5MB/sec 2024-04-12T00:53:49.204 INFO:tasks.workunit.client.0.smithi098.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KxNqH4Iq92RJWlY off=2202666 len=483577 2024-04-12T00:53:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:op 1980 completed, throughput=4.99MB/sec 2024-04-12T00:53:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ad3f5nfj9gi5LL9 off=6778751 len=1367131 2024-04-12T00:53:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:op 1981 completed, throughput=4.99MB/sec 2024-04-12T00:53:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OdaXccAHokRfz9V off=5012171 len=399780 2024-04-12T00:53:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:op 1982 completed, throughput=4.99MB/sec 2024-04-12T00:53:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hf5c9nhNAJ9lByx off=666897 len=1502490 2024-04-12T00:53:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:op 1983 completed, throughput=5MB/sec 2024-04-12T00:53:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tk9pzSc3OjJ49r5 off=894974 len=415678 2024-04-12T00:53:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:op 1984 completed, throughput=5MB/sec 2024-04-12T00:53:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TewKOk-4_EgFpPI off=14148545 len=1104548 2024-04-12T00:53:49.218 INFO:tasks.workunit.client.0.smithi098.stdout:op 1985 completed, throughput=5MB/sec 2024-04-12T00:53:49.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:49 smithi098 ceph-mon[91373]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:53:49.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:49 smithi098 ceph-mon[88922]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:53:49.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:49 smithi193 ceph-mon[83763]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:53:50.222 INFO:tasks.workunit.client.0.smithi098.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:50.222 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YU5S9nzusvOFZUo off=6032663 len=1059075 2024-04-12T00:53:50.222 INFO:tasks.workunit.client.0.smithi098.stdout:op 1986 completed, throughput=4.99MB/sec 2024-04-12T00:53:50.222 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z4yZHW4rUXr0q5N off=10518388 len=1925288 2024-04-12T00:53:50.223 INFO:tasks.workunit.client.0.smithi098.stdout:op 1987 completed, throughput=5MB/sec 2024-04-12T00:53:50.223 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pF-BoSxuavIXY95 off=4302673 len=162636 2024-04-12T00:53:50.226 INFO:tasks.workunit.client.0.smithi098.stdout:op 1988 completed, throughput=5MB/sec 2024-04-12T00:53:50.226 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aZ_AJeTaIFjsZIG off=5117658 len=535635 2024-04-12T00:53:50.230 INFO:tasks.workunit.client.0.smithi098.stdout:op 1989 completed, throughput=5MB/sec 2024-04-12T00:53:50.230 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HMp1I_rrD9EyTns off=11006735 len=1721434 2024-04-12T00:53:50.238 INFO:tasks.workunit.client.0.smithi098.stdout:op 1990 completed, throughput=5MB/sec 2024-04-12T00:53:50.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:50.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:50.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:53:51.242 INFO:tasks.workunit.client.0.smithi098.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:51.242 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jq6uk64YAsTcmIP off=105495 len=925633 2024-04-12T00:53:51.244 INFO:tasks.workunit.client.0.smithi098.stdout:op 1991 completed, throughput=4.99MB/sec 2024-04-12T00:53:51.244 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7ciALGHI2F_tXY6 off=1596656 len=957209 2024-04-12T00:53:51.245 INFO:tasks.workunit.client.0.smithi098.stdout:op 1992 completed, throughput=4.99MB/sec 2024-04-12T00:53:51.245 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HIy6hZT4MjGQ1rK off=470160 len=1470796 2024-04-12T00:53:51.255 INFO:tasks.workunit.client.0.smithi098.stdout:op 1993 completed, throughput=5MB/sec 2024-04-12T00:53:51.255 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MdoVgL6jo8XXdUH off=2756479 len=735081 2024-04-12T00:53:51.257 INFO:tasks.workunit.client.0.smithi098.stdout:op 1994 completed, throughput=5MB/sec 2024-04-12T00:53:51.257 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zTzPvvqZmemZtfy off=8200947 len=70941 2024-04-12T00:53:51.258 INFO:tasks.workunit.client.0.smithi098.stdout:op 1995 completed, throughput=5MB/sec 2024-04-12T00:53:51.259 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RfG31BzIx75kAF0 off=5949407 len=1217404 2024-04-12T00:53:51.261 INFO:tasks.workunit.client.0.smithi098.stdout:op 1996 completed, throughput=5MB/sec 2024-04-12T00:53:51.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:51 smithi098 ceph-mon[91373]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:51.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:51 smithi098 ceph-mon[88922]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:51.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:51 smithi193 ceph-mon[83763]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:52.262 INFO:tasks.workunit.client.0.smithi098.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:52.262 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zJEaopMO4TL7hgQ off=6455697 len=1260482 2024-04-12T00:53:52.263 INFO:tasks.workunit.client.0.smithi098.stdout:op 1997 completed, throughput=4.99MB/sec 2024-04-12T00:53:52.263 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JsPL7SZa6aiA72S off=14365416 len=901917 2024-04-12T00:53:52.268 INFO:tasks.workunit.client.0.smithi098.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-12T00:53:52.268 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TfoHcUI5lXvO_-6 off=782180 len=2085830 2024-04-12T00:53:52.281 INFO:tasks.workunit.client.0.smithi098.stdout:op 1999 completed, throughput=5MB/sec 2024-04-12T00:53:52.281 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UkYa-HI8qcr5-6D off=3350282 len=986548 2024-04-12T00:53:52.284 INFO:tasks.workunit.client.0.smithi098.stdout:op 2000 completed, throughput=5MB/sec 2024-04-12T00:53:52.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:53:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:53:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:53:53.285 INFO:tasks.workunit.client.0.smithi098.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:53.285 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-37gb2px3AqZW30P off=9811151 len=433006 2024-04-12T00:53:53.286 INFO:tasks.workunit.client.0.smithi098.stdout:op 2001 completed, throughput=4.99MB/sec 2024-04-12T00:53:53.286 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8YNwXIG_BFn0hk7 off=1639362 len=1417156 2024-04-12T00:53:53.289 INFO:tasks.workunit.client.0.smithi098.stdout:op 2002 completed, throughput=4.99MB/sec 2024-04-12T00:53:53.289 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yFFdBf3YzyzmYkZ off=7129014 len=730090 2024-04-12T00:53:53.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 2003 completed, throughput=4.99MB/sec 2024-04-12T00:53:53.291 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zP1cvVFWB5lgB65 off=15939669 len=520198 2024-04-12T00:53:53.294 INFO:tasks.workunit.client.0.smithi098.stdout:op 2004 completed, throughput=5MB/sec 2024-04-12T00:53:53.294 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8hqbHb9mGL8EtPK off=4118078 len=1605083 2024-04-12T00:53:53.296 INFO:tasks.workunit.client.0.smithi098.stdout:op 2005 completed, throughput=5MB/sec 2024-04-12T00:53:53.296 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dK0NbdXKU6pfeic off=21627388 len=1962405 2024-04-12T00:53:53.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 2006 completed, throughput=5MB/sec 2024-04-12T00:53:53.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:53 smithi098 ceph-mon[91373]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:53:53.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:53 smithi098 ceph-mon[88922]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:53:53.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:53 smithi193 ceph-mon[83763]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:53:54.305 INFO:tasks.workunit.client.0.smithi098.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:54.305 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bCSHuyftaajgULI off=3602589 len=1585616 2024-04-12T00:53:54.307 INFO:tasks.workunit.client.0.smithi098.stdout:op 2007 completed, throughput=5MB/sec 2024-04-12T00:53:54.307 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MtWbSYckjxYkkzm off=3010802 len=481779 2024-04-12T00:53:54.309 INFO:tasks.workunit.client.0.smithi098.stdout:op 2008 completed, throughput=5MB/sec 2024-04-12T00:53:54.309 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-V3w6y_vSAle4j3P off=6295687 len=1984539 2024-04-12T00:53:54.311 INFO:tasks.workunit.client.0.smithi098.stdout:op 2009 completed, throughput=5MB/sec 2024-04-12T00:53:55.311 INFO:tasks.workunit.client.0.smithi098.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:55.311 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SpEhoW9KJzQI18j off=11936133 len=1744120 2024-04-12T00:53:55.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 2010 completed, throughput=4.99MB/sec 2024-04-12T00:53:55.322 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rVeGlptk6EHAMHN off=1426276 len=694208 2024-04-12T00:53:55.324 INFO:tasks.workunit.client.0.smithi098.stdout:op 2011 completed, throughput=4.99MB/sec 2024-04-12T00:53:55.324 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nCm0gJL8sJN5m6A off=346209 len=548704 2024-04-12T00:53:55.325 INFO:tasks.workunit.client.0.smithi098.stdout:op 2012 completed, throughput=5MB/sec 2024-04-12T00:53:55.325 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ClEL_na_4en_ZC5 off=898898 len=1536489 2024-04-12T00:53:55.327 INFO:tasks.workunit.client.0.smithi098.stdout:op 2013 completed, throughput=5MB/sec 2024-04-12T00:53:55.327 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OOAhM4tqzs0zVcC off=6998232 len=1450781 2024-04-12T00:53:55.328 INFO:tasks.workunit.client.0.smithi098.stdout:op 2014 completed, throughput=5MB/sec 2024-04-12T00:53:55.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:55 smithi098 ceph-mon[91373]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:53:55.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:55 smithi098 ceph-mon[88922]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:53:55.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:55 smithi193 ceph-mon[83763]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:53:56.046 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:53:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:53:55] "GET /metrics HTTP/1.1" 200 34111 "" "Prometheus/2.43.0" 2024-04-12T00:53:56.328 INFO:tasks.workunit.client.0.smithi098.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:56.328 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-COVxSN1zLbP3jzo off=2477488 len=1326453 2024-04-12T00:53:56.331 INFO:tasks.workunit.client.0.smithi098.stdout:op 2015 completed, throughput=4.99MB/sec 2024-04-12T00:53:56.331 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JWUmsoLBWibMmBf off=2276054 len=1198057 2024-04-12T00:53:56.333 INFO:tasks.workunit.client.0.smithi098.stdout:op 2016 completed, throughput=5MB/sec 2024-04-12T00:53:56.333 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gGDhsUh7L8Rvg3i off=9937647 len=114773 2024-04-12T00:53:56.334 INFO:tasks.workunit.client.0.smithi098.stdout:op 2017 completed, throughput=5MB/sec 2024-04-12T00:53:56.334 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DTpGAYC7ddr1D1R off=4819932 len=2078238 2024-04-12T00:53:56.338 INFO:tasks.workunit.client.0.smithi098.stdout:op 2018 completed, throughput=5MB/sec 2024-04-12T00:53:57.339 INFO:tasks.workunit.client.0.smithi098.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:57.339 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Jxm5vxzz-u7sYPT off=8026459 len=387377 2024-04-12T00:53:57.343 INFO:tasks.workunit.client.0.smithi098.stdout:op 2019 completed, throughput=4.99MB/sec 2024-04-12T00:53:57.343 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a3yCfVrUnfYCtNt off=186833 len=966188 2024-04-12T00:53:57.344 INFO:tasks.workunit.client.0.smithi098.stdout:op 2020 completed, throughput=4.99MB/sec 2024-04-12T00:53:57.345 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VAKiwHcVTbOpMVU off=3997746 len=1952589 2024-04-12T00:53:57.356 INFO:tasks.workunit.client.0.smithi098.stdout:op 2021 completed, throughput=5MB/sec 2024-04-12T00:53:57.356 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aTaTz5oRkfwFZo8 off=885835 len=1313076 2024-04-12T00:53:57.358 INFO:tasks.workunit.client.0.smithi098.stdout:op 2022 completed, throughput=5MB/sec 2024-04-12T00:53:57.359 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--ETqKXFPdALqvEi off=13409226 len=241330 2024-04-12T00:53:57.359 INFO:tasks.workunit.client.0.smithi098.stdout:op 2023 completed, throughput=5MB/sec 2024-04-12T00:53:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:57 smithi098 ceph-mon[91373]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:57.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:57 smithi098 ceph-mon[88922]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:57.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:57 smithi193 ceph-mon[83763]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:53:58.360 INFO:tasks.workunit.client.0.smithi098.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:58.360 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6LioIcHww93diIi off=9780437 len=1609148 2024-04-12T00:53:58.362 INFO:tasks.workunit.client.0.smithi098.stdout:op 2024 completed, throughput=4.99MB/sec 2024-04-12T00:53:58.362 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ivUVsWZSB6VMgrZ off=1228465 len=789488 2024-04-12T00:53:58.363 INFO:tasks.workunit.client.0.smithi098.stdout:op 2025 completed, throughput=4.99MB/sec 2024-04-12T00:53:58.363 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1yCi4oIAgGer9N0 off=3402791 len=1416447 2024-04-12T00:53:58.365 INFO:tasks.workunit.client.0.smithi098.stdout:op 2026 completed, throughput=5MB/sec 2024-04-12T00:53:58.365 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-chGoN96r6OiFufd off=510145 len=567475 2024-04-12T00:53:58.366 INFO:tasks.workunit.client.0.smithi098.stdout:op 2027 completed, throughput=5MB/sec 2024-04-12T00:53:58.366 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zjiru02Q2eIDglA off=5546100 len=837493 2024-04-12T00:53:58.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 2028 completed, throughput=5MB/sec 2024-04-12T00:53:59.369 INFO:tasks.workunit.client.0.smithi098.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-12T00:53:59.369 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZOgfNv8fXYHE1PE off=857150 len=1431997 2024-04-12T00:53:59.371 INFO:tasks.workunit.client.0.smithi098.stdout:op 2029 completed, throughput=4.99MB/sec 2024-04-12T00:53:59.371 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vnz4gHwO8bO9JxC off=3505611 len=1163999 2024-04-12T00:53:59.378 INFO:tasks.workunit.client.0.smithi098.stdout:op 2030 completed, throughput=4.99MB/sec 2024-04-12T00:53:59.378 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JNX6T80VxDBfPF1 off=5389538 len=430675 2024-04-12T00:53:59.381 INFO:tasks.workunit.client.0.smithi098.stdout:op 2031 completed, throughput=5MB/sec 2024-04-12T00:53:59.382 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3AZ2dPW1C82wyRk off=6712460 len=1450261 2024-04-12T00:53:59.385 INFO:tasks.workunit.client.0.smithi098.stdout:op 2032 completed, throughput=5MB/sec 2024-04-12T00:53:59.385 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wgsVzvxBgjKT77- off=738423 len=62820 2024-04-12T00:53:59.387 INFO:tasks.workunit.client.0.smithi098.stdout:op 2033 completed, throughput=5MB/sec 2024-04-12T00:53:59.388 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eeu2dMdGD-Op4jg off=8849685 len=679318 2024-04-12T00:53:59.388 INFO:tasks.workunit.client.0.smithi098.stdout:op 2034 completed, throughput=5MB/sec 2024-04-12T00:53:59.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:53:59 smithi098 ceph-mon[91373]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T00:53:59.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:53:59 smithi098 ceph-mon[88922]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T00:53:59.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:53:59 smithi193 ceph-mon[83763]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T00:54:00.389 INFO:tasks.workunit.client.0.smithi098.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:00.389 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zq0-_7UppHG1mhh off=3344444 len=523504 2024-04-12T00:54:00.393 INFO:tasks.workunit.client.0.smithi098.stdout:op 2035 completed, throughput=4.99MB/sec 2024-04-12T00:54:00.393 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rvjlcfGco7X4N8t off=3883459 len=623818 2024-04-12T00:54:00.394 INFO:tasks.workunit.client.0.smithi098.stdout:op 2036 completed, throughput=4.99MB/sec 2024-04-12T00:54:00.394 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--C42h0_BPQb0jUx off=4243923 len=620380 2024-04-12T00:54:00.398 INFO:tasks.workunit.client.0.smithi098.stdout:op 2037 completed, throughput=4.99MB/sec 2024-04-12T00:54:00.398 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nnU5HaLAvNBkA9X off=5232957 len=876507 2024-04-12T00:54:00.400 INFO:tasks.workunit.client.0.smithi098.stdout:op 2038 completed, throughput=4.99MB/sec 2024-04-12T00:54:00.400 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SEYX4C-t7FLk_lw off=4186082 len=845617 2024-04-12T00:54:00.405 INFO:tasks.workunit.client.0.smithi098.stdout:op 2039 completed, throughput=5MB/sec 2024-04-12T00:54:00.405 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ME3F6DDcSe3PEmb off=230026 len=2029427 2024-04-12T00:54:00.407 INFO:tasks.workunit.client.0.smithi098.stdout:op 2040 completed, throughput=5MB/sec 2024-04-12T00:54:01.407 INFO:tasks.workunit.client.0.smithi098.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:01.408 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zUtWiybgp5Kcug5 off=6615752 len=1225090 2024-04-12T00:54:01.413 INFO:tasks.workunit.client.0.smithi098.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-12T00:54:01.413 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wxnuH3jYuKJZxch off=7039920 len=1209062 2024-04-12T00:54:01.419 INFO:tasks.workunit.client.0.smithi098.stdout:op 2042 completed, throughput=4.99MB/sec 2024-04-12T00:54:01.419 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ClIlY5O7sTGfjhs off=2687547 len=879647 2024-04-12T00:54:01.424 INFO:tasks.workunit.client.0.smithi098.stdout:op 2043 completed, throughput=5MB/sec 2024-04-12T00:54:01.424 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oiDhk9YnaoiB66Q off=9736555 len=443225 2024-04-12T00:54:01.427 INFO:tasks.workunit.client.0.smithi098.stdout:op 2044 completed, throughput=5MB/sec 2024-04-12T00:54:01.427 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iBtYVaztdnqlnaK off=21961970 len=1538541 2024-04-12T00:54:01.429 INFO:tasks.workunit.client.0.smithi098.stdout:op 2045 completed, throughput=5MB/sec 2024-04-12T00:54:01.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:01 smithi098 ceph-mon[91373]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:54:01.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:54:01.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:01 smithi098 ceph-mon[88922]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:54:01.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:54:01.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:01 smithi193 ceph-mon[83763]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:54:01.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:54:02.430 INFO:tasks.workunit.client.0.smithi098.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:02.430 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EbwubIoe5VdMriy off=8164005 len=1132458 2024-04-12T00:54:02.435 INFO:tasks.workunit.client.0.smithi098.stdout:op 2046 completed, throughput=4.99MB/sec 2024-04-12T00:54:02.435 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_jb8MvDkvh_3Aw3 off=3176345 len=151898 2024-04-12T00:54:02.438 INFO:tasks.workunit.client.0.smithi098.stdout:op 2047 completed, throughput=4.99MB/sec 2024-04-12T00:54:02.438 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zsIeXY6z-RfPKOE off=1470690 len=140186 2024-04-12T00:54:02.438 INFO:tasks.workunit.client.0.smithi098.stdout:op 2048 completed, throughput=4.99MB/sec 2024-04-12T00:54:02.438 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nyMsrm58kthfRz5 off=8704044 len=1722457 2024-04-12T00:54:02.440 INFO:tasks.workunit.client.0.smithi098.stdout:op 2049 completed, throughput=5MB/sec 2024-04-12T00:54:02.440 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WLZQ_aS-Hjeb8rp off=5328950 len=1648011 2024-04-12T00:54:02.447 INFO:tasks.workunit.client.0.smithi098.stdout:op 2050 completed, throughput=5MB/sec 2024-04-12T00:54:02.447 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hxh-epzG2oRzC2P off=16983130 len=221128 2024-04-12T00:54:02.450 INFO:tasks.workunit.client.0.smithi098.stdout:op 2051 completed, throughput=5MB/sec 2024-04-12T00:54:02.450 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-i2vtqefoFiSuYTm off=1336418 len=583256 2024-04-12T00:54:02.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 2052 completed, throughput=5MB/sec 2024-04-12T00:54:02.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:54:02.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:54:02.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:54:02.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:54:02.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:54:02.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:54:02.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:54:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:54:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:54:02.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:54:02.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:54:02.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:54:03.451 INFO:tasks.workunit.client.0.smithi098.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:03.451 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2ciiF54NovqutqE off=3953291 len=1081201 2024-04-12T00:54:03.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 2053 completed, throughput=4.99MB/sec 2024-04-12T00:54:03.453 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KuTy1XJ_qPAAWqG off=1010543 len=1327304 2024-04-12T00:54:03.456 INFO:tasks.workunit.client.0.smithi098.stdout:op 2054 completed, throughput=4.99MB/sec 2024-04-12T00:54:03.456 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dbFvfK-e3jblh1M off=9089713 len=237592 2024-04-12T00:54:03.459 INFO:tasks.workunit.client.0.smithi098.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-12T00:54:03.459 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M-VjnQ9I4dpxDGK off=13632073 len=951946 2024-04-12T00:54:03.465 INFO:tasks.workunit.client.0.smithi098.stdout:op 2056 completed, throughput=5MB/sec 2024-04-12T00:54:03.465 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oIDCgCGZJj4L-Ux off=3606126 len=317495 2024-04-12T00:54:03.468 INFO:tasks.workunit.client.0.smithi098.stdout:op 2057 completed, throughput=5MB/sec 2024-04-12T00:54:03.468 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4TNrCOWOWqcriCA off=658732 len=788007 2024-04-12T00:54:03.469 INFO:tasks.workunit.client.0.smithi098.stdout:op 2058 completed, throughput=5MB/sec 2024-04-12T00:54:03.469 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1cXfPtuNlwzTf-j off=5465416 len=829091 2024-04-12T00:54:03.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 2059 completed, throughput=5MB/sec 2024-04-12T00:54:03.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:03 smithi193 ceph-mon[83763]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:54:04.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:03 smithi098 ceph-mon[91373]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:54:04.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:03 smithi098 ceph-mon[88922]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:54:04.470 INFO:tasks.workunit.client.0.smithi098.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:04.471 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bhyFfki_KZ4kzh3 off=1525398 len=1285760 2024-04-12T00:54:04.478 INFO:tasks.workunit.client.0.smithi098.stdout:op 2060 completed, throughput=4.99MB/sec 2024-04-12T00:54:04.478 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wxtAX8PqsJVR5sQ off=2132713 len=2057990 2024-04-12T00:54:04.488 INFO:tasks.workunit.client.0.smithi098.stdout:op 2061 completed, throughput=5MB/sec 2024-04-12T00:54:04.488 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YTPV63x3YhtQEqn off=7727268 len=185487 2024-04-12T00:54:04.489 INFO:tasks.workunit.client.0.smithi098.stdout:op 2062 completed, throughput=5MB/sec 2024-04-12T00:54:04.489 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IXq_EbB7hXv2kFv off=5069519 len=742151 2024-04-12T00:54:04.490 INFO:tasks.workunit.client.0.smithi098.stdout:op 2063 completed, throughput=5MB/sec 2024-04-12T00:54:04.491 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jBRyZfcUiQ861Jo off=3781136 len=983585 2024-04-12T00:54:04.492 INFO:tasks.workunit.client.0.smithi098.stdout:op 2064 completed, throughput=5MB/sec 2024-04-12T00:54:05.493 INFO:tasks.workunit.client.0.smithi098.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:05.493 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H3Z7A7znx1UePL_ off=7574175 len=1721201 2024-04-12T00:54:05.497 INFO:tasks.workunit.client.0.smithi098.stdout:op 2065 completed, throughput=4.99MB/sec 2024-04-12T00:54:05.497 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4CcAQ5x5BItHpdF off=18939616 len=1688374 2024-04-12T00:54:05.508 INFO:tasks.workunit.client.0.smithi098.stdout:op 2066 completed, throughput=5MB/sec 2024-04-12T00:54:05.508 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5S1MMt2fGuWnj8w off=3224357 len=309438 2024-04-12T00:54:05.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 2067 completed, throughput=5MB/sec 2024-04-12T00:54:05.509 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7kfqWJrV521UkE4 off=3733889 len=7689 2024-04-12T00:54:05.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 2068 completed, throughput=5MB/sec 2024-04-12T00:54:05.509 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4BK0Gus_1dsHB0k off=13885752 len=775851 2024-04-12T00:54:05.510 INFO:tasks.workunit.client.0.smithi098.stdout:op 2069 completed, throughput=5MB/sec 2024-04-12T00:54:05.510 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RAKARvD24dnHSwn off=4648801 len=662564 2024-04-12T00:54:05.515 INFO:tasks.workunit.client.0.smithi098.stdout:op 2070 completed, throughput=5MB/sec 2024-04-12T00:54:05.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:05 smithi193 ceph-mon[83763]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:54:05.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:06.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:54:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:54:05] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-12T00:54:06.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:05 smithi098 ceph-mon[91373]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:54:06.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:06.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:05 smithi098 ceph-mon[88922]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T00:54:06.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:06.515 INFO:tasks.workunit.client.0.smithi098.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:06.515 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8u77pcRYA4NHz5m off=5752109 len=13662 2024-04-12T00:54:06.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 2071 completed, throughput=4.99MB/sec 2024-04-12T00:54:06.518 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hyXmXRqs1Vd6Ll_ off=20942600 len=295610 2024-04-12T00:54:06.519 INFO:tasks.workunit.client.0.smithi098.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-12T00:54:06.519 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tj5Xz37yq02S6v1 off=10257354 len=259411 2024-04-12T00:54:06.521 INFO:tasks.workunit.client.0.smithi098.stdout:op 2073 completed, throughput=4.99MB/sec 2024-04-12T00:54:06.521 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GZTLYjvukcbMo0D off=8571933 len=873767 2024-04-12T00:54:06.523 INFO:tasks.workunit.client.0.smithi098.stdout:op 2074 completed, throughput=4.99MB/sec 2024-04-12T00:54:06.523 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_OFEwnWWn3C8CnV off=705613 len=277054 2024-04-12T00:54:06.524 INFO:tasks.workunit.client.0.smithi098.stdout:op 2075 completed, throughput=4.99MB/sec 2024-04-12T00:54:06.524 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8Y9zBLSYDWqzsNF off=13141288 len=2084903 2024-04-12T00:54:06.528 INFO:tasks.workunit.client.0.smithi098.stdout:op 2076 completed, throughput=5MB/sec 2024-04-12T00:54:06.528 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9c1NK_XSWntv_HS off=2020446 len=166495 2024-04-12T00:54:06.529 INFO:tasks.workunit.client.0.smithi098.stdout:op 2077 completed, throughput=5MB/sec 2024-04-12T00:54:06.529 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TWTMX2yotw_bjAG off=4417699 len=1958269 2024-04-12T00:54:06.541 INFO:tasks.workunit.client.0.smithi098.stdout:op 2078 completed, throughput=5MB/sec 2024-04-12T00:54:07.541 INFO:tasks.workunit.client.0.smithi098.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:07.542 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uQS0dvabG32AukG off=5342536 len=673052 2024-04-12T00:54:07.546 INFO:tasks.workunit.client.0.smithi098.stdout:op 2079 completed, throughput=4.99MB/sec 2024-04-12T00:54:07.546 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r1TJ4rDz3XSTHwe off=3588553 len=1910573 2024-04-12T00:54:07.548 INFO:tasks.workunit.client.0.smithi098.stdout:op 2080 completed, throughput=5MB/sec 2024-04-12T00:54:07.548 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5chhsH6Xx7sz4mF off=315547 len=383735 2024-04-12T00:54:07.551 INFO:tasks.workunit.client.0.smithi098.stdout:op 2081 completed, throughput=5MB/sec 2024-04-12T00:54:07.551 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sZbhj5y30mr5qh4 off=10248522 len=201247 2024-04-12T00:54:07.554 INFO:tasks.workunit.client.0.smithi098.stdout:op 2082 completed, throughput=5MB/sec 2024-04-12T00:54:07.555 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gDNRC5o3o_z1GVz off=586816 len=1098081 2024-04-12T00:54:07.559 INFO:tasks.workunit.client.0.smithi098.stdout:op 2083 completed, throughput=5MB/sec 2024-04-12T00:54:07.559 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cwtDfrK4FOIYccg off=10554044 len=1209434 2024-04-12T00:54:07.566 INFO:tasks.workunit.client.0.smithi098.stdout:op 2084 completed, throughput=5MB/sec 2024-04-12T00:54:07.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:07 smithi193 ceph-mon[83763]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:54:08.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:07 smithi098 ceph-mon[91373]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:54:08.051 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:07 smithi098 ceph-mon[88922]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:54:08.566 INFO:tasks.workunit.client.0.smithi098.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:08.566 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TUBEytozRtD2TDv off=6602951 len=2004279 2024-04-12T00:54:08.570 INFO:tasks.workunit.client.0.smithi098.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-12T00:54:08.570 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Lp17JF9EPYKYjQ4 off=3358762 len=526289 2024-04-12T00:54:08.571 INFO:tasks.workunit.client.0.smithi098.stdout:op 2086 completed, throughput=5MB/sec 2024-04-12T00:54:08.571 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rk0veQLO_FjHsdM off=2602044 len=1460015 2024-04-12T00:54:08.573 INFO:tasks.workunit.client.0.smithi098.stdout:op 2087 completed, throughput=5MB/sec 2024-04-12T00:54:08.573 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dSPSDOlVvb_bAU5 off=19517135 len=1641728 2024-04-12T00:54:08.583 INFO:tasks.workunit.client.0.smithi098.stdout:op 2088 completed, throughput=5MB/sec 2024-04-12T00:54:09.583 INFO:tasks.workunit.client.0.smithi098.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:09.583 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jMSHmhd3mXe9Yt4 off=7941755 len=1892359 2024-04-12T00:54:09.592 INFO:tasks.workunit.client.0.smithi098.stdout:op 2089 completed, throughput=5MB/sec 2024-04-12T00:54:09.593 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2MjLpk8zjnfbCdZ off=1761456 len=707253 2024-04-12T00:54:09.595 INFO:tasks.workunit.client.0.smithi098.stdout:op 2090 completed, throughput=5MB/sec 2024-04-12T00:54:09.595 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-I0Y7d9my7Cjxb9_ off=6998136 len=996796 2024-04-12T00:54:09.597 INFO:tasks.workunit.client.0.smithi098.stdout:op 2091 completed, throughput=5MB/sec 2024-04-12T00:54:09.597 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-V8yg7LNqRR74iIb off=14177662 len=848849 2024-04-12T00:54:09.598 INFO:tasks.workunit.client.0.smithi098.stdout:op 2092 completed, throughput=5MB/sec 2024-04-12T00:54:09.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:09 smithi193 ceph-mon[83763]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:54:10.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:09 smithi098 ceph-mon[91373]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:54:10.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:09 smithi098 ceph-mon[88922]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:54:10.598 INFO:tasks.workunit.client.0.smithi098.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:10.598 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SS2Qkz95ubIFZhL off=3968758 len=1308604 2024-04-12T00:54:10.600 INFO:tasks.workunit.client.0.smithi098.stdout:op 2093 completed, throughput=4.99MB/sec 2024-04-12T00:54:10.600 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-f4lpLgui2mM8gOP off=8427863 len=1139065 2024-04-12T00:54:10.606 INFO:tasks.workunit.client.0.smithi098.stdout:op 2094 completed, throughput=4.99MB/sec 2024-04-12T00:54:10.606 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HHUs01njFBLf-qA off=21653763 len=1449315 2024-04-12T00:54:10.614 INFO:tasks.workunit.client.0.smithi098.stdout:op 2095 completed, throughput=5MB/sec 2024-04-12T00:54:10.614 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vCWTWnKzrJvRs32 off=9917752 len=1228654 2024-04-12T00:54:10.620 INFO:tasks.workunit.client.0.smithi098.stdout:op 2096 completed, throughput=5MB/sec 2024-04-12T00:54:11.621 INFO:tasks.workunit.client.0.smithi098.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:11.621 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5heeMeuxmIDlDJq off=8908851 len=926230 2024-04-12T00:54:11.622 INFO:tasks.workunit.client.0.smithi098.stdout:op 2097 completed, throughput=4.99MB/sec 2024-04-12T00:54:11.622 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mzkZd67XhHbzTLq off=1732347 len=1677057 2024-04-12T00:54:11.631 INFO:tasks.workunit.client.0.smithi098.stdout:op 2098 completed, throughput=4.99MB/sec 2024-04-12T00:54:11.631 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-34wqmBPO8gJM9Pf off=13263017 len=1190370 2024-04-12T00:54:11.638 INFO:tasks.workunit.client.0.smithi098.stdout:op 2099 completed, throughput=5MB/sec 2024-04-12T00:54:11.638 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K88rQnPm_XQgNOx off=172824 len=1041464 2024-04-12T00:54:11.643 INFO:tasks.workunit.client.0.smithi098.stdout:op 2100 completed, throughput=5MB/sec 2024-04-12T00:54:11.643 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QywwVFXix1lrTJw off=5477816 len=406108 2024-04-12T00:54:11.644 INFO:tasks.workunit.client.0.smithi098.stdout:op 2101 completed, throughput=5MB/sec 2024-04-12T00:54:11.644 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vCBDckz9g65cLzQ off=15787792 len=1217984 2024-04-12T00:54:11.650 INFO:tasks.workunit.client.0.smithi098.stdout:op 2102 completed, throughput=5MB/sec 2024-04-12T00:54:11.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:11 smithi193 ceph-mon[83763]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:54:12.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:11 smithi098 ceph-mon[91373]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:54:12.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:11 smithi098 ceph-mon[88922]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:54:12.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:54:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:54:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:54:12.650 INFO:tasks.workunit.client.0.smithi098.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:12.650 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-19EeEtr7cmViPXJ off=2497794 len=25795 2024-04-12T00:54:12.652 INFO:tasks.workunit.client.0.smithi098.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-12T00:54:12.652 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-V7VyiUD769iKLSp off=3800968 len=866528 2024-04-12T00:54:12.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 2104 completed, throughput=4.99MB/sec 2024-04-12T00:54:12.654 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MB1o-H9-giOf8JA off=11417639 len=568592 2024-04-12T00:54:12.660 INFO:tasks.workunit.client.0.smithi098.stdout:op 2105 completed, throughput=4.99MB/sec 2024-04-12T00:54:12.661 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Bxad5AHzGsdX5Fo off=8279422 len=1638826 2024-04-12T00:54:12.661 INFO:tasks.workunit.client.0.smithi098.stdout:op 2106 completed, throughput=5MB/sec 2024-04-12T00:54:12.661 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LVQTpiX9JKv8Tlc off=2140967 len=1858241 2024-04-12T00:54:12.662 INFO:tasks.workunit.client.0.smithi098.stdout:op 2107 completed, throughput=5MB/sec 2024-04-12T00:54:13.663 INFO:tasks.workunit.client.0.smithi098.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:13.663 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gz6c-Y5c0DXUcJZ off=8902883 len=1489083 2024-04-12T00:54:13.672 INFO:tasks.workunit.client.0.smithi098.stdout:op 2108 completed, throughput=4.99MB/sec 2024-04-12T00:54:13.672 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nqozDLAcj6bfexT off=849851 len=1887679 2024-04-12T00:54:13.676 INFO:tasks.workunit.client.0.smithi098.stdout:op 2109 completed, throughput=5MB/sec 2024-04-12T00:54:13.676 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3ziWUHd0wmQSmjB off=7030814 len=1520286 2024-04-12T00:54:13.678 INFO:tasks.workunit.client.0.smithi098.stdout:op 2110 completed, throughput=5MB/sec 2024-04-12T00:54:13.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:13 smithi193 ceph-mon[83763]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T00:54:14.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:13 smithi098 ceph-mon[91373]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T00:54:14.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:13 smithi098 ceph-mon[88922]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T00:54:14.678 INFO:tasks.workunit.client.0.smithi098.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:14.678 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VBLs8Jp05x6BjQI off=7669003 len=358689 2024-04-12T00:54:14.679 INFO:tasks.workunit.client.0.smithi098.stdout:op 2111 completed, throughput=4.99MB/sec 2024-04-12T00:54:14.679 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0AIaDXowz-ctzjW off=4514746 len=792452 2024-04-12T00:54:14.685 INFO:tasks.workunit.client.0.smithi098.stdout:op 2112 completed, throughput=4.99MB/sec 2024-04-12T00:54:14.685 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LgR1vMpM0A1WqQr off=1798810 len=924521 2024-04-12T00:54:14.691 INFO:tasks.workunit.client.0.smithi098.stdout:op 2113 completed, throughput=4.99MB/sec 2024-04-12T00:54:14.691 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wxnuH3jYuKJZxch off=13175271 len=1027434 2024-04-12T00:54:14.692 INFO:tasks.workunit.client.0.smithi098.stdout:op 2114 completed, throughput=5MB/sec 2024-04-12T00:54:14.692 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-X5UFagDBt2CHfBY off=2816772 len=1713791 2024-04-12T00:54:14.695 INFO:tasks.workunit.client.0.smithi098.stdout:op 2115 completed, throughput=5MB/sec 2024-04-12T00:54:14.695 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GLZGK8LNRhN6Y2u off=13010152 len=246036 2024-04-12T00:54:14.699 INFO:tasks.workunit.client.0.smithi098.stdout:op 2116 completed, throughput=5MB/sec 2024-04-12T00:54:15.699 INFO:tasks.workunit.client.0.smithi098.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:15.699 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tV2T81GH2rzbbzj off=7836237 len=568567 2024-04-12T00:54:15.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 2117 completed, throughput=4.99MB/sec 2024-04-12T00:54:15.704 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-amZTYI0lTCiTz5Y off=7954779 len=1260208 2024-04-12T00:54:15.709 INFO:tasks.workunit.client.0.smithi098.stdout:op 2118 completed, throughput=4.99MB/sec 2024-04-12T00:54:15.709 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uV88ZjvzNGSzi6h off=3641199 len=362047 2024-04-12T00:54:15.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 2119 completed, throughput=4.99MB/sec 2024-04-12T00:54:15.710 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9-gsgVfrwQMyvvP off=1613304 len=805380 2024-04-12T00:54:15.711 INFO:tasks.workunit.client.0.smithi098.stdout:op 2120 completed, throughput=5MB/sec 2024-04-12T00:54:15.711 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6IXzuLUcHmbA2Ev off=10768028 len=781081 2024-04-12T00:54:15.715 INFO:tasks.workunit.client.0.smithi098.stdout:op 2121 completed, throughput=5MB/sec 2024-04-12T00:54:15.715 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0oPodBnvbx0aRwO off=376170 len=1008740 2024-04-12T00:54:15.716 INFO:tasks.workunit.client.0.smithi098.stdout:op 2122 completed, throughput=5MB/sec 2024-04-12T00:54:15.716 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qtGMXeaLnwV9YHX off=10765757 len=685874 2024-04-12T00:54:15.720 INFO:tasks.workunit.client.0.smithi098.stdout:op 2123 completed, throughput=5MB/sec 2024-04-12T00:54:15.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:15 smithi193 ceph-mon[83763]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:54:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:15 smithi098 ceph-mon[88922]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:54:16.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:15 smithi098 ceph-mon[91373]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:54:16.046 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:54:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:54:15] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-12T00:54:16.720 INFO:tasks.workunit.client.0.smithi098.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:16.721 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5EOC-tt82Ii-X5S off=1120395 len=1144646 2024-04-12T00:54:16.722 INFO:tasks.workunit.client.0.smithi098.stdout:op 2124 completed, throughput=4.99MB/sec 2024-04-12T00:54:16.722 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cABTbQD2VZWAPtK off=6388272 len=1700808 2024-04-12T00:54:16.731 INFO:tasks.workunit.client.0.smithi098.stdout:op 2125 completed, throughput=4.99MB/sec 2024-04-12T00:54:16.731 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Q4yskYK81HAuK5O off=2384189 len=1728924 2024-04-12T00:54:16.736 INFO:tasks.workunit.client.0.smithi098.stdout:op 2126 completed, throughput=5MB/sec 2024-04-12T00:54:16.736 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-COVxSN1zLbP3jzo off=7482529 len=1890393 2024-04-12T00:54:16.740 INFO:tasks.workunit.client.0.smithi098.stdout:op 2127 completed, throughput=5MB/sec 2024-04-12T00:54:17.740 INFO:tasks.workunit.client.0.smithi098.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:17.740 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6xAhmFCr0AJ7WVU off=10315206 len=1368523 2024-04-12T00:54:17.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 2128 completed, throughput=4.99MB/sec 2024-04-12T00:54:17.749 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8CtshA6HsVAwThN off=1221411 len=545833 2024-04-12T00:54:17.752 INFO:tasks.workunit.client.0.smithi098.stdout:op 2129 completed, throughput=5MB/sec 2024-04-12T00:54:17.752 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dS68XMNJDaIHV5a off=6922999 len=407140 2024-04-12T00:54:17.753 INFO:tasks.workunit.client.0.smithi098.stdout:op 2130 completed, throughput=5MB/sec 2024-04-12T00:54:17.753 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-j6WQkL74-rxlGIn off=1478985 len=914676 2024-04-12T00:54:17.754 INFO:tasks.workunit.client.0.smithi098.stdout:op 2131 completed, throughput=5MB/sec 2024-04-12T00:54:17.754 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fxgci7NAy3XDPVp off=13500403 len=893169 2024-04-12T00:54:17.759 INFO:tasks.workunit.client.0.smithi098.stdout:op 2132 completed, throughput=5MB/sec 2024-04-12T00:54:17.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:17 smithi193 ceph-mon[83763]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:54:18.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:17 smithi098 ceph-mon[88922]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:54:18.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:17 smithi098 ceph-mon[91373]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:54:18.759 INFO:tasks.workunit.client.0.smithi098.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:18.759 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PlSGhqCwAiynR2T off=11270991 len=203753 2024-04-12T00:54:18.762 INFO:tasks.workunit.client.0.smithi098.stdout:op 2133 completed, throughput=4.99MB/sec 2024-04-12T00:54:18.762 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-S76Jp4LlDna6mmP off=103874 len=969309 2024-04-12T00:54:18.768 INFO:tasks.workunit.client.0.smithi098.stdout:op 2134 completed, throughput=4.99MB/sec 2024-04-12T00:54:18.768 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tWaNMUzt-6uimdD off=412280 len=694420 2024-04-12T00:54:18.769 INFO:tasks.workunit.client.0.smithi098.stdout:op 2135 completed, throughput=4.99MB/sec 2024-04-12T00:54:18.769 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--OS31_LLfl_7Twi off=9934446 len=981721 2024-04-12T00:54:18.774 INFO:tasks.workunit.client.0.smithi098.stdout:op 2136 completed, throughput=4.99MB/sec 2024-04-12T00:54:18.774 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r343tuzuCjQP77o off=17670914 len=1019211 2024-04-12T00:54:18.778 INFO:tasks.workunit.client.0.smithi098.stdout:op 2137 completed, throughput=5MB/sec 2024-04-12T00:54:18.779 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZsDji3yK1H53cI6 off=7712695 len=1508424 2024-04-12T00:54:18.785 INFO:tasks.workunit.client.0.smithi098.stdout:op 2138 completed, throughput=5MB/sec 2024-04-12T00:54:19.785 INFO:tasks.workunit.client.0.smithi098.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:19.786 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vwSd1HM2ELaxXd- off=2750664 len=716718 2024-04-12T00:54:19.787 INFO:tasks.workunit.client.0.smithi098.stdout:op 2139 completed, throughput=4.99MB/sec 2024-04-12T00:54:19.787 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hkoz4lbQDgpNDue off=4022659 len=1967967 2024-04-12T00:54:19.790 INFO:tasks.workunit.client.0.smithi098.stdout:op 2140 completed, throughput=4.99MB/sec 2024-04-12T00:54:19.790 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5ix3GyMFCxN4k2C off=10766619 len=310405 2024-04-12T00:54:19.790 INFO:tasks.workunit.client.0.smithi098.stdout:op 2141 completed, throughput=5MB/sec 2024-04-12T00:54:19.790 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7Nmp5delIfKS2GG off=20008169 len=610419 2024-04-12T00:54:19.791 INFO:tasks.workunit.client.0.smithi098.stdout:op 2142 completed, throughput=5MB/sec 2024-04-12T00:54:19.791 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nWZdp082dJmFF-y off=13875609 len=40076 2024-04-12T00:54:19.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 2143 completed, throughput=5MB/sec 2024-04-12T00:54:19.794 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a4OPDuvXHOoJ_fM off=2421232 len=507285 2024-04-12T00:54:19.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 2144 completed, throughput=5MB/sec 2024-04-12T00:54:19.795 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0W3WvXJn6EmsXn7 off=9276111 len=1490368 2024-04-12T00:54:19.805 INFO:tasks.workunit.client.0.smithi098.stdout:op 2145 completed, throughput=5MB/sec 2024-04-12T00:54:19.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:19 smithi193 ceph-mon[83763]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:54:20.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:19 smithi098 ceph-mon[88922]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:54:20.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:19 smithi098 ceph-mon[91373]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T00:54:20.805 INFO:tasks.workunit.client.0.smithi098.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:20.805 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SaVm79lDZleJ6_v off=3176968 len=1305514 2024-04-12T00:54:20.812 INFO:tasks.workunit.client.0.smithi098.stdout:op 2146 completed, throughput=4.99MB/sec 2024-04-12T00:54:20.812 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BUu1eqRCSsqFZDk off=7729243 len=1099621 2024-04-12T00:54:20.818 INFO:tasks.workunit.client.0.smithi098.stdout:op 2147 completed, throughput=4.99MB/sec 2024-04-12T00:54:20.818 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Va-XDrOVtmbHFhm off=742546 len=1803328 2024-04-12T00:54:20.826 INFO:tasks.workunit.client.0.smithi098.stdout:op 2148 completed, throughput=5MB/sec 2024-04-12T00:54:20.826 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RywSd6jy-IOPUBx off=5038243 len=1966106 2024-04-12T00:54:20.835 INFO:tasks.workunit.client.0.smithi098.stdout:op 2149 completed, throughput=5MB/sec 2024-04-12T00:54:20.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:20.947 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:20.947 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:21.836 INFO:tasks.workunit.client.0.smithi098.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:21.836 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DdW01yn6n9gaCk9 off=4048525 len=1425164 2024-04-12T00:54:21.839 INFO:tasks.workunit.client.0.smithi098.stdout:op 2150 completed, throughput=4.99MB/sec 2024-04-12T00:54:21.839 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oxSGtC9gHrDmLUq off=1432179 len=608429 2024-04-12T00:54:21.844 INFO:tasks.workunit.client.0.smithi098.stdout:op 2151 completed, throughput=5MB/sec 2024-04-12T00:54:21.844 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MaAqS3FTWGB26BN off=62840 len=532955 2024-04-12T00:54:21.847 INFO:tasks.workunit.client.0.smithi098.stdout:op 2152 completed, throughput=5MB/sec 2024-04-12T00:54:21.847 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oUD7kawC50irDjg off=9074679 len=2068273 2024-04-12T00:54:21.858 INFO:tasks.workunit.client.0.smithi098.stdout:op 2153 completed, throughput=5MB/sec 2024-04-12T00:54:21.871 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:21 smithi193 ceph-mon[83763]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:54:22.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:21 smithi098 ceph-mon[91373]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:54:22.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:21 smithi098 ceph-mon[88922]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:54:22.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:54:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:54:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:54:22.860 INFO:tasks.workunit.client.0.smithi098.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:22.860 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-POKI5Vz3eLF0niu off=2598151 len=1004672 2024-04-12T00:54:22.864 INFO:tasks.workunit.client.0.smithi098.stdout:op 2154 completed, throughput=4.99MB/sec 2024-04-12T00:54:22.864 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WXuTQbzuCZJPOum off=1853158 len=1098590 2024-04-12T00:54:22.869 INFO:tasks.workunit.client.0.smithi098.stdout:op 2155 completed, throughput=4.99MB/sec 2024-04-12T00:54:22.870 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LTvbD3W1ogtPu0Q off=8509776 len=1442829 2024-04-12T00:54:22.877 INFO:tasks.workunit.client.0.smithi098.stdout:op 2156 completed, throughput=5MB/sec 2024-04-12T00:54:22.877 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iwZYyUOyC2znzKo off=381432 len=2018143 2024-04-12T00:54:22.886 INFO:tasks.workunit.client.0.smithi098.stdout:op 2157 completed, throughput=5MB/sec 2024-04-12T00:54:23.887 INFO:tasks.workunit.client.0.smithi098.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:23.887 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3ZN0F8o1NR__8jx off=4150519 len=1925539 2024-04-12T00:54:23.889 INFO:tasks.workunit.client.0.smithi098.stdout:op 2158 completed, throughput=4.99MB/sec 2024-04-12T00:54:23.889 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nIos9BK9dFiqiHi off=11005810 len=1807754 2024-04-12T00:54:23.891 INFO:tasks.workunit.client.0.smithi098.stdout:op 2159 completed, throughput=5MB/sec 2024-04-12T00:54:23.891 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dsejEDKLK-ZwX4r off=8021775 len=1400040 2024-04-12T00:54:23.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 2160 completed, throughput=5MB/sec 2024-04-12T00:54:24.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:23 smithi098 ceph-mon[91373]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:54:24.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:23 smithi098 ceph-mon[88922]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:54:24.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:23 smithi193 ceph-mon[83763]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:54:24.899 INFO:tasks.workunit.client.0.smithi098.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:24.899 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4OERuY7i29mxjoP off=12118097 len=564500 2024-04-12T00:54:24.900 INFO:tasks.workunit.client.0.smithi098.stdout:op 2161 completed, throughput=4.99MB/sec 2024-04-12T00:54:24.900 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-peFlKjcjZVTuxWE off=2139052 len=1527202 2024-04-12T00:54:24.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 2162 completed, throughput=4.99MB/sec 2024-04-12T00:54:24.902 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qmWzmJ_wer_t3_g off=4969507 len=908891 2024-04-12T00:54:24.907 INFO:tasks.workunit.client.0.smithi098.stdout:op 2163 completed, throughput=5MB/sec 2024-04-12T00:54:24.907 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F2tZ3s-Y5FGgPkk off=2153557 len=60205 2024-04-12T00:54:24.910 INFO:tasks.workunit.client.0.smithi098.stdout:op 2164 completed, throughput=5MB/sec 2024-04-12T00:54:24.910 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1xxMl7VHFnRJO9M off=2811402 len=1342000 2024-04-12T00:54:24.911 INFO:tasks.workunit.client.0.smithi098.stdout:op 2165 completed, throughput=5MB/sec 2024-04-12T00:54:24.912 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Sj4ugEJEIkXEJ4_ off=19023652 len=1802940 2024-04-12T00:54:24.913 INFO:tasks.workunit.client.0.smithi098.stdout:op 2166 completed, throughput=5MB/sec 2024-04-12T00:54:25.914 INFO:tasks.workunit.client.0.smithi098.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:25.914 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p6s9Asy4rOAwBaw off=9797558 len=1069700 2024-04-12T00:54:25.920 INFO:tasks.workunit.client.0.smithi098.stdout:op 2167 completed, throughput=4.99MB/sec 2024-04-12T00:54:25.920 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Teoh6L57i1Ch3co off=761872 len=2001975 2024-04-12T00:54:25.931 INFO:tasks.workunit.client.0.smithi098.stdout:op 2168 completed, throughput=5MB/sec 2024-04-12T00:54:25.931 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oOLiaQbkhiUW4Ux off=2738082 len=591868 2024-04-12T00:54:25.932 INFO:tasks.workunit.client.0.smithi098.stdout:op 2169 completed, throughput=5MB/sec 2024-04-12T00:54:25.933 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ClbD6NtB6HarAZI off=2328373 len=896075 2024-04-12T00:54:25.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 2170 completed, throughput=5MB/sec 2024-04-12T00:54:26.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:25 smithi098 ceph-mon[91373]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T00:54:26.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:25 smithi098 ceph-mon[88922]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T00:54:26.046 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:54:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:54:25] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-12T00:54:26.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:25 smithi193 ceph-mon[83763]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T00:54:26.937 INFO:tasks.workunit.client.0.smithi098.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:26.937 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VMr1l4q7F7aixg- off=11874258 len=412753 2024-04-12T00:54:26.941 INFO:tasks.workunit.client.0.smithi098.stdout:op 2171 completed, throughput=4.99MB/sec 2024-04-12T00:54:26.941 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t_DGfiMjLlgN2qe off=2156229 len=2039293 2024-04-12T00:54:26.943 INFO:tasks.workunit.client.0.smithi098.stdout:op 2172 completed, throughput=5MB/sec 2024-04-12T00:54:26.943 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kaMQtDO6ig9xUQg off=1997240 len=1544206 2024-04-12T00:54:26.950 INFO:tasks.workunit.client.0.smithi098.stdout:op 2173 completed, throughput=5MB/sec 2024-04-12T00:54:26.950 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DAaG_d9SM7NmLMP off=1425341 len=2028407 2024-04-12T00:54:26.963 INFO:tasks.workunit.client.0.smithi098.stdout:op 2174 completed, throughput=5MB/sec 2024-04-12T00:54:27.963 INFO:tasks.workunit.client.0.smithi098.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:27.964 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6rx_r1zalAATkLd off=2322120 len=1798180 2024-04-12T00:54:27.973 INFO:tasks.workunit.client.0.smithi098.stdout:op 2175 completed, throughput=4.99MB/sec 2024-04-12T00:54:27.973 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dhirtvED-tUXQYr off=4154266 len=1670498 2024-04-12T00:54:27.975 INFO:tasks.workunit.client.0.smithi098.stdout:op 2176 completed, throughput=5MB/sec 2024-04-12T00:54:27.975 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GLZGK8LNRhN6Y2u off=19434358 len=1924343 2024-04-12T00:54:27.987 INFO:tasks.workunit.client.0.smithi098.stdout:op 2177 completed, throughput=5MB/sec 2024-04-12T00:54:28.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:27 smithi098 ceph-mon[91373]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:54:28.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:27 smithi098 ceph-mon[88922]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:54:28.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:27 smithi193 ceph-mon[83763]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:54:28.987 INFO:tasks.workunit.client.0.smithi098.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:28.987 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UZJHViCMXoCW481 off=15198122 len=1224699 2024-04-12T00:54:28.989 INFO:tasks.workunit.client.0.smithi098.stdout:op 2178 completed, throughput=4.99MB/sec 2024-04-12T00:54:28.989 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CRUNAkMBFmOyYty off=9386022 len=1333649 2024-04-12T00:54:28.991 INFO:tasks.workunit.client.0.smithi098.stdout:op 2179 completed, throughput=5MB/sec 2024-04-12T00:54:28.991 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fpiLjPAE6CP0fVr off=1390568 len=1610550 2024-04-12T00:54:29.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 2180 completed, throughput=5MB/sec 2024-04-12T00:54:30.000 INFO:tasks.workunit.client.0.smithi098.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:30.000 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qK79IHB446Xcvux off=16948782 len=677177 2024-04-12T00:54:30.004 INFO:tasks.workunit.client.0.smithi098.stdout:op 2181 completed, throughput=4.99MB/sec 2024-04-12T00:54:30.005 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-T1ixKe944fSlDW4 off=3722395 len=1148959 2024-04-12T00:54:30.012 INFO:tasks.workunit.client.0.smithi098.stdout:op 2182 completed, throughput=4.99MB/sec 2024-04-12T00:54:30.012 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bzRmoP52fQq6dFl off=1952639 len=310643 2024-04-12T00:54:30.015 INFO:tasks.workunit.client.0.smithi098.stdout:op 2183 completed, throughput=4.99MB/sec 2024-04-12T00:54:30.015 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9nADcnqxDc_oz7i off=13519627 len=921620 2024-04-12T00:54:30.017 INFO:tasks.workunit.client.0.smithi098.stdout:op 2184 completed, throughput=5MB/sec 2024-04-12T00:54:30.017 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Va9Kxost-OV4iCX off=25001261 len=16493 2024-04-12T00:54:30.017 INFO:tasks.workunit.client.0.smithi098.stdout:op 2185 completed, throughput=5MB/sec 2024-04-12T00:54:30.017 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aXnWVYTgeU9I_zF off=2804735 len=1064083 2024-04-12T00:54:30.019 INFO:tasks.workunit.client.0.smithi098.stdout:op 2186 completed, throughput=5MB/sec 2024-04-12T00:54:30.020 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9jDUeR1dtftc6s7 off=367295 len=1340277 2024-04-12T00:54:30.026 INFO:tasks.workunit.client.0.smithi098.stdout:op 2187 completed, throughput=5MB/sec 2024-04-12T00:54:30.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:29 smithi098 ceph-mon[88922]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:54:30.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:29 smithi098 ceph-mon[91373]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:54:30.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:29 smithi193 ceph-mon[83763]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:54:31.026 INFO:tasks.workunit.client.0.smithi098.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:31.026 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4JzsalEID-LUICI off=4054847 len=1675416 2024-04-12T00:54:31.037 INFO:tasks.workunit.client.0.smithi098.stdout:op 2188 completed, throughput=4.99MB/sec 2024-04-12T00:54:31.037 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pjWg8GyulcGn9g1 off=1943241 len=769489 2024-04-12T00:54:31.038 INFO:tasks.workunit.client.0.smithi098.stdout:op 2189 completed, throughput=4.99MB/sec 2024-04-12T00:54:31.038 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zDxtwSjHPWLjGaz off=14410260 len=1037042 2024-04-12T00:54:31.043 INFO:tasks.workunit.client.0.smithi098.stdout:op 2190 completed, throughput=5MB/sec 2024-04-12T00:54:31.043 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5B-6VGdlhsxbG90 off=2171895 len=1587633 2024-04-12T00:54:31.045 INFO:tasks.workunit.client.0.smithi098.stdout:op 2191 completed, throughput=5MB/sec 2024-04-12T00:54:31.045 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gxJGaq0eX_GmZno off=2078475 len=1245474 2024-04-12T00:54:31.048 INFO:tasks.workunit.client.0.smithi098.stdout:op 2192 completed, throughput=5MB/sec 2024-04-12T00:54:32.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:31 smithi098 ceph-mon[91373]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:54:32.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:31 smithi098 ceph-mon[88922]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:54:32.048 INFO:tasks.workunit.client.0.smithi098.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:32.048 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iJ2Cz2o8Buc3Wwk off=733654 len=641392 2024-04-12T00:54:32.052 INFO:tasks.workunit.client.0.smithi098.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-12T00:54:32.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yDMsjhYwCHjR_Ql off=4676091 len=212363 2024-04-12T00:54:32.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-12T00:54:32.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-At_J5T1R6mSIYEr off=0 len=1097324 2024-04-12T00:54:32.055 INFO:tasks.workunit.client.0.smithi098.stdout:op 2195 completed, throughput=5MB/sec 2024-04-12T00:54:32.055 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yTHxJHmQEUa_jPl off=16828156 len=972415 2024-04-12T00:54:32.061 INFO:tasks.workunit.client.0.smithi098.stdout:op 2196 completed, throughput=5MB/sec 2024-04-12T00:54:32.061 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jTAfslUtX9dQ4_0 off=2599207 len=835581 2024-04-12T00:54:32.065 INFO:tasks.workunit.client.0.smithi098.stdout:op 2197 completed, throughput=5MB/sec 2024-04-12T00:54:32.065 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wz45Uerq-dBiZkD off=13823909 len=1441671 2024-04-12T00:54:32.066 INFO:tasks.workunit.client.0.smithi098.stdout:op 2198 completed, throughput=5MB/sec 2024-04-12T00:54:32.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:31 smithi193 ceph-mon[83763]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:54:32.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:54:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:54:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:54:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:33.067 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IIZpf1zQ4iVWmsT off=2151201 len=1161106 2024-04-12T00:54:33.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-12T00:54:33.073 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ET_jNQnCPs4ogN- off=2393018 len=1643419 2024-04-12T00:54:33.074 INFO:tasks.workunit.client.0.smithi098.stdout:op 2200 completed, throughput=5MB/sec 2024-04-12T00:54:33.074 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Uhs4DWOLZ-2iaH6 off=1895470 len=103214 2024-04-12T00:54:33.075 INFO:tasks.workunit.client.0.smithi098.stdout:op 2201 completed, throughput=5MB/sec 2024-04-12T00:54:33.075 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HHL49ECCRlZxmlb off=6189267 len=1442547 2024-04-12T00:54:33.077 INFO:tasks.workunit.client.0.smithi098.stdout:op 2202 completed, throughput=5MB/sec 2024-04-12T00:54:34.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:33 smithi098 ceph-mon[91373]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T00:54:34.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:33 smithi098 ceph-mon[88922]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T00:54:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:34.077 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EgVUdYiFdWNRvBX off=5814108 len=1071593 2024-04-12T00:54:34.080 INFO:tasks.workunit.client.0.smithi098.stdout:op 2203 completed, throughput=4.99MB/sec 2024-04-12T00:54:34.080 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LBtBqzsN_vmJgBa off=4011247 len=825468 2024-04-12T00:54:34.081 INFO:tasks.workunit.client.0.smithi098.stdout:op 2204 completed, throughput=4.99MB/sec 2024-04-12T00:54:34.081 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-R2kbcjVQVbEFh4O off=1990695 len=1712679 2024-04-12T00:54:34.092 INFO:tasks.workunit.client.0.smithi098.stdout:op 2205 completed, throughput=5MB/sec 2024-04-12T00:54:34.092 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WuejQWw2yaNvCK2 off=643547 len=1265117 2024-04-12T00:54:34.095 INFO:tasks.workunit.client.0.smithi098.stdout:op 2206 completed, throughput=5MB/sec 2024-04-12T00:54:34.095 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4blSvPsMDPtsGhc off=4741503 len=1342421 2024-04-12T00:54:34.097 INFO:tasks.workunit.client.0.smithi098.stdout:op 2207 completed, throughput=5MB/sec 2024-04-12T00:54:34.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:33 smithi193 ceph-mon[83763]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T00:54:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:35.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AaugmfjyEvLvIAy off=8178881 len=1401475 2024-04-12T00:54:35.100 INFO:tasks.workunit.client.0.smithi098.stdout:op 2208 completed, throughput=4.99MB/sec 2024-04-12T00:54:35.100 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g5jj2AC7-wIKS4n off=13109401 len=1210469 2024-04-12T00:54:35.102 INFO:tasks.workunit.client.0.smithi098.stdout:op 2209 completed, throughput=5MB/sec 2024-04-12T00:54:35.103 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-in8UTLbIzm_2VGD off=4469598 len=1126437 2024-04-12T00:54:35.104 INFO:tasks.workunit.client.0.smithi098.stdout:op 2210 completed, throughput=5MB/sec 2024-04-12T00:54:35.104 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LkY7nXHSP3VQxpC off=3855606 len=1652898 2024-04-12T00:54:35.112 INFO:tasks.workunit.client.0.smithi098.stdout:op 2211 completed, throughput=5MB/sec 2024-04-12T00:54:36.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:54:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:54:35] "GET /metrics HTTP/1.1" 200 34120 "" "Prometheus/2.43.0" 2024-04-12T00:54:36.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:35 smithi098 ceph-mon[91373]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T00:54:36.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:36.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:35 smithi098 ceph-mon[88922]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T00:54:36.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:36.112 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WV7peceZrBWAgNu off=13113933 len=646976 2024-04-12T00:54:36.114 INFO:tasks.workunit.client.0.smithi098.stdout:op 2212 completed, throughput=4.99MB/sec 2024-04-12T00:54:36.114 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TezzLTJq5TxXAgP off=13800149 len=611027 2024-04-12T00:54:36.117 INFO:tasks.workunit.client.0.smithi098.stdout:op 2213 completed, throughput=4.99MB/sec 2024-04-12T00:54:36.118 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SP3gmJgMqgUfChi off=7556106 len=2039399 2024-04-12T00:54:36.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:35 smithi193 ceph-mon[83763]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T00:54:36.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:36.121 INFO:tasks.workunit.client.0.smithi098.stdout:op 2214 completed, throughput=5MB/sec 2024-04-12T00:54:36.121 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I1Us748Bqt68zjq off=20411294 len=626892 2024-04-12T00:54:36.125 INFO:tasks.workunit.client.0.smithi098.stdout:op 2215 completed, throughput=5MB/sec 2024-04-12T00:54:36.125 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vxFODflynI3PFQH off=0 len=1753864 2024-04-12T00:54:36.134 INFO:tasks.workunit.client.0.smithi098.stdout:op 2216 completed, throughput=5MB/sec 2024-04-12T00:54:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:37.134 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t2YmjVLM4FUTMjr off=2601163 len=29705 2024-04-12T00:54:37.137 INFO:tasks.workunit.client.0.smithi098.stdout:op 2217 completed, throughput=4.99MB/sec 2024-04-12T00:54:37.137 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-drID0de9frgKy4m off=15842884 len=1795313 2024-04-12T00:54:37.139 INFO:tasks.workunit.client.0.smithi098.stdout:op 2218 completed, throughput=5MB/sec 2024-04-12T00:54:37.139 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rCD2H5WRJsOHb4X off=5246610 len=6349 2024-04-12T00:54:37.140 INFO:tasks.workunit.client.0.smithi098.stdout:op 2219 completed, throughput=5MB/sec 2024-04-12T00:54:37.140 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--b8knY-uLS6G9Lr off=1736446 len=1432652 2024-04-12T00:54:37.147 INFO:tasks.workunit.client.0.smithi098.stdout:op 2220 completed, throughput=5MB/sec 2024-04-12T00:54:37.147 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uBuZ0xk6wTHn8mf off=420530 len=1880579 2024-04-12T00:54:37.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 2221 completed, throughput=5MB/sec 2024-04-12T00:54:38.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:37 smithi098 ceph-mon[91373]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:54:38.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:37 smithi098 ceph-mon[88922]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:54:38.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:37 smithi193 ceph-mon[83763]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:54:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:38.150 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZU3T70RtTthe58d off=301923 len=1060895 2024-04-12T00:54:38.152 INFO:tasks.workunit.client.0.smithi098.stdout:op 2222 completed, throughput=4.99MB/sec 2024-04-12T00:54:38.152 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WpaQLdxzNLXGftr off=4544885 len=51285 2024-04-12T00:54:38.154 INFO:tasks.workunit.client.0.smithi098.stdout:op 2223 completed, throughput=4.99MB/sec 2024-04-12T00:54:38.154 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ay-e1Y0YcFmX2ME off=2509591 len=1442982 2024-04-12T00:54:38.161 INFO:tasks.workunit.client.0.smithi098.stdout:op 2224 completed, throughput=5MB/sec 2024-04-12T00:54:38.161 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-spW5D45jmJje_Wx off=4200236 len=1455776 2024-04-12T00:54:38.167 INFO:tasks.workunit.client.0.smithi098.stdout:op 2225 completed, throughput=5MB/sec 2024-04-12T00:54:38.168 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7X3WoiLS1778wvr off=18023693 len=1107033 2024-04-12T00:54:38.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 2226 completed, throughput=5MB/sec 2024-04-12T00:54:39.173 INFO:tasks.workunit.client.0.smithi098.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:39.173 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_zkk1YxfLU3AYaD off=994470 len=1760306 2024-04-12T00:54:39.182 INFO:tasks.workunit.client.0.smithi098.stdout:op 2227 completed, throughput=4.99MB/sec 2024-04-12T00:54:39.182 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zSsqxcKF1M-cN6- off=664328 len=1410577 2024-04-12T00:54:39.185 INFO:tasks.workunit.client.0.smithi098.stdout:op 2228 completed, throughput=5MB/sec 2024-04-12T00:54:39.185 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Qckl8Y_9M14GHxY off=2113931 len=596262 2024-04-12T00:54:39.190 INFO:tasks.workunit.client.0.smithi098.stdout:op 2229 completed, throughput=5MB/sec 2024-04-12T00:54:39.190 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gLJAzgQ5nObI3Rn off=20298053 len=576234 2024-04-12T00:54:39.191 INFO:tasks.workunit.client.0.smithi098.stdout:op 2230 completed, throughput=5MB/sec 2024-04-12T00:54:39.191 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-icCMZyUyqWgiUJ- off=7117910 len=1019758 2024-04-12T00:54:39.191 INFO:tasks.workunit.client.0.smithi098.stdout:op 2231 completed, throughput=5MB/sec 2024-04-12T00:54:40.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:39 smithi098 ceph-mon[91373]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:54:40.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:39 smithi098 ceph-mon[88922]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:54:40.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:39 smithi193 ceph-mon[83763]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:54:40.192 INFO:tasks.workunit.client.0.smithi098.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:40.192 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ja193eT3YNVOQ4D off=341115 len=1398174 2024-04-12T00:54:40.195 INFO:tasks.workunit.client.0.smithi098.stdout:op 2232 completed, throughput=4.99MB/sec 2024-04-12T00:54:40.195 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4e97CxTZfD0laWf off=15953005 len=713962 2024-04-12T00:54:40.199 INFO:tasks.workunit.client.0.smithi098.stdout:op 2233 completed, throughput=5MB/sec 2024-04-12T00:54:40.199 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DKBGsGkJ7IIJfXU off=3551705 len=1424266 2024-04-12T00:54:40.209 INFO:tasks.workunit.client.0.smithi098.stdout:op 2234 completed, throughput=5MB/sec 2024-04-12T00:54:40.209 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-v7tLAebmmU1e6Xr off=19004185 len=1760257 2024-04-12T00:54:40.210 INFO:tasks.workunit.client.0.smithi098.stdout:op 2235 completed, throughput=5MB/sec 2024-04-12T00:54:41.211 INFO:tasks.workunit.client.0.smithi098.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:41.211 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I3Dfh8-LOGGLJIT off=14789852 len=26327 2024-04-12T00:54:41.213 INFO:tasks.workunit.client.0.smithi098.stdout:op 2236 completed, throughput=4.99MB/sec 2024-04-12T00:54:41.214 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DnSmgLxN28AN3zM off=2359190 len=684490 2024-04-12T00:54:41.218 INFO:tasks.workunit.client.0.smithi098.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-12T00:54:41.218 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JwcrFbRNeaA6qQj off=3403694 len=1864736 2024-04-12T00:54:41.222 INFO:tasks.workunit.client.0.smithi098.stdout:op 2238 completed, throughput=5MB/sec 2024-04-12T00:54:41.222 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_nKgqFqWM2bD3Ap off=1393142 len=1824778 2024-04-12T00:54:41.228 INFO:tasks.workunit.client.0.smithi098.stdout:op 2239 completed, throughput=5MB/sec 2024-04-12T00:54:41.228 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-omRaTYQcPQ4QMEW off=5250362 len=1678767 2024-04-12T00:54:41.237 INFO:tasks.workunit.client.0.smithi098.stdout:op 2240 completed, throughput=5MB/sec 2024-04-12T00:54:42.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:41 smithi098 ceph-mon[91373]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:54:42.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:41 smithi098 ceph-mon[88922]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:54:42.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:41 smithi193 ceph-mon[83763]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:54:42.237 INFO:tasks.workunit.client.0.smithi098.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:42.238 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PE3AcwD-a27GkRA off=6107263 len=1388374 2024-04-12T00:54:42.245 INFO:tasks.workunit.client.0.smithi098.stdout:op 2241 completed, throughput=5MB/sec 2024-04-12T00:54:42.245 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EgVUdYiFdWNRvBX off=4006001 len=1963480 2024-04-12T00:54:42.249 INFO:tasks.workunit.client.0.smithi098.stdout:op 2242 completed, throughput=5MB/sec 2024-04-12T00:54:42.249 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xGyck53vtQqX4y6 off=1129728 len=2024369 2024-04-12T00:54:42.253 INFO:tasks.workunit.client.0.smithi098.stdout:op 2243 completed, throughput=5MB/sec 2024-04-12T00:54:42.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:54:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:54:43.251 INFO:tasks.workunit.client.0.smithi098.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:43.252 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pRRZHfkK33kTERI off=8199215 len=1642830 2024-04-12T00:54:43.253 INFO:tasks.workunit.client.0.smithi098.stdout:op 2244 completed, throughput=5MB/sec 2024-04-12T00:54:43.253 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SYgqmmAN9x9H5J- off=2777942 len=545600 2024-04-12T00:54:43.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 2245 completed, throughput=5MB/sec 2024-04-12T00:54:43.255 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uKOl-DUn8sCftVc off=5860630 len=1882502 2024-04-12T00:54:43.258 INFO:tasks.workunit.client.0.smithi098.stdout:op 2246 completed, throughput=5MB/sec 2024-04-12T00:54:44.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:43 smithi098 ceph-mon[91373]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:54:44.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:43 smithi098 ceph-mon[88922]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:54:44.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:43 smithi193 ceph-mon[83763]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:54:44.259 INFO:tasks.workunit.client.0.smithi098.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:44.259 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AudLoOrNLY5zYQU off=7306609 len=1795429 2024-04-12T00:54:44.261 INFO:tasks.workunit.client.0.smithi098.stdout:op 2247 completed, throughput=4.99MB/sec 2024-04-12T00:54:44.261 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ksRm84tz7bnidFT off=251788 len=599841 2024-04-12T00:54:44.265 INFO:tasks.workunit.client.0.smithi098.stdout:op 2248 completed, throughput=4.99MB/sec 2024-04-12T00:54:44.265 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zuaHj9TqDPnXBkS off=9924449 len=1975891 2024-04-12T00:54:44.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 2249 completed, throughput=5MB/sec 2024-04-12T00:54:44.269 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0TZDDgiD4GQR2oB off=3033727 len=1014684 2024-04-12T00:54:44.271 INFO:tasks.workunit.client.0.smithi098.stdout:op 2250 completed, throughput=5MB/sec 2024-04-12T00:54:45.272 INFO:tasks.workunit.client.0.smithi098.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:45.272 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c3gHj6XAfGdbkrz off=1123377 len=1862861 2024-04-12T00:54:45.273 INFO:tasks.workunit.client.0.smithi098.stdout:op 2251 completed, throughput=4.99MB/sec 2024-04-12T00:54:45.274 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jD4qqchjJtUkpG2 off=10096518 len=806153 2024-04-12T00:54:45.279 INFO:tasks.workunit.client.0.smithi098.stdout:op 2252 completed, throughput=5MB/sec 2024-04-12T00:54:45.279 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l7cE2kf6Gl9KkJY off=12794929 len=1031407 2024-04-12T00:54:45.280 INFO:tasks.workunit.client.0.smithi098.stdout:op 2253 completed, throughput=5MB/sec 2024-04-12T00:54:45.280 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HxDPJ8HiZ7jDsRn off=4809039 len=751870 2024-04-12T00:54:45.281 INFO:tasks.workunit.client.0.smithi098.stdout:op 2254 completed, throughput=5MB/sec 2024-04-12T00:54:45.281 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7XTYjIxZ8rK3t-A off=2431079 len=1298122 2024-04-12T00:54:45.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 2255 completed, throughput=5MB/sec 2024-04-12T00:54:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:45 smithi098 ceph-mon[91373]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:54:46.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:45 smithi098 ceph-mon[88922]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:54:46.046 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:54:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:54:45] "GET /metrics HTTP/1.1" 200 34120 "" "Prometheus/2.43.0" 2024-04-12T00:54:46.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:45 smithi193 ceph-mon[83763]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T00:54:46.291 INFO:tasks.workunit.client.0.smithi098.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:46.291 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qryLSldpkmdOKS5 off=3721862 len=773340 2024-04-12T00:54:46.292 INFO:tasks.workunit.client.0.smithi098.stdout:op 2256 completed, throughput=4.99MB/sec 2024-04-12T00:54:46.292 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2xfP0cvqnvusFQw off=4127662 len=1478722 2024-04-12T00:54:46.294 INFO:tasks.workunit.client.0.smithi098.stdout:op 2257 completed, throughput=5MB/sec 2024-04-12T00:54:46.294 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fRbdkFAvAzcm0P2 off=4105407 len=283943 2024-04-12T00:54:46.297 INFO:tasks.workunit.client.0.smithi098.stdout:op 2258 completed, throughput=5MB/sec 2024-04-12T00:54:46.297 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-E3Jesd9eOgR613q off=14572269 len=403669 2024-04-12T00:54:46.298 INFO:tasks.workunit.client.0.smithi098.stdout:op 2259 completed, throughput=5MB/sec 2024-04-12T00:54:46.298 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r-_yk4ewGmIceGq off=10608158 len=1094205 2024-04-12T00:54:46.304 INFO:tasks.workunit.client.0.smithi098.stdout:op 2260 completed, throughput=5MB/sec 2024-04-12T00:54:46.304 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SgCa5lan2uqs7rF off=10285782 len=747771 2024-04-12T00:54:46.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 2261 completed, throughput=5MB/sec 2024-04-12T00:54:47.306 INFO:tasks.workunit.client.0.smithi098.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:47.306 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qROMCVl_5UWKfhV off=3443206 len=1293000 2024-04-12T00:54:47.312 INFO:tasks.workunit.client.0.smithi098.stdout:op 2262 completed, throughput=4.99MB/sec 2024-04-12T00:54:47.312 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oM1TQMnr5aR11QJ off=5799066 len=497460 2024-04-12T00:54:47.313 INFO:tasks.workunit.client.0.smithi098.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-12T00:54:47.313 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JY3NhCC9FN0r7lW off=1972792 len=493486 2024-04-12T00:54:47.316 INFO:tasks.workunit.client.0.smithi098.stdout:op 2264 completed, throughput=4.99MB/sec 2024-04-12T00:54:47.316 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8QrHxD3cpxJe6tT off=1814819 len=1460567 2024-04-12T00:54:47.324 INFO:tasks.workunit.client.0.smithi098.stdout:op 2265 completed, throughput=5MB/sec 2024-04-12T00:54:47.324 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ythrM4vv-bvtNOr off=17786085 len=646869 2024-04-12T00:54:47.328 INFO:tasks.workunit.client.0.smithi098.stdout:op 2266 completed, throughput=5MB/sec 2024-04-12T00:54:47.328 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8mZ4faCRDaduhBo off=0 len=1377469 2024-04-12T00:54:47.330 INFO:tasks.workunit.client.0.smithi098.stdout:op 2267 completed, throughput=5MB/sec 2024-04-12T00:54:48.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:47 smithi098 ceph-mon[91373]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:54:48.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:47 smithi098 ceph-mon[88922]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:54:48.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:47 smithi193 ceph-mon[83763]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:54:48.330 INFO:tasks.workunit.client.0.smithi098.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:48.330 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EBwreHoyaxh-zzY off=1274584 len=897318 2024-04-12T00:54:48.336 INFO:tasks.workunit.client.0.smithi098.stdout:op 2268 completed, throughput=4.99MB/sec 2024-04-12T00:54:48.336 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1aZ3P9NR6pv0LQm off=1615890 len=585394 2024-04-12T00:54:48.339 INFO:tasks.workunit.client.0.smithi098.stdout:op 2269 completed, throughput=4.99MB/sec 2024-04-12T00:54:48.339 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aiJjHZ05FqnDBv7 off=152287 len=1200771 2024-04-12T00:54:48.345 INFO:tasks.workunit.client.0.smithi098.stdout:op 2270 completed, throughput=5MB/sec 2024-04-12T00:54:48.345 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Qu6PEnC9a0qkRPz off=7182666 len=909905 2024-04-12T00:54:48.347 INFO:tasks.workunit.client.0.smithi098.stdout:op 2271 completed, throughput=5MB/sec 2024-04-12T00:54:48.347 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MVZlH8Q5zvEjJhk off=16298948 len=1584057 2024-04-12T00:54:48.353 INFO:tasks.workunit.client.0.smithi098.stdout:op 2272 completed, throughput=5MB/sec 2024-04-12T00:54:49.354 INFO:tasks.workunit.client.0.smithi098.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:49.354 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-29TuQOBXW1kZvkO off=19002505 len=286860 2024-04-12T00:54:49.355 INFO:tasks.workunit.client.0.smithi098.stdout:op 2273 completed, throughput=4.99MB/sec 2024-04-12T00:54:49.355 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-b_EyJp7uofh-LJ7 off=18601768 len=1516327 2024-04-12T00:54:49.363 INFO:tasks.workunit.client.0.smithi098.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-12T00:54:49.363 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p0Pe_w6jr1GByML off=1021205 len=460725 2024-04-12T00:54:49.366 INFO:tasks.workunit.client.0.smithi098.stdout:op 2275 completed, throughput=4.99MB/sec 2024-04-12T00:54:49.366 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_q_7zpdD3G711qW off=4671184 len=532877 2024-04-12T00:54:49.367 INFO:tasks.workunit.client.0.smithi098.stdout:op 2276 completed, throughput=5MB/sec 2024-04-12T00:54:49.367 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Lz3DQiGFPRNgfdl off=1858058 len=820080 2024-04-12T00:54:49.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 2277 completed, throughput=5MB/sec 2024-04-12T00:54:49.369 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VjVptgk6hc5JB13 off=5936040 len=1403199 2024-04-12T00:54:49.370 INFO:tasks.workunit.client.0.smithi098.stdout:op 2278 completed, throughput=5MB/sec 2024-04-12T00:54:50.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:49 smithi193 ceph-mon[83763]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:54:50.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:49 smithi098 ceph-mon[88922]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:54:50.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:49 smithi098 ceph-mon[91373]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:54:50.370 INFO:tasks.workunit.client.0.smithi098.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:50.370 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qlmJqAJvEjYZRU8 off=11614958 len=732806 2024-04-12T00:54:50.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 2279 completed, throughput=4.99MB/sec 2024-04-12T00:54:50.372 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zyu6c7GyDEpMWv_ off=999909 len=369159 2024-04-12T00:54:50.373 INFO:tasks.workunit.client.0.smithi098.stdout:op 2280 completed, throughput=4.99MB/sec 2024-04-12T00:54:50.373 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nOE8I_clx3vfHHD off=11033394 len=996089 2024-04-12T00:54:50.379 INFO:tasks.workunit.client.0.smithi098.stdout:op 2281 completed, throughput=4.99MB/sec 2024-04-12T00:54:50.379 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wASt3KmSW8zWKNs off=20410376 len=1439571 2024-04-12T00:54:50.387 INFO:tasks.workunit.client.0.smithi098.stdout:op 2282 completed, throughput=5MB/sec 2024-04-12T00:54:50.387 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_rWqGXi9OrcjK-1 off=17019754 len=1448542 2024-04-12T00:54:50.389 INFO:tasks.workunit.client.0.smithi098.stdout:op 2283 completed, throughput=5MB/sec 2024-04-12T00:54:50.390 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kdWXJg8BhZfuMnd off=1600524 len=1450795 2024-04-12T00:54:50.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 2284 completed, throughput=5MB/sec 2024-04-12T00:54:51.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:51.197 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:51.197 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:54:51.392 INFO:tasks.workunit.client.0.smithi098.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:51.392 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6xgm57AK6KqgTPk off=3447349 len=1284922 2024-04-12T00:54:51.399 INFO:tasks.workunit.client.0.smithi098.stdout:op 2285 completed, throughput=4.99MB/sec 2024-04-12T00:54:51.399 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1cXfPtuNlwzTf-j off=10307717 len=2083024 2024-04-12T00:54:51.408 INFO:tasks.workunit.client.0.smithi098.stdout:op 2286 completed, throughput=5MB/sec 2024-04-12T00:54:51.408 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZGyq0-lyiVgeouo off=509487 len=897687 2024-04-12T00:54:51.413 INFO:tasks.workunit.client.0.smithi098.stdout:op 2287 completed, throughput=5MB/sec 2024-04-12T00:54:52.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:51 smithi193 ceph-mon[83763]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:54:52.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:51 smithi098 ceph-mon[91373]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:54:52.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:51 smithi098 ceph-mon[88922]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:54:52.413 INFO:tasks.workunit.client.0.smithi098.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:52.414 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3xYHN4XtB5ITR6a off=13234859 len=815401 2024-04-12T00:54:52.414 INFO:tasks.workunit.client.0.smithi098.stdout:op 2288 completed, throughput=4.99MB/sec 2024-04-12T00:54:52.415 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1C2c47S-E21tEsX off=14865540 len=647227 2024-04-12T00:54:52.419 INFO:tasks.workunit.client.0.smithi098.stdout:op 2289 completed, throughput=4.99MB/sec 2024-04-12T00:54:52.419 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-m2EVLJRvAT4J3an off=4110316 len=595647 2024-04-12T00:54:52.425 INFO:tasks.workunit.client.0.smithi098.stdout:op 2290 completed, throughput=4.99MB/sec 2024-04-12T00:54:52.425 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SKQ_RyqgwIAkmhh off=11219731 len=1450512 2024-04-12T00:54:52.425 INFO:tasks.workunit.client.0.smithi098.stdout:op 2291 completed, throughput=5MB/sec 2024-04-12T00:54:52.426 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0ZLoELzKflHCKCd off=3207340 len=1498691 2024-04-12T00:54:52.433 INFO:tasks.workunit.client.0.smithi098.stdout:op 2292 completed, throughput=5MB/sec 2024-04-12T00:54:52.433 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ztHu6kxM5i7grG_ off=19364507 len=738823 2024-04-12T00:54:52.437 INFO:tasks.workunit.client.0.smithi098.stdout:op 2293 completed, throughput=5MB/sec 2024-04-12T00:54:52.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:54:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:54:53.437 INFO:tasks.workunit.client.0.smithi098.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:53.437 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UUAvfppLxP1pCE1 off=8715270 len=458526 2024-04-12T00:54:53.441 INFO:tasks.workunit.client.0.smithi098.stdout:op 2294 completed, throughput=4.99MB/sec 2024-04-12T00:54:53.441 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rv2DdYpQnVq_zvf off=2366510 len=145765 2024-04-12T00:54:53.442 INFO:tasks.workunit.client.0.smithi098.stdout:op 2295 completed, throughput=4.99MB/sec 2024-04-12T00:54:53.442 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kDQOTuI_0wYXfGq off=1566120 len=1777708 2024-04-12T00:54:53.446 INFO:tasks.workunit.client.0.smithi098.stdout:op 2296 completed, throughput=5MB/sec 2024-04-12T00:54:53.446 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tuvcAUMy-XUOY2I off=4213250 len=139052 2024-04-12T00:54:53.449 INFO:tasks.workunit.client.0.smithi098.stdout:op 2297 completed, throughput=5MB/sec 2024-04-12T00:54:53.449 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5-1rvCQG3hC7bdD off=468283 len=1177317 2024-04-12T00:54:53.455 INFO:tasks.workunit.client.0.smithi098.stdout:op 2298 completed, throughput=5MB/sec 2024-04-12T00:54:53.455 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KOZyDXGogjaYLTw off=722973 len=685167 2024-04-12T00:54:53.460 INFO:tasks.workunit.client.0.smithi098.stdout:op 2299 completed, throughput=5MB/sec 2024-04-12T00:54:53.460 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OJnMNdtrObg_O5Q off=3784600 len=1064441 2024-04-12T00:54:53.465 INFO:tasks.workunit.client.0.smithi098.stdout:op 2300 completed, throughput=5MB/sec 2024-04-12T00:54:54.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:53 smithi193 ceph-mon[83763]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:54:54.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:53 smithi098 ceph-mon[91373]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:54:54.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:53 smithi098 ceph-mon[88922]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:54:54.465 INFO:tasks.workunit.client.0.smithi098.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:54.465 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ld5-Mi4y-4e4IDl off=112617 len=1309584 2024-04-12T00:54:54.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 2301 completed, throughput=4.99MB/sec 2024-04-12T00:54:54.471 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x2o6XZM_Jb83_o_ off=2581021 len=358667 2024-04-12T00:54:54.475 INFO:tasks.workunit.client.0.smithi098.stdout:op 2302 completed, throughput=4.99MB/sec 2024-04-12T00:54:54.475 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_OU-4Kr0JQLJT5n off=4804963 len=1938413 2024-04-12T00:54:54.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 2303 completed, throughput=5MB/sec 2024-04-12T00:54:54.486 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Go1C5CzDh6q_f8v off=12894027 len=899747 2024-04-12T00:54:54.487 INFO:tasks.workunit.client.0.smithi098.stdout:op 2304 completed, throughput=5MB/sec 2024-04-12T00:54:54.487 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XiEKVCc-CKXttIo off=5441274 len=538983 2024-04-12T00:54:54.491 INFO:tasks.workunit.client.0.smithi098.stdout:op 2305 completed, throughput=5MB/sec 2024-04-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi098.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cteYd0lJatyBb7z off=12361668 len=1063739 2024-04-12T00:54:55.493 INFO:tasks.workunit.client.0.smithi098.stdout:op 2306 completed, throughput=4.99MB/sec 2024-04-12T00:54:55.493 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y8SPEpJq8weNqbT off=842968 len=364637 2024-04-12T00:54:55.494 INFO:tasks.workunit.client.0.smithi098.stdout:op 2307 completed, throughput=4.99MB/sec 2024-04-12T00:54:55.494 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qiQWCb_rY-nuZbT off=3131342 len=635172 2024-04-12T00:54:55.495 INFO:tasks.workunit.client.0.smithi098.stdout:op 2308 completed, throughput=4.99MB/sec 2024-04-12T00:54:55.495 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SDILx3EcA73dCvU off=2161880 len=873060 2024-04-12T00:54:55.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 2309 completed, throughput=5MB/sec 2024-04-12T00:54:55.499 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r5ofnrLk9MX7xTb off=1788763 len=162997 2024-04-12T00:54:55.502 INFO:tasks.workunit.client.0.smithi098.stdout:op 2310 completed, throughput=5MB/sec 2024-04-12T00:54:55.502 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EdBUkBgUUHyuphk off=9664494 len=1350751 2024-04-12T00:54:55.503 INFO:tasks.workunit.client.0.smithi098.stdout:op 2311 completed, throughput=5MB/sec 2024-04-12T00:54:55.503 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-L1La03a0pt3KjBr off=16494297 len=690509 2024-04-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 2312 completed, throughput=5MB/sec 2024-04-12T00:54:56.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:55 smithi098 ceph-mon[91373]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:54:56.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:55 smithi098 ceph-mon[88922]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:54:56.046 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:54:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:54:55] "GET /metrics HTTP/1.1" 200 34120 "" "Prometheus/2.43.0" 2024-04-12T00:54:56.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:55 smithi193 ceph-mon[83763]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:54:56.508 INFO:tasks.workunit.client.0.smithi098.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:56.508 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IrEiehIJJdUF8-8 off=2352769 len=1322910 2024-04-12T00:54:56.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 2313 completed, throughput=4.99MB/sec 2024-04-12T00:54:56.510 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LBfOJKqMIDOT6xe off=2739162 len=228472 2024-04-12T00:54:56.513 INFO:tasks.workunit.client.0.smithi098.stdout:op 2314 completed, throughput=4.99MB/sec 2024-04-12T00:54:56.513 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jnnHlG6y_y0OrV0 off=670627 len=1574346 2024-04-12T00:54:56.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 2315 completed, throughput=5MB/sec 2024-04-12T00:54:56.518 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NW8ZpM9hQrxWlq6 off=10264212 len=347112 2024-04-12T00:54:56.519 INFO:tasks.workunit.client.0.smithi098.stdout:op 2316 completed, throughput=5MB/sec 2024-04-12T00:54:56.519 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8w3IWs1IODBKfgx off=2250162 len=1055914 2024-04-12T00:54:56.525 INFO:tasks.workunit.client.0.smithi098.stdout:op 2317 completed, throughput=5MB/sec 2024-04-12T00:54:56.525 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JKzhZvPVoAkfLXH off=3602300 len=702621 2024-04-12T00:54:56.529 INFO:tasks.workunit.client.0.smithi098.stdout:op 2318 completed, throughput=5MB/sec 2024-04-12T00:54:57.529 INFO:tasks.workunit.client.0.smithi098.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:57.529 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sCvpnpWzITSdKjz off=6981342 len=376461 2024-04-12T00:54:57.530 INFO:tasks.workunit.client.0.smithi098.stdout:op 2319 completed, throughput=4.99MB/sec 2024-04-12T00:54:57.530 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tAOQy0gddGOPguI off=3185283 len=36706 2024-04-12T00:54:57.533 INFO:tasks.workunit.client.0.smithi098.stdout:op 2320 completed, throughput=4.99MB/sec 2024-04-12T00:54:57.533 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dZO02qX7vd29kDW off=19326815 len=1606164 2024-04-12T00:54:57.535 INFO:tasks.workunit.client.0.smithi098.stdout:op 2321 completed, throughput=4.99MB/sec 2024-04-12T00:54:57.535 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lKjRkYhhijHNgBN off=2144643 len=1152500 2024-04-12T00:54:57.537 INFO:tasks.workunit.client.0.smithi098.stdout:op 2322 completed, throughput=5MB/sec 2024-04-12T00:54:57.537 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9-cBtb1lG7zkzTG off=1499102 len=1351385 2024-04-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi098.stdout:op 2323 completed, throughput=5MB/sec 2024-04-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--jz0mlaljib-Rpz off=1956319 len=576338 2024-04-12T00:54:57.547 INFO:tasks.workunit.client.0.smithi098.stdout:op 2324 completed, throughput=5MB/sec 2024-04-12T00:54:57.547 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1KiK74xDIEdwQBY off=5666510 len=1195062 2024-04-12T00:54:57.548 INFO:tasks.workunit.client.0.smithi098.stdout:op 2325 completed, throughput=5MB/sec 2024-04-12T00:54:58.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:57 smithi193 ceph-mon[83763]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:54:58.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:57 smithi098 ceph-mon[91373]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:54:58.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:57 smithi098 ceph-mon[88922]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:54:58.549 INFO:tasks.workunit.client.0.smithi098.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:58.549 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GFTK-rtFziKI1So off=4326878 len=445218 2024-04-12T00:54:58.552 INFO:tasks.workunit.client.0.smithi098.stdout:op 2326 completed, throughput=4.99MB/sec 2024-04-12T00:54:58.553 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VWowYfLaS7VKcLt off=2235359 len=292793 2024-04-12T00:54:58.553 INFO:tasks.workunit.client.0.smithi098.stdout:op 2327 completed, throughput=4.99MB/sec 2024-04-12T00:54:58.553 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2iLzA27_CdbyrLl off=6865742 len=1744762 2024-04-12T00:54:58.555 INFO:tasks.workunit.client.0.smithi098.stdout:op 2328 completed, throughput=5MB/sec 2024-04-12T00:54:58.555 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RwN1h1aIJECymi1 off=9575817 len=1802129 2024-04-12T00:54:58.563 INFO:tasks.workunit.client.0.smithi098.stdout:op 2329 completed, throughput=5MB/sec 2024-04-12T00:54:58.563 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aT3PQZVgs4J2Bii off=20056219 len=611808 2024-04-12T00:54:58.567 INFO:tasks.workunit.client.0.smithi098.stdout:op 2330 completed, throughput=5MB/sec 2024-04-12T00:54:59.567 INFO:tasks.workunit.client.0.smithi098.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-12T00:54:59.568 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gTReTEPlUvM82qp off=4378024 len=1807149 2024-04-12T00:54:59.569 INFO:tasks.workunit.client.0.smithi098.stdout:op 2331 completed, throughput=4.99MB/sec 2024-04-12T00:54:59.570 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PwpChM1WKIRvZp4 off=2213339 len=385128 2024-04-12T00:54:59.570 INFO:tasks.workunit.client.0.smithi098.stdout:op 2332 completed, throughput=4.99MB/sec 2024-04-12T00:54:59.571 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wMy_6M-JoDEbCxO off=8602237 len=590398 2024-04-12T00:54:59.574 INFO:tasks.workunit.client.0.smithi098.stdout:op 2333 completed, throughput=5MB/sec 2024-04-12T00:54:59.574 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SrTukiBpMdkrtsX off=7155541 len=1150559 2024-04-12T00:54:59.576 INFO:tasks.workunit.client.0.smithi098.stdout:op 2334 completed, throughput=5MB/sec 2024-04-12T00:54:59.576 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_GDI6BcsCKSM58E off=5532403 len=281118 2024-04-12T00:54:59.577 INFO:tasks.workunit.client.0.smithi098.stdout:op 2335 completed, throughput=5MB/sec 2024-04-12T00:54:59.577 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9j1Qk4220EPXltP off=1967030 len=728747 2024-04-12T00:54:59.579 INFO:tasks.workunit.client.0.smithi098.stdout:op 2336 completed, throughput=5MB/sec 2024-04-12T00:55:00.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:54:59 smithi193 ceph-mon[83763]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:00.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:54:59 smithi098 ceph-mon[91373]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:00.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:54:59 smithi098 ceph-mon[88922]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:00.579 INFO:tasks.workunit.client.0.smithi098.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:00.579 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Df9OeSh-beLNSrf off=4023543 len=978071 2024-04-12T00:55:00.584 INFO:tasks.workunit.client.0.smithi098.stdout:op 2337 completed, throughput=4.99MB/sec 2024-04-12T00:55:00.584 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LyHjNLrQAGhxvZb off=201709 len=397822 2024-04-12T00:55:00.589 INFO:tasks.workunit.client.0.smithi098.stdout:op 2338 completed, throughput=4.99MB/sec 2024-04-12T00:55:00.590 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bP0P7lbvYbcA5Sl off=2219058 len=696517 2024-04-12T00:55:00.594 INFO:tasks.workunit.client.0.smithi098.stdout:op 2339 completed, throughput=4.99MB/sec 2024-04-12T00:55:00.594 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FMCbhl9mo0G6PC8 off=6052031 len=2088153 2024-04-12T00:55:00.596 INFO:tasks.workunit.client.0.smithi098.stdout:op 2340 completed, throughput=5MB/sec 2024-04-12T00:55:00.596 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SYrz_fmxkQLCB6g off=3026305 len=1651147 2024-04-12T00:55:00.603 INFO:tasks.workunit.client.0.smithi098.stdout:op 2341 completed, throughput=5MB/sec 2024-04-12T00:55:01.604 INFO:tasks.workunit.client.0.smithi098.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:01.604 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_Jnkfy659QlAp0P off=3874419 len=1332320 2024-04-12T00:55:01.610 INFO:tasks.workunit.client.0.smithi098.stdout:op 2342 completed, throughput=4.99MB/sec 2024-04-12T00:55:01.610 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_WEDdpeLcH1Kxk8 off=1384170 len=594526 2024-04-12T00:55:01.614 INFO:tasks.workunit.client.0.smithi098.stdout:op 2343 completed, throughput=4.99MB/sec 2024-04-12T00:55:01.614 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rDTGR7p2NEsefnN off=10611988 len=41564 2024-04-12T00:55:01.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 2344 completed, throughput=4.99MB/sec 2024-04-12T00:55:01.616 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DbkcJ19u5INh0pg off=1602474 len=1001142 2024-04-12T00:55:01.618 INFO:tasks.workunit.client.0.smithi098.stdout:op 2345 completed, throughput=5MB/sec 2024-04-12T00:55:01.618 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--b8knY-uLS6G9Lr off=1742175 len=991435 2024-04-12T00:55:01.623 INFO:tasks.workunit.client.0.smithi098.stdout:op 2346 completed, throughput=5MB/sec 2024-04-12T00:55:01.624 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--xnZZk1Dx3PaErv off=327567 len=100357 2024-04-12T00:55:01.626 INFO:tasks.workunit.client.0.smithi098.stdout:op 2347 completed, throughput=5MB/sec 2024-04-12T00:55:01.626 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yV7i7lAaP9Z2hV6 off=13150379 len=1383894 2024-04-12T00:55:01.627 INFO:tasks.workunit.client.0.smithi098.stdout:op 2348 completed, throughput=5MB/sec 2024-04-12T00:55:02.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:01 smithi193 ceph-mon[83763]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:55:02.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:55:02.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:01 smithi098 ceph-mon[91373]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:55:02.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:55:02.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:01 smithi098 ceph-mon[88922]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:55:02.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:55:02.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:55:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:55:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:55:02.628 INFO:tasks.workunit.client.0.smithi098.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:02.628 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KymwurowTki12wy off=6424037 len=29403 2024-04-12T00:55:02.628 INFO:tasks.workunit.client.0.smithi098.stdout:op 2349 completed, throughput=4.99MB/sec 2024-04-12T00:55:02.628 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-beQH3iby9VmLFtz off=3464443 len=1783261 2024-04-12T00:55:02.636 INFO:tasks.workunit.client.0.smithi098.stdout:op 2350 completed, throughput=4.99MB/sec 2024-04-12T00:55:02.636 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--RHHU44jjdgS6et off=12986692 len=1753644 2024-04-12T00:55:02.637 INFO:tasks.workunit.client.0.smithi098.stdout:op 2351 completed, throughput=5MB/sec 2024-04-12T00:55:02.638 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AINKv05EgaR_2ut off=0 len=1787745 2024-04-12T00:55:02.639 INFO:tasks.workunit.client.0.smithi098.stdout:op 2352 completed, throughput=5MB/sec 2024-04-12T00:55:03.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:55:03.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:55:03.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:55:03.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:55:03.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:55:03.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:55:03.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:55:03.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:55:03.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:55:03.640 INFO:tasks.workunit.client.0.smithi098.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:03.640 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B9CMnLimlRiqtap off=16592586 len=1981114 2024-04-12T00:55:03.650 INFO:tasks.workunit.client.0.smithi098.stdout:op 2353 completed, throughput=4.99MB/sec 2024-04-12T00:55:03.650 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r5lRbuxi-gcWPM4 off=12405130 len=862433 2024-04-12T00:55:03.655 INFO:tasks.workunit.client.0.smithi098.stdout:op 2354 completed, throughput=5MB/sec 2024-04-12T00:55:03.655 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RATcTtIGIxQCEZd off=6874297 len=1456132 2024-04-12T00:55:03.663 INFO:tasks.workunit.client.0.smithi098.stdout:op 2355 completed, throughput=5MB/sec 2024-04-12T00:55:03.663 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kgeBDb20BZqDZZX off=23051819 len=787369 2024-04-12T00:55:03.667 INFO:tasks.workunit.client.0.smithi098.stdout:op 2356 completed, throughput=5MB/sec 2024-04-12T00:55:04.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:03 smithi193 ceph-mon[83763]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:55:04.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:03 smithi098 ceph-mon[91373]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:55:04.296 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:03 smithi098 ceph-mon[88922]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:55:04.667 INFO:tasks.workunit.client.0.smithi098.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:04.667 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9t0lGeuZe-WA9hv off=1429734 len=763221 2024-04-12T00:55:04.671 INFO:tasks.workunit.client.0.smithi098.stdout:op 2357 completed, throughput=4.99MB/sec 2024-04-12T00:55:04.671 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1DbLIpOXWhMGT2W off=1126834 len=1420557 2024-04-12T00:55:04.675 INFO:tasks.workunit.client.0.smithi098.stdout:op 2358 completed, throughput=4.99MB/sec 2024-04-12T00:55:04.675 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YW7PExKBa0000y2 off=2932182 len=1023656 2024-04-12T00:55:04.680 INFO:tasks.workunit.client.0.smithi098.stdout:op 2359 completed, throughput=5MB/sec 2024-04-12T00:55:04.681 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Al1zeXBgNR9n0gv off=8119086 len=249253 2024-04-12T00:55:04.684 INFO:tasks.workunit.client.0.smithi098.stdout:op 2360 completed, throughput=5MB/sec 2024-04-12T00:55:04.684 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pGgBU0Tky7SiaEQ off=5222852 len=2002628 2024-04-12T00:55:04.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 2361 completed, throughput=5MB/sec 2024-04-12T00:55:05.686 INFO:tasks.workunit.client.0.smithi098.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:05.687 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z3GzB-OxZGJ0LEN off=9388629 len=208244 2024-04-12T00:55:05.687 INFO:tasks.workunit.client.0.smithi098.stdout:op 2362 completed, throughput=4.99MB/sec 2024-04-12T00:55:05.687 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-S6l7_LOvzHDRodb off=6939831 len=1106925 2024-04-12T00:55:05.693 INFO:tasks.workunit.client.0.smithi098.stdout:op 2363 completed, throughput=4.99MB/sec 2024-04-12T00:55:05.693 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YYSQq3DJOVdzqb4 off=7018411 len=788990 2024-04-12T00:55:05.698 INFO:tasks.workunit.client.0.smithi098.stdout:op 2364 completed, throughput=4.99MB/sec 2024-04-12T00:55:05.698 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Z4yZHW4rUXr0q5N off=13707637 len=937434 2024-04-12T00:55:05.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 2365 completed, throughput=5MB/sec 2024-04-12T00:55:05.704 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Yu3-LUBxtavr73W off=9419504 len=872065 2024-04-12T00:55:05.705 INFO:tasks.workunit.client.0.smithi098.stdout:op 2366 completed, throughput=5MB/sec 2024-04-12T00:55:05.705 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VdSl2Lu6MAfAlwI off=1525568 len=928267 2024-04-12T00:55:05.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 2367 completed, throughput=5MB/sec 2024-04-12T00:55:06.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:55:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:55:05] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T00:55:06.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:05 smithi098 ceph-mon[91373]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:55:06.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:06.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:05 smithi098 ceph-mon[88922]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:55:06.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:06.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:05 smithi193 ceph-mon[83763]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:55:06.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:06.710 INFO:tasks.workunit.client.0.smithi098.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:06.710 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PHUghSdLe_N9Kqq off=5910474 len=1068619 2024-04-12T00:55:06.712 INFO:tasks.workunit.client.0.smithi098.stdout:op 2368 completed, throughput=4.99MB/sec 2024-04-12T00:55:06.712 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cUurQNzj306bigf off=16226027 len=2041361 2024-04-12T00:55:06.714 INFO:tasks.workunit.client.0.smithi098.stdout:op 2369 completed, throughput=5MB/sec 2024-04-12T00:55:06.714 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-15kkf_smoUmowuV off=1374486 len=478336 2024-04-12T00:55:06.715 INFO:tasks.workunit.client.0.smithi098.stdout:op 2370 completed, throughput=5MB/sec 2024-04-12T00:55:06.715 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AIk9I0TpAqPPV7J off=13413708 len=953557 2024-04-12T00:55:06.720 INFO:tasks.workunit.client.0.smithi098.stdout:op 2371 completed, throughput=5MB/sec 2024-04-12T00:55:06.720 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lphIUdX0v-xklqb off=6153236 len=1252468 2024-04-12T00:55:06.725 INFO:tasks.workunit.client.0.smithi098.stdout:op 2372 completed, throughput=5MB/sec 2024-04-12T00:55:07.725 INFO:tasks.workunit.client.0.smithi098.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:07.726 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yLeiBsNKRZwJ3s5 off=1135915 len=1626336 2024-04-12T00:55:07.727 INFO:tasks.workunit.client.0.smithi098.stdout:op 2373 completed, throughput=4.99MB/sec 2024-04-12T00:55:07.727 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-owENtNdc7jqDEbz off=1193615 len=2019595 2024-04-12T00:55:07.739 INFO:tasks.workunit.client.0.smithi098.stdout:op 2374 completed, throughput=5MB/sec 2024-04-12T00:55:07.739 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TWLfo34do-RZigS off=9360983 len=150234 2024-04-12T00:55:07.740 INFO:tasks.workunit.client.0.smithi098.stdout:op 2375 completed, throughput=5MB/sec 2024-04-12T00:55:07.740 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5nR-_7j2rtqqCSE off=389758 len=1010007 2024-04-12T00:55:07.744 INFO:tasks.workunit.client.0.smithi098.stdout:op 2376 completed, throughput=5MB/sec 2024-04-12T00:55:07.744 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nrwItEMLs97m4jT off=11635366 len=838508 2024-04-12T00:55:07.749 INFO:tasks.workunit.client.0.smithi098.stdout:op 2377 completed, throughput=5MB/sec 2024-04-12T00:55:08.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:07 smithi193 ceph-mon[83763]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T00:55:08.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:07 smithi098 ceph-mon[91373]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T00:55:08.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:07 smithi098 ceph-mon[88922]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T00:55:08.750 INFO:tasks.workunit.client.0.smithi098.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:08.750 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_54eU4qfGpfsZIW off=6150632 len=1133684 2024-04-12T00:55:08.756 INFO:tasks.workunit.client.0.smithi098.stdout:op 2378 completed, throughput=4.99MB/sec 2024-04-12T00:55:08.756 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0yHLyXv0OgCV9Jg off=16358572 len=387432 2024-04-12T00:55:08.760 INFO:tasks.workunit.client.0.smithi098.stdout:op 2379 completed, throughput=4.99MB/sec 2024-04-12T00:55:08.760 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vdfmw6IdEOh_oBZ off=1833739 len=671265 2024-04-12T00:55:08.762 INFO:tasks.workunit.client.0.smithi098.stdout:op 2380 completed, throughput=5MB/sec 2024-04-12T00:55:08.762 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-81IIGeiAzxIFdPy off=22763888 len=669700 2024-04-12T00:55:08.766 INFO:tasks.workunit.client.0.smithi098.stdout:op 2381 completed, throughput=5MB/sec 2024-04-12T00:55:08.766 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GugPiqR70kRE5Kg off=413007 len=337930 2024-04-12T00:55:08.769 INFO:tasks.workunit.client.0.smithi098.stdout:op 2382 completed, throughput=5MB/sec 2024-04-12T00:55:08.769 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Wdgh_5ZnA7fbfEA off=5728041 len=90280 2024-04-12T00:55:08.769 INFO:tasks.workunit.client.0.smithi098.stdout:op 2383 completed, throughput=5MB/sec 2024-04-12T00:55:08.769 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SkWrVOf0Uy2BOFy off=1355118 len=367561 2024-04-12T00:55:08.772 INFO:tasks.workunit.client.0.smithi098.stdout:op 2384 completed, throughput=5MB/sec 2024-04-12T00:55:08.772 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-scYq7b_Z8dmjqTS off=0 len=1247680 2024-04-12T00:55:08.773 INFO:tasks.workunit.client.0.smithi098.stdout:op 2385 completed, throughput=5MB/sec 2024-04-12T00:55:09.773 INFO:tasks.workunit.client.0.smithi098.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:09.774 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VAKiwHcVTbOpMVU off=8876038 len=83071 2024-04-12T00:55:09.774 INFO:tasks.workunit.client.0.smithi098.stdout:op 2386 completed, throughput=4.99MB/sec 2024-04-12T00:55:09.774 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ck7Ra49tew4MHCh off=11973987 len=1205734 2024-04-12T00:55:09.780 INFO:tasks.workunit.client.0.smithi098.stdout:op 2387 completed, throughput=4.99MB/sec 2024-04-12T00:55:09.780 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HhaaEM9k4-2Vghg off=170409 len=580760 2024-04-12T00:55:09.782 INFO:tasks.workunit.client.0.smithi098.stdout:op 2388 completed, throughput=4.99MB/sec 2024-04-12T00:55:09.782 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-D9KBKkvklMBpnO3 off=4751384 len=892730 2024-04-12T00:55:09.787 INFO:tasks.workunit.client.0.smithi098.stdout:op 2389 completed, throughput=5MB/sec 2024-04-12T00:55:09.787 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fhh9PGV2V70ZKXt off=5335698 len=1147698 2024-04-12T00:55:09.788 INFO:tasks.workunit.client.0.smithi098.stdout:op 2390 completed, throughput=5MB/sec 2024-04-12T00:55:09.788 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PGKrQunGXpJldFg off=6301256 len=1653383 2024-04-12T00:55:09.797 INFO:tasks.workunit.client.0.smithi098.stdout:op 2391 completed, throughput=5MB/sec 2024-04-12T00:55:10.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:09 smithi193 ceph-mon[83763]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:55:10.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:09 smithi098 ceph-mon[91373]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:55:10.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:09 smithi098 ceph-mon[88922]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:55:10.797 INFO:tasks.workunit.client.0.smithi098.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:10.797 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--OBgI_5hZjKCOpU off=2904119 len=1592152 2024-04-12T00:55:10.806 INFO:tasks.workunit.client.0.smithi098.stdout:op 2392 completed, throughput=4.99MB/sec 2024-04-12T00:55:10.806 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-q3UqOHhrGhx0lak off=0 len=1657187 2024-04-12T00:55:10.814 INFO:tasks.workunit.client.0.smithi098.stdout:op 2393 completed, throughput=5MB/sec 2024-04-12T00:55:10.814 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-slGGVLpUmS8bGo3 off=4293914 len=1349304 2024-04-12T00:55:10.822 INFO:tasks.workunit.client.0.smithi098.stdout:op 2394 completed, throughput=5MB/sec 2024-04-12T00:55:10.822 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G32LxdolGExAfQS off=2642708 len=1298842 2024-04-12T00:55:10.828 INFO:tasks.workunit.client.0.smithi098.stdout:op 2395 completed, throughput=5MB/sec 2024-04-12T00:55:11.829 INFO:tasks.workunit.client.0.smithi098.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:11.829 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1npnWy3tPD35JlP off=6936644 len=812995 2024-04-12T00:55:11.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 2396 completed, throughput=4.99MB/sec 2024-04-12T00:55:11.830 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-P_LO_54_7NrX-_X off=12188022 len=1263852 2024-04-12T00:55:11.831 INFO:tasks.workunit.client.0.smithi098.stdout:op 2397 completed, throughput=5MB/sec 2024-04-12T00:55:11.831 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sKc8Pll1oEeo4hi off=20677665 len=512720 2024-04-12T00:55:11.833 INFO:tasks.workunit.client.0.smithi098.stdout:op 2398 completed, throughput=5MB/sec 2024-04-12T00:55:11.833 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vCd6_vl-lJOlB-W off=15929109 len=36794 2024-04-12T00:55:11.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 2399 completed, throughput=5MB/sec 2024-04-12T00:55:11.836 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yDS2Yer-X1p0JA7 off=19268071 len=1592181 2024-04-12T00:55:11.843 INFO:tasks.workunit.client.0.smithi098.stdout:op 2400 completed, throughput=5MB/sec 2024-04-12T00:55:11.843 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Nz3KfMLjqu2iz_u off=9355767 len=1952862 2024-04-12T00:55:11.854 INFO:tasks.workunit.client.0.smithi098.stdout:op 2401 completed, throughput=5MB/sec 2024-04-12T00:55:12.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:11 smithi193 ceph-mon[83763]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:55:12.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:11 smithi098 ceph-mon[91373]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:55:12.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:11 smithi098 ceph-mon[88922]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:55:12.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:55:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:55:12.854 INFO:tasks.workunit.client.0.smithi098.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:12.854 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qmWzmJ_wer_t3_g off=3665820 len=73971 2024-04-12T00:55:12.857 INFO:tasks.workunit.client.0.smithi098.stdout:op 2402 completed, throughput=4.99MB/sec 2024-04-12T00:55:12.857 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c_l8M-V0tH94oRR off=1978860 len=2013966 2024-04-12T00:55:12.867 INFO:tasks.workunit.client.0.smithi098.stdout:op 2403 completed, throughput=5MB/sec 2024-04-12T00:55:12.867 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sxre-8YkydWJ10f off=11865056 len=525777 2024-04-12T00:55:12.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 2404 completed, throughput=5MB/sec 2024-04-12T00:55:12.871 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-q3acgTMjImbgtLL off=6642835 len=878048 2024-04-12T00:55:12.874 INFO:tasks.workunit.client.0.smithi098.stdout:op 2405 completed, throughput=5MB/sec 2024-04-12T00:55:12.874 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QyDdEZW5_ShCd6Z off=4779755 len=1221184 2024-04-12T00:55:12.880 INFO:tasks.workunit.client.0.smithi098.stdout:op 2406 completed, throughput=5MB/sec 2024-04-12T00:55:13.880 INFO:tasks.workunit.client.0.smithi098.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:13.881 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-taRvHtUVYZOyumP off=1666568 len=620748 2024-04-12T00:55:13.882 INFO:tasks.workunit.client.0.smithi098.stdout:op 2407 completed, throughput=4.99MB/sec 2024-04-12T00:55:13.882 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0LExuwZUd6hkTtX off=1361340 len=1889056 2024-04-12T00:55:13.893 INFO:tasks.workunit.client.0.smithi098.stdout:op 2408 completed, throughput=5MB/sec 2024-04-12T00:55:13.893 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sj0gasOzH4mfCje off=5092804 len=926566 2024-04-12T00:55:13.898 INFO:tasks.workunit.client.0.smithi098.stdout:op 2409 completed, throughput=5MB/sec 2024-04-12T00:55:13.898 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VqZUDdwyxGxyb8x off=15685013 len=1849354 2024-04-12T00:55:13.900 INFO:tasks.workunit.client.0.smithi098.stdout:op 2410 completed, throughput=5MB/sec 2024-04-12T00:55:14.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:13 smithi193 ceph-mon[83763]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:55:14.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:13 smithi098 ceph-mon[88922]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:55:14.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:13 smithi098 ceph-mon[91373]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:55:14.900 INFO:tasks.workunit.client.0.smithi098.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:14.900 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-q47ZzHU6swlo9jg off=1246113 len=857390 2024-04-12T00:55:14.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 2411 completed, throughput=4.99MB/sec 2024-04-12T00:55:14.902 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nMS2cfCzVZBC5U5 off=8694956 len=31023 2024-04-12T00:55:14.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 2412 completed, throughput=4.99MB/sec 2024-04-12T00:55:14.902 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nIJ4e5ew6ImT4ke off=12947250 len=737553 2024-04-12T00:55:14.907 INFO:tasks.workunit.client.0.smithi098.stdout:op 2413 completed, throughput=4.99MB/sec 2024-04-12T00:55:14.907 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7_RAi4FJUIW_i0x off=12674416 len=722936 2024-04-12T00:55:14.908 INFO:tasks.workunit.client.0.smithi098.stdout:op 2414 completed, throughput=5MB/sec 2024-04-12T00:55:14.908 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jIiiNY0Kqo0TFLt off=3389799 len=1261653 2024-04-12T00:55:14.909 INFO:tasks.workunit.client.0.smithi098.stdout:op 2415 completed, throughput=5MB/sec 2024-04-12T00:55:14.909 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZyM-IclTZNGMSES off=1308268 len=105741 2024-04-12T00:55:14.910 INFO:tasks.workunit.client.0.smithi098.stdout:op 2416 completed, throughput=5MB/sec 2024-04-12T00:55:14.910 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CxhJ77btS2VNYBa off=10469222 len=53258 2024-04-12T00:55:14.912 INFO:tasks.workunit.client.0.smithi098.stdout:op 2417 completed, throughput=5MB/sec 2024-04-12T00:55:14.912 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LdFFMqqcJK-zCPQ off=3371223 len=756896 2024-04-12T00:55:14.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 2418 completed, throughput=5MB/sec 2024-04-12T00:55:15.917 INFO:tasks.workunit.client.0.smithi098.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:15.917 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Cu4oZRc5YPHP7kI off=11188242 len=1320889 2024-04-12T00:55:15.919 INFO:tasks.workunit.client.0.smithi098.stdout:op 2419 completed, throughput=4.99MB/sec 2024-04-12T00:55:15.919 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OWXux_4U5h8gP5e off=508867 len=45450 2024-04-12T00:55:15.921 INFO:tasks.workunit.client.0.smithi098.stdout:op 2420 completed, throughput=4.99MB/sec 2024-04-12T00:55:15.922 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mgZYzFQ79-a4KJZ off=1902441 len=1405586 2024-04-12T00:55:15.923 INFO:tasks.workunit.client.0.smithi098.stdout:op 2421 completed, throughput=5MB/sec 2024-04-12T00:55:15.923 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wH6FlC6P_XUGUEg off=9181281 len=1278811 2024-04-12T00:55:15.929 INFO:tasks.workunit.client.0.smithi098.stdout:op 2422 completed, throughput=5MB/sec 2024-04-12T00:55:15.929 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8E5anSFpNW6qH0u off=2538645 len=245121 2024-04-12T00:55:15.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 2423 completed, throughput=5MB/sec 2024-04-12T00:55:15.930 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Rhdgk_FUJEPM9tj off=9689457 len=663939 2024-04-12T00:55:15.934 INFO:tasks.workunit.client.0.smithi098.stdout:op 2424 completed, throughput=5MB/sec 2024-04-12T00:55:15.934 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-11kk3DUZYc4rgaS off=7882603 len=2063659 2024-04-12T00:55:15.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 2425 completed, throughput=5MB/sec 2024-04-12T00:55:16.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:15 smithi098 ceph-mon[88922]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:55:16.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:15 smithi098 ceph-mon[91373]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:55:16.046 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:55:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:55:15] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T00:55:16.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:15 smithi193 ceph-mon[83763]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:55:16.938 INFO:tasks.workunit.client.0.smithi098.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:16.938 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_t47fhDzfpeHm5q off=9175441 len=626361 2024-04-12T00:55:16.939 INFO:tasks.workunit.client.0.smithi098.stdout:op 2426 completed, throughput=4.99MB/sec 2024-04-12T00:55:16.939 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-B-VlLj7f0eKJyd1 off=15549776 len=1308282 2024-04-12T00:55:16.941 INFO:tasks.workunit.client.0.smithi098.stdout:op 2427 completed, throughput=5MB/sec 2024-04-12T00:55:16.941 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MQOq2fteizQbHcA off=3164082 len=100744 2024-04-12T00:55:16.943 INFO:tasks.workunit.client.0.smithi098.stdout:op 2428 completed, throughput=5MB/sec 2024-04-12T00:55:16.944 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oQhkzVRCibwYxHN off=22929167 len=1730326 2024-04-12T00:55:16.952 INFO:tasks.workunit.client.0.smithi098.stdout:op 2429 completed, throughput=5MB/sec 2024-04-12T00:55:17.953 INFO:tasks.workunit.client.0.smithi098.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:17.953 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4BXdqWoN5w_U3v1 off=10443293 len=992598 2024-04-12T00:55:17.957 INFO:tasks.workunit.client.0.smithi098.stdout:op 2430 completed, throughput=4.99MB/sec 2024-04-12T00:55:17.958 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Eov_y4NXaT4KCBF off=6536532 len=745417 2024-04-12T00:55:17.959 INFO:tasks.workunit.client.0.smithi098.stdout:op 2431 completed, throughput=4.99MB/sec 2024-04-12T00:55:17.959 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-n94GPpTirgidBj6 off=19787468 len=1733694 2024-04-12T00:55:17.969 INFO:tasks.workunit.client.0.smithi098.stdout:op 2432 completed, throughput=5MB/sec 2024-04-12T00:55:17.969 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ku8PEGpIKReVuBI off=15588881 len=2087779 2024-04-12T00:55:17.973 INFO:tasks.workunit.client.0.smithi098.stdout:op 2433 completed, throughput=5MB/sec 2024-04-12T00:55:18.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:17 smithi193 ceph-mon[83763]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:55:18.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:17 smithi098 ceph-mon[88922]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:55:18.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:17 smithi098 ceph-mon[91373]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:55:18.973 INFO:tasks.workunit.client.0.smithi098.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:18.973 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O8g3PwU-cAYGcZG off=2127789 len=483840 2024-04-12T00:55:18.974 INFO:tasks.workunit.client.0.smithi098.stdout:op 2434 completed, throughput=4.99MB/sec 2024-04-12T00:55:18.974 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YNkT48mB5rX4qLj off=2917511 len=1742953 2024-04-12T00:55:18.982 INFO:tasks.workunit.client.0.smithi098.stdout:op 2435 completed, throughput=5MB/sec 2024-04-12T00:55:18.982 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2iSKXzrJMs-W-mc off=2181566 len=1012501 2024-04-12T00:55:18.986 INFO:tasks.workunit.client.0.smithi098.stdout:op 2436 completed, throughput=5MB/sec 2024-04-12T00:55:18.986 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bWbIJRPb1G6FY_6 off=3389964 len=838837 2024-04-12T00:55:18.991 INFO:tasks.workunit.client.0.smithi098.stdout:op 2437 completed, throughput=5MB/sec 2024-04-12T00:55:18.991 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cG_GLQVoXzlrVNJ off=14400270 len=1360726 2024-04-12T00:55:18.993 INFO:tasks.workunit.client.0.smithi098.stdout:op 2438 completed, throughput=5MB/sec 2024-04-12T00:55:19.993 INFO:tasks.workunit.client.0.smithi098.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:19.994 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sHr6nxh-fmXbMNX off=4598821 len=656012 2024-04-12T00:55:19.995 INFO:tasks.workunit.client.0.smithi098.stdout:op 2439 completed, throughput=4.99MB/sec 2024-04-12T00:55:19.995 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cS3D2J4AmWeprcN off=780147 len=675963 2024-04-12T00:55:19.999 INFO:tasks.workunit.client.0.smithi098.stdout:op 2440 completed, throughput=4.99MB/sec 2024-04-12T00:55:19.999 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sXzmCXVhTkdFILy off=15887240 len=754396 2024-04-12T00:55:20.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 2441 completed, throughput=5MB/sec 2024-04-12T00:55:20.000 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O-s-QgWlWvRSV-B off=3320840 len=1118948 2024-04-12T00:55:20.002 INFO:tasks.workunit.client.0.smithi098.stdout:op 2442 completed, throughput=5MB/sec 2024-04-12T00:55:20.002 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S0BweRrhxGXWBWt off=2697689 len=1171391 2024-04-12T00:55:20.003 INFO:tasks.workunit.client.0.smithi098.stdout:op 2443 completed, throughput=5MB/sec 2024-04-12T00:55:20.004 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ywwFsBsJ_uzPXJp off=1864502 len=713043 2024-04-12T00:55:20.007 INFO:tasks.workunit.client.0.smithi098.stdout:op 2444 completed, throughput=5MB/sec 2024-04-12T00:55:20.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:19 smithi193 ceph-mon[83763]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:55:20.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:19 smithi098 ceph-mon[91373]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:55:20.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:19 smithi098 ceph-mon[88922]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:55:21.008 INFO:tasks.workunit.client.0.smithi098.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:21.008 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ithVfNp4_F15cLy off=3892832 len=260240 2024-04-12T00:55:21.008 INFO:tasks.workunit.client.0.smithi098.stdout:op 2445 completed, throughput=4.99MB/sec 2024-04-12T00:55:21.008 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4TNrCOWOWqcriCA off=10623719 len=1601393 2024-04-12T00:55:21.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 2446 completed, throughput=4.99MB/sec 2024-04-12T00:55:21.010 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dEG4qZK0F2CL1iH off=4886576 len=992163 2024-04-12T00:55:21.016 INFO:tasks.workunit.client.0.smithi098.stdout:op 2447 completed, throughput=5MB/sec 2024-04-12T00:55:21.016 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-biosy9WUV2qXLeW off=4781346 len=1605201 2024-04-12T00:55:21.022 INFO:tasks.workunit.client.0.smithi098.stdout:op 2448 completed, throughput=5MB/sec 2024-04-12T00:55:21.022 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-shOwME9nkqov8ie off=5283589 len=410653 2024-04-12T00:55:21.023 INFO:tasks.workunit.client.0.smithi098.stdout:op 2449 completed, throughput=5MB/sec 2024-04-12T00:55:21.023 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H6CUtbRBelmZLtK off=1232928 len=981933 2024-04-12T00:55:21.024 INFO:tasks.workunit.client.0.smithi098.stdout:op 2450 completed, throughput=5MB/sec 2024-04-12T00:55:21.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:21.197 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:21.197 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:22.025 INFO:tasks.workunit.client.0.smithi098.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:22.025 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M-xMOGCThwGrQW_ off=20608024 len=568133 2024-04-12T00:55:22.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 2451 completed, throughput=4.99MB/sec 2024-04-12T00:55:22.029 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vMYimVTc3jm2Ewl off=4334642 len=1425019 2024-04-12T00:55:22.036 INFO:tasks.workunit.client.0.smithi098.stdout:op 2452 completed, throughput=5MB/sec 2024-04-12T00:55:22.036 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7_RAi4FJUIW_i0x off=12004458 len=31535 2024-04-12T00:55:22.037 INFO:tasks.workunit.client.0.smithi098.stdout:op 2453 completed, throughput=5MB/sec 2024-04-12T00:55:22.037 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eRsBbxGYCMVuBl9 off=4602247 len=1639400 2024-04-12T00:55:22.039 INFO:tasks.workunit.client.0.smithi098.stdout:op 2454 completed, throughput=5MB/sec 2024-04-12T00:55:22.039 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--qj4hKK2B5IQwVF off=2410534 len=1445620 2024-04-12T00:55:22.040 INFO:tasks.workunit.client.0.smithi098.stdout:op 2455 completed, throughput=5MB/sec 2024-04-12T00:55:22.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:21 smithi193 ceph-mon[83763]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:55:22.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:21 smithi098 ceph-mon[91373]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:55:22.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:21 smithi098 ceph-mon[88922]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:55:22.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:55:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:55:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:55:23.041 INFO:tasks.workunit.client.0.smithi098.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:23.041 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jrkivJfkKn7WFiW off=2363199 len=1279662 2024-04-12T00:55:23.047 INFO:tasks.workunit.client.0.smithi098.stdout:op 2456 completed, throughput=4.99MB/sec 2024-04-12T00:55:23.047 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wDPpHcwd2Ubx1zn off=10692142 len=404985 2024-04-12T00:55:23.051 INFO:tasks.workunit.client.0.smithi098.stdout:op 2457 completed, throughput=4.99MB/sec 2024-04-12T00:55:23.051 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-I-V7g6cITwLYOei off=9255983 len=69573 2024-04-12T00:55:23.051 INFO:tasks.workunit.client.0.smithi098.stdout:op 2458 completed, throughput=4.99MB/sec 2024-04-12T00:55:23.051 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BbqAFC8apKxSeeQ off=1196580 len=506273 2024-04-12T00:55:23.054 INFO:tasks.workunit.client.0.smithi098.stdout:op 2459 completed, throughput=5MB/sec 2024-04-12T00:55:23.055 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tdRJjA9XwmACPBg off=19366036 len=1462403 2024-04-12T00:55:23.060 INFO:tasks.workunit.client.0.smithi098.stdout:op 2460 completed, throughput=5MB/sec 2024-04-12T00:55:23.061 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xhaTUIlaLs_5rHw off=160387 len=1630382 2024-04-12T00:55:23.062 INFO:tasks.workunit.client.0.smithi098.stdout:op 2461 completed, throughput=5MB/sec 2024-04-12T00:55:24.062 INFO:tasks.workunit.client.0.smithi098.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:24.063 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-anMMB_3bZvAIkNe off=3445696 len=455524 2024-04-12T00:55:24.066 INFO:tasks.workunit.client.0.smithi098.stdout:op 2462 completed, throughput=4.99MB/sec 2024-04-12T00:55:24.067 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vCWTWnKzrJvRs32 off=16776436 len=1685134 2024-04-12T00:55:24.075 INFO:tasks.workunit.client.0.smithi098.stdout:op 2463 completed, throughput=5MB/sec 2024-04-12T00:55:24.075 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dmhJ2tAc7E4EKmb off=12117176 len=1602366 2024-04-12T00:55:24.082 INFO:tasks.workunit.client.0.smithi098.stdout:op 2464 completed, throughput=5MB/sec 2024-04-12T00:55:24.082 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-P9QuWJY_wI_iBCN off=3173106 len=820662 2024-04-12T00:55:24.087 INFO:tasks.workunit.client.0.smithi098.stdout:op 2465 completed, throughput=5MB/sec 2024-04-12T00:55:24.087 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-51CT4KQkpjlxMIn off=323081 len=788149 2024-04-12T00:55:24.088 INFO:tasks.workunit.client.0.smithi098.stdout:op 2466 completed, throughput=5MB/sec 2024-04-12T00:55:24.121 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:23 smithi193 ceph-mon[83763]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:55:24.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:23 smithi098 ceph-mon[91373]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:55:24.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:23 smithi098 ceph-mon[88922]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:55:25.088 INFO:tasks.workunit.client.0.smithi098.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:25.089 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5ORnv_-iAbOvVUL off=9269266 len=1055452 2024-04-12T00:55:25.090 INFO:tasks.workunit.client.0.smithi098.stdout:op 2467 completed, throughput=4.99MB/sec 2024-04-12T00:55:25.090 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vrJ7zlEAtBrHHaq off=20080288 len=657602 2024-04-12T00:55:25.095 INFO:tasks.workunit.client.0.smithi098.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-12T00:55:25.095 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ErTaEbjXJrefwls off=1977236 len=365615 2024-04-12T00:55:25.097 INFO:tasks.workunit.client.0.smithi098.stdout:op 2469 completed, throughput=5MB/sec 2024-04-12T00:55:25.097 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TvnCtTiPyk5VYxe off=91063 len=1649227 2024-04-12T00:55:25.107 INFO:tasks.workunit.client.0.smithi098.stdout:op 2470 completed, throughput=5MB/sec 2024-04-12T00:55:25.107 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QHCRm3GMprJRnYS off=889804 len=1585138 2024-04-12T00:55:25.115 INFO:tasks.workunit.client.0.smithi098.stdout:op 2471 completed, throughput=5MB/sec 2024-04-12T00:55:26.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:25 smithi098 ceph-mon[91373]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:55:26.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:55:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:55:25] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T00:55:26.046 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:25 smithi098 ceph-mon[88922]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:55:26.116 INFO:tasks.workunit.client.0.smithi098.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:26.116 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2KffDajIaMVCe6X off=22337453 len=450837 2024-04-12T00:55:26.119 INFO:tasks.workunit.client.0.smithi098.stdout:op 2472 completed, throughput=4.99MB/sec 2024-04-12T00:55:26.119 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sTFMh2kjM5BUgA5 off=4377175 len=895357 2024-04-12T00:55:26.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:25 smithi193 ceph-mon[83763]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:55:26.124 INFO:tasks.workunit.client.0.smithi098.stdout:op 2473 completed, throughput=4.99MB/sec 2024-04-12T00:55:26.124 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r1qURTaRAdhog7D off=10777065 len=1930805 2024-04-12T00:55:26.127 INFO:tasks.workunit.client.0.smithi098.stdout:op 2474 completed, throughput=5MB/sec 2024-04-12T00:55:26.127 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hWJuScH-txKcotC off=1112903 len=670346 2024-04-12T00:55:26.127 INFO:tasks.workunit.client.0.smithi098.stdout:op 2475 completed, throughput=5MB/sec 2024-04-12T00:55:26.128 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-D4D6DGkqf2IOoKX off=14241965 len=1851083 2024-04-12T00:55:26.131 INFO:tasks.workunit.client.0.smithi098.stdout:op 2476 completed, throughput=5MB/sec 2024-04-12T00:55:27.131 INFO:tasks.workunit.client.0.smithi098.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:27.132 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MVZlH8Q5zvEjJhk off=6385078 len=1565283 2024-04-12T00:55:27.133 INFO:tasks.workunit.client.0.smithi098.stdout:op 2477 completed, throughput=5MB/sec 2024-04-12T00:55:27.133 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-m9vTetTC7bMmaPF off=612203 len=802874 2024-04-12T00:55:27.134 INFO:tasks.workunit.client.0.smithi098.stdout:op 2478 completed, throughput=5MB/sec 2024-04-12T00:55:27.135 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3Dwi0kJQ3ZJ3HlD off=1293009 len=1820936 2024-04-12T00:55:27.142 INFO:tasks.workunit.client.0.smithi098.stdout:op 2479 completed, throughput=5MB/sec 2024-04-12T00:55:28.143 INFO:tasks.workunit.client.0.smithi098.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:28.143 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sjParKVhxLcog97 off=2867141 len=1384468 2024-04-12T00:55:28.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 2480 completed, throughput=4.99MB/sec 2024-04-12T00:55:28.149 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zOA9wgAq32ONtbG off=3128041 len=1444830 2024-04-12T00:55:28.151 INFO:tasks.workunit.client.0.smithi098.stdout:op 2481 completed, throughput=5MB/sec 2024-04-12T00:55:28.151 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0u-SxqTvSbKKg6Q off=5843283 len=737516 2024-04-12T00:55:28.152 INFO:tasks.workunit.client.0.smithi098.stdout:op 2482 completed, throughput=5MB/sec 2024-04-12T00:55:28.152 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6QItULfz_6n2g7K off=5744526 len=780296 2024-04-12T00:55:28.153 INFO:tasks.workunit.client.0.smithi098.stdout:op 2483 completed, throughput=5MB/sec 2024-04-12T00:55:28.154 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qChROOnA5A9vOZi off=1772378 len=2013983 2024-04-12T00:55:28.157 INFO:tasks.workunit.client.0.smithi098.stdout:op 2484 completed, throughput=5MB/sec 2024-04-12T00:55:28.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:27 smithi098 ceph-mon[91373]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T00:55:28.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:27 smithi098 ceph-mon[88922]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T00:55:28.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:27 smithi193 ceph-mon[83763]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi098.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6aTFF0kTcL2lHcd off=6743440 len=1097743 2024-04-12T00:55:29.163 INFO:tasks.workunit.client.0.smithi098.stdout:op 2485 completed, throughput=4.99MB/sec 2024-04-12T00:55:29.163 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y3AKyhf84-l8Wkc off=9407664 len=1276569 2024-04-12T00:55:29.164 INFO:tasks.workunit.client.0.smithi098.stdout:op 2486 completed, throughput=5MB/sec 2024-04-12T00:55:29.164 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YNEBwW7_GlT3Bqn off=658596 len=365798 2024-04-12T00:55:29.167 INFO:tasks.workunit.client.0.smithi098.stdout:op 2487 completed, throughput=5MB/sec 2024-04-12T00:55:29.168 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OoVjvoyQfrpNsTf off=1125334 len=1825816 2024-04-12T00:55:29.175 INFO:tasks.workunit.client.0.smithi098.stdout:op 2488 completed, throughput=5MB/sec 2024-04-12T00:55:30.176 INFO:tasks.workunit.client.0.smithi098.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:30.176 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QXaogTrUG5njBWY off=21936730 len=1554005 2024-04-12T00:55:30.184 INFO:tasks.workunit.client.0.smithi098.stdout:op 2489 completed, throughput=4.99MB/sec 2024-04-12T00:55:30.184 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FU4r79E58vy3M7P off=3757455 len=935397 2024-04-12T00:55:30.186 INFO:tasks.workunit.client.0.smithi098.stdout:op 2490 completed, throughput=5MB/sec 2024-04-12T00:55:30.186 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fYPtRfgZvkqQAWK off=1911559 len=1324975 2024-04-12T00:55:30.200 INFO:tasks.workunit.client.0.smithi098.stdout:op 2491 completed, throughput=5MB/sec 2024-04-12T00:55:30.200 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hiFlx5wU0bgUKDP off=8772352 len=556470 2024-04-12T00:55:30.201 INFO:tasks.workunit.client.0.smithi098.stdout:op 2492 completed, throughput=5MB/sec 2024-04-12T00:55:30.201 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PqMgba02GG0RkU2 off=13697329 len=938808 2024-04-12T00:55:30.206 INFO:tasks.workunit.client.0.smithi098.stdout:op 2493 completed, throughput=5MB/sec 2024-04-12T00:55:30.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:29 smithi098 ceph-mon[91373]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:55:30.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:29 smithi098 ceph-mon[88922]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:55:30.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:29 smithi193 ceph-mon[83763]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:55:31.207 INFO:tasks.workunit.client.0.smithi098.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:31.207 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S4ip0yr3VYI3q3a off=7502347 len=807004 2024-04-12T00:55:31.209 INFO:tasks.workunit.client.0.smithi098.stdout:op 2494 completed, throughput=4.99MB/sec 2024-04-12T00:55:31.209 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UzQ8eJDH9yPPFhg off=8188992 len=1530038 2024-04-12T00:55:31.216 INFO:tasks.workunit.client.0.smithi098.stdout:op 2495 completed, throughput=4.99MB/sec 2024-04-12T00:55:31.216 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Y15XN31fyoy-0Ta off=2778109 len=794716 2024-04-12T00:55:31.220 INFO:tasks.workunit.client.0.smithi098.stdout:op 2496 completed, throughput=5MB/sec 2024-04-12T00:55:31.220 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-thcHrUsiL1Fqby7 off=22079702 len=2079819 2024-04-12T00:55:31.224 INFO:tasks.workunit.client.0.smithi098.stdout:op 2497 completed, throughput=5MB/sec 2024-04-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi098.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-i5X1mf_qPyOP7jT off=152229 len=1125780 2024-04-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi098.stdout:op 2498 completed, throughput=4.99MB/sec 2024-04-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--0ktkxsKRelchAk off=11371749 len=224933 2024-04-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi098.stdout:op 2499 completed, throughput=4.99MB/sec 2024-04-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ko8JqVT3aoWeChT off=6526647 len=496555 2024-04-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi098.stdout:op 2500 completed, throughput=4.99MB/sec 2024-04-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ndVVLzlgFrNcHHl off=3543226 len=1323261 2024-04-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi098.stdout:op 2501 completed, throughput=5MB/sec 2024-04-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hSLTzGrAPlRmAS5 off=4624253 len=943062 2024-04-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi098.stdout:op 2502 completed, throughput=5MB/sec 2024-04-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EUXEf7Eti0VW2Dq off=112701 len=929254 2024-04-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi098.stdout:op 2503 completed, throughput=5MB/sec 2024-04-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Nc5XEncavnGL8Lg off=4345609 len=1376869 2024-04-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout:op 2504 completed, throughput=5MB/sec 2024-04-12T00:55:32.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:31 smithi098 ceph-mon[91373]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:32.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:31 smithi098 ceph-mon[88922]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:32.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:31 smithi193 ceph-mon[83763]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:32.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:55:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ng7Ql7W_SRSIa7S off=6051313 len=464730 2024-04-12T00:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout:op 2505 completed, throughput=4.99MB/sec 2024-04-12T00:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r8_5gBodw27OyD4 off=15181371 len=1834492 2024-04-12T00:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout:op 2506 completed, throughput=5MB/sec 2024-04-12T00:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Sy-xAfyvDYPTGFy off=1383707 len=2033808 2024-04-12T00:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout:op 2507 completed, throughput=5MB/sec 2024-04-12T00:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EGjvvzwYa8RoY1- off=8832928 len=238080 2024-04-12T00:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 2508 completed, throughput=4.99MB/sec 2024-04-12T00:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fustWh59wB003fO off=4898784 len=1826945 2024-04-12T00:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout:op 2509 completed, throughput=4.99MB/sec 2024-04-12T00:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RrvyDCF8O-PTQ6s off=4125888 len=1074020 2024-04-12T00:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout:op 2510 completed, throughput=5MB/sec 2024-04-12T00:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MIBPBZEsrNAlFUJ off=1810614 len=823227 2024-04-12T00:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 2511 completed, throughput=5MB/sec 2024-04-12T00:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gfGYGDomu0yMiyg off=8673614 len=298200 2024-04-12T00:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout:op 2512 completed, throughput=5MB/sec 2024-04-12T00:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uIeOH3SrBPeRYk_ off=1787584 len=1173719 2024-04-12T00:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout:op 2513 completed, throughput=5MB/sec 2024-04-12T00:55:34.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:33 smithi098 ceph-mon[91373]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:34.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:33 smithi098 ceph-mon[88922]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:33 smithi193 ceph-mon[83763]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dxJacKSMNWl-7ly off=11739897 len=76246 2024-04-12T00:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout:op 2514 completed, throughput=4.99MB/sec 2024-04-12T00:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VdStPCBxbHr5rT3 off=20971748 len=1183423 2024-04-12T00:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout:op 2515 completed, throughput=4.99MB/sec 2024-04-12T00:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cIKWDNUh95R9x12 off=6612095 len=613849 2024-04-12T00:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout:op 2516 completed, throughput=4.99MB/sec 2024-04-12T00:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IpAlFTLGPl4OXXC off=3764650 len=657049 2024-04-12T00:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout:op 2517 completed, throughput=4.99MB/sec 2024-04-12T00:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-X-2FgQyUUQNKb7m off=10376465 len=1232191 2024-04-12T00:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout:op 2518 completed, throughput=5MB/sec 2024-04-12T00:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QJPn_h7hkZU2u0F off=9030539 len=2004279 2024-04-12T00:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout:op 2519 completed, throughput=5MB/sec 2024-04-12T00:55:36.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:35 smithi098 ceph-mon[88922]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:55:36.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:36.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:55:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:55:35] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T00:55:36.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:35 smithi098 ceph-mon[91373]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:55:36.046 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9_99lfZdQQyFqdb off=10110930 len=5987 2024-04-12T00:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout:op 2520 completed, throughput=4.99MB/sec 2024-04-12T00:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Qh9xYmruHIQ4-nc off=8778282 len=1613502 2024-04-12T00:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout:op 2521 completed, throughput=4.99MB/sec 2024-04-12T00:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oe0ZZVa4Qrn_0RO off=19453456 len=1886042 2024-04-12T00:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout:op 2522 completed, throughput=5MB/sec 2024-04-12T00:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rSUPEn2Ptrcb5Ew off=8060509 len=168922 2024-04-12T00:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout:op 2523 completed, throughput=5MB/sec 2024-04-12T00:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UAjjdkaOvTXTjzE off=4819062 len=1548323 2024-04-12T00:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout:op 2524 completed, throughput=5MB/sec 2024-04-12T00:55:36.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:35 smithi193 ceph-mon[83763]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:55:36.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IOGdexwXZgGajOq off=4072614 len=121484 2024-04-12T00:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout:op 2525 completed, throughput=4.99MB/sec 2024-04-12T00:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7j0Qx2xsu6ptVjb off=2380394 len=688446 2024-04-12T00:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout:op 2526 completed, throughput=4.99MB/sec 2024-04-12T00:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QL5hKfqOCbiSAzu off=1777712 len=413515 2024-04-12T00:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout:op 2527 completed, throughput=4.99MB/sec 2024-04-12T00:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EnZdp2WqwD4yr7M off=2289456 len=1074904 2024-04-12T00:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout:op 2528 completed, throughput=5MB/sec 2024-04-12T00:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AKvupyHlcpDI_sH off=1518229 len=1852035 2024-04-12T00:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout:op 2529 completed, throughput=5MB/sec 2024-04-12T00:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uPwerwJnSR9MZyH off=3756121 len=222304 2024-04-12T00:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout:op 2530 completed, throughput=5MB/sec 2024-04-12T00:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cB5TJtXkZ4ext-D off=9204644 len=1572662 2024-04-12T00:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout:op 2531 completed, throughput=5MB/sec 2024-04-12T00:55:38.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:37 smithi098 ceph-mon[91373]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:55:38.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:37 smithi098 ceph-mon[88922]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a-NVc-rzh3VoBMN off=10597975 len=1396858 2024-04-12T00:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout:op 2532 completed, throughput=4.99MB/sec 2024-04-12T00:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-R315G_65966clwY off=3032972 len=1188364 2024-04-12T00:55:38.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:37 smithi193 ceph-mon[83763]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout:op 2533 completed, throughput=5MB/sec 2024-04-12T00:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IsuDXq-YDdR18e9 off=3237683 len=1803540 2024-04-12T00:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout:op 2534 completed, throughput=5MB/sec 2024-04-12T00:55:39.380 INFO:tasks.workunit.client.0.smithi098.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:39.380 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HzedE1hCgvA9zTz off=5233582 len=226168 2024-04-12T00:55:39.381 INFO:tasks.workunit.client.0.smithi098.stdout:op 2535 completed, throughput=4.99MB/sec 2024-04-12T00:55:39.381 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KEOW32cbAcjMgHV off=4843967 len=262516 2024-04-12T00:55:39.382 INFO:tasks.workunit.client.0.smithi098.stdout:op 2536 completed, throughput=4.99MB/sec 2024-04-12T00:55:39.382 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Wo7j5r9s16AZAiD off=3708328 len=665118 2024-04-12T00:55:39.383 INFO:tasks.workunit.client.0.smithi098.stdout:op 2537 completed, throughput=4.99MB/sec 2024-04-12T00:55:39.383 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--f3UDMz8uDqpZDd off=12714996 len=419153 2024-04-12T00:55:39.384 INFO:tasks.workunit.client.0.smithi098.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-12T00:55:39.384 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DTVOm8xQjvXYCJe off=0 len=1056723 2024-04-12T00:55:39.389 INFO:tasks.workunit.client.0.smithi098.stdout:op 2539 completed, throughput=5MB/sec 2024-04-12T00:55:39.390 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-12bAkSZiHQZ_f6Z off=15202747 len=1912991 2024-04-12T00:55:39.398 INFO:tasks.workunit.client.0.smithi098.stdout:op 2540 completed, throughput=5MB/sec 2024-04-12T00:55:39.398 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SykOMdDPvYKFfa9 off=2193294 len=500276 2024-04-12T00:55:39.402 INFO:tasks.workunit.client.0.smithi098.stdout:op 2541 completed, throughput=5MB/sec 2024-04-12T00:55:39.403 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o-5tBwnh3j2hmhU off=28698 len=1149200 2024-04-12T00:55:39.408 INFO:tasks.workunit.client.0.smithi098.stdout:op 2542 completed, throughput=5MB/sec 2024-04-12T00:55:40.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:39 smithi098 ceph-mon[91373]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:55:40.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:39 smithi098 ceph-mon[88922]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:55:40.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:39 smithi193 ceph-mon[83763]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:55:40.409 INFO:tasks.workunit.client.0.smithi098.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:40.409 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LkV5xEV6DAT7l8h off=1999561 len=2046831 2024-04-12T00:55:40.411 INFO:tasks.workunit.client.0.smithi098.stdout:op 2543 completed, throughput=5MB/sec 2024-04-12T00:55:40.411 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-smG3juUFs5FriV0 off=10408799 len=455704 2024-04-12T00:55:40.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 2544 completed, throughput=5MB/sec 2024-04-12T00:55:40.412 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DSTiZ8UtoYGPK1Y off=6468331 len=505418 2024-04-12T00:55:40.416 INFO:tasks.workunit.client.0.smithi098.stdout:op 2545 completed, throughput=5MB/sec 2024-04-12T00:55:40.417 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dMZr7YmWn9-MaNg off=12900293 len=1208364 2024-04-12T00:55:40.422 INFO:tasks.workunit.client.0.smithi098.stdout:op 2546 completed, throughput=5MB/sec 2024-04-12T00:55:40.422 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QywwVFXix1lrTJw off=5385625 len=1951614 2024-04-12T00:55:40.425 INFO:tasks.workunit.client.0.smithi098.stdout:op 2547 completed, throughput=5MB/sec 2024-04-12T00:55:41.424 INFO:tasks.workunit.client.0.smithi098.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:41.424 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hMKEr6bTkLLi5tr off=13606296 len=1136985 2024-04-12T00:55:41.426 INFO:tasks.workunit.client.0.smithi098.stdout:op 2548 completed, throughput=5MB/sec 2024-04-12T00:55:41.426 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vS4EfICvFboPdtE off=228833 len=1257794 2024-04-12T00:55:41.432 INFO:tasks.workunit.client.0.smithi098.stdout:op 2549 completed, throughput=5MB/sec 2024-04-12T00:55:41.432 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O2bHoRoAxnkgIAG off=12177656 len=1264748 2024-04-12T00:55:41.434 INFO:tasks.workunit.client.0.smithi098.stdout:op 2550 completed, throughput=5MB/sec 2024-04-12T00:55:42.172 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:41 smithi193 ceph-mon[83763]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:55:42.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:41 smithi098 ceph-mon[91373]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:55:42.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:41 smithi098 ceph-mon[88922]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:55:42.434 INFO:tasks.workunit.client.0.smithi098.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:42.434 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3tlPXyQ11Kliig9 off=2594001 len=1490191 2024-04-12T00:55:42.436 INFO:tasks.workunit.client.0.smithi098.stdout:op 2551 completed, throughput=4.99MB/sec 2024-04-12T00:55:42.436 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gO5QFHMwwxdCZGM off=6525377 len=1076397 2024-04-12T00:55:42.438 INFO:tasks.workunit.client.0.smithi098.stdout:op 2552 completed, throughput=5MB/sec 2024-04-12T00:55:42.438 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jsiyFMRIGqGISII off=1157659 len=1046457 2024-04-12T00:55:42.444 INFO:tasks.workunit.client.0.smithi098.stdout:op 2553 completed, throughput=5MB/sec 2024-04-12T00:55:42.444 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hIs3PXpfEOvrdM2 off=5884871 len=959425 2024-04-12T00:55:42.446 INFO:tasks.workunit.client.0.smithi098.stdout:op 2554 completed, throughput=5MB/sec 2024-04-12T00:55:42.446 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hLLQoRPEPGtMn6G off=682386 len=548107 2024-04-12T00:55:42.447 INFO:tasks.workunit.client.0.smithi098.stdout:op 2555 completed, throughput=5MB/sec 2024-04-12T00:55:42.447 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-D3JnGbNjcO45Nlz off=9222651 len=1825355 2024-04-12T00:55:42.448 INFO:tasks.workunit.client.0.smithi098.stdout:op 2556 completed, throughput=5MB/sec 2024-04-12T00:55:42.621 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:55:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:55:43.449 INFO:tasks.workunit.client.0.smithi098.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:43.449 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4EriKxKnUdn6NRS off=6255829 len=196337 2024-04-12T00:55:43.449 INFO:tasks.workunit.client.0.smithi098.stdout:op 2557 completed, throughput=4.99MB/sec 2024-04-12T00:55:43.449 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R4UC1cimHmalSwy off=15386621 len=674077 2024-04-12T00:55:43.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 2558 completed, throughput=4.99MB/sec 2024-04-12T00:55:43.451 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ejifYJaNgr92oW4 off=11415643 len=1320045 2024-04-12T00:55:43.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 2559 completed, throughput=5MB/sec 2024-04-12T00:55:43.453 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Rg9nuOTv6Ad3lsO off=5015541 len=92102 2024-04-12T00:55:43.456 INFO:tasks.workunit.client.0.smithi098.stdout:op 2560 completed, throughput=5MB/sec 2024-04-12T00:55:43.456 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-i7JoVbqWxth-okP off=9290059 len=1580279 2024-04-12T00:55:43.464 INFO:tasks.workunit.client.0.smithi098.stdout:op 2561 completed, throughput=5MB/sec 2024-04-12T00:55:44.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:43 smithi098 ceph-mon[88922]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:55:44.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:43 smithi098 ceph-mon[91373]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:55:44.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:43 smithi193 ceph-mon[83763]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:55:44.464 INFO:tasks.workunit.client.0.smithi098.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:44.464 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sX1sJwkM5fwJjpw off=17423525 len=2026799 2024-04-12T00:55:44.474 INFO:tasks.workunit.client.0.smithi098.stdout:op 2562 completed, throughput=4.99MB/sec 2024-04-12T00:55:44.474 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bS12g6wY960arIk off=1497310 len=948558 2024-04-12T00:55:44.478 INFO:tasks.workunit.client.0.smithi098.stdout:op 2563 completed, throughput=5MB/sec 2024-04-12T00:55:44.479 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Km3b8rCKd0Vkjhh off=7365939 len=1941927 2024-04-12T00:55:44.481 INFO:tasks.workunit.client.0.smithi098.stdout:op 2564 completed, throughput=5MB/sec 2024-04-12T00:55:44.481 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-b3BeVhQcV6YO1K4 off=2461879 len=54941 2024-04-12T00:55:44.484 INFO:tasks.workunit.client.0.smithi098.stdout:op 2565 completed, throughput=5MB/sec 2024-04-12T00:55:44.484 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bDvXhDgx_gqRPr- off=917600 len=1844293 2024-04-12T00:55:44.489 INFO:tasks.workunit.client.0.smithi098.stdout:op 2566 completed, throughput=5MB/sec 2024-04-12T00:55:45.489 INFO:tasks.workunit.client.0.smithi098.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:45.490 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-on1scKlGpdhwN1v off=1440930 len=278696 2024-04-12T00:55:45.493 INFO:tasks.workunit.client.0.smithi098.stdout:op 2567 completed, throughput=4.99MB/sec 2024-04-12T00:55:45.493 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yfdVph1dSk_lBR8 off=2498899 len=494241 2024-04-12T00:55:45.497 INFO:tasks.workunit.client.0.smithi098.stdout:op 2568 completed, throughput=4.99MB/sec 2024-04-12T00:55:45.497 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3EtMtIexjBUeJuZ off=2102315 len=585754 2024-04-12T00:55:45.498 INFO:tasks.workunit.client.0.smithi098.stdout:op 2569 completed, throughput=5MB/sec 2024-04-12T00:55:45.498 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1NViRIvHo2zNbpt off=1924268 len=408128 2024-04-12T00:55:45.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 2570 completed, throughput=5MB/sec 2024-04-12T00:55:45.499 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dol8XsbYhdM0d5W off=10258823 len=1200841 2024-04-12T00:55:45.502 INFO:tasks.workunit.client.0.smithi098.stdout:op 2571 completed, throughput=5MB/sec 2024-04-12T00:55:45.502 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gokAqTaZigv-DNT off=3008727 len=2052413 2024-04-12T00:55:45.513 INFO:tasks.workunit.client.0.smithi098.stdout:op 2572 completed, throughput=5MB/sec 2024-04-12T00:55:46.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:45 smithi098 ceph-mon[88922]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:55:46.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:45 smithi098 ceph-mon[91373]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:55:46.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:55:45] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T00:55:46.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:45 smithi193 ceph-mon[83763]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:55:46.513 INFO:tasks.workunit.client.0.smithi098.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:46.513 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-X1SoouG5DXMshLT off=9937232 len=1332974 2024-04-12T00:55:46.515 INFO:tasks.workunit.client.0.smithi098.stdout:op 2573 completed, throughput=5MB/sec 2024-04-12T00:55:46.515 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yIfQQm4vnEBOd5p off=16389280 len=111053 2024-04-12T00:55:46.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 2574 completed, throughput=5MB/sec 2024-04-12T00:55:46.516 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9iwVxZlEOZc_BXP off=4907771 len=1130734 2024-04-12T00:55:46.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 2575 completed, throughput=5MB/sec 2024-04-12T00:55:46.518 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-b7DQD6c2i35i981 off=115249 len=803975 2024-04-12T00:55:46.523 INFO:tasks.workunit.client.0.smithi098.stdout:op 2576 completed, throughput=5MB/sec 2024-04-12T00:55:46.523 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7mNhzn7TvAuwZrO off=1961843 len=753343 2024-04-12T00:55:46.527 INFO:tasks.workunit.client.0.smithi098.stdout:op 2577 completed, throughput=5MB/sec 2024-04-12T00:55:47.528 INFO:tasks.workunit.client.0.smithi098.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:47.528 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CWKK6khtXZHcXNP off=13802185 len=373435 2024-04-12T00:55:47.531 INFO:tasks.workunit.client.0.smithi098.stdout:op 2578 completed, throughput=4.99MB/sec 2024-04-12T00:55:47.531 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3gxeEm6tIJ9lbxl off=1125368 len=1674826 2024-04-12T00:55:47.540 INFO:tasks.workunit.client.0.smithi098.stdout:op 2579 completed, throughput=4.99MB/sec 2024-04-12T00:55:47.540 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Is_np8cSP4uMQG_ off=12119494 len=969758 2024-04-12T00:55:47.541 INFO:tasks.workunit.client.0.smithi098.stdout:op 2580 completed, throughput=5MB/sec 2024-04-12T00:55:47.542 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CVIAo3ltUwsVizM off=1702235 len=935261 2024-04-12T00:55:47.543 INFO:tasks.workunit.client.0.smithi098.stdout:op 2581 completed, throughput=5MB/sec 2024-04-12T00:55:47.543 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-y1mDBf8td_xhQht off=5390381 len=1814388 2024-04-12T00:55:47.553 INFO:tasks.workunit.client.0.smithi098.stdout:op 2582 completed, throughput=5MB/sec 2024-04-12T00:55:48.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:47 smithi098 ceph-mon[91373]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:55:48.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:47 smithi098 ceph-mon[88922]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:55:48.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:47 smithi193 ceph-mon[83763]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:55:48.554 INFO:tasks.workunit.client.0.smithi098.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:48.554 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ORjHy4iZlhFvOUs off=9090725 len=930830 2024-04-12T00:55:48.559 INFO:tasks.workunit.client.0.smithi098.stdout:op 2583 completed, throughput=4.99MB/sec 2024-04-12T00:55:48.559 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mjiMYMZ1eChC9Ms off=13994755 len=1464002 2024-04-12T00:55:48.561 INFO:tasks.workunit.client.0.smithi098.stdout:op 2584 completed, throughput=5MB/sec 2024-04-12T00:55:48.561 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Hq9BVWHbGEz9WKD off=8897141 len=1636926 2024-04-12T00:55:48.570 INFO:tasks.workunit.client.0.smithi098.stdout:op 2585 completed, throughput=5MB/sec 2024-04-12T00:55:48.570 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jpCd5jwsracm-rx off=5437587 len=1122843 2024-04-12T00:55:48.575 INFO:tasks.workunit.client.0.smithi098.stdout:op 2586 completed, throughput=5MB/sec 2024-04-12T00:55:49.577 INFO:tasks.workunit.client.0.smithi098.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:49.577 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6sLbDwK2Rv-LNW5 off=14757732 len=1408237 2024-04-12T00:55:49.579 INFO:tasks.workunit.client.0.smithi098.stdout:op 2587 completed, throughput=4.99MB/sec 2024-04-12T00:55:49.579 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6C3VIB4IGQ9yXyM off=2507456 len=384356 2024-04-12T00:55:49.580 INFO:tasks.workunit.client.0.smithi098.stdout:op 2588 completed, throughput=4.99MB/sec 2024-04-12T00:55:49.580 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3YI9tULyPxetnPm off=2633264 len=454628 2024-04-12T00:55:49.581 INFO:tasks.workunit.client.0.smithi098.stdout:op 2589 completed, throughput=4.99MB/sec 2024-04-12T00:55:49.581 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ubkp0olDSb-bpHZ off=3082064 len=1231887 2024-04-12T00:55:49.587 INFO:tasks.workunit.client.0.smithi098.stdout:op 2590 completed, throughput=5MB/sec 2024-04-12T00:55:49.587 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7h2g8oNjCJnltHn off=4623562 len=736494 2024-04-12T00:55:49.589 INFO:tasks.workunit.client.0.smithi098.stdout:op 2591 completed, throughput=5MB/sec 2024-04-12T00:55:49.589 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1w4d-cEU-k0tqpj off=1858020 len=1813105 2024-04-12T00:55:49.599 INFO:tasks.workunit.client.0.smithi098.stdout:op 2592 completed, throughput=5MB/sec 2024-04-12T00:55:50.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:49 smithi098 ceph-mon[91373]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:55:50.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:49 smithi098 ceph-mon[88922]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:55:50.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:49 smithi193 ceph-mon[83763]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:55:50.599 INFO:tasks.workunit.client.0.smithi098.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:50.599 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d8qQS-OW-lG7oRT off=4578568 len=989496 2024-04-12T00:55:50.601 INFO:tasks.workunit.client.0.smithi098.stdout:op 2593 completed, throughput=4.99MB/sec 2024-04-12T00:55:50.601 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eRsBbxGYCMVuBl9 off=2843989 len=914798 2024-04-12T00:55:50.602 INFO:tasks.workunit.client.0.smithi098.stdout:op 2594 completed, throughput=5MB/sec 2024-04-12T00:55:50.602 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UjBDnHVvAw1ffk6 off=6488716 len=1705199 2024-04-12T00:55:50.604 INFO:tasks.workunit.client.0.smithi098.stdout:op 2595 completed, throughput=5MB/sec 2024-04-12T00:55:50.604 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-owPckB4fqJLG9Jn off=4123676 len=614051 2024-04-12T00:55:50.608 INFO:tasks.workunit.client.0.smithi098.stdout:op 2596 completed, throughput=5MB/sec 2024-04-12T00:55:50.609 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cikuNqrGxSa4Kn0 off=16919774 len=1677392 2024-04-12T00:55:50.612 INFO:tasks.workunit.client.0.smithi098.stdout:op 2597 completed, throughput=5MB/sec 2024-04-12T00:55:51.196 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:51.196 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:51.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:55:51.612 INFO:tasks.workunit.client.0.smithi098.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:51.612 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uBWNWoHENLQezXZ off=17959677 len=754796 2024-04-12T00:55:51.614 INFO:tasks.workunit.client.0.smithi098.stdout:op 2598 completed, throughput=4.99MB/sec 2024-04-12T00:55:51.614 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tE-jDQm1okvsdL8 off=1445643 len=1332100 2024-04-12T00:55:51.617 INFO:tasks.workunit.client.0.smithi098.stdout:op 2599 completed, throughput=5MB/sec 2024-04-12T00:55:51.617 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4yzvNXwkm3-a2Lm off=9940832 len=1760234 2024-04-12T00:55:51.619 INFO:tasks.workunit.client.0.smithi098.stdout:op 2600 completed, throughput=5MB/sec 2024-04-12T00:55:52.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:51 smithi098 ceph-mon[91373]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:52.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:51 smithi098 ceph-mon[88922]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:51 smithi193 ceph-mon[83763]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:52.619 INFO:tasks.workunit.client.0.smithi098.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:52.619 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DnSmgLxN28AN3zM off=3318324 len=1577053 2024-04-12T00:55:52.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:55:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:55:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:55:52.621 INFO:tasks.workunit.client.0.smithi098.stdout:op 2601 completed, throughput=4.99MB/sec 2024-04-12T00:55:52.621 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wH6FlC6P_XUGUEg off=6385874 len=75680 2024-04-12T00:55:52.624 INFO:tasks.workunit.client.0.smithi098.stdout:op 2602 completed, throughput=4.99MB/sec 2024-04-12T00:55:52.624 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-67Byll15DfGwNBT off=15488567 len=1988739 2024-04-12T00:55:52.632 INFO:tasks.workunit.client.0.smithi098.stdout:op 2603 completed, throughput=5MB/sec 2024-04-12T00:55:52.633 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uRfroB9OagO_s4S off=1832 len=1241129 2024-04-12T00:55:52.634 INFO:tasks.workunit.client.0.smithi098.stdout:op 2604 completed, throughput=5MB/sec 2024-04-12T00:55:52.634 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dr6z474e39mIsyV off=6504061 len=1397609 2024-04-12T00:55:52.637 INFO:tasks.workunit.client.0.smithi098.stdout:op 2605 completed, throughput=5MB/sec 2024-04-12T00:55:53.638 INFO:tasks.workunit.client.0.smithi098.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:53.638 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dNQZbdSPpk670P6 off=380360 len=1689514 2024-04-12T00:55:53.646 INFO:tasks.workunit.client.0.smithi098.stdout:op 2606 completed, throughput=5MB/sec 2024-04-12T00:55:53.647 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BkzTGDTOrNMU9P- off=2672416 len=177978 2024-04-12T00:55:53.647 INFO:tasks.workunit.client.0.smithi098.stdout:op 2607 completed, throughput=5MB/sec 2024-04-12T00:55:53.647 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wMy_6M-JoDEbCxO off=21820945 len=1590825 2024-04-12T00:55:53.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 2608 completed, throughput=5MB/sec 2024-04-12T00:55:53.654 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tEIZpvErFqyPffj off=18428133 len=650225 2024-04-12T00:55:53.659 INFO:tasks.workunit.client.0.smithi098.stdout:op 2609 completed, throughput=5MB/sec 2024-04-12T00:55:53.659 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-52AuN4YiR26lbuS off=1519644 len=603713 2024-04-12T00:55:53.661 INFO:tasks.workunit.client.0.smithi098.stdout:op 2610 completed, throughput=5MB/sec 2024-04-12T00:55:54.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:53 smithi098 ceph-mon[91373]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:54.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:53 smithi098 ceph-mon[88922]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:54.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:53 smithi193 ceph-mon[83763]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:55:54.661 INFO:tasks.workunit.client.0.smithi098.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:54.661 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZQX1bSIxbvLTpVc off=2642860 len=373786 2024-04-12T00:55:54.665 INFO:tasks.workunit.client.0.smithi098.stdout:op 2611 completed, throughput=4.99MB/sec 2024-04-12T00:55:54.665 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NwzHL_s_LFWbJXh off=2416426 len=72957 2024-04-12T00:55:54.668 INFO:tasks.workunit.client.0.smithi098.stdout:op 2612 completed, throughput=4.99MB/sec 2024-04-12T00:55:54.668 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-youEAgxnXUSLfwZ off=12304847 len=445220 2024-04-12T00:55:54.671 INFO:tasks.workunit.client.0.smithi098.stdout:op 2613 completed, throughput=4.99MB/sec 2024-04-12T00:55:54.671 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9SlgbKsK_2nOdLM off=10838441 len=1557350 2024-04-12T00:55:54.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 2614 completed, throughput=5MB/sec 2024-04-12T00:55:54.673 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5ZoSOxveB2c3S-y off=504043 len=848313 2024-04-12T00:55:54.678 INFO:tasks.workunit.client.0.smithi098.stdout:op 2615 completed, throughput=5MB/sec 2024-04-12T00:55:54.678 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3QOx7PA8A34-7Ag off=13131231 len=177526 2024-04-12T00:55:54.679 INFO:tasks.workunit.client.0.smithi098.stdout:op 2616 completed, throughput=5MB/sec 2024-04-12T00:55:54.679 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-L1fzmMEMnQ2xiUT off=3494640 len=1790817 2024-04-12T00:55:54.682 INFO:tasks.workunit.client.0.smithi098.stdout:op 2617 completed, throughput=5MB/sec 2024-04-12T00:55:55.683 INFO:tasks.workunit.client.0.smithi098.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:55.683 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iEW8RiqgAIt6CZW off=9396057 len=93714 2024-04-12T00:55:55.684 INFO:tasks.workunit.client.0.smithi098.stdout:op 2618 completed, throughput=4.99MB/sec 2024-04-12T00:55:55.684 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pYylkzD_HBjulX3 off=7202865 len=66073 2024-04-12T00:55:55.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 2619 completed, throughput=4.99MB/sec 2024-04-12T00:55:55.686 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8w3IWs1IODBKfgx off=16191023 len=2030014 2024-04-12T00:55:55.689 INFO:tasks.workunit.client.0.smithi098.stdout:op 2620 completed, throughput=4.99MB/sec 2024-04-12T00:55:55.689 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K8kUKM_wyzZqZXY off=17628402 len=1127867 2024-04-12T00:55:55.695 INFO:tasks.workunit.client.0.smithi098.stdout:op 2621 completed, throughput=5MB/sec 2024-04-12T00:55:55.695 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_dy6tamvziEoMzs off=20251493 len=1555879 2024-04-12T00:55:55.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 2622 completed, throughput=5MB/sec 2024-04-12T00:55:55.704 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-T7sFKGVNv41ZNiw off=5468493 len=2054851 2024-04-12T00:55:55.713 INFO:tasks.workunit.client.0.smithi098.stdout:op 2623 completed, throughput=5MB/sec 2024-04-12T00:55:56.045 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:55:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:55:55] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T00:55:56.045 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:55 smithi098 ceph-mon[91373]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:55:56.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:55 smithi098 ceph-mon[88922]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:55:56.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:55 smithi193 ceph-mon[83763]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:55:56.713 INFO:tasks.workunit.client.0.smithi098.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:56.714 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fp8vbIt0EXM_uw- off=898428 len=1700107 2024-04-12T00:55:56.724 INFO:tasks.workunit.client.0.smithi098.stdout:op 2624 completed, throughput=5MB/sec 2024-04-12T00:55:56.724 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kXdVP8L1Gz9lDjB off=7925517 len=1939137 2024-04-12T00:55:56.726 INFO:tasks.workunit.client.0.smithi098.stdout:op 2625 completed, throughput=5MB/sec 2024-04-12T00:55:57.726 INFO:tasks.workunit.client.0.smithi098.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:57.726 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Zew9VuFNqv2WRer off=13076207 len=1684381 2024-04-12T00:55:57.736 INFO:tasks.workunit.client.0.smithi098.stdout:op 2626 completed, throughput=4.99MB/sec 2024-04-12T00:55:57.736 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZjHiuZPEflii9Sk off=3102890 len=882166 2024-04-12T00:55:57.741 INFO:tasks.workunit.client.0.smithi098.stdout:op 2627 completed, throughput=5MB/sec 2024-04-12T00:55:57.742 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DoxmNer900rjFr6 off=1878496 len=1871857 2024-04-12T00:55:57.751 INFO:tasks.workunit.client.0.smithi098.stdout:op 2628 completed, throughput=5MB/sec 2024-04-12T00:55:57.752 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DAhX5QFadtdjfWB off=1333209 len=1423257 2024-04-12T00:55:57.758 INFO:tasks.workunit.client.0.smithi098.stdout:op 2629 completed, throughput=5MB/sec 2024-04-12T00:55:58.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:57 smithi098 ceph-mon[91373]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:55:58.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:57 smithi098 ceph-mon[88922]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:55:58.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:57 smithi193 ceph-mon[83763]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:55:58.758 INFO:tasks.workunit.client.0.smithi098.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:58.759 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6JwUA8HOLeanNz5 off=5063583 len=1364063 2024-04-12T00:55:58.765 INFO:tasks.workunit.client.0.smithi098.stdout:op 2630 completed, throughput=4.99MB/sec 2024-04-12T00:55:58.766 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r35tFBhsOu_h6N7 off=6427969 len=1694206 2024-04-12T00:55:58.775 INFO:tasks.workunit.client.0.smithi098.stdout:op 2631 completed, throughput=5MB/sec 2024-04-12T00:55:58.776 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0SF6Y7EXEG3B_a9 off=24967 len=1935964 2024-04-12T00:55:58.778 INFO:tasks.workunit.client.0.smithi098.stdout:op 2632 completed, throughput=5MB/sec 2024-04-12T00:55:59.778 INFO:tasks.workunit.client.0.smithi098.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-12T00:55:59.778 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Gzg4Cr6Z7ZPqjoS off=5157641 len=2027102 2024-04-12T00:55:59.793 INFO:tasks.workunit.client.0.smithi098.stdout:op 2633 completed, throughput=4.99MB/sec 2024-04-12T00:55:59.793 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CnlVcIOf-by_CHe off=1175859 len=381431 2024-04-12T00:55:59.795 INFO:tasks.workunit.client.0.smithi098.stdout:op 2634 completed, throughput=5MB/sec 2024-04-12T00:55:59.795 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-X0HAcW9iRzKzigC off=2999136 len=922789 2024-04-12T00:55:59.800 INFO:tasks.workunit.client.0.smithi098.stdout:op 2635 completed, throughput=5MB/sec 2024-04-12T00:55:59.800 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-go7LrY8aOB7kcfy off=7099514 len=1057446 2024-04-12T00:55:59.805 INFO:tasks.workunit.client.0.smithi098.stdout:op 2636 completed, throughput=5MB/sec 2024-04-12T00:55:59.805 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MR98Yg7mNhEjOVd off=12364161 len=857946 2024-04-12T00:55:59.810 INFO:tasks.workunit.client.0.smithi098.stdout:op 2637 completed, throughput=5MB/sec 2024-04-12T00:56:00.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:55:59 smithi098 ceph-mon[91373]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:56:00.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:55:59 smithi098 ceph-mon[88922]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:56:00.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:55:59 smithi193 ceph-mon[83763]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:56:00.810 INFO:tasks.workunit.client.0.smithi098.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:00.811 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-j7z-DWGYCVedb9b off=2758771 len=1387922 2024-04-12T00:56:00.812 INFO:tasks.workunit.client.0.smithi098.stdout:op 2638 completed, throughput=4.99MB/sec 2024-04-12T00:56:00.813 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4UlJOtFY3Opb5R8 off=6770097 len=1188610 2024-04-12T00:56:00.814 INFO:tasks.workunit.client.0.smithi098.stdout:op 2639 completed, throughput=5MB/sec 2024-04-12T00:56:00.814 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H-hpNSt2Bm4SYqt off=12451777 len=1248505 2024-04-12T00:56:00.816 INFO:tasks.workunit.client.0.smithi098.stdout:op 2640 completed, throughput=5MB/sec 2024-04-12T00:56:00.816 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Tahupzh7yo5GCmn off=2765710 len=1654064 2024-04-12T00:56:00.826 INFO:tasks.workunit.client.0.smithi098.stdout:op 2641 completed, throughput=5MB/sec 2024-04-12T00:56:01.826 INFO:tasks.workunit.client.0.smithi098.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:01.826 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XaIgFY9HfvUTTar off=8388479 len=330900 2024-04-12T00:56:01.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 2642 completed, throughput=4.99MB/sec 2024-04-12T00:56:01.830 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8u3h7q8pCL8oQyS off=15153974 len=838157 2024-04-12T00:56:01.833 INFO:tasks.workunit.client.0.smithi098.stdout:op 2643 completed, throughput=4.99MB/sec 2024-04-12T00:56:01.833 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c7rUiQHHDObWgCk off=3704041 len=773806 2024-04-12T00:56:01.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 2644 completed, throughput=4.99MB/sec 2024-04-12T00:56:01.836 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rJpYhUabouMZ6yP off=1834837 len=186532 2024-04-12T00:56:01.837 INFO:tasks.workunit.client.0.smithi098.stdout:op 2645 completed, throughput=4.99MB/sec 2024-04-12T00:56:01.837 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-50a01W-BW4T-UOD off=8558886 len=860697 2024-04-12T00:56:01.842 INFO:tasks.workunit.client.0.smithi098.stdout:op 2646 completed, throughput=5MB/sec 2024-04-12T00:56:01.842 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fOZyW6mCa_OvzXY off=2922291 len=174989 2024-04-12T00:56:01.842 INFO:tasks.workunit.client.0.smithi098.stdout:op 2647 completed, throughput=5MB/sec 2024-04-12T00:56:01.843 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Bezkp45O445k_kX off=6543653 len=994452 2024-04-12T00:56:01.844 INFO:tasks.workunit.client.0.smithi098.stdout:op 2648 completed, throughput=5MB/sec 2024-04-12T00:56:01.844 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wdm4dP06rr7zkO1 off=2119092 len=1080975 2024-04-12T00:56:01.851 INFO:tasks.workunit.client.0.smithi098.stdout:op 2649 completed, throughput=5MB/sec 2024-04-12T00:56:02.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:01 smithi098 ceph-mon[91373]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:56:02.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:01 smithi098 ceph-mon[88922]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:56:02.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:01 smithi193 ceph-mon[83763]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:56:02.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:56:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:56:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:56:02.851 INFO:tasks.workunit.client.0.smithi098.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:02.851 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-j7Uhahlk8g58zWe off=4215956 len=489358 2024-04-12T00:56:02.854 INFO:tasks.workunit.client.0.smithi098.stdout:op 2650 completed, throughput=4.99MB/sec 2024-04-12T00:56:02.854 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YjDDyNTU6lLPhfQ off=13098807 len=1553728 2024-04-12T00:56:02.856 INFO:tasks.workunit.client.0.smithi098.stdout:op 2651 completed, throughput=4.99MB/sec 2024-04-12T00:56:02.856 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l7ZR7AwXG4t6H2x off=571207 len=11142 2024-04-12T00:56:02.856 INFO:tasks.workunit.client.0.smithi098.stdout:op 2652 completed, throughput=4.99MB/sec 2024-04-12T00:56:02.856 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9VyFEDAKFc4k5IL off=1849322 len=179884 2024-04-12T00:56:02.857 INFO:tasks.workunit.client.0.smithi098.stdout:op 2653 completed, throughput=4.99MB/sec 2024-04-12T00:56:02.857 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0ZadUZzKM3wiynf off=12188078 len=2027400 2024-04-12T00:56:02.866 INFO:tasks.workunit.client.0.smithi098.stdout:op 2654 completed, throughput=5MB/sec 2024-04-12T00:56:02.867 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Pf28ildY0k8XOLG off=5756107 len=472741 2024-04-12T00:56:02.867 INFO:tasks.workunit.client.0.smithi098.stdout:op 2655 completed, throughput=5MB/sec 2024-04-12T00:56:02.867 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VwVtn0fJsjLvc-d off=17011101 len=249300 2024-04-12T00:56:02.869 INFO:tasks.workunit.client.0.smithi098.stdout:op 2656 completed, throughput=5MB/sec 2024-04-12T00:56:02.869 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O2bHoRoAxnkgIAG off=5874069 len=1806363 2024-04-12T00:56:02.870 INFO:tasks.workunit.client.0.smithi098.stdout:op 2657 completed, throughput=5MB/sec 2024-04-12T00:56:03.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:56:03.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:56:03.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:56:03.871 INFO:tasks.workunit.client.0.smithi098.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:03.871 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9iqV0chdBitckzi off=6296844 len=1041542 2024-04-12T00:56:03.877 INFO:tasks.workunit.client.0.smithi098.stdout:op 2658 completed, throughput=5MB/sec 2024-04-12T00:56:03.877 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uE-F4R1h2l9a9XQ off=1169217 len=1290508 2024-04-12T00:56:03.879 INFO:tasks.workunit.client.0.smithi098.stdout:op 2659 completed, throughput=5MB/sec 2024-04-12T00:56:03.879 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cFXd6Kt-xywSw0e off=3971609 len=1099842 2024-04-12T00:56:03.881 INFO:tasks.workunit.client.0.smithi098.stdout:op 2660 completed, throughput=5MB/sec 2024-04-12T00:56:03.881 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zU65EcV15CKD0o7 off=9527372 len=1501591 2024-04-12T00:56:03.882 INFO:tasks.workunit.client.0.smithi098.stdout:op 2661 completed, throughput=5MB/sec 2024-04-12T00:56:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:03 smithi098 ceph-mon[88922]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:56:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:56:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:56:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:56:04.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:03 smithi098 ceph-mon[91373]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:56:04.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:56:04.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:56:04.296 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:56:04.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:03 smithi193 ceph-mon[83763]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:56:04.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:56:04.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:56:04.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:56:04.883 INFO:tasks.workunit.client.0.smithi098.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:04.883 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-e2C3LDB1KTCU0YI off=3100493 len=1847652 2024-04-12T00:56:04.891 INFO:tasks.workunit.client.0.smithi098.stdout:op 2662 completed, throughput=5MB/sec 2024-04-12T00:56:04.891 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LO52sIDl7JosxrQ off=16619417 len=1114881 2024-04-12T00:56:04.892 INFO:tasks.workunit.client.0.smithi098.stdout:op 2663 completed, throughput=5MB/sec 2024-04-12T00:56:04.892 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BnKO90s5Ku3sdOQ off=21255122 len=1376565 2024-04-12T00:56:04.898 INFO:tasks.workunit.client.0.smithi098.stdout:op 2664 completed, throughput=5MB/sec 2024-04-12T00:56:05.899 INFO:tasks.workunit.client.0.smithi098.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7xpBKtRc1w4baBO off=3128803 len=16280 2024-04-12T00:56:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 2665 completed, throughput=4.99MB/sec 2024-04-12T00:56:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MhHEkXkqTi3bRS0 off=9728865 len=145853 2024-04-12T00:56:05.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 2666 completed, throughput=4.99MB/sec 2024-04-12T00:56:05.902 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ct4SYY7rX25kZrM off=1413215 len=167989 2024-04-12T00:56:05.905 INFO:tasks.workunit.client.0.smithi098.stdout:op 2667 completed, throughput=4.99MB/sec 2024-04-12T00:56:05.905 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MrHOYCwlJXZEKxA off=62407 len=450855 2024-04-12T00:56:05.906 INFO:tasks.workunit.client.0.smithi098.stdout:op 2668 completed, throughput=4.99MB/sec 2024-04-12T00:56:05.906 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hiFlx5wU0bgUKDP off=2107802 len=257208 2024-04-12T00:56:05.907 INFO:tasks.workunit.client.0.smithi098.stdout:op 2669 completed, throughput=4.99MB/sec 2024-04-12T00:56:05.907 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KsqsIN-1vbCjsO6 off=2607343 len=1616578 2024-04-12T00:56:05.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 2670 completed, throughput=5MB/sec 2024-04-12T00:56:05.917 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rpboi6F_Rh7HHpP off=8308806 len=1076059 2024-04-12T00:56:05.922 INFO:tasks.workunit.client.0.smithi098.stdout:op 2671 completed, throughput=5MB/sec 2024-04-12T00:56:05.922 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oeHJbR2daDJqG2E off=19158968 len=1412625 2024-04-12T00:56:05.929 INFO:tasks.workunit.client.0.smithi098.stdout:op 2672 completed, throughput=5MB/sec 2024-04-12T00:56:05.930 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PGIf7U5Csed5U3E off=1143786 len=172977 2024-04-12T00:56:05.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 2673 completed, throughput=5MB/sec 2024-04-12T00:56:05.939 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:56:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:56:05] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T00:56:06.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:05 smithi098 ceph-mon[91373]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T00:56:06.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:06.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:05 smithi098 ceph-mon[88922]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T00:56:06.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:06.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:05 smithi193 ceph-mon[83763]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T00:56:06.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:06.930 INFO:tasks.workunit.client.0.smithi098.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:06.930 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xSU9P0uaClFLrkE off=1259973 len=850137 2024-04-12T00:56:06.935 INFO:tasks.workunit.client.0.smithi098.stdout:op 2674 completed, throughput=4.99MB/sec 2024-04-12T00:56:06.935 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Q99a16B00cFU7pj off=18569282 len=1379926 2024-04-12T00:56:06.942 INFO:tasks.workunit.client.0.smithi098.stdout:op 2675 completed, throughput=4.99MB/sec 2024-04-12T00:56:06.942 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xRffOoRNkj6Fadk off=12931086 len=1419365 2024-04-12T00:56:06.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 2676 completed, throughput=5MB/sec 2024-04-12T00:56:06.950 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0ZadUZzKM3wiynf off=8474325 len=708212 2024-04-12T00:56:06.953 INFO:tasks.workunit.client.0.smithi098.stdout:op 2677 completed, throughput=5MB/sec 2024-04-12T00:56:06.954 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wzMjKeTrzOP7_Sw off=20460156 len=1802935 2024-04-12T00:56:06.965 INFO:tasks.workunit.client.0.smithi098.stdout:op 2678 completed, throughput=5MB/sec 2024-04-12T00:56:07.965 INFO:tasks.workunit.client.0.smithi098.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:07.965 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aEEt4B2LUEMSjeG off=1922279 len=187099 2024-04-12T00:56:07.967 INFO:tasks.workunit.client.0.smithi098.stdout:op 2679 completed, throughput=4.99MB/sec 2024-04-12T00:56:07.967 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l0gUJ5MJS__9XOO off=669801 len=1652098 2024-04-12T00:56:07.969 INFO:tasks.workunit.client.0.smithi098.stdout:op 2680 completed, throughput=5MB/sec 2024-04-12T00:56:07.969 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EW0EODIDC-4PpMf off=11766699 len=642361 2024-04-12T00:56:07.970 INFO:tasks.workunit.client.0.smithi098.stdout:op 2681 completed, throughput=5MB/sec 2024-04-12T00:56:07.970 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HtV_DAjfLEJpa-Y off=13440399 len=69344 2024-04-12T00:56:07.971 INFO:tasks.workunit.client.0.smithi098.stdout:op 2682 completed, throughput=5MB/sec 2024-04-12T00:56:07.971 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EGs4aPcaUPOSKT4 off=1100684 len=2073850 2024-04-12T00:56:07.975 INFO:tasks.workunit.client.0.smithi098.stdout:op 2683 completed, throughput=5MB/sec 2024-04-12T00:56:08.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:07 smithi098 ceph-mon[91373]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:56:08.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:07 smithi098 ceph-mon[88922]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:56:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:07 smithi193 ceph-mon[83763]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:56:08.975 INFO:tasks.workunit.client.0.smithi098.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:08.975 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QDR8aHTvdz_nHQ- off=9967044 len=1404106 2024-04-12T00:56:08.983 INFO:tasks.workunit.client.0.smithi098.stdout:op 2684 completed, throughput=4.99MB/sec 2024-04-12T00:56:08.983 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FYNlnSwEcS4JRON off=573995 len=1867463 2024-04-12T00:56:08.987 INFO:tasks.workunit.client.0.smithi098.stdout:op 2685 completed, throughput=5MB/sec 2024-04-12T00:56:08.987 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YkLa4_0z3Snuoju off=10557209 len=2028148 2024-04-12T00:56:08.989 INFO:tasks.workunit.client.0.smithi098.stdout:op 2686 completed, throughput=5MB/sec 2024-04-12T00:56:09.990 INFO:tasks.workunit.client.0.smithi098.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:09.990 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-10Udcz4BlFplaX_ off=15640423 len=110176 2024-04-12T00:56:09.990 INFO:tasks.workunit.client.0.smithi098.stdout:op 2687 completed, throughput=4.99MB/sec 2024-04-12T00:56:09.990 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jExMQwFRniLfqph off=6491187 len=706085 2024-04-12T00:56:09.991 INFO:tasks.workunit.client.0.smithi098.stdout:op 2688 completed, throughput=4.99MB/sec 2024-04-12T00:56:09.991 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FCtKwuIoHYFlJFa off=2990530 len=522742 2024-04-12T00:56:09.995 INFO:tasks.workunit.client.0.smithi098.stdout:op 2689 completed, throughput=4.99MB/sec 2024-04-12T00:56:09.995 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2gKkIW9hlrY7q_H off=8186511 len=735021 2024-04-12T00:56:09.996 INFO:tasks.workunit.client.0.smithi098.stdout:op 2690 completed, throughput=4.99MB/sec 2024-04-12T00:56:09.997 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1eLG1gtqQ-Wr6tf off=480311 len=1368227 2024-04-12T00:56:10.003 INFO:tasks.workunit.client.0.smithi098.stdout:op 2691 completed, throughput=5MB/sec 2024-04-12T00:56:10.003 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xAM6GO8QFLnh0CT off=16254888 len=1624391 2024-04-12T00:56:10.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 2692 completed, throughput=5MB/sec 2024-04-12T00:56:10.010 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-h8_KTMfuVzkYi-d off=3901553 len=1300889 2024-04-12T00:56:10.017 INFO:tasks.workunit.client.0.smithi098.stdout:op 2693 completed, throughput=5MB/sec 2024-04-12T00:56:10.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:09 smithi098 ceph-mon[91373]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:56:10.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:09 smithi098 ceph-mon[88922]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:56:10.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:09 smithi193 ceph-mon[83763]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:56:11.017 INFO:tasks.workunit.client.0.smithi098.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:11.017 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZtQMe52XyFHi7JQ off=1854784 len=1238974 2024-04-12T00:56:11.025 INFO:tasks.workunit.client.0.smithi098.stdout:op 2694 completed, throughput=4.99MB/sec 2024-04-12T00:56:11.025 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u6ImwcMqob3pzF0 off=2129301 len=154862 2024-04-12T00:56:11.026 INFO:tasks.workunit.client.0.smithi098.stdout:op 2695 completed, throughput=5MB/sec 2024-04-12T00:56:11.026 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HYYfOa_ieEilydz off=89376 len=1240074 2024-04-12T00:56:11.027 INFO:tasks.workunit.client.0.smithi098.stdout:op 2696 completed, throughput=5MB/sec 2024-04-12T00:56:11.027 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cWtN3XpGq8lIpJA off=2998503 len=246608 2024-04-12T00:56:11.030 INFO:tasks.workunit.client.0.smithi098.stdout:op 2697 completed, throughput=5MB/sec 2024-04-12T00:56:11.030 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5yT0odFluQ_HMat off=9776287 len=1475972 2024-04-12T00:56:11.031 INFO:tasks.workunit.client.0.smithi098.stdout:op 2698 completed, throughput=5MB/sec 2024-04-12T00:56:12.032 INFO:tasks.workunit.client.0.smithi098.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:12.032 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LhwRrJ4IInJKdve off=6229189 len=2056912 2024-04-12T00:56:12.041 INFO:tasks.workunit.client.0.smithi098.stdout:op 2699 completed, throughput=4.99MB/sec 2024-04-12T00:56:12.041 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NmYKRHGjRe01nh3 off=5336230 len=229519 2024-04-12T00:56:12.042 INFO:tasks.workunit.client.0.smithi098.stdout:op 2700 completed, throughput=5MB/sec 2024-04-12T00:56:12.042 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_R6qoAWdoFwRIgF off=3870583 len=159698 2024-04-12T00:56:12.043 INFO:tasks.workunit.client.0.smithi098.stdout:op 2701 completed, throughput=5MB/sec 2024-04-12T00:56:12.043 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Bz8UIU2g3tiBIQ5 off=191992 len=1594577 2024-04-12T00:56:12.051 INFO:tasks.workunit.client.0.smithi098.stdout:op 2702 completed, throughput=5MB/sec 2024-04-12T00:56:12.051 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3QflX8-Z-RT4ACj off=17613538 len=2015311 2024-04-12T00:56:12.059 INFO:tasks.workunit.client.0.smithi098.stdout:op 2703 completed, throughput=5MB/sec 2024-04-12T00:56:12.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:11 smithi098 ceph-mon[91373]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:56:12.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:11 smithi098 ceph-mon[88922]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:56:12.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:11 smithi193 ceph-mon[83763]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:56:12.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:56:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:56:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:56:13.059 INFO:tasks.workunit.client.0.smithi098.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:13.060 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K8kUKM_wyzZqZXY off=6304695 len=1456099 2024-04-12T00:56:13.067 INFO:tasks.workunit.client.0.smithi098.stdout:op 2704 completed, throughput=4.99MB/sec 2024-04-12T00:56:13.067 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3aiUsYrTK6-7SQr off=6584145 len=1578922 2024-04-12T00:56:13.069 INFO:tasks.workunit.client.0.smithi098.stdout:op 2705 completed, throughput=5MB/sec 2024-04-12T00:56:13.069 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Pmq4kYP4dSuL9lV off=6733433 len=1698044 2024-04-12T00:56:13.078 INFO:tasks.workunit.client.0.smithi098.stdout:op 2706 completed, throughput=5MB/sec 2024-04-12T00:56:14.078 INFO:tasks.workunit.client.0.smithi098.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:14.078 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lJO9AviLjzjQpBe off=17454743 len=1091561 2024-04-12T00:56:14.084 INFO:tasks.workunit.client.0.smithi098.stdout:op 2707 completed, throughput=4.99MB/sec 2024-04-12T00:56:14.084 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NR6AyhWDKNLVN-P off=3067965 len=1677268 2024-04-12T00:56:14.094 INFO:tasks.workunit.client.0.smithi098.stdout:op 2708 completed, throughput=5MB/sec 2024-04-12T00:56:14.094 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KWuKP9JAb1OasI2 off=15651418 len=529066 2024-04-12T00:56:14.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 2709 completed, throughput=5MB/sec 2024-04-12T00:56:14.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Rp7eh-MbRxEGVAb off=12675882 len=1644219 2024-04-12T00:56:14.101 INFO:tasks.workunit.client.0.smithi098.stdout:op 2710 completed, throughput=5MB/sec 2024-04-12T00:56:14.101 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O1yU8QatKXiuxI0 off=6117628 len=1178361 2024-04-12T00:56:14.102 INFO:tasks.workunit.client.0.smithi098.stdout:op 2711 completed, throughput=5MB/sec 2024-04-12T00:56:14.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:13 smithi098 ceph-mon[91373]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:56:14.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:13 smithi098 ceph-mon[88922]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:56:14.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:13 smithi193 ceph-mon[83763]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:56:15.103 INFO:tasks.workunit.client.0.smithi098.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:15.103 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mDPRgD6Keb9QJWa off=10743449 len=1692967 2024-04-12T00:56:15.109 INFO:tasks.workunit.client.0.smithi098.stdout:op 2712 completed, throughput=5MB/sec 2024-04-12T00:56:15.109 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jMSHmhd3mXe9Yt4 off=7839019 len=60360 2024-04-12T00:56:15.112 INFO:tasks.workunit.client.0.smithi098.stdout:op 2713 completed, throughput=5MB/sec 2024-04-12T00:56:15.112 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9tSltPz-ymRxV1L off=188365 len=402579 2024-04-12T00:56:15.112 INFO:tasks.workunit.client.0.smithi098.stdout:op 2714 completed, throughput=5MB/sec 2024-04-12T00:56:15.112 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JGleHFsFDcT8g_0 off=6754850 len=1066917 2024-04-12T00:56:15.119 INFO:tasks.workunit.client.0.smithi098.stdout:op 2715 completed, throughput=5MB/sec 2024-04-12T00:56:15.119 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eO15Iu2pzzT9-rF off=3642508 len=1363001 2024-04-12T00:56:15.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 2716 completed, throughput=5MB/sec 2024-04-12T00:56:15.954 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:56:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:56:15] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T00:56:16.126 INFO:tasks.workunit.client.0.smithi098.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:16.126 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hEDu7NBtMVW0URg off=5787462 len=88690 2024-04-12T00:56:16.127 INFO:tasks.workunit.client.0.smithi098.stdout:op 2717 completed, throughput=4.99MB/sec 2024-04-12T00:56:16.127 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AgO_6c5tZVwrOIA off=4030845 len=60956 2024-04-12T00:56:16.129 INFO:tasks.workunit.client.0.smithi098.stdout:op 2718 completed, throughput=4.99MB/sec 2024-04-12T00:56:16.129 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6FXIlHKMAHpPxLR off=1143428 len=1084654 2024-04-12T00:56:16.135 INFO:tasks.workunit.client.0.smithi098.stdout:op 2719 completed, throughput=4.99MB/sec 2024-04-12T00:56:16.135 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c71rTMO8Zx0sXxj off=3287680 len=116345 2024-04-12T00:56:16.136 INFO:tasks.workunit.client.0.smithi098.stdout:op 2720 completed, throughput=4.99MB/sec 2024-04-12T00:56:16.136 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ChKx26ZiGlZyEPa off=3728184 len=775471 2024-04-12T00:56:16.140 INFO:tasks.workunit.client.0.smithi098.stdout:op 2721 completed, throughput=4.99MB/sec 2024-04-12T00:56:16.140 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SuFDGFnbKBWwB7X off=6118220 len=158854 2024-04-12T00:56:16.143 INFO:tasks.workunit.client.0.smithi098.stdout:op 2722 completed, throughput=5MB/sec 2024-04-12T00:56:16.143 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aDV03warexEzTxb off=14197269 len=1008331 2024-04-12T00:56:16.145 INFO:tasks.workunit.client.0.smithi098.stdout:op 2723 completed, throughput=5MB/sec 2024-04-12T00:56:16.145 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UCZnwSGsox2jR9p off=5361025 len=1634067 2024-04-12T00:56:16.152 INFO:tasks.workunit.client.0.smithi098.stdout:op 2724 completed, throughput=5MB/sec 2024-04-12T00:56:16.152 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FaXzgHS5XnOc4wf off=14404458 len=1726293 2024-04-12T00:56:16.159 INFO:tasks.workunit.client.0.smithi098.stdout:op 2725 completed, throughput=5MB/sec 2024-04-12T00:56:16.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:15 smithi098 ceph-mon[91373]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:56:16.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:15 smithi098 ceph-mon[88922]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:56:16.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:15 smithi193 ceph-mon[83763]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:56:17.159 INFO:tasks.workunit.client.0.smithi098.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:17.160 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eZn5IeXLmjqNfz_ off=876692 len=1733834 2024-04-12T00:56:17.161 INFO:tasks.workunit.client.0.smithi098.stdout:op 2726 completed, throughput=5MB/sec 2024-04-12T00:56:17.161 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gwWFaaAWvwkNLag off=839642 len=1469312 2024-04-12T00:56:17.163 INFO:tasks.workunit.client.0.smithi098.stdout:op 2727 completed, throughput=5MB/sec 2024-04-12T00:56:17.163 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-s-nxRb3412J3wMr off=9675308 len=175950 2024-04-12T00:56:17.167 INFO:tasks.workunit.client.0.smithi098.stdout:op 2728 completed, throughput=5MB/sec 2024-04-12T00:56:17.167 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-f78AK98DddQc6Cq off=2161451 len=994984 2024-04-12T00:56:17.168 INFO:tasks.workunit.client.0.smithi098.stdout:op 2729 completed, throughput=5MB/sec 2024-04-12T00:56:18.169 INFO:tasks.workunit.client.0.smithi098.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:18.169 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mp1W2OU2x0Rr4g3 off=2185496 len=1914514 2024-04-12T00:56:18.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 2730 completed, throughput=5MB/sec 2024-04-12T00:56:18.172 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7OFiuYX8imdaRHg off=2497208 len=298974 2024-04-12T00:56:18.173 INFO:tasks.workunit.client.0.smithi098.stdout:op 2731 completed, throughput=5MB/sec 2024-04-12T00:56:18.173 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sTFMh2kjM5BUgA5 off=8450453 len=505842 2024-04-12T00:56:18.177 INFO:tasks.workunit.client.0.smithi098.stdout:op 2732 completed, throughput=5MB/sec 2024-04-12T00:56:18.177 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8CNxn8uJ-JVt7Bt off=6566521 len=605241 2024-04-12T00:56:18.181 INFO:tasks.workunit.client.0.smithi098.stdout:op 2733 completed, throughput=5MB/sec 2024-04-12T00:56:18.181 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xRffOoRNkj6Fadk off=14093854 len=539686 2024-04-12T00:56:18.182 INFO:tasks.workunit.client.0.smithi098.stdout:op 2734 completed, throughput=5MB/sec 2024-04-12T00:56:18.182 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-n8GwnYRD_Z69jkC off=3567601 len=866273 2024-04-12T00:56:18.188 INFO:tasks.workunit.client.0.smithi098.stdout:op 2735 completed, throughput=5MB/sec 2024-04-12T00:56:18.188 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Fd9Za84jRJizFy6 off=12653309 len=61242 2024-04-12T00:56:18.188 INFO:tasks.workunit.client.0.smithi098.stdout:op 2736 completed, throughput=5MB/sec 2024-04-12T00:56:18.188 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hUjRhQKLB3IavQe off=5317173 len=1270233 2024-04-12T00:56:18.193 INFO:tasks.workunit.client.0.smithi098.stdout:op 2737 completed, throughput=5MB/sec 2024-04-12T00:56:18.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:17 smithi098 ceph-mon[88922]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:56:18.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:17 smithi098 ceph-mon[91373]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:56:18.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:17 smithi193 ceph-mon[83763]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:56:19.193 INFO:tasks.workunit.client.0.smithi098.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:19.194 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vrd_o0gHhhs0OCO off=753265 len=1333043 2024-04-12T00:56:19.196 INFO:tasks.workunit.client.0.smithi098.stdout:op 2738 completed, throughput=5MB/sec 2024-04-12T00:56:19.196 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bG-Nat48R7j-otk off=7163753 len=342736 2024-04-12T00:56:19.199 INFO:tasks.workunit.client.0.smithi098.stdout:op 2739 completed, throughput=5MB/sec 2024-04-12T00:56:19.200 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UHrpZ3nxRLuT45Y off=4743533 len=324016 2024-04-12T00:56:19.203 INFO:tasks.workunit.client.0.smithi098.stdout:op 2740 completed, throughput=5MB/sec 2024-04-12T00:56:19.203 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-npbTuKZyebQKLDo off=3418870 len=1202050 2024-04-12T00:56:19.208 INFO:tasks.workunit.client.0.smithi098.stdout:op 2741 completed, throughput=5MB/sec 2024-04-12T00:56:19.209 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lZeo0tdpL2MJmtM off=2863573 len=1353168 2024-04-12T00:56:19.210 INFO:tasks.workunit.client.0.smithi098.stdout:op 2742 completed, throughput=5MB/sec 2024-04-12T00:56:20.211 INFO:tasks.workunit.client.0.smithi098.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:20.211 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oT7JMgln9xdg2Co off=1210428 len=254859 2024-04-12T00:56:20.212 INFO:tasks.workunit.client.0.smithi098.stdout:op 2743 completed, throughput=4.99MB/sec 2024-04-12T00:56:20.212 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--j12G8Gii95fCtI off=9775482 len=1196453 2024-04-12T00:56:20.213 INFO:tasks.workunit.client.0.smithi098.stdout:op 2744 completed, throughput=4.99MB/sec 2024-04-12T00:56:20.213 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IK_pZ8mJKZQ9R2- off=3528992 len=1564173 2024-04-12T00:56:20.222 INFO:tasks.workunit.client.0.smithi098.stdout:op 2745 completed, throughput=5MB/sec 2024-04-12T00:56:20.222 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-s6E-GEYsfg4APq9 off=279630 len=301764 2024-04-12T00:56:20.222 INFO:tasks.workunit.client.0.smithi098.stdout:op 2746 completed, throughput=5MB/sec 2024-04-12T00:56:20.223 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-slGGVLpUmS8bGo3 off=9476875 len=1349370 2024-04-12T00:56:20.231 INFO:tasks.workunit.client.0.smithi098.stdout:op 2747 completed, throughput=5MB/sec 2024-04-12T00:56:20.232 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Mp6T9r3dpoXwE-h off=21844373 len=1573713 2024-04-12T00:56:20.239 INFO:tasks.workunit.client.0.smithi098.stdout:op 2748 completed, throughput=5MB/sec 2024-04-12T00:56:20.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:19 smithi098 ceph-mon[91373]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:56:20.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:20.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:19 smithi098 ceph-mon[88922]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:56:20.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:20.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:19 smithi193 ceph-mon[83763]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:56:20.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:21.240 INFO:tasks.workunit.client.0.smithi098.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:21.240 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BpbEjO5bGc-3mZF off=679558 len=219890 2024-04-12T00:56:21.243 INFO:tasks.workunit.client.0.smithi098.stdout:op 2749 completed, throughput=4.99MB/sec 2024-04-12T00:56:21.243 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_fLdqn4zBvvpTiX off=6187598 len=1943038 2024-04-12T00:56:21.252 INFO:tasks.workunit.client.0.smithi098.stdout:op 2750 completed, throughput=5MB/sec 2024-04-12T00:56:21.252 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6ZwmtGof-nO3Qi8 off=3080164 len=1948425 2024-04-12T00:56:21.263 INFO:tasks.workunit.client.0.smithi098.stdout:op 2751 completed, throughput=5MB/sec 2024-04-12T00:56:22.263 INFO:tasks.workunit.client.0.smithi098.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:22.263 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lsUUv6QHAyAA2Zp off=7193894 len=1441769 2024-04-12T00:56:22.265 INFO:tasks.workunit.client.0.smithi098.stdout:op 2752 completed, throughput=4.99MB/sec 2024-04-12T00:56:22.265 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NBOWM5nE5390ecW off=885364 len=301736 2024-04-12T00:56:22.266 INFO:tasks.workunit.client.0.smithi098.stdout:op 2753 completed, throughput=4.99MB/sec 2024-04-12T00:56:22.266 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cvtzV28ojUkbS0D off=3827658 len=1248213 2024-04-12T00:56:22.267 INFO:tasks.workunit.client.0.smithi098.stdout:op 2754 completed, throughput=5MB/sec 2024-04-12T00:56:22.267 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-awCH64736YjBjXb off=7212328 len=178434 2024-04-12T00:56:22.270 INFO:tasks.workunit.client.0.smithi098.stdout:op 2755 completed, throughput=5MB/sec 2024-04-12T00:56:22.270 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fvAmOfuVO3e6j3u off=2520055 len=1029467 2024-04-12T00:56:22.276 INFO:tasks.workunit.client.0.smithi098.stdout:op 2756 completed, throughput=5MB/sec 2024-04-12T00:56:22.276 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-owxrwQbOAkZk7mv off=6735633 len=500937 2024-04-12T00:56:22.279 INFO:tasks.workunit.client.0.smithi098.stdout:op 2757 completed, throughput=5MB/sec 2024-04-12T00:56:22.280 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yXRcANdZCN8RXlI off=18587204 len=51926 2024-04-12T00:56:22.280 INFO:tasks.workunit.client.0.smithi098.stdout:op 2758 completed, throughput=5MB/sec 2024-04-12T00:56:22.280 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-C3UPAece8z_EXtm off=8482568 len=1411689 2024-04-12T00:56:22.287 INFO:tasks.workunit.client.0.smithi098.stdout:op 2759 completed, throughput=5MB/sec 2024-04-12T00:56:22.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:21 smithi098 ceph-mon[91373]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:56:22.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:21 smithi098 ceph-mon[88922]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:56:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:21 smithi193 ceph-mon[83763]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:56:22.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:56:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:56:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:56:23.288 INFO:tasks.workunit.client.0.smithi098.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:23.288 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pByuL1YDwZxL4UP off=11828388 len=518193 2024-04-12T00:56:23.292 INFO:tasks.workunit.client.0.smithi098.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-12T00:56:23.292 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pyaW0OTkvsULLxd off=2813808 len=1775956 2024-04-12T00:56:23.294 INFO:tasks.workunit.client.0.smithi098.stdout:op 2761 completed, throughput=5MB/sec 2024-04-12T00:56:23.294 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BaiZCgJMQJt1X4- off=10938144 len=126738 2024-04-12T00:56:23.298 INFO:tasks.workunit.client.0.smithi098.stdout:op 2762 completed, throughput=5MB/sec 2024-04-12T00:56:23.298 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KG2uPgwkBLlRtCo off=8549020 len=1737300 2024-04-12T00:56:23.299 INFO:tasks.workunit.client.0.smithi098.stdout:op 2763 completed, throughput=5MB/sec 2024-04-12T00:56:23.299 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z9uv5_rd5dsS7ym off=8341239 len=419205 2024-04-12T00:56:23.300 INFO:tasks.workunit.client.0.smithi098.stdout:op 2764 completed, throughput=5MB/sec 2024-04-12T00:56:24.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:23 smithi098 ceph-mon[91373]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:56:24.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:23 smithi098 ceph-mon[88922]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:56:24.300 INFO:tasks.workunit.client.0.smithi098.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:24.300 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yTbIw1OumVnzZEu off=441975 len=258201 2024-04-12T00:56:24.301 INFO:tasks.workunit.client.0.smithi098.stdout:op 2765 completed, throughput=4.99MB/sec 2024-04-12T00:56:24.302 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7b0TPjeL3PAAQuE off=6686940 len=242457 2024-04-12T00:56:24.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 2766 completed, throughput=4.99MB/sec 2024-04-12T00:56:24.305 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1kNPjkP3YHj1JDB off=727662 len=1375715 2024-04-12T00:56:24.306 INFO:tasks.workunit.client.0.smithi098.stdout:op 2767 completed, throughput=4.99MB/sec 2024-04-12T00:56:24.306 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-469LfOKGZYNOqNV off=4520457 len=156430 2024-04-12T00:56:24.307 INFO:tasks.workunit.client.0.smithi098.stdout:op 2768 completed, throughput=4.99MB/sec 2024-04-12T00:56:24.307 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VGf_RSBhZ-xAjQK off=10057597 len=101193 2024-04-12T00:56:24.308 INFO:tasks.workunit.client.0.smithi098.stdout:op 2769 completed, throughput=4.99MB/sec 2024-04-12T00:56:24.308 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t_DGfiMjLlgN2qe off=14189527 len=900635 2024-04-12T00:56:24.309 INFO:tasks.workunit.client.0.smithi098.stdout:op 2770 completed, throughput=5MB/sec 2024-04-12T00:56:24.309 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zDdzItx067F9fA8 off=1326873 len=19376 2024-04-12T00:56:24.311 INFO:tasks.workunit.client.0.smithi098.stdout:op 2771 completed, throughput=5MB/sec 2024-04-12T00:56:24.311 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1HkiuYJ9ro0NUEz off=4001755 len=1633817 2024-04-12T00:56:24.313 INFO:tasks.workunit.client.0.smithi098.stdout:op 2772 completed, throughput=5MB/sec 2024-04-12T00:56:24.313 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Jy71FvXvEiHhWUp off=1855999 len=1334947 2024-04-12T00:56:24.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 2773 completed, throughput=5MB/sec 2024-04-12T00:56:24.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:23 smithi193 ceph-mon[83763]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:56:25.323 INFO:tasks.workunit.client.0.smithi098.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:25.323 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VSV5HzqXkEguair off=3201612 len=1694572 2024-04-12T00:56:25.333 INFO:tasks.workunit.client.0.smithi098.stdout:op 2774 completed, throughput=5MB/sec 2024-04-12T00:56:25.333 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4-lF-9vC835ZxN7 off=83257 len=1736694 2024-04-12T00:56:25.335 INFO:tasks.workunit.client.0.smithi098.stdout:op 2775 completed, throughput=5MB/sec 2024-04-12T00:56:25.335 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--ioPaFB91MV6TlP off=1372520 len=1585349 2024-04-12T00:56:25.341 INFO:tasks.workunit.client.0.smithi098.stdout:op 2776 completed, throughput=5MB/sec 2024-04-12T00:56:25.969 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:56:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:56:25] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T00:56:26.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:25 smithi098 ceph-mon[91373]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:56:26.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:25 smithi098 ceph-mon[88922]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:56:26.342 INFO:tasks.workunit.client.0.smithi098.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:26.342 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c7kMQ8XYflYY5JK off=15570367 len=1427221 2024-04-12T00:56:26.348 INFO:tasks.workunit.client.0.smithi098.stdout:op 2777 completed, throughput=4.99MB/sec 2024-04-12T00:56:26.349 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Az5bUFfGG7_JQrE off=1333603 len=191962 2024-04-12T00:56:26.349 INFO:tasks.workunit.client.0.smithi098.stdout:op 2778 completed, throughput=4.99MB/sec 2024-04-12T00:56:26.349 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8SNB7JeEgBFaWlN off=1629251 len=46674 2024-04-12T00:56:26.352 INFO:tasks.workunit.client.0.smithi098.stdout:op 2779 completed, throughput=4.99MB/sec 2024-04-12T00:56:26.352 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6qZXTisLbAkmun9 off=8463574 len=472232 2024-04-12T00:56:26.355 INFO:tasks.workunit.client.0.smithi098.stdout:op 2780 completed, throughput=5MB/sec 2024-04-12T00:56:26.355 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RT98edibbOBgIw_ off=15392418 len=98571 2024-04-12T00:56:26.357 INFO:tasks.workunit.client.0.smithi098.stdout:op 2781 completed, throughput=5MB/sec 2024-04-12T00:56:26.357 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p7DH0la8HGnuOTs off=8127404 len=389060 2024-04-12T00:56:26.360 INFO:tasks.workunit.client.0.smithi098.stdout:op 2782 completed, throughput=5MB/sec 2024-04-12T00:56:26.360 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mjKr7bsFr6kBf4z off=5950639 len=852551 2024-04-12T00:56:26.362 INFO:tasks.workunit.client.0.smithi098.stdout:op 2783 completed, throughput=5MB/sec 2024-04-12T00:56:26.362 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w4K8gRhV-FHSh_o off=16224295 len=763254 2024-04-12T00:56:26.365 INFO:tasks.workunit.client.0.smithi098.stdout:op 2784 completed, throughput=5MB/sec 2024-04-12T00:56:26.365 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yFFdBf3YzyzmYkZ off=6201488 len=693765 2024-04-12T00:56:26.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 2785 completed, throughput=5MB/sec 2024-04-12T00:56:26.368 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xJ_SOCP1CBVtqMl off=1092267 len=1053566 2024-04-12T00:56:26.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:25 smithi193 ceph-mon[83763]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:56:26.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 2786 completed, throughput=5MB/sec 2024-04-12T00:56:27.373 INFO:tasks.workunit.client.0.smithi098.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:27.373 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7EaYlCobZJo4rEp off=6626489 len=465735 2024-04-12T00:56:27.377 INFO:tasks.workunit.client.0.smithi098.stdout:op 2787 completed, throughput=4.99MB/sec 2024-04-12T00:56:27.377 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zQJjXRILqShwA7U off=7982413 len=1980981 2024-04-12T00:56:27.380 INFO:tasks.workunit.client.0.smithi098.stdout:op 2788 completed, throughput=5MB/sec 2024-04-12T00:56:27.380 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-utD0cvoqXGww3ZC off=14021010 len=571989 2024-04-12T00:56:27.381 INFO:tasks.workunit.client.0.smithi098.stdout:op 2789 completed, throughput=5MB/sec 2024-04-12T00:56:27.381 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oWkNjGU5mShuck- off=1336731 len=1612045 2024-04-12T00:56:27.383 INFO:tasks.workunit.client.0.smithi098.stdout:op 2790 completed, throughput=5MB/sec 2024-04-12T00:56:28.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:27 smithi098 ceph-mon[91373]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T00:56:28.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:27 smithi098 ceph-mon[88922]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T00:56:28.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:27 smithi193 ceph-mon[83763]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T00:56:28.384 INFO:tasks.workunit.client.0.smithi098.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:28.384 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tbAxdAMveSzmWhv off=12027940 len=1386373 2024-04-12T00:56:28.386 INFO:tasks.workunit.client.0.smithi098.stdout:op 2791 completed, throughput=4.99MB/sec 2024-04-12T00:56:28.386 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bxnMbyrFbKibJtN off=401432 len=1490881 2024-04-12T00:56:28.388 INFO:tasks.workunit.client.0.smithi098.stdout:op 2792 completed, throughput=5MB/sec 2024-04-12T00:56:28.388 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z6OLG4_Z1QeJuXn off=10045821 len=1948062 2024-04-12T00:56:28.400 INFO:tasks.workunit.client.0.smithi098.stdout:op 2793 completed, throughput=5MB/sec 2024-04-12T00:56:28.400 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-edtXI36dbcW5Z_k off=1718846 len=755450 2024-04-12T00:56:28.401 INFO:tasks.workunit.client.0.smithi098.stdout:op 2794 completed, throughput=5MB/sec 2024-04-12T00:56:29.401 INFO:tasks.workunit.client.0.smithi098.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:29.402 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z7ZwnscgIQgvyYu off=11308899 len=1961112 2024-04-12T00:56:29.404 INFO:tasks.workunit.client.0.smithi098.stdout:op 2795 completed, throughput=5MB/sec 2024-04-12T00:56:29.404 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x3QokuPZeDtyw94 off=1239888 len=763431 2024-04-12T00:56:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:op 2796 completed, throughput=5MB/sec 2024-04-12T00:56:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yg_k2tg8Ai7_9m9 off=1579753 len=201178 2024-04-12T00:56:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:op 2797 completed, throughput=5MB/sec 2024-04-12T00:56:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vvOQYeoi4Cqd6zb off=11971601 len=1109752 2024-04-12T00:56:29.413 INFO:tasks.workunit.client.0.smithi098.stdout:op 2798 completed, throughput=5MB/sec 2024-04-12T00:56:29.413 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ui01wmxw2CnA86o off=6929367 len=371907 2024-04-12T00:56:29.414 INFO:tasks.workunit.client.0.smithi098.stdout:op 2799 completed, throughput=5MB/sec 2024-04-12T00:56:29.414 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5gdh3EuRl92F707 off=1367088 len=489171 2024-04-12T00:56:29.417 INFO:tasks.workunit.client.0.smithi098.stdout:op 2800 completed, throughput=5MB/sec 2024-04-12T00:56:30.298 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:29 smithi098 ceph-mon[91373]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T00:56:30.298 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:29 smithi098 ceph-mon[88922]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T00:56:30.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:29 smithi193 ceph-mon[83763]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T00:56:30.418 INFO:tasks.workunit.client.0.smithi098.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:30.418 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JBqryYeZSqqjZay off=0 len=1610867 2024-04-12T00:56:30.425 INFO:tasks.workunit.client.0.smithi098.stdout:op 2801 completed, throughput=4.99MB/sec 2024-04-12T00:56:30.425 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-N71mus1QNiSLn1K off=15263691 len=1551765 2024-04-12T00:56:30.426 INFO:tasks.workunit.client.0.smithi098.stdout:op 2802 completed, throughput=5MB/sec 2024-04-12T00:56:30.426 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yO6wl5Uy7FrsyZs off=1215538 len=675097 2024-04-12T00:56:30.430 INFO:tasks.workunit.client.0.smithi098.stdout:op 2803 completed, throughput=5MB/sec 2024-04-12T00:56:30.431 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-b9tM93XKa6gmF9p off=15092575 len=144968 2024-04-12T00:56:30.431 INFO:tasks.workunit.client.0.smithi098.stdout:op 2804 completed, throughput=5MB/sec 2024-04-12T00:56:30.431 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zSetNdQyFfatx9- off=2655741 len=1793684 2024-04-12T00:56:30.437 INFO:tasks.workunit.client.0.smithi098.stdout:op 2805 completed, throughput=5MB/sec 2024-04-12T00:56:31.438 INFO:tasks.workunit.client.0.smithi098.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:31.438 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v0Wy0liyXv1WwY3 off=5153208 len=1839548 2024-04-12T00:56:31.448 INFO:tasks.workunit.client.0.smithi098.stdout:op 2806 completed, throughput=5MB/sec 2024-04-12T00:56:31.448 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-I2gAR7-30JDrzz_ off=138492 len=645385 2024-04-12T00:56:31.449 INFO:tasks.workunit.client.0.smithi098.stdout:op 2807 completed, throughput=5MB/sec 2024-04-12T00:56:31.449 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xrVu3oJSfZsDFAj off=2601502 len=314484 2024-04-12T00:56:31.450 INFO:tasks.workunit.client.0.smithi098.stdout:op 2808 completed, throughput=5MB/sec 2024-04-12T00:56:31.450 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uNVY3yw8stcKye0 off=8703388 len=277125 2024-04-12T00:56:31.452 INFO:tasks.workunit.client.0.smithi098.stdout:op 2809 completed, throughput=5MB/sec 2024-04-12T00:56:31.452 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rpZQOjRDgysZFdF off=6040277 len=600876 2024-04-12T00:56:31.457 INFO:tasks.workunit.client.0.smithi098.stdout:op 2810 completed, throughput=5MB/sec 2024-04-12T00:56:31.457 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EpUhH87IaQTs3cD off=1235652 len=1600445 2024-04-12T00:56:31.458 INFO:tasks.workunit.client.0.smithi098.stdout:op 2811 completed, throughput=5MB/sec 2024-04-12T00:56:32.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:31 smithi098 ceph-mon[91373]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:56:32.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:31 smithi098 ceph-mon[88922]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:56:32.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:31 smithi193 ceph-mon[83763]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:56:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:32.459 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MPZPQbrvYURyL7x off=4870325 len=161674 2024-04-12T00:56:32.460 INFO:tasks.workunit.client.0.smithi098.stdout:op 2812 completed, throughput=4.99MB/sec 2024-04-12T00:56:32.460 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kJa7sn8p_oFFrsa off=3283044 len=1579885 2024-04-12T00:56:32.468 INFO:tasks.workunit.client.0.smithi098.stdout:op 2813 completed, throughput=4.99MB/sec 2024-04-12T00:56:32.468 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oEZ9gYFoRUDTWyx off=10767456 len=213217 2024-04-12T00:56:32.469 INFO:tasks.workunit.client.0.smithi098.stdout:op 2814 completed, throughput=5MB/sec 2024-04-12T00:56:32.469 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hIs3PXpfEOvrdM2 off=3847901 len=1628701 2024-04-12T00:56:32.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 2815 completed, throughput=5MB/sec 2024-04-12T00:56:32.471 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-w0eFLOfSo42cgbD off=9944777 len=1910501 2024-04-12T00:56:32.472 INFO:tasks.workunit.client.0.smithi098.stdout:op 2816 completed, throughput=5MB/sec 2024-04-12T00:56:32.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:56:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:56:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:56:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:33.473 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RjNMP8rlVrYBlW9 off=2966882 len=1132331 2024-04-12T00:56:33.475 INFO:tasks.workunit.client.0.smithi098.stdout:op 2817 completed, throughput=4.99MB/sec 2024-04-12T00:56:33.475 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hPntCY9Lu9YOEbq off=466152 len=770786 2024-04-12T00:56:33.477 INFO:tasks.workunit.client.0.smithi098.stdout:op 2818 completed, throughput=5MB/sec 2024-04-12T00:56:33.477 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6Rt9g6r5js-9C8H off=5947988 len=1635484 2024-04-12T00:56:33.485 INFO:tasks.workunit.client.0.smithi098.stdout:op 2819 completed, throughput=5MB/sec 2024-04-12T00:56:33.485 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g3DIqh7x5c5AMZT off=1166111 len=954261 2024-04-12T00:56:33.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 2820 completed, throughput=5MB/sec 2024-04-12T00:56:33.487 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O2fThtI-KeGVulp off=3586168 len=401000 2024-04-12T00:56:33.490 INFO:tasks.workunit.client.0.smithi098.stdout:op 2821 completed, throughput=5MB/sec 2024-04-12T00:56:34.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:33 smithi098 ceph-mon[91373]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T00:56:34.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:33 smithi098 ceph-mon[88922]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T00:56:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:33 smithi193 ceph-mon[83763]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T00:56:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:34.491 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZQNu7nKTJfqOjH5 off=4263055 len=2011819 2024-04-12T00:56:34.500 INFO:tasks.workunit.client.0.smithi098.stdout:op 2822 completed, throughput=4.99MB/sec 2024-04-12T00:56:34.500 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bbUaaRH1N-lfoVh off=2316127 len=25534 2024-04-12T00:56:34.503 INFO:tasks.workunit.client.0.smithi098.stdout:op 2823 completed, throughput=4.99MB/sec 2024-04-12T00:56:34.503 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6JZkNCgrjszgfAc off=565006 len=1164319 2024-04-12T00:56:34.504 INFO:tasks.workunit.client.0.smithi098.stdout:op 2824 completed, throughput=5MB/sec 2024-04-12T00:56:34.504 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5FtL0jrp1It79EA off=1263380 len=903078 2024-04-12T00:56:34.510 INFO:tasks.workunit.client.0.smithi098.stdout:op 2825 completed, throughput=5MB/sec 2024-04-12T00:56:34.510 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SsT4KY8KYCgWPr2 off=102008 len=2095308 2024-04-12T00:56:34.519 INFO:tasks.workunit.client.0.smithi098.stdout:op 2826 completed, throughput=5MB/sec 2024-04-12T00:56:35.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:35.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:35.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:35.520 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_nPJAq5u2pptJCZ off=6291427 len=364364 2024-04-12T00:56:35.520 INFO:tasks.workunit.client.0.smithi098.stdout:op 2827 completed, throughput=4.99MB/sec 2024-04-12T00:56:35.520 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rhfj1_QNxQ2rc2A off=1448481 len=1805595 2024-04-12T00:56:35.529 INFO:tasks.workunit.client.0.smithi098.stdout:op 2828 completed, throughput=5MB/sec 2024-04-12T00:56:35.529 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-z9c-rgW4JNMR0g2 off=10153291 len=2002779 2024-04-12T00:56:35.530 INFO:tasks.workunit.client.0.smithi098.stdout:op 2829 completed, throughput=5MB/sec 2024-04-12T00:56:35.531 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QwBhVY2cvtiwYB5 off=1657591 len=667850 2024-04-12T00:56:35.531 INFO:tasks.workunit.client.0.smithi098.stdout:op 2830 completed, throughput=5MB/sec 2024-04-12T00:56:35.987 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:56:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:56:35] "GET /metrics HTTP/1.1" 200 34125 "" "Prometheus/2.43.0" 2024-04-12T00:56:36.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:35 smithi098 ceph-mon[91373]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:56:36.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:35 smithi098 ceph-mon[88922]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:56:36.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:35 smithi193 ceph-mon[83763]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:56:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:36.532 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B_atZLAZ9Wh1gY6 off=12727532 len=1048602 2024-04-12T00:56:36.538 INFO:tasks.workunit.client.0.smithi098.stdout:op 2831 completed, throughput=4.99MB/sec 2024-04-12T00:56:36.538 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uiK65DqyXJ23AJj off=1330477 len=1164814 2024-04-12T00:56:36.543 INFO:tasks.workunit.client.0.smithi098.stdout:op 2832 completed, throughput=5MB/sec 2024-04-12T00:56:36.544 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JWTdQ0kzeX1d2zz off=17044617 len=1139251 2024-04-12T00:56:36.546 INFO:tasks.workunit.client.0.smithi098.stdout:op 2833 completed, throughput=5MB/sec 2024-04-12T00:56:36.546 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FX2DrVVPB8TF_UN off=9061452 len=2045119 2024-04-12T00:56:36.554 INFO:tasks.workunit.client.0.smithi098.stdout:op 2834 completed, throughput=5MB/sec 2024-04-12T00:56:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:37.555 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MexYm_6SuCWb22r off=15683575 len=2011183 2024-04-12T00:56:37.557 INFO:tasks.workunit.client.0.smithi098.stdout:op 2835 completed, throughput=5MB/sec 2024-04-12T00:56:37.557 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lnBP4SuobyskC1F off=13420591 len=110032 2024-04-12T00:56:37.557 INFO:tasks.workunit.client.0.smithi098.stdout:op 2836 completed, throughput=5MB/sec 2024-04-12T00:56:37.558 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BQGao8W_iVqHTKP off=5698396 len=581534 2024-04-12T00:56:37.562 INFO:tasks.workunit.client.0.smithi098.stdout:op 2837 completed, throughput=5MB/sec 2024-04-12T00:56:37.562 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0WJvZ7vnQMpXJxc off=25575 len=1484765 2024-04-12T00:56:37.569 INFO:tasks.workunit.client.0.smithi098.stdout:op 2838 completed, throughput=5MB/sec 2024-04-12T00:56:37.569 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zc54lNkbLAWEsqn off=14061720 len=1249165 2024-04-12T00:56:37.577 INFO:tasks.workunit.client.0.smithi098.stdout:op 2839 completed, throughput=5MB/sec 2024-04-12T00:56:38.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:37 smithi098 ceph-mon[91373]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T00:56:38.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:37 smithi098 ceph-mon[88922]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T00:56:38.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:37 smithi193 ceph-mon[83763]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T00:56:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:38.577 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-s7A4qDDWUalSl2M off=5265382 len=928684 2024-04-12T00:56:38.580 INFO:tasks.workunit.client.0.smithi098.stdout:op 2840 completed, throughput=4.99MB/sec 2024-04-12T00:56:38.580 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4gQPMFlB3GXNN1K off=51905 len=1472038 2024-04-12T00:56:38.587 INFO:tasks.workunit.client.0.smithi098.stdout:op 2841 completed, throughput=5MB/sec 2024-04-12T00:56:38.588 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YuHNPVHG0vDLIqM off=11886051 len=1482979 2024-04-12T00:56:38.589 INFO:tasks.workunit.client.0.smithi098.stdout:op 2842 completed, throughput=5MB/sec 2024-04-12T00:56:38.589 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MhbrniqjGCYKjPI off=5044219 len=274198 2024-04-12T00:56:38.590 INFO:tasks.workunit.client.0.smithi098.stdout:op 2843 completed, throughput=5MB/sec 2024-04-12T00:56:38.590 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YJjKBWLWlV0OZZn off=730139 len=595846 2024-04-12T00:56:38.593 INFO:tasks.workunit.client.0.smithi098.stdout:op 2844 completed, throughput=5MB/sec 2024-04-12T00:56:39.593 INFO:tasks.workunit.client.0.smithi098.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:39.594 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RI4wglb6BtsEdkc off=4775116 len=23170 2024-04-12T00:56:39.594 INFO:tasks.workunit.client.0.smithi098.stdout:op 2845 completed, throughput=4.99MB/sec 2024-04-12T00:56:39.594 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y6XskrBHFSHIt7K off=6428030 len=1499584 2024-04-12T00:56:39.596 INFO:tasks.workunit.client.0.smithi098.stdout:op 2846 completed, throughput=4.99MB/sec 2024-04-12T00:56:39.596 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Klco6IalLJBJ4Q6 off=12740207 len=1945921 2024-04-12T00:56:39.607 INFO:tasks.workunit.client.0.smithi098.stdout:op 2847 completed, throughput=5MB/sec 2024-04-12T00:56:39.607 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3eGbl6mQDa7z4RZ off=5310895 len=1854352 2024-04-12T00:56:39.615 INFO:tasks.workunit.client.0.smithi098.stdout:op 2848 completed, throughput=5MB/sec 2024-04-12T00:56:40.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:39 smithi098 ceph-mon[91373]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:56:40.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:39 smithi098 ceph-mon[88922]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:56:40.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:39 smithi193 ceph-mon[83763]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:56:40.615 INFO:tasks.workunit.client.0.smithi098.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:40.616 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Cp0f6Acuh5XNVl4 off=629997 len=258698 2024-04-12T00:56:40.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 2849 completed, throughput=4.99MB/sec 2024-04-12T00:56:40.616 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uI9M3gZ3R5jYgSK off=5930482 len=158492 2024-04-12T00:56:40.617 INFO:tasks.workunit.client.0.smithi098.stdout:op 2850 completed, throughput=4.99MB/sec 2024-04-12T00:56:40.617 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9QS5Uavekq4mpFF off=7233869 len=1718308 2024-04-12T00:56:40.626 INFO:tasks.workunit.client.0.smithi098.stdout:op 2851 completed, throughput=4.99MB/sec 2024-04-12T00:56:40.626 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WTU3hNCZZE4LgHs off=2199192 len=649418 2024-04-12T00:56:40.629 INFO:tasks.workunit.client.0.smithi098.stdout:op 2852 completed, throughput=5MB/sec 2024-04-12T00:56:40.629 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GAxx8bLxIbqSOdA off=9767544 len=47677 2024-04-12T00:56:40.632 INFO:tasks.workunit.client.0.smithi098.stdout:op 2853 completed, throughput=5MB/sec 2024-04-12T00:56:40.632 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-drID0de9frgKy4m off=9185688 len=867235 2024-04-12T00:56:40.633 INFO:tasks.workunit.client.0.smithi098.stdout:op 2854 completed, throughput=5MB/sec 2024-04-12T00:56:40.633 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-caAUiNqdne2TTFG off=3317109 len=1331553 2024-04-12T00:56:40.640 INFO:tasks.workunit.client.0.smithi098.stdout:op 2855 completed, throughput=5MB/sec 2024-04-12T00:56:40.640 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gFpthjbu3qPRqPx off=11524156 len=310560 2024-04-12T00:56:40.642 INFO:tasks.workunit.client.0.smithi098.stdout:op 2856 completed, throughput=5MB/sec 2024-04-12T00:56:41.643 INFO:tasks.workunit.client.0.smithi098.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:41.643 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-75Umj-VrrlLZ3G6 off=3967534 len=549210 2024-04-12T00:56:41.646 INFO:tasks.workunit.client.0.smithi098.stdout:op 2857 completed, throughput=4.99MB/sec 2024-04-12T00:56:41.647 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yqgwQQcMYSEwHpD off=378359 len=1525083 2024-04-12T00:56:41.648 INFO:tasks.workunit.client.0.smithi098.stdout:op 2858 completed, throughput=4.99MB/sec 2024-04-12T00:56:41.649 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4AgXJp9bOTyfjuR off=8066171 len=506863 2024-04-12T00:56:41.653 INFO:tasks.workunit.client.0.smithi098.stdout:op 2859 completed, throughput=5MB/sec 2024-04-12T00:56:41.653 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6JDF88ZojZfjQOk off=10398789 len=2020630 2024-04-12T00:56:41.656 INFO:tasks.workunit.client.0.smithi098.stdout:op 2860 completed, throughput=5MB/sec 2024-04-12T00:56:41.657 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SLWzHE0jOYsNZD8 off=18725221 len=1793195 2024-04-12T00:56:41.659 INFO:tasks.workunit.client.0.smithi098.stdout:op 2861 completed, throughput=5MB/sec 2024-04-12T00:56:42.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:41 smithi098 ceph-mon[91373]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:56:42.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:41 smithi098 ceph-mon[88922]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:56:42.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:41 smithi193 ceph-mon[83763]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:56:42.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:56:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:56:42.659 INFO:tasks.workunit.client.0.smithi098.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:42.659 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8LnFul6o-Iri3RL off=3444948 len=1887654 2024-04-12T00:56:42.668 INFO:tasks.workunit.client.0.smithi098.stdout:op 2862 completed, throughput=5MB/sec 2024-04-12T00:56:42.669 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QmY00yKR55BpCCY off=17560436 len=36304 2024-04-12T00:56:42.671 INFO:tasks.workunit.client.0.smithi098.stdout:op 2863 completed, throughput=5MB/sec 2024-04-12T00:56:42.671 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SrTukiBpMdkrtsX off=2202189 len=301888 2024-04-12T00:56:42.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 2864 completed, throughput=5MB/sec 2024-04-12T00:56:42.673 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IZHEt3OjqC_ASVy off=74130 len=709892 2024-04-12T00:56:42.676 INFO:tasks.workunit.client.0.smithi098.stdout:op 2865 completed, throughput=5MB/sec 2024-04-12T00:56:42.676 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yAIfHF20jC9mtWq off=10521024 len=2030540 2024-04-12T00:56:42.687 INFO:tasks.workunit.client.0.smithi098.stdout:op 2866 completed, throughput=5MB/sec 2024-04-12T00:56:43.687 INFO:tasks.workunit.client.0.smithi098.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:43.688 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t7iRDs3NxaBNydt off=6821080 len=1554471 2024-04-12T00:56:43.689 INFO:tasks.workunit.client.0.smithi098.stdout:op 2867 completed, throughput=4.99MB/sec 2024-04-12T00:56:43.689 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5zdBUgcbBTG0Pe8 off=8444046 len=143642 2024-04-12T00:56:43.690 INFO:tasks.workunit.client.0.smithi098.stdout:op 2868 completed, throughput=5MB/sec 2024-04-12T00:56:43.690 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--27gncpVcFUtL_7 off=19881628 len=807076 2024-04-12T00:56:43.691 INFO:tasks.workunit.client.0.smithi098.stdout:op 2869 completed, throughput=5MB/sec 2024-04-12T00:56:43.691 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZYQSf8kixxQ1B9_ off=18860829 len=512337 2024-04-12T00:56:43.695 INFO:tasks.workunit.client.0.smithi098.stdout:op 2870 completed, throughput=5MB/sec 2024-04-12T00:56:43.695 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ieUUMS7vYJ7MSE1 off=0 len=1358206 2024-04-12T00:56:43.703 INFO:tasks.workunit.client.0.smithi098.stdout:op 2871 completed, throughput=5MB/sec 2024-04-12T00:56:43.703 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QCStRcfgln8eqbM off=559668 len=2051762 2024-04-12T00:56:43.705 INFO:tasks.workunit.client.0.smithi098.stdout:op 2872 completed, throughput=5MB/sec 2024-04-12T00:56:44.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:43 smithi098 ceph-mon[91373]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:56:44.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:43 smithi098 ceph-mon[88922]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:56:44.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:43 smithi193 ceph-mon[83763]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:56:44.705 INFO:tasks.workunit.client.0.smithi098.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:44.705 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_zmKRkmDNc9y5cl off=5915475 len=924975 2024-04-12T00:56:44.706 INFO:tasks.workunit.client.0.smithi098.stdout:op 2873 completed, throughput=5MB/sec 2024-04-12T00:56:44.707 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BMD0ypEl-HRqfuL off=3414509 len=797256 2024-04-12T00:56:44.709 INFO:tasks.workunit.client.0.smithi098.stdout:op 2874 completed, throughput=5MB/sec 2024-04-12T00:56:44.709 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5qRwrEZXPHkYQVn off=6414002 len=852360 2024-04-12T00:56:44.711 INFO:tasks.workunit.client.0.smithi098.stdout:op 2875 completed, throughput=5MB/sec 2024-04-12T00:56:44.711 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-18561xnpUVSjRdI off=3293742 len=961548 2024-04-12T00:56:44.713 INFO:tasks.workunit.client.0.smithi098.stdout:op 2876 completed, throughput=5MB/sec 2024-04-12T00:56:45.714 INFO:tasks.workunit.client.0.smithi098.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:45.714 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rDp8ETeWWeVx0L5 off=7407205 len=933677 2024-04-12T00:56:45.715 INFO:tasks.workunit.client.0.smithi098.stdout:op 2877 completed, throughput=4.99MB/sec 2024-04-12T00:56:45.715 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PGWfmqnNF-1nT0P off=11625434 len=640824 2024-04-12T00:56:45.719 INFO:tasks.workunit.client.0.smithi098.stdout:op 2878 completed, throughput=4.99MB/sec 2024-04-12T00:56:45.719 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a3_c1xN1OFh2xvT off=1103553 len=244475 2024-04-12T00:56:45.722 INFO:tasks.workunit.client.0.smithi098.stdout:op 2879 completed, throughput=4.99MB/sec 2024-04-12T00:56:45.722 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DJDw466ghTAFKIx off=908360 len=1146385 2024-04-12T00:56:45.724 INFO:tasks.workunit.client.0.smithi098.stdout:op 2880 completed, throughput=5MB/sec 2024-04-12T00:56:45.724 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9w3XkbJzd3n_kHw off=7010314 len=1657022 2024-04-12T00:56:45.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 2881 completed, throughput=5MB/sec 2024-04-12T00:56:45.734 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VVXrGp26Z3gGlp1 off=2058085 len=1679559 2024-04-12T00:56:45.743 INFO:tasks.workunit.client.0.smithi098.stdout:op 2882 completed, throughput=5MB/sec 2024-04-12T00:56:46.000 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:56:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:56:45] "GET /metrics HTTP/1.1" 200 34125 "" "Prometheus/2.43.0" 2024-04-12T00:56:46.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:45 smithi098 ceph-mon[91373]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:56:46.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:45 smithi098 ceph-mon[88922]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:56:46.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:45 smithi193 ceph-mon[83763]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:56:46.743 INFO:tasks.workunit.client.0.smithi098.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:46.743 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ddarkYbtTti0ivU off=697095 len=1455835 2024-04-12T00:56:46.747 INFO:tasks.workunit.client.0.smithi098.stdout:op 2883 completed, throughput=5MB/sec 2024-04-12T00:56:46.747 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DL-1DgRBc89MCpR off=1109980 len=969085 2024-04-12T00:56:46.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 2884 completed, throughput=5MB/sec 2024-04-12T00:56:46.748 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FwwvBHOzy79NvQe off=14851547 len=503099 2024-04-12T00:56:46.753 INFO:tasks.workunit.client.0.smithi098.stdout:op 2885 completed, throughput=5MB/sec 2024-04-12T00:56:46.754 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UOACdHTW2mApV3O off=13724132 len=853327 2024-04-12T00:56:46.755 INFO:tasks.workunit.client.0.smithi098.stdout:op 2886 completed, throughput=5MB/sec 2024-04-12T00:56:46.755 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-l0gUJ5MJS__9XOO off=9019414 len=877663 2024-04-12T00:56:46.759 INFO:tasks.workunit.client.0.smithi098.stdout:op 2887 completed, throughput=5MB/sec 2024-04-12T00:56:47.760 INFO:tasks.workunit.client.0.smithi098.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:47.760 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qIpa3jQsQSbfQo4 off=1180013 len=455023 2024-04-12T00:56:47.763 INFO:tasks.workunit.client.0.smithi098.stdout:op 2888 completed, throughput=4.99MB/sec 2024-04-12T00:56:47.763 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ayEaXa9GLL74yd5 off=13268277 len=233733 2024-04-12T00:56:47.765 INFO:tasks.workunit.client.0.smithi098.stdout:op 2889 completed, throughput=4.99MB/sec 2024-04-12T00:56:47.766 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ucYowTZPL6rEvBG off=18364795 len=1509945 2024-04-12T00:56:47.774 INFO:tasks.workunit.client.0.smithi098.stdout:op 2890 completed, throughput=5MB/sec 2024-04-12T00:56:47.774 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-X3iCmDgQSWSKfEU off=3740444 len=329235 2024-04-12T00:56:47.777 INFO:tasks.workunit.client.0.smithi098.stdout:op 2891 completed, throughput=5MB/sec 2024-04-12T00:56:47.777 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mD9q6pVVw7pVyBd off=4464283 len=487078 2024-04-12T00:56:47.778 INFO:tasks.workunit.client.0.smithi098.stdout:op 2892 completed, throughput=5MB/sec 2024-04-12T00:56:47.778 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tf0J4QLEsyQunEV off=1816142 len=898702 2024-04-12T00:56:47.779 INFO:tasks.workunit.client.0.smithi098.stdout:op 2893 completed, throughput=5MB/sec 2024-04-12T00:56:47.779 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9IeW4MNyxJ-SFN_ off=5990383 len=1130118 2024-04-12T00:56:47.784 INFO:tasks.workunit.client.0.smithi098.stdout:op 2894 completed, throughput=5MB/sec 2024-04-12T00:56:47.784 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1dqlWsLCbneNrAk off=15209453 len=1582583 2024-04-12T00:56:47.792 INFO:tasks.workunit.client.0.smithi098.stdout:op 2895 completed, throughput=5MB/sec 2024-04-12T00:56:48.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:48 smithi098 ceph-mon[91373]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:56:48.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:48 smithi098 ceph-mon[88922]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:56:48.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:48 smithi193 ceph-mon[83763]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:56:48.792 INFO:tasks.workunit.client.0.smithi098.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:48.792 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6foJIPMzUIh8SUC off=6368002 len=1742892 2024-04-12T00:56:48.801 INFO:tasks.workunit.client.0.smithi098.stdout:op 2896 completed, throughput=5MB/sec 2024-04-12T00:56:48.801 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-I-p6XSSRaRU_jnr off=14031140 len=141992 2024-04-12T00:56:48.802 INFO:tasks.workunit.client.0.smithi098.stdout:op 2897 completed, throughput=5MB/sec 2024-04-12T00:56:48.802 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DLCUNrFNm-xDvsI off=1740852 len=838841 2024-04-12T00:56:48.806 INFO:tasks.workunit.client.0.smithi098.stdout:op 2898 completed, throughput=5MB/sec 2024-04-12T00:56:48.806 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nl5DJzq5kb4vRbS off=4962022 len=477098 2024-04-12T00:56:48.810 INFO:tasks.workunit.client.0.smithi098.stdout:op 2899 completed, throughput=5MB/sec 2024-04-12T00:56:48.810 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-huZWLN8GLhhckNH off=3768463 len=988668 2024-04-12T00:56:48.812 INFO:tasks.workunit.client.0.smithi098.stdout:op 2900 completed, throughput=5MB/sec 2024-04-12T00:56:49.812 INFO:tasks.workunit.client.0.smithi098.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:49.813 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jBmMNRGMA2kZ4ml off=2922470 len=1582487 2024-04-12T00:56:49.821 INFO:tasks.workunit.client.0.smithi098.stdout:op 2901 completed, throughput=4.99MB/sec 2024-04-12T00:56:49.821 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-krPYsBdMpykgb41 off=2902357 len=1934277 2024-04-12T00:56:49.829 INFO:tasks.workunit.client.0.smithi098.stdout:op 2902 completed, throughput=5MB/sec 2024-04-12T00:56:49.829 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yldOaQnYdnylDxr off=2849737 len=1824313 2024-04-12T00:56:49.837 INFO:tasks.workunit.client.0.smithi098.stdout:op 2903 completed, throughput=5MB/sec 2024-04-12T00:56:50.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:50 smithi098 ceph-mon[91373]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:56:50.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:50.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:50 smithi098 ceph-mon[88922]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:56:50.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:50.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:50 smithi193 ceph-mon[83763]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:56:50.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:56:50.837 INFO:tasks.workunit.client.0.smithi098.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:50.837 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dUwOQJsikTQq9Cj off=4882134 len=1697061 2024-04-12T00:56:50.839 INFO:tasks.workunit.client.0.smithi098.stdout:op 2904 completed, throughput=4.99MB/sec 2024-04-12T00:56:50.839 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ibkk622u8JpJy4Q off=12697816 len=1837385 2024-04-12T00:56:50.841 INFO:tasks.workunit.client.0.smithi098.stdout:op 2905 completed, throughput=5MB/sec 2024-04-12T00:56:50.841 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QxCNwoT6m5T6-2E off=0 len=1236832 2024-04-12T00:56:50.843 INFO:tasks.workunit.client.0.smithi098.stdout:op 2906 completed, throughput=5MB/sec 2024-04-12T00:56:50.843 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-L3WT1rbCKtV1G-i off=4021015 len=792614 2024-04-12T00:56:50.845 INFO:tasks.workunit.client.0.smithi098.stdout:op 2907 completed, throughput=5MB/sec 2024-04-12T00:56:51.846 INFO:tasks.workunit.client.0.smithi098.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:51.846 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6KeoBN-eo0-Dzlx off=1302012 len=1475315 2024-04-12T00:56:51.848 INFO:tasks.workunit.client.0.smithi098.stdout:op 2908 completed, throughput=4.99MB/sec 2024-04-12T00:56:51.848 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OMCFYNNWoY7h9qC off=382417 len=712594 2024-04-12T00:56:51.852 INFO:tasks.workunit.client.0.smithi098.stdout:op 2909 completed, throughput=5MB/sec 2024-04-12T00:56:51.852 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Zzu193pGlK0vKPI off=7219947 len=1378903 2024-04-12T00:56:51.860 INFO:tasks.workunit.client.0.smithi098.stdout:op 2910 completed, throughput=5MB/sec 2024-04-12T00:56:51.860 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NvmZFm1WE-ojEgo off=6185991 len=157799 2024-04-12T00:56:51.861 INFO:tasks.workunit.client.0.smithi098.stdout:op 2911 completed, throughput=5MB/sec 2024-04-12T00:56:51.861 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oxSGtC9gHrDmLUq off=777901 len=1262707 2024-04-12T00:56:51.867 INFO:tasks.workunit.client.0.smithi098.stdout:op 2912 completed, throughput=5MB/sec 2024-04-12T00:56:52.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:52 smithi098 ceph-mon[91373]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:56:52.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:52 smithi098 ceph-mon[88922]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:56:52.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:52 smithi193 ceph-mon[83763]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:56:52.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:56:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:56:52.868 INFO:tasks.workunit.client.0.smithi098.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:52.868 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nPYGFMCfEcPSKkq off=4579092 len=1439258 2024-04-12T00:56:52.875 INFO:tasks.workunit.client.0.smithi098.stdout:op 2913 completed, throughput=4.99MB/sec 2024-04-12T00:56:52.875 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZvjY_6SLST4mPQ8 off=6917084 len=82192 2024-04-12T00:56:52.876 INFO:tasks.workunit.client.0.smithi098.stdout:op 2914 completed, throughput=4.99MB/sec 2024-04-12T00:56:52.876 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hJ21xLKDc-k0z_U off=4216267 len=661627 2024-04-12T00:56:52.880 INFO:tasks.workunit.client.0.smithi098.stdout:op 2915 completed, throughput=5MB/sec 2024-04-12T00:56:52.880 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TcLmHnfCrsLmeTF off=630957 len=1638912 2024-04-12T00:56:52.889 INFO:tasks.workunit.client.0.smithi098.stdout:op 2916 completed, throughput=5MB/sec 2024-04-12T00:56:52.889 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RJ54jaa5-_QgqvI off=7921241 len=1040146 2024-04-12T00:56:52.894 INFO:tasks.workunit.client.0.smithi098.stdout:op 2917 completed, throughput=5MB/sec 2024-04-12T00:56:52.894 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YiI-A_LzbxOZg9C off=7514764 len=903833 2024-04-12T00:56:52.895 INFO:tasks.workunit.client.0.smithi098.stdout:op 2918 completed, throughput=5MB/sec 2024-04-12T00:56:53.896 INFO:tasks.workunit.client.0.smithi098.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:53.896 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FNdib7NSPLazjXK off=16899922 len=869706 2024-04-12T00:56:53.900 INFO:tasks.workunit.client.0.smithi098.stdout:op 2919 completed, throughput=4.99MB/sec 2024-04-12T00:56:53.901 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FOzIB9NyTWZBCJn off=19855324 len=1298832 2024-04-12T00:56:53.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 2920 completed, throughput=5MB/sec 2024-04-12T00:56:53.904 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bcELrjPr_h51__v off=996796 len=862114 2024-04-12T00:56:53.906 INFO:tasks.workunit.client.0.smithi098.stdout:op 2921 completed, throughput=5MB/sec 2024-04-12T00:56:53.906 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vrJ7zlEAtBrHHaq off=5748210 len=1728241 2024-04-12T00:56:53.915 INFO:tasks.workunit.client.0.smithi098.stdout:op 2922 completed, throughput=5MB/sec 2024-04-12T00:56:53.915 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xfa6pvB2s4Qr_l3 off=11252918 len=801591 2024-04-12T00:56:53.916 INFO:tasks.workunit.client.0.smithi098.stdout:op 2923 completed, throughput=5MB/sec 2024-04-12T00:56:54.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:54 smithi098 ceph-mon[91373]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:56:54.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:54 smithi098 ceph-mon[88922]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:56:54.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:54 smithi193 ceph-mon[83763]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:56:54.916 INFO:tasks.workunit.client.0.smithi098.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:54.917 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gyX5Q5me7VI6VIY off=12214935 len=1488821 2024-04-12T00:56:54.918 INFO:tasks.workunit.client.0.smithi098.stdout:op 2924 completed, throughput=5MB/sec 2024-04-12T00:56:54.918 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4bLkSF2ATf8RSuj off=3385530 len=821064 2024-04-12T00:56:54.921 INFO:tasks.workunit.client.0.smithi098.stdout:op 2925 completed, throughput=5MB/sec 2024-04-12T00:56:54.921 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wz45Uerq-dBiZkD off=14501454 len=1532389 2024-04-12T00:56:54.923 INFO:tasks.workunit.client.0.smithi098.stdout:op 2926 completed, throughput=5MB/sec 2024-04-12T00:56:54.923 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aFZdH5r1OK_R15d off=5512098 len=1866368 2024-04-12T00:56:54.932 INFO:tasks.workunit.client.0.smithi098.stdout:op 2927 completed, throughput=5MB/sec 2024-04-12T00:56:55.933 INFO:tasks.workunit.client.0.smithi098.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:55.933 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fO8Urk2ImWh3qC3 off=429670 len=1080485 2024-04-12T00:56:55.939 INFO:tasks.workunit.client.0.smithi098.stdout:op 2928 completed, throughput=5MB/sec 2024-04-12T00:56:55.939 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3kN_0b0sKh7y-OG off=6538904 len=1802534 2024-04-12T00:56:55.948 INFO:tasks.workunit.client.0.smithi098.stdout:op 2929 completed, throughput=5MB/sec 2024-04-12T00:56:55.948 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vh-HP-sc0rbeGfh off=9828681 len=755508 2024-04-12T00:56:55.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 2930 completed, throughput=5MB/sec 2024-04-12T00:56:55.949 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NhSdJPhd2eKpKdD off=9980947 len=1091655 2024-04-12T00:56:55.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 2931 completed, throughput=5MB/sec 2024-04-12T00:56:56.016 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:56:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:56:55] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T00:56:56.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:56 smithi098 ceph-mon[91373]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:56:56.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:56 smithi098 ceph-mon[88922]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:56:56.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:56 smithi193 ceph-mon[83763]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:56:56.950 INFO:tasks.workunit.client.0.smithi098.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:56.950 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-05BzVVnkjZca4gO off=4169170 len=1836930 2024-04-12T00:56:56.960 INFO:tasks.workunit.client.0.smithi098.stdout:op 2932 completed, throughput=5MB/sec 2024-04-12T00:56:56.960 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xTEm1Uwk2GAGPEn off=12605660 len=1172919 2024-04-12T00:56:56.966 INFO:tasks.workunit.client.0.smithi098.stdout:op 2933 completed, throughput=5MB/sec 2024-04-12T00:56:56.966 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZzZZIyS3DS0Jb2H off=4506447 len=1624436 2024-04-12T00:56:56.967 INFO:tasks.workunit.client.0.smithi098.stdout:op 2934 completed, throughput=5MB/sec 2024-04-12T00:56:56.968 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g72oPtH72hTMssh off=1184525 len=221766 2024-04-12T00:56:56.968 INFO:tasks.workunit.client.0.smithi098.stdout:op 2935 completed, throughput=5MB/sec 2024-04-12T00:56:57.969 INFO:tasks.workunit.client.0.smithi098.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:57.969 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rpxU3uY16Oz8Wcr off=10218233 len=320164 2024-04-12T00:56:57.969 INFO:tasks.workunit.client.0.smithi098.stdout:op 2936 completed, throughput=4.99MB/sec 2024-04-12T00:56:57.969 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K0jh5Gp0J505gfA off=2976783 len=78658 2024-04-12T00:56:57.972 INFO:tasks.workunit.client.0.smithi098.stdout:op 2937 completed, throughput=4.99MB/sec 2024-04-12T00:56:57.972 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6l65-ghDz-UHAun off=16274626 len=1750136 2024-04-12T00:56:57.974 INFO:tasks.workunit.client.0.smithi098.stdout:op 2938 completed, throughput=5MB/sec 2024-04-12T00:56:57.974 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fcv9KQrRmnFcCaG off=5016650 len=1708642 2024-04-12T00:56:57.976 INFO:tasks.workunit.client.0.smithi098.stdout:op 2939 completed, throughput=5MB/sec 2024-04-12T00:56:57.976 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9IIjQb4I3xpVTnb off=6282523 len=1058010 2024-04-12T00:56:57.977 INFO:tasks.workunit.client.0.smithi098.stdout:op 2940 completed, throughput=5MB/sec 2024-04-12T00:56:57.977 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Kgb1yUX2s4G1dR4 off=13761709 len=145615 2024-04-12T00:56:57.980 INFO:tasks.workunit.client.0.smithi098.stdout:op 2941 completed, throughput=5MB/sec 2024-04-12T00:56:57.980 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4owboBtM-3_walq off=2371984 len=1931132 2024-04-12T00:56:57.982 INFO:tasks.workunit.client.0.smithi098.stdout:op 2942 completed, throughput=5MB/sec 2024-04-12T00:56:58.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:56:58 smithi098 ceph-mon[91373]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:56:58.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:56:58 smithi098 ceph-mon[88922]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:56:58.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:56:58 smithi193 ceph-mon[83763]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:56:58.983 INFO:tasks.workunit.client.0.smithi098.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:58.983 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-obIlgbsxiJm8fqi off=6866792 len=1909299 2024-04-12T00:56:58.985 INFO:tasks.workunit.client.0.smithi098.stdout:op 2943 completed, throughput=5MB/sec 2024-04-12T00:56:58.985 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r6Pf7UYlGe-vvJI off=1016066 len=1708149 2024-04-12T00:56:58.987 INFO:tasks.workunit.client.0.smithi098.stdout:op 2944 completed, throughput=5MB/sec 2024-04-12T00:56:59.987 INFO:tasks.workunit.client.0.smithi098.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-12T00:56:59.988 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3AL6eZ3pYYreoua off=5079883 len=2052543 2024-04-12T00:56:59.998 INFO:tasks.workunit.client.0.smithi098.stdout:op 2945 completed, throughput=4.99MB/sec 2024-04-12T00:56:59.998 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y0Xqvbj2Y-kku9Q off=8705433 len=1053578 2024-04-12T00:56:59.999 INFO:tasks.workunit.client.0.smithi098.stdout:op 2946 completed, throughput=5MB/sec 2024-04-12T00:56:59.999 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mEzjaHED394qzmn off=8163174 len=553981 2024-04-12T00:57:00.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 2947 completed, throughput=5MB/sec 2024-04-12T00:57:00.010 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fJYDfjBaBCfviG8 off=10043318 len=2003339 2024-04-12T00:57:00.021 INFO:tasks.workunit.client.0.smithi098.stdout:op 2948 completed, throughput=5MB/sec 2024-04-12T00:57:00.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:00 smithi098 ceph-mon[88922]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:00.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:00 smithi098 ceph-mon[91373]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:00.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:00 smithi193 ceph-mon[83763]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:01.021 INFO:tasks.workunit.client.0.smithi098.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:01.022 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v_sJdP3znhKo4Cc off=9543127 len=1440154 2024-04-12T00:57:01.030 INFO:tasks.workunit.client.0.smithi098.stdout:op 2949 completed, throughput=4.99MB/sec 2024-04-12T00:57:01.030 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CMjp6Z0SitMpSqd off=10112185 len=587197 2024-04-12T00:57:01.031 INFO:tasks.workunit.client.0.smithi098.stdout:op 2950 completed, throughput=5MB/sec 2024-04-12T00:57:01.031 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kDg7j7_9NSarXvq off=17215153 len=1599408 2024-04-12T00:57:01.034 INFO:tasks.workunit.client.0.smithi098.stdout:op 2951 completed, throughput=5MB/sec 2024-04-12T00:57:01.034 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-n_jPMG_F6yXxIkF off=12779462 len=74972 2024-04-12T00:57:01.037 INFO:tasks.workunit.client.0.smithi098.stdout:op 2952 completed, throughput=5MB/sec 2024-04-12T00:57:01.037 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CUO-_4Qp9sIhv6A off=6908287 len=710698 2024-04-12T00:57:01.041 INFO:tasks.workunit.client.0.smithi098.stdout:op 2953 completed, throughput=5MB/sec 2024-04-12T00:57:01.041 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ohm31dpHO-g8Bzm off=7155459 len=1826119 2024-04-12T00:57:01.044 INFO:tasks.workunit.client.0.smithi098.stdout:op 2954 completed, throughput=5MB/sec 2024-04-12T00:57:02.044 INFO:tasks.workunit.client.0.smithi098.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:02.044 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iBPO3iQE9wTMEKN off=2119984 len=1884957 2024-04-12T00:57:02.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 2955 completed, throughput=5MB/sec 2024-04-12T00:57:02.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lYGcpmJCpBQksFE off=1275316 len=981302 2024-04-12T00:57:02.055 INFO:tasks.workunit.client.0.smithi098.stdout:op 2956 completed, throughput=5MB/sec 2024-04-12T00:57:02.055 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-L2Vyu5L2czo1CeE off=7145506 len=1604896 2024-04-12T00:57:02.063 INFO:tasks.workunit.client.0.smithi098.stdout:op 2957 completed, throughput=5MB/sec 2024-04-12T00:57:02.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:02 smithi098 ceph-mon[91373]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:02.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:02 smithi098 ceph-mon[88922]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:02.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:02 smithi193 ceph-mon[83763]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:02.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:57:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:57:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:57:03.063 INFO:tasks.workunit.client.0.smithi098.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:03.063 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EGHn03BxT-1Pz8I off=22267879 len=993002 2024-04-12T00:57:03.064 INFO:tasks.workunit.client.0.smithi098.stdout:op 2958 completed, throughput=4.99MB/sec 2024-04-12T00:57:03.064 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1wVhFGBQ84R3uP- off=1821630 len=1314005 2024-04-12T00:57:03.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 2959 completed, throughput=5MB/sec 2024-04-12T00:57:03.074 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Dsq2dDRwwSb6uJh off=17648569 len=680408 2024-04-12T00:57:03.077 INFO:tasks.workunit.client.0.smithi098.stdout:op 2960 completed, throughput=5MB/sec 2024-04-12T00:57:03.077 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GM7w2SMM0Rjtj_G off=14950638 len=1936303 2024-04-12T00:57:03.087 INFO:tasks.workunit.client.0.smithi098.stdout:op 2961 completed, throughput=5MB/sec 2024-04-12T00:57:03.087 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gCCZPoXDeHNJH10 off=315218 len=1183307 2024-04-12T00:57:03.088 INFO:tasks.workunit.client.0.smithi098.stdout:op 2962 completed, throughput=5MB/sec 2024-04-12T00:57:03.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:57:03.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:57:03.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:57:04.089 INFO:tasks.workunit.client.0.smithi098.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:04.089 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GMEqzW7jA27REWu off=2569007 len=827668 2024-04-12T00:57:04.093 INFO:tasks.workunit.client.0.smithi098.stdout:op 2963 completed, throughput=4.99MB/sec 2024-04-12T00:57:04.094 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1z9A9FtQ83y9OX9 off=5299748 len=525626 2024-04-12T00:57:04.097 INFO:tasks.workunit.client.0.smithi098.stdout:op 2964 completed, throughput=5MB/sec 2024-04-12T00:57:04.097 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H6mbJXvRWIUcU6Y off=2294093 len=570048 2024-04-12T00:57:04.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 2965 completed, throughput=5MB/sec 2024-04-12T00:57:04.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fm0d4AT9v0hknRW off=3177812 len=473096 2024-04-12T00:57:04.102 INFO:tasks.workunit.client.0.smithi098.stdout:op 2966 completed, throughput=5MB/sec 2024-04-12T00:57:04.102 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_z4jWOJPcyLaziU off=8180523 len=246832 2024-04-12T00:57:04.102 INFO:tasks.workunit.client.0.smithi098.stdout:op 2967 completed, throughput=5MB/sec 2024-04-12T00:57:04.102 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-U9i9V0ijWZnldx5 off=8071672 len=695372 2024-04-12T00:57:04.105 INFO:tasks.workunit.client.0.smithi098.stdout:op 2968 completed, throughput=5MB/sec 2024-04-12T00:57:04.105 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MXjtu_rV8ee8TvL off=9217977 len=1687078 2024-04-12T00:57:04.113 INFO:tasks.workunit.client.0.smithi098.stdout:op 2969 completed, throughput=5MB/sec 2024-04-12T00:57:04.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:04 smithi098 ceph-mon[91373]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:57:04.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:57:04.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:57:04.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:57:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:04 smithi098 ceph-mon[88922]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:57:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:57:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:57:04.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:57:04.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:04 smithi193 ceph-mon[83763]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:57:04.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:57:04.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:57:04.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:57:05.114 INFO:tasks.workunit.client.0.smithi098.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:05.114 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9Cqd18TPjj0mV80 off=7966901 len=1438215 2024-04-12T00:57:05.122 INFO:tasks.workunit.client.0.smithi098.stdout:op 2970 completed, throughput=4.99MB/sec 2024-04-12T00:57:05.122 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K88rQnPm_XQgNOx off=749674 len=76966 2024-04-12T00:57:05.123 INFO:tasks.workunit.client.0.smithi098.stdout:op 2971 completed, throughput=5MB/sec 2024-04-12T00:57:05.123 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-A-AbURYzFXer56P off=2546533 len=1383508 2024-04-12T00:57:05.130 INFO:tasks.workunit.client.0.smithi098.stdout:op 2972 completed, throughput=5MB/sec 2024-04-12T00:57:05.130 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ae9pQJLKnXW2tW4 off=9815611 len=853095 2024-04-12T00:57:05.131 INFO:tasks.workunit.client.0.smithi098.stdout:op 2973 completed, throughput=5MB/sec 2024-04-12T00:57:05.131 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-poOkZKCX7sdnKTa off=19025275 len=345403 2024-04-12T00:57:05.132 INFO:tasks.workunit.client.0.smithi098.stdout:op 2974 completed, throughput=5MB/sec 2024-04-12T00:57:05.132 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-awZR3Tr8yyCF-jD off=14894557 len=2077831 2024-04-12T00:57:05.133 INFO:tasks.workunit.client.0.smithi098.stdout:op 2975 completed, throughput=5MB/sec 2024-04-12T00:57:05.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:05.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:05.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:06.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:57:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:57:05] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T00:57:06.133 INFO:tasks.workunit.client.0.smithi098.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:06.134 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mVJXX-re8Gw6Yep off=265110 len=262821 2024-04-12T00:57:06.134 INFO:tasks.workunit.client.0.smithi098.stdout:op 2976 completed, throughput=4.99MB/sec 2024-04-12T00:57:06.134 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-81CRGcCcWAOaDWN off=1361895 len=1321834 2024-04-12T00:57:06.142 INFO:tasks.workunit.client.0.smithi098.stdout:op 2977 completed, throughput=5MB/sec 2024-04-12T00:57:06.142 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bFdnHNftHBeH7mT off=770023 len=209448 2024-04-12T00:57:06.143 INFO:tasks.workunit.client.0.smithi098.stdout:op 2978 completed, throughput=5MB/sec 2024-04-12T00:57:06.143 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VsuU5Zx565XRMXo off=711159 len=1934267 2024-04-12T00:57:06.144 INFO:tasks.workunit.client.0.smithi098.stdout:op 2979 completed, throughput=5MB/sec 2024-04-12T00:57:06.144 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VSV5HzqXkEguair off=2427304 len=1105854 2024-04-12T00:57:06.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 2980 completed, throughput=5MB/sec 2024-04-12T00:57:06.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:06 smithi098 ceph-mon[91373]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:57:06.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:06 smithi098 ceph-mon[88922]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:57:06.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:06 smithi193 ceph-mon[83763]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:57:07.150 INFO:tasks.workunit.client.0.smithi098.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:07.150 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MyGaImw7jpXQDPz off=1131021 len=1534812 2024-04-12T00:57:07.157 INFO:tasks.workunit.client.0.smithi098.stdout:op 2981 completed, throughput=5MB/sec 2024-04-12T00:57:07.157 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oPKYcSDqzz9jlOa off=1940432 len=699420 2024-04-12T00:57:07.161 INFO:tasks.workunit.client.0.smithi098.stdout:op 2982 completed, throughput=5MB/sec 2024-04-12T00:57:07.161 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sNtRm8camYe1yUq off=9383003 len=1781286 2024-04-12T00:57:07.165 INFO:tasks.workunit.client.0.smithi098.stdout:op 2983 completed, throughput=5MB/sec 2024-04-12T00:57:07.165 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lo_DOSYiEIi5vLl off=483604 len=1811992 2024-04-12T00:57:07.167 INFO:tasks.workunit.client.0.smithi098.stdout:op 2984 completed, throughput=5MB/sec 2024-04-12T00:57:08.167 INFO:tasks.workunit.client.0.smithi098.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:08.167 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2mUcRoKs2_XLjbr off=15577409 len=1640861 2024-04-12T00:57:08.169 INFO:tasks.workunit.client.0.smithi098.stdout:op 2985 completed, throughput=5MB/sec 2024-04-12T00:57:08.169 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WsY8OH1EDsJs2zi off=14534102 len=1641821 2024-04-12T00:57:08.176 INFO:tasks.workunit.client.0.smithi098.stdout:op 2986 completed, throughput=5MB/sec 2024-04-12T00:57:08.176 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NWmh-HplLrNBm6n off=5228954 len=168294 2024-04-12T00:57:08.177 INFO:tasks.workunit.client.0.smithi098.stdout:op 2987 completed, throughput=5MB/sec 2024-04-12T00:57:08.177 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Imeh1OdKZrZhWZx off=15706971 len=1788302 2024-04-12T00:57:08.186 INFO:tasks.workunit.client.0.smithi098.stdout:op 2988 completed, throughput=5MB/sec 2024-04-12T00:57:08.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:08 smithi098 ceph-mon[91373]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:57:08.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:08 smithi098 ceph-mon[88922]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:57:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:08 smithi193 ceph-mon[83763]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:57:09.186 INFO:tasks.workunit.client.0.smithi098.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:09.186 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cVgUBe9xVS2w4rC off=16656682 len=348131 2024-04-12T00:57:09.189 INFO:tasks.workunit.client.0.smithi098.stdout:op 2989 completed, throughput=4.99MB/sec 2024-04-12T00:57:09.190 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PexbYFUwvjgbnRh off=4120875 len=894709 2024-04-12T00:57:09.192 INFO:tasks.workunit.client.0.smithi098.stdout:op 2990 completed, throughput=5MB/sec 2024-04-12T00:57:09.192 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6OSzRYUR-DfhODo off=580808 len=1107722 2024-04-12T00:57:09.198 INFO:tasks.workunit.client.0.smithi098.stdout:op 2991 completed, throughput=5MB/sec 2024-04-12T00:57:09.198 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QLYzamIc18_GgPP off=1230211 len=1463808 2024-04-12T00:57:09.201 INFO:tasks.workunit.client.0.smithi098.stdout:op 2992 completed, throughput=5MB/sec 2024-04-12T00:57:09.201 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NAZjae3W8tXkGmj off=10551074 len=709265 2024-04-12T00:57:09.205 INFO:tasks.workunit.client.0.smithi098.stdout:op 2993 completed, throughput=5MB/sec 2024-04-12T00:57:10.205 INFO:tasks.workunit.client.0.smithi098.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:10.206 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WUTEpzjghTljMw8 off=2840392 len=559970 2024-04-12T00:57:10.210 INFO:tasks.workunit.client.0.smithi098.stdout:op 2994 completed, throughput=4.99MB/sec 2024-04-12T00:57:10.210 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5f2b3zW67sCsgpQ off=7301934 len=65870 2024-04-12T00:57:10.210 INFO:tasks.workunit.client.0.smithi098.stdout:op 2995 completed, throughput=4.99MB/sec 2024-04-12T00:57:10.211 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WCnCwYamVqr07Jx off=4102579 len=1426458 2024-04-12T00:57:10.217 INFO:tasks.workunit.client.0.smithi098.stdout:op 2996 completed, throughput=5MB/sec 2024-04-12T00:57:10.217 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sbbcQzKr-aSci9B off=466187 len=1307956 2024-04-12T00:57:10.225 INFO:tasks.workunit.client.0.smithi098.stdout:op 2997 completed, throughput=5MB/sec 2024-04-12T00:57:10.225 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ET_jNQnCPs4ogN- off=517097 len=1029586 2024-04-12T00:57:10.230 INFO:tasks.workunit.client.0.smithi098.stdout:op 2998 completed, throughput=5MB/sec 2024-04-12T00:57:10.230 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1yajqCJQU3Au1TH off=2813676 len=183090 2024-04-12T00:57:10.232 INFO:tasks.workunit.client.0.smithi098.stdout:op 2999 completed, throughput=5MB/sec 2024-04-12T00:57:10.232 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0r_VUQGPKqldwUj off=1568571 len=1429373 2024-04-12T00:57:10.234 INFO:tasks.workunit.client.0.smithi098.stdout:op 3000 completed, throughput=5MB/sec 2024-04-12T00:57:10.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:10 smithi193 ceph-mon[83763]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:57:10.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:10 smithi098 ceph-mon[91373]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:57:10.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:10 smithi098 ceph-mon[88922]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:57:11.234 INFO:tasks.workunit.client.0.smithi098.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:11.234 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8YjZnI2x0B0GYh1 off=9420837 len=499114 2024-04-12T00:57:11.235 INFO:tasks.workunit.client.0.smithi098.stdout:op 3001 completed, throughput=4.99MB/sec 2024-04-12T00:57:11.235 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Cy5X9fWc6ZxdZVt off=1955949 len=163155 2024-04-12T00:57:11.238 INFO:tasks.workunit.client.0.smithi098.stdout:op 3002 completed, throughput=4.99MB/sec 2024-04-12T00:57:11.238 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bQqFrQlTHLWLNuW off=17304579 len=542555 2024-04-12T00:57:11.242 INFO:tasks.workunit.client.0.smithi098.stdout:op 3003 completed, throughput=5MB/sec 2024-04-12T00:57:11.242 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t-fy5WBXmjSfS_E off=2059164 len=1693904 2024-04-12T00:57:11.251 INFO:tasks.workunit.client.0.smithi098.stdout:op 3004 completed, throughput=5MB/sec 2024-04-12T00:57:11.251 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7du457gUWtmTmAs off=3548094 len=1426419 2024-04-12T00:57:11.252 INFO:tasks.workunit.client.0.smithi098.stdout:op 3005 completed, throughput=5MB/sec 2024-04-12T00:57:12.253 INFO:tasks.workunit.client.0.smithi098.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:12.253 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ydDGpchCCNxDgj4 off=3027359 len=395869 2024-04-12T00:57:12.256 INFO:tasks.workunit.client.0.smithi098.stdout:op 3006 completed, throughput=4.99MB/sec 2024-04-12T00:57:12.257 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o2sHm0zJQC_W4CQ off=5759328 len=1106030 2024-04-12T00:57:12.261 INFO:tasks.workunit.client.0.smithi098.stdout:op 3007 completed, throughput=4.99MB/sec 2024-04-12T00:57:12.261 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uy2Q6DdwKkJs4Hs off=271832 len=1111164 2024-04-12T00:57:12.267 INFO:tasks.workunit.client.0.smithi098.stdout:op 3008 completed, throughput=5MB/sec 2024-04-12T00:57:12.267 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mlIeP0ZJpL_-MFy off=1852319 len=1352634 2024-04-12T00:57:12.268 INFO:tasks.workunit.client.0.smithi098.stdout:op 3009 completed, throughput=5MB/sec 2024-04-12T00:57:12.268 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wTYPjNGOOOlOF_Q off=6187328 len=479105 2024-04-12T00:57:12.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 3010 completed, throughput=5MB/sec 2024-04-12T00:57:12.269 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yldOaQnYdnylDxr off=6109829 len=1604982 2024-04-12T00:57:12.271 INFO:tasks.workunit.client.0.smithi098.stdout:op 3011 completed, throughput=5MB/sec 2024-04-12T00:57:12.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:12 smithi193 ceph-mon[83763]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:57:12.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:12 smithi098 ceph-mon[91373]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:57:12.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:12 smithi098 ceph-mon[88922]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:57:12.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:57:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:57:13.271 INFO:tasks.workunit.client.0.smithi098.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:13.271 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G12ZsorReuiVaw1 off=7911454 len=1486574 2024-04-12T00:57:13.280 INFO:tasks.workunit.client.0.smithi098.stdout:op 3012 completed, throughput=5MB/sec 2024-04-12T00:57:13.280 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7p47MYwNbCLRBN1 off=1599160 len=373136 2024-04-12T00:57:13.283 INFO:tasks.workunit.client.0.smithi098.stdout:op 3013 completed, throughput=5MB/sec 2024-04-12T00:57:13.283 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-E6vVnTw_kV7UkgF off=1451234 len=1107127 2024-04-12T00:57:13.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 3014 completed, throughput=5MB/sec 2024-04-12T00:57:13.290 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QIzadh0Oa7Uz_Jw off=5041194 len=1214210 2024-04-12T00:57:13.292 INFO:tasks.workunit.client.0.smithi098.stdout:op 3015 completed, throughput=5MB/sec 2024-04-12T00:57:13.292 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mCBE1dhoID7b8H4 off=20352255 len=574248 2024-04-12T00:57:13.293 INFO:tasks.workunit.client.0.smithi098.stdout:op 3016 completed, throughput=5MB/sec 2024-04-12T00:57:14.294 INFO:tasks.workunit.client.0.smithi098.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:14.294 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-plyvADXbTTD4gHC off=10068120 len=616006 2024-04-12T00:57:14.295 INFO:tasks.workunit.client.0.smithi098.stdout:op 3017 completed, throughput=4.99MB/sec 2024-04-12T00:57:14.295 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yG6GFwgMmecIlpl off=14161569 len=301842 2024-04-12T00:57:14.296 INFO:tasks.workunit.client.0.smithi098.stdout:op 3018 completed, throughput=4.99MB/sec 2024-04-12T00:57:14.296 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rNHmx4BfqtltBRt off=18191329 len=675806 2024-04-12T00:57:14.297 INFO:tasks.workunit.client.0.smithi098.stdout:op 3019 completed, throughput=4.99MB/sec 2024-04-12T00:57:14.297 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EHhlAi9Xqae87hA off=5914186 len=1637157 2024-04-12T00:57:14.301 INFO:tasks.workunit.client.0.smithi098.stdout:op 3020 completed, throughput=5MB/sec 2024-04-12T00:57:14.301 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-INeXrzPLTgED3rL off=2323190 len=849752 2024-04-12T00:57:14.306 INFO:tasks.workunit.client.0.smithi098.stdout:op 3021 completed, throughput=5MB/sec 2024-04-12T00:57:14.306 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-obIlgbsxiJm8fqi off=11058356 len=585797 2024-04-12T00:57:14.307 INFO:tasks.workunit.client.0.smithi098.stdout:op 3022 completed, throughput=5MB/sec 2024-04-12T00:57:14.307 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-z1AMMEuMA0jShY3 off=43211 len=131671 2024-04-12T00:57:14.307 INFO:tasks.workunit.client.0.smithi098.stdout:op 3023 completed, throughput=5MB/sec 2024-04-12T00:57:14.307 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-h45Ck3yRl0CjJPK off=3939376 len=1162769 2024-04-12T00:57:14.309 INFO:tasks.workunit.client.0.smithi098.stdout:op 3024 completed, throughput=5MB/sec 2024-04-12T00:57:14.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:14 smithi193 ceph-mon[83763]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:57:14.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:14 smithi098 ceph-mon[91373]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:57:14.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:14 smithi098 ceph-mon[88922]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T00:57:15.309 INFO:tasks.workunit.client.0.smithi098.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:15.309 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6i8O-TeRfgKatxE off=5604162 len=1991813 2024-04-12T00:57:15.311 INFO:tasks.workunit.client.0.smithi098.stdout:op 3025 completed, throughput=5MB/sec 2024-04-12T00:57:15.312 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7P2gFqJx1578sCh off=419270 len=1659424 2024-04-12T00:57:15.314 INFO:tasks.workunit.client.0.smithi098.stdout:op 3026 completed, throughput=5MB/sec 2024-04-12T00:57:15.314 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Mfi7sL6S2B4Q1s3 off=13520283 len=290967 2024-04-12T00:57:15.314 INFO:tasks.workunit.client.0.smithi098.stdout:op 3027 completed, throughput=5MB/sec 2024-04-12T00:57:15.314 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-P7GGtT-sLkqfDnH off=11465026 len=686123 2024-04-12T00:57:15.315 INFO:tasks.workunit.client.0.smithi098.stdout:op 3028 completed, throughput=5MB/sec 2024-04-12T00:57:16.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:57:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:57:15] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T00:57:16.316 INFO:tasks.workunit.client.0.smithi098.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:16.316 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rPuqDfmrL8e5zWK off=16465526 len=712736 2024-04-12T00:57:16.320 INFO:tasks.workunit.client.0.smithi098.stdout:op 3029 completed, throughput=4.99MB/sec 2024-04-12T00:57:16.320 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SEUTm8tJMzMszll off=993313 len=714305 2024-04-12T00:57:16.324 INFO:tasks.workunit.client.0.smithi098.stdout:op 3030 completed, throughput=4.99MB/sec 2024-04-12T00:57:16.324 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-etfFiWWshabgw5p off=7088016 len=2012323 2024-04-12T00:57:16.333 INFO:tasks.workunit.client.0.smithi098.stdout:op 3031 completed, throughput=5MB/sec 2024-04-12T00:57:16.333 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NlHNbvL7r--rqeg off=6747073 len=1812504 2024-04-12T00:57:16.344 INFO:tasks.workunit.client.0.smithi098.stdout:op 3032 completed, throughput=5MB/sec 2024-04-12T00:57:16.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:16 smithi193 ceph-mon[83763]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:16.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:16 smithi098 ceph-mon[91373]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:16.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:16 smithi098 ceph-mon[88922]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:17.344 INFO:tasks.workunit.client.0.smithi098.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:17.344 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oWCNwA3lXDpQYXf off=7954231 len=770597 2024-04-12T00:57:17.345 INFO:tasks.workunit.client.0.smithi098.stdout:op 3033 completed, throughput=4.99MB/sec 2024-04-12T00:57:17.346 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rNhJXYAmmmy7Feq off=5579094 len=807881 2024-04-12T00:57:17.350 INFO:tasks.workunit.client.0.smithi098.stdout:op 3034 completed, throughput=4.99MB/sec 2024-04-12T00:57:17.350 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lo_DOSYiEIi5vLl off=1111186 len=106771 2024-04-12T00:57:17.351 INFO:tasks.workunit.client.0.smithi098.stdout:op 3035 completed, throughput=4.99MB/sec 2024-04-12T00:57:17.351 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1_rjn77ap81twMg off=7969630 len=971107 2024-04-12T00:57:17.357 INFO:tasks.workunit.client.0.smithi098.stdout:op 3036 completed, throughput=5MB/sec 2024-04-12T00:57:17.357 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-E_YpIjxG6tO89GM off=7403359 len=2017656 2024-04-12T00:57:17.359 INFO:tasks.workunit.client.0.smithi098.stdout:op 3037 completed, throughput=5MB/sec 2024-04-12T00:57:17.359 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lsPEohU6YbDYiju off=15677338 len=1607634 2024-04-12T00:57:17.369 INFO:tasks.workunit.client.0.smithi098.stdout:op 3038 completed, throughput=5MB/sec 2024-04-12T00:57:18.370 INFO:tasks.workunit.client.0.smithi098.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:18.370 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uOMs2KiehV_SWcj off=2459671 len=961795 2024-04-12T00:57:18.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:18 smithi193 ceph-mon[83763]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:57:18.371 INFO:tasks.workunit.client.0.smithi098.stdout:op 3039 completed, throughput=4.99MB/sec 2024-04-12T00:57:18.371 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8k6vVMd2t-X6k0g off=1973354 len=1841659 2024-04-12T00:57:18.381 INFO:tasks.workunit.client.0.smithi098.stdout:op 3040 completed, throughput=5MB/sec 2024-04-12T00:57:18.381 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v94CcpEii2B-mCn off=7213613 len=1601612 2024-04-12T00:57:18.388 INFO:tasks.workunit.client.0.smithi098.stdout:op 3041 completed, throughput=5MB/sec 2024-04-12T00:57:18.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:18 smithi098 ceph-mon[91373]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:57:18.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:18 smithi098 ceph-mon[88922]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:57:19.389 INFO:tasks.workunit.client.0.smithi098.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:19.389 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9lDfSSvnKQTNOk3 off=3515399 len=1449179 2024-04-12T00:57:19.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 3042 completed, throughput=4.99MB/sec 2024-04-12T00:57:19.391 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1ZPiWM6s7shXHoW off=10586181 len=852858 2024-04-12T00:57:19.396 INFO:tasks.workunit.client.0.smithi098.stdout:op 3043 completed, throughput=5MB/sec 2024-04-12T00:57:19.396 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4FJtag5dERuTkSf off=11909872 len=2069536 2024-04-12T00:57:19.398 INFO:tasks.workunit.client.0.smithi098.stdout:op 3044 completed, throughput=5MB/sec 2024-04-12T00:57:19.398 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-h2u2qBQumRrJ4Sx off=7845797 len=857806 2024-04-12T00:57:19.402 INFO:tasks.workunit.client.0.smithi098.stdout:op 3045 completed, throughput=5MB/sec 2024-04-12T00:57:20.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:20 smithi193 ceph-mon[83763]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:57:20.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:20.403 INFO:tasks.workunit.client.0.smithi098.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:20.403 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HFZpHaMULY6UiHm off=690136 len=336811 2024-04-12T00:57:20.403 INFO:tasks.workunit.client.0.smithi098.stdout:op 3046 completed, throughput=4.99MB/sec 2024-04-12T00:57:20.404 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NBOWM5nE5390ecW off=0 len=1187100 2024-04-12T00:57:20.410 INFO:tasks.workunit.client.0.smithi098.stdout:op 3047 completed, throughput=4.99MB/sec 2024-04-12T00:57:20.410 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Zm8JzCYbpdivDe8 off=10291599 len=601190 2024-04-12T00:57:20.411 INFO:tasks.workunit.client.0.smithi098.stdout:op 3048 completed, throughput=5MB/sec 2024-04-12T00:57:20.411 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RZLWVAg4GOXG1h3 off=53976 len=532580 2024-04-12T00:57:20.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 3049 completed, throughput=5MB/sec 2024-04-12T00:57:20.412 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dZO02qX7vd29kDW off=4608956 len=123583 2024-04-12T00:57:20.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 3050 completed, throughput=5MB/sec 2024-04-12T00:57:20.412 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-j7z-DWGYCVedb9b off=3127493 len=1019200 2024-04-12T00:57:20.418 INFO:tasks.workunit.client.0.smithi098.stdout:op 3051 completed, throughput=5MB/sec 2024-04-12T00:57:20.418 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-svJrXa29sImIcNt off=7178434 len=459299 2024-04-12T00:57:20.422 INFO:tasks.workunit.client.0.smithi098.stdout:op 3052 completed, throughput=5MB/sec 2024-04-12T00:57:20.422 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9YW8DjFhY3jXTbV off=3232432 len=1973922 2024-04-12T00:57:20.424 INFO:tasks.workunit.client.0.smithi098.stdout:op 3053 completed, throughput=5MB/sec 2024-04-12T00:57:20.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:20 smithi098 ceph-mon[91373]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:57:20.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:20.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:20 smithi098 ceph-mon[88922]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:57:20.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:21.425 INFO:tasks.workunit.client.0.smithi098.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:21.425 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-feTpNm2bhmV4Ju0 off=11337631 len=183265 2024-04-12T00:57:21.428 INFO:tasks.workunit.client.0.smithi098.stdout:op 3054 completed, throughput=4.99MB/sec 2024-04-12T00:57:21.428 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-62H74aO4hgKqP0F off=3902476 len=1168374 2024-04-12T00:57:21.429 INFO:tasks.workunit.client.0.smithi098.stdout:op 3055 completed, throughput=5MB/sec 2024-04-12T00:57:21.429 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-keOBlfNR7kWrVu_ off=12346698 len=26556 2024-04-12T00:57:21.430 INFO:tasks.workunit.client.0.smithi098.stdout:op 3056 completed, throughput=5MB/sec 2024-04-12T00:57:21.430 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kS-_VcQstlX7G4S off=407642 len=1073501 2024-04-12T00:57:21.430 INFO:tasks.workunit.client.0.smithi098.stdout:op 3057 completed, throughput=5MB/sec 2024-04-12T00:57:21.431 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-g3dGIonopkL5FMc off=17508756 len=312930 2024-04-12T00:57:21.434 INFO:tasks.workunit.client.0.smithi098.stdout:op 3058 completed, throughput=5MB/sec 2024-04-12T00:57:21.434 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3A9Bh9yRVADig8W off=17573988 len=1699257 2024-04-12T00:57:21.438 INFO:tasks.workunit.client.0.smithi098.stdout:op 3059 completed, throughput=5MB/sec 2024-04-12T00:57:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:22 smithi193 ceph-mon[83763]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:22.347 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:22 smithi098 ceph-mon[91373]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:22.348 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:22 smithi098 ceph-mon[88922]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:22.438 INFO:tasks.workunit.client.0.smithi098.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:22.438 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-go7LrY8aOB7kcfy off=4981601 len=2067264 2024-04-12T00:57:22.449 INFO:tasks.workunit.client.0.smithi098.stdout:op 3060 completed, throughput=5MB/sec 2024-04-12T00:57:22.449 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--2XtLhl05_-SiaZ off=12669836 len=1352991 2024-04-12T00:57:22.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 3061 completed, throughput=5MB/sec 2024-04-12T00:57:22.451 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ep2kYk1FIG7UJbY off=166127 len=1328586 2024-04-12T00:57:22.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 3062 completed, throughput=5MB/sec 2024-04-12T00:57:22.453 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kDQOTuI_0wYXfGq off=752044 len=1624295 2024-04-12T00:57:22.463 INFO:tasks.workunit.client.0.smithi098.stdout:op 3063 completed, throughput=5MB/sec 2024-04-12T00:57:22.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:57:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:57:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:57:23.463 INFO:tasks.workunit.client.0.smithi098.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:23.463 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TyVbcrObgoXjABh off=7022323 len=610140 2024-04-12T00:57:23.468 INFO:tasks.workunit.client.0.smithi098.stdout:op 3064 completed, throughput=4.99MB/sec 2024-04-12T00:57:23.468 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FHt6gH1MqNqAu8X off=5017011 len=373048 2024-04-12T00:57:23.468 INFO:tasks.workunit.client.0.smithi098.stdout:op 3065 completed, throughput=4.99MB/sec 2024-04-12T00:57:23.468 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5kemUEVvSxJT94j off=575230 len=615772 2024-04-12T00:57:23.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 3066 completed, throughput=5MB/sec 2024-04-12T00:57:23.470 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NGQXHsov2r_JZoL off=4456845 len=575190 2024-04-12T00:57:23.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 3067 completed, throughput=5MB/sec 2024-04-12T00:57:23.471 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0Ke21mO63EorqFZ off=3930710 len=803325 2024-04-12T00:57:23.476 INFO:tasks.workunit.client.0.smithi098.stdout:op 3068 completed, throughput=5MB/sec 2024-04-12T00:57:23.476 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_ePkyzwsMdVooQl off=533996 len=102971 2024-04-12T00:57:23.477 INFO:tasks.workunit.client.0.smithi098.stdout:op 3069 completed, throughput=5MB/sec 2024-04-12T00:57:23.477 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hPol9BFFoXljsv4 off=11979869 len=1212823 2024-04-12T00:57:23.485 INFO:tasks.workunit.client.0.smithi098.stdout:op 3070 completed, throughput=5MB/sec 2024-04-12T00:57:24.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:24 smithi193 ceph-mon[83763]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:24.485 INFO:tasks.workunit.client.0.smithi098.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:24.486 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-46YoQJg1nic78T_ off=5009419 len=589092 2024-04-12T00:57:24.490 INFO:tasks.workunit.client.0.smithi098.stdout:op 3071 completed, throughput=4.99MB/sec 2024-04-12T00:57:24.490 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I2e4tx53YHS15d3 off=386458 len=2064255 2024-04-12T00:57:24.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 3072 completed, throughput=5MB/sec 2024-04-12T00:57:24.499 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wjYLn_ycQvR0bNo off=4689499 len=911772 2024-04-12T00:57:24.500 INFO:tasks.workunit.client.0.smithi098.stdout:op 3073 completed, throughput=5MB/sec 2024-04-12T00:57:24.500 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CeGsGEZ26y9Yuql off=9405274 len=901260 2024-04-12T00:57:24.501 INFO:tasks.workunit.client.0.smithi098.stdout:op 3074 completed, throughput=5MB/sec 2024-04-12T00:57:24.501 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r0qPH1AmVBFHmev off=267369 len=593104 2024-04-12T00:57:24.503 INFO:tasks.workunit.client.0.smithi098.stdout:op 3075 completed, throughput=5MB/sec 2024-04-12T00:57:24.503 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2ryH0OYSzqjXpvM off=1521450 len=1968546 2024-04-12T00:57:24.512 INFO:tasks.workunit.client.0.smithi098.stdout:op 3076 completed, throughput=5MB/sec 2024-04-12T00:57:24.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:24 smithi098 ceph-mon[91373]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:24 smithi098 ceph-mon[88922]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:25.513 INFO:tasks.workunit.client.0.smithi098.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:25.513 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nmGyT86nKvTAyvd off=14096732 len=1257754 2024-04-12T00:57:25.520 INFO:tasks.workunit.client.0.smithi098.stdout:op 3077 completed, throughput=5MB/sec 2024-04-12T00:57:25.520 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5U7RXTLiTzXeSKi off=861444 len=1786006 2024-04-12T00:57:25.522 INFO:tasks.workunit.client.0.smithi098.stdout:op 3078 completed, throughput=5MB/sec 2024-04-12T00:57:25.522 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-56rRJbOE1ekxZ-V off=9731822 len=388894 2024-04-12T00:57:25.523 INFO:tasks.workunit.client.0.smithi098.stdout:op 3079 completed, throughput=5MB/sec 2024-04-12T00:57:25.523 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7VH9Xtc3qg0PKJz off=12268101 len=1842072 2024-04-12T00:57:25.526 INFO:tasks.workunit.client.0.smithi098.stdout:op 3080 completed, throughput=5MB/sec 2024-04-12T00:57:26.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:57:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:57:25] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-12T00:57:26.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:26 smithi193 ceph-mon[83763]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:57:26.527 INFO:tasks.workunit.client.0.smithi098.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:26.527 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_GDI6BcsCKSM58E off=2748022 len=472607 2024-04-12T00:57:26.528 INFO:tasks.workunit.client.0.smithi098.stdout:op 3081 completed, throughput=5MB/sec 2024-04-12T00:57:26.528 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zJutLmywygcNdkG off=4421013 len=862094 2024-04-12T00:57:26.529 INFO:tasks.workunit.client.0.smithi098.stdout:op 3082 completed, throughput=5MB/sec 2024-04-12T00:57:26.529 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fcv9KQrRmnFcCaG off=21371756 len=1168555 2024-04-12T00:57:26.530 INFO:tasks.workunit.client.0.smithi098.stdout:op 3083 completed, throughput=5MB/sec 2024-04-12T00:57:26.531 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yudhqmlZiWhHfat off=1165743 len=2092031 2024-04-12T00:57:26.535 INFO:tasks.workunit.client.0.smithi098.stdout:op 3084 completed, throughput=5MB/sec 2024-04-12T00:57:26.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:26 smithi098 ceph-mon[88922]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:57:26.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:26 smithi098 ceph-mon[91373]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:57:27.535 INFO:tasks.workunit.client.0.smithi098.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:27.536 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Mz8aSi_3xa47hn- off=904515 len=843561 2024-04-12T00:57:27.537 INFO:tasks.workunit.client.0.smithi098.stdout:op 3085 completed, throughput=4.99MB/sec 2024-04-12T00:57:27.537 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VaiZGblFtifGYP9 off=6887392 len=503290 2024-04-12T00:57:27.541 INFO:tasks.workunit.client.0.smithi098.stdout:op 3086 completed, throughput=5MB/sec 2024-04-12T00:57:27.541 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_daD7XZF2PqBm5j off=412668 len=626085 2024-04-12T00:57:27.542 INFO:tasks.workunit.client.0.smithi098.stdout:op 3087 completed, throughput=5MB/sec 2024-04-12T00:57:27.542 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qYIWObq723avs6z off=2323791 len=1228132 2024-04-12T00:57:27.548 INFO:tasks.workunit.client.0.smithi098.stdout:op 3088 completed, throughput=5MB/sec 2024-04-12T00:57:27.548 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-waKwQB5skKWFw0g off=22320718 len=1528675 2024-04-12T00:57:27.549 INFO:tasks.workunit.client.0.smithi098.stdout:op 3089 completed, throughput=5MB/sec 2024-04-12T00:57:28.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:28 smithi193 ceph-mon[83763]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:57:28.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:28 smithi098 ceph-mon[88922]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:57:28.546 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:28 smithi098 ceph-mon[91373]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T00:57:28.550 INFO:tasks.workunit.client.0.smithi098.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:28.550 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vs0Tt_klQJm7ISK off=794889 len=297220 2024-04-12T00:57:28.553 INFO:tasks.workunit.client.0.smithi098.stdout:op 3090 completed, throughput=4.99MB/sec 2024-04-12T00:57:28.554 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YlBnZTY1QCLNB2v off=10722989 len=1215488 2024-04-12T00:57:28.560 INFO:tasks.workunit.client.0.smithi098.stdout:op 3091 completed, throughput=4.99MB/sec 2024-04-12T00:57:28.560 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B8vW6sw4NWd8mR- off=3893588 len=467281 2024-04-12T00:57:28.563 INFO:tasks.workunit.client.0.smithi098.stdout:op 3092 completed, throughput=5MB/sec 2024-04-12T00:57:28.563 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-s3GCZpewAuUVbYn off=4220580 len=1521735 2024-04-12T00:57:28.576 INFO:tasks.workunit.client.0.smithi098.stdout:op 3093 completed, throughput=5MB/sec 2024-04-12T00:57:28.576 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Zh2wxMES2cKg2Gm off=5727092 len=1943901 2024-04-12T00:57:28.588 INFO:tasks.workunit.client.0.smithi098.stdout:op 3094 completed, throughput=5MB/sec 2024-04-12T00:57:29.588 INFO:tasks.workunit.client.0.smithi098.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:29.588 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XZT2FsSBjtiDuvd off=7903558 len=2092764 2024-04-12T00:57:29.590 INFO:tasks.workunit.client.0.smithi098.stdout:op 3095 completed, throughput=5MB/sec 2024-04-12T00:57:29.591 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-M7vsA4ueCga2GcP off=17839375 len=1420863 2024-04-12T00:57:29.592 INFO:tasks.workunit.client.0.smithi098.stdout:op 3096 completed, throughput=5MB/sec 2024-04-12T00:57:29.592 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MC0HvwuhEoKr8U_ off=5096721 len=445230 2024-04-12T00:57:29.594 INFO:tasks.workunit.client.0.smithi098.stdout:op 3097 completed, throughput=5MB/sec 2024-04-12T00:57:29.594 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QlU38wG74w7t8zq off=4736947 len=244398 2024-04-12T00:57:29.596 INFO:tasks.workunit.client.0.smithi098.stdout:op 3098 completed, throughput=5MB/sec 2024-04-12T00:57:29.597 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FF-8pwzXuduumn5 off=1220783 len=484234 2024-04-12T00:57:29.600 INFO:tasks.workunit.client.0.smithi098.stdout:op 3099 completed, throughput=5MB/sec 2024-04-12T00:57:29.600 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qsfZeLMmF3e5OfX off=4751118 len=1375735 2024-04-12T00:57:29.600 INFO:tasks.workunit.client.0.smithi098.stdout:op 3100 completed, throughput=5MB/sec 2024-04-12T00:57:30.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:30 smithi193 ceph-mon[83763]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:30.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:30 smithi098 ceph-mon[91373]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:30.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:30 smithi098 ceph-mon[88922]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:30.601 INFO:tasks.workunit.client.0.smithi098.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:30.601 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-s37FV0lzX8N1lGC off=11142815 len=1129705 2024-04-12T00:57:30.602 INFO:tasks.workunit.client.0.smithi098.stdout:op 3101 completed, throughput=5MB/sec 2024-04-12T00:57:30.603 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IkCn5lg_9__ZItw off=5711311 len=1584396 2024-04-12T00:57:30.611 INFO:tasks.workunit.client.0.smithi098.stdout:op 3102 completed, throughput=5MB/sec 2024-04-12T00:57:30.611 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1XpviD53h8xMl4B off=23132003 len=1616021 2024-04-12T00:57:30.615 INFO:tasks.workunit.client.0.smithi098.stdout:op 3103 completed, throughput=5MB/sec 2024-04-12T00:57:31.615 INFO:tasks.workunit.client.0.smithi098.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:31.615 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AHwr2n39g4rhZGk off=3297982 len=510783 2024-04-12T00:57:31.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 3104 completed, throughput=4.99MB/sec 2024-04-12T00:57:31.616 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gMAal5c1lLOQrdd off=10061912 len=64514 2024-04-12T00:57:31.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 3105 completed, throughput=4.99MB/sec 2024-04-12T00:57:31.617 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fduHqTvtbfex-y6 off=2966038 len=1646697 2024-04-12T00:57:31.619 INFO:tasks.workunit.client.0.smithi098.stdout:op 3106 completed, throughput=5MB/sec 2024-04-12T00:57:31.619 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YHxftfX5-PHWieP off=2800025 len=1402013 2024-04-12T00:57:31.625 INFO:tasks.workunit.client.0.smithi098.stdout:op 3107 completed, throughput=5MB/sec 2024-04-12T00:57:31.625 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qm-84UhIeps8qbR off=13925776 len=1646574 2024-04-12T00:57:31.635 INFO:tasks.workunit.client.0.smithi098.stdout:op 3108 completed, throughput=5MB/sec 2024-04-12T00:57:32.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:32 smithi193 ceph-mon[83763]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:32.370 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:57:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:57:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:57:32.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:32 smithi098 ceph-mon[91373]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:32.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:32 smithi098 ceph-mon[88922]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:32.635 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vk9k2ScVySOrsgN off=4143877 len=1467215 2024-04-12T00:57:32.644 INFO:tasks.workunit.client.0.smithi098.stdout:op 3109 completed, throughput=4.99MB/sec 2024-04-12T00:57:32.644 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-isi_3M9lIuPPx6a off=16286929 len=754061 2024-04-12T00:57:32.649 INFO:tasks.workunit.client.0.smithi098.stdout:op 3110 completed, throughput=5MB/sec 2024-04-12T00:57:32.649 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Gf4FcIxhgMRXpiH off=2438978 len=292650 2024-04-12T00:57:32.652 INFO:tasks.workunit.client.0.smithi098.stdout:op 3111 completed, throughput=5MB/sec 2024-04-12T00:57:32.652 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p1BR8iObN-mbDKn off=16120392 len=96098 2024-04-12T00:57:32.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 3112 completed, throughput=5MB/sec 2024-04-12T00:57:32.655 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1zkZTSwIr0G_KsT off=17538471 len=1191514 2024-04-12T00:57:32.659 INFO:tasks.workunit.client.0.smithi098.stdout:op 3113 completed, throughput=5MB/sec 2024-04-12T00:57:32.660 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Q21erlLhOr3J8zB off=1516464 len=482898 2024-04-12T00:57:32.661 INFO:tasks.workunit.client.0.smithi098.stdout:op 3114 completed, throughput=5MB/sec 2024-04-12T00:57:32.661 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vxGLdqFUWfYivUU off=0 len=1316221 2024-04-12T00:57:32.662 INFO:tasks.workunit.client.0.smithi098.stdout:op 3115 completed, throughput=5MB/sec 2024-04-12T00:57:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:33.663 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WV7peceZrBWAgNu off=8014737 len=2039840 2024-04-12T00:57:33.667 INFO:tasks.workunit.client.0.smithi098.stdout:op 3116 completed, throughput=5MB/sec 2024-04-12T00:57:33.667 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rzMe0oc-D2HIXAu off=4238064 len=1085127 2024-04-12T00:57:33.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 3117 completed, throughput=5MB/sec 2024-04-12T00:57:33.673 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gZCI3tX6y5HO20D off=17609476 len=216740 2024-04-12T00:57:33.674 INFO:tasks.workunit.client.0.smithi098.stdout:op 3118 completed, throughput=5MB/sec 2024-04-12T00:57:33.674 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oaVEHDmttPgIM5q off=14240425 len=1071839 2024-04-12T00:57:33.679 INFO:tasks.workunit.client.0.smithi098.stdout:op 3119 completed, throughput=5MB/sec 2024-04-12T00:57:33.680 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7EsPUhPDa3gOcW1 off=1283948 len=1481528 2024-04-12T00:57:33.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 3120 completed, throughput=5MB/sec 2024-04-12T00:57:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:34 smithi193 ceph-mon[83763]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:57:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:34 smithi098 ceph-mon[91373]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:57:34.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:34 smithi098 ceph-mon[88922]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:57:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:34.682 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dxJacKSMNWl-7ly off=6271824 len=265111 2024-04-12T00:57:34.682 INFO:tasks.workunit.client.0.smithi098.stdout:op 3121 completed, throughput=4.99MB/sec 2024-04-12T00:57:34.682 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sCIGr8jTRPIq-El off=4892493 len=245159 2024-04-12T00:57:34.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 3122 completed, throughput=4.99MB/sec 2024-04-12T00:57:34.686 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yydAaqdoGuToMrT off=12214608 len=2005817 2024-04-12T00:57:34.696 INFO:tasks.workunit.client.0.smithi098.stdout:op 3123 completed, throughput=5MB/sec 2024-04-12T00:57:34.696 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Umklc3hZkcMlIkQ off=3865769 len=485581 2024-04-12T00:57:34.700 INFO:tasks.workunit.client.0.smithi098.stdout:op 3124 completed, throughput=5MB/sec 2024-04-12T00:57:34.700 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w1ToEPBy2izwZOE off=2024615 len=1055951 2024-04-12T00:57:34.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 3125 completed, throughput=5MB/sec 2024-04-12T00:57:34.710 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6p319Dya31t0_QP off=1779404 len=2027574 2024-04-12T00:57:34.712 INFO:tasks.workunit.client.0.smithi098.stdout:op 3126 completed, throughput=5MB/sec 2024-04-12T00:57:35.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:35.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:35.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:35.713 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tgSfLlsbfedR7ti off=2197161 len=1772647 2024-04-12T00:57:35.722 INFO:tasks.workunit.client.0.smithi098.stdout:op 3127 completed, throughput=5MB/sec 2024-04-12T00:57:35.722 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XjQPJXRT93vSHQI off=2291590 len=1413433 2024-04-12T00:57:35.731 INFO:tasks.workunit.client.0.smithi098.stdout:op 3128 completed, throughput=5MB/sec 2024-04-12T00:57:35.731 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vn0tsN3IZa4k0dQ off=2340896 len=1983766 2024-04-12T00:57:35.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 3129 completed, throughput=5MB/sec 2024-04-12T00:57:36.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:57:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:57:35] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T00:57:36.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:36 smithi193 ceph-mon[83763]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:57:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:36 smithi098 ceph-mon[91373]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:57:36.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:36 smithi098 ceph-mon[88922]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:57:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:36.735 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bgBaW_YviPIOpIt off=12100014 len=1787925 2024-04-12T00:57:36.751 INFO:tasks.workunit.client.0.smithi098.stdout:op 3130 completed, throughput=5MB/sec 2024-04-12T00:57:36.752 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4NzM8Qu77H0IMeR off=11312072 len=869803 2024-04-12T00:57:36.752 INFO:tasks.workunit.client.0.smithi098.stdout:op 3131 completed, throughput=5MB/sec 2024-04-12T00:57:36.753 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pIy4fUARgzQ9hGJ off=14804846 len=172319 2024-04-12T00:57:36.755 INFO:tasks.workunit.client.0.smithi098.stdout:op 3132 completed, throughput=5MB/sec 2024-04-12T00:57:36.755 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uBWNWoHENLQezXZ off=18821597 len=842770 2024-04-12T00:57:36.756 INFO:tasks.workunit.client.0.smithi098.stdout:op 3133 completed, throughput=5MB/sec 2024-04-12T00:57:36.756 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HA21R8llISyUujn off=1918516 len=561172 2024-04-12T00:57:36.757 INFO:tasks.workunit.client.0.smithi098.stdout:op 3134 completed, throughput=5MB/sec 2024-04-12T00:57:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:37.758 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-edrn5_iiMWcD2Rs off=10488042 len=1820497 2024-04-12T00:57:37.767 INFO:tasks.workunit.client.0.smithi098.stdout:op 3135 completed, throughput=4.99MB/sec 2024-04-12T00:57:37.767 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cteYd0lJatyBb7z off=13550985 len=1523062 2024-04-12T00:57:37.774 INFO:tasks.workunit.client.0.smithi098.stdout:op 3136 completed, throughput=5MB/sec 2024-04-12T00:57:37.774 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Uch1m9iWtRDJn5W off=3967057 len=832120 2024-04-12T00:57:37.779 INFO:tasks.workunit.client.0.smithi098.stdout:op 3137 completed, throughput=5MB/sec 2024-04-12T00:57:37.779 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p14s1MrO0nB4ZFM off=1125682 len=1411652 2024-04-12T00:57:37.785 INFO:tasks.workunit.client.0.smithi098.stdout:op 3138 completed, throughput=5MB/sec 2024-04-12T00:57:37.870 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 00:57:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=cleanup t=2024-04-12T00:57:37.576212706Z level=info msg="Completed cleanup jobs" duration=6.506227ms 2024-04-12T00:57:38.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:38 smithi193 ceph-mon[83763]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:38.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:38 smithi098 ceph-mon[91373]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:38.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:38 smithi098 ceph-mon[88922]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:57:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:38.785 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n8GwnYRD_Z69jkC off=9993291 len=97202 2024-04-12T00:57:38.786 INFO:tasks.workunit.client.0.smithi098.stdout:op 3139 completed, throughput=4.99MB/sec 2024-04-12T00:57:38.786 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zqyOVS-_NQmTzl6 off=7999484 len=887063 2024-04-12T00:57:38.791 INFO:tasks.workunit.client.0.smithi098.stdout:op 3140 completed, throughput=4.99MB/sec 2024-04-12T00:57:38.791 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uvvImByOI1qHQ8t off=5661285 len=1161128 2024-04-12T00:57:38.792 INFO:tasks.workunit.client.0.smithi098.stdout:op 3141 completed, throughput=5MB/sec 2024-04-12T00:57:38.792 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jAYojfyr4f3JUI2 off=8312052 len=57861 2024-04-12T00:57:38.795 INFO:tasks.workunit.client.0.smithi098.stdout:op 3142 completed, throughput=5MB/sec 2024-04-12T00:57:38.795 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9G1Ay-9faygveHz off=9525155 len=1860155 2024-04-12T00:57:38.797 INFO:tasks.workunit.client.0.smithi098.stdout:op 3143 completed, throughput=5MB/sec 2024-04-12T00:57:38.797 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9j1Qk4220EPXltP off=6819702 len=942905 2024-04-12T00:57:38.799 INFO:tasks.workunit.client.0.smithi098.stdout:op 3144 completed, throughput=5MB/sec 2024-04-12T00:57:39.799 INFO:tasks.workunit.client.0.smithi098.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:39.800 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zdCBPJTTn-bA6Qd off=3814526 len=27881 2024-04-12T00:57:39.800 INFO:tasks.workunit.client.0.smithi098.stdout:op 3145 completed, throughput=4.99MB/sec 2024-04-12T00:57:39.800 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zywY46JD6vayCrP off=10405244 len=1361471 2024-04-12T00:57:39.807 INFO:tasks.workunit.client.0.smithi098.stdout:op 3146 completed, throughput=4.99MB/sec 2024-04-12T00:57:39.807 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4blSvPsMDPtsGhc off=18734084 len=1610532 2024-04-12T00:57:39.812 INFO:tasks.workunit.client.0.smithi098.stdout:op 3147 completed, throughput=5MB/sec 2024-04-12T00:57:39.812 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KYK1Vp6crFmee6Z off=1679319 len=320597 2024-04-12T00:57:39.816 INFO:tasks.workunit.client.0.smithi098.stdout:op 3148 completed, throughput=5MB/sec 2024-04-12T00:57:39.816 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qj8_yNp2mE9KbGb off=616418 len=302667 2024-04-12T00:57:39.819 INFO:tasks.workunit.client.0.smithi098.stdout:op 3149 completed, throughput=5MB/sec 2024-04-12T00:57:39.819 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fSf9jkIuqLe4waE off=13308858 len=882664 2024-04-12T00:57:39.824 INFO:tasks.workunit.client.0.smithi098.stdout:op 3150 completed, throughput=5MB/sec 2024-04-12T00:57:39.825 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Jdy1KmXYSEAk0RF off=6638592 len=509819 2024-04-12T00:57:39.828 INFO:tasks.workunit.client.0.smithi098.stdout:op 3151 completed, throughput=5MB/sec 2024-04-12T00:57:39.828 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0fMeNj5fqgWWQ9o off=3904173 len=1062167 2024-04-12T00:57:39.829 INFO:tasks.workunit.client.0.smithi098.stdout:op 3152 completed, throughput=5MB/sec 2024-04-12T00:57:40.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:40 smithi193 ceph-mon[83763]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:57:40.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:40 smithi098 ceph-mon[91373]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:57:40.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:40 smithi098 ceph-mon[88922]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:57:40.830 INFO:tasks.workunit.client.0.smithi098.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:40.830 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QpKj5k-DrZ_USvK off=6304177 len=304959 2024-04-12T00:57:40.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 3153 completed, throughput=4.99MB/sec 2024-04-12T00:57:40.830 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OlgazXgKTrpdCDu off=16099280 len=1753497 2024-04-12T00:57:40.838 INFO:tasks.workunit.client.0.smithi098.stdout:op 3154 completed, throughput=5MB/sec 2024-04-12T00:57:40.838 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lbMnHgHUq6XQMyn off=993854 len=130479 2024-04-12T00:57:40.838 INFO:tasks.workunit.client.0.smithi098.stdout:op 3155 completed, throughput=5MB/sec 2024-04-12T00:57:40.839 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DiZlOMXsLjsURG_ off=3977338 len=2054241 2024-04-12T00:57:40.840 INFO:tasks.workunit.client.0.smithi098.stdout:op 3156 completed, throughput=5MB/sec 2024-04-12T00:57:40.840 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nGtL2ata6RrEWfr off=3882064 len=1037736 2024-04-12T00:57:40.842 INFO:tasks.workunit.client.0.smithi098.stdout:op 3157 completed, throughput=5MB/sec 2024-04-12T00:57:41.843 INFO:tasks.workunit.client.0.smithi098.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:41.843 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IXVKJvUj1lDZmJb off=12600659 len=1948545 2024-04-12T00:57:41.845 INFO:tasks.workunit.client.0.smithi098.stdout:op 3158 completed, throughput=5MB/sec 2024-04-12T00:57:41.845 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-73uHz54Lgz3OGZX off=3292466 len=1572342 2024-04-12T00:57:41.853 INFO:tasks.workunit.client.0.smithi098.stdout:op 3159 completed, throughput=5MB/sec 2024-04-12T00:57:41.853 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-w63fdyPkivPtOKS off=3952049 len=1207543 2024-04-12T00:57:41.856 INFO:tasks.workunit.client.0.smithi098.stdout:op 3160 completed, throughput=5MB/sec 2024-04-12T00:57:42.370 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:57:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:57:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:57:42.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:42 smithi193 ceph-mon[83763]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:57:42.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:42 smithi098 ceph-mon[91373]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:57:42.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:42 smithi098 ceph-mon[88922]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:57:42.856 INFO:tasks.workunit.client.0.smithi098.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:42.856 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ia30IQylqx0UZa8 off=1855868 len=781403 2024-04-12T00:57:42.861 INFO:tasks.workunit.client.0.smithi098.stdout:op 3161 completed, throughput=4.99MB/sec 2024-04-12T00:57:42.861 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RORDwoKaeTiNUGM off=20500830 len=1624391 2024-04-12T00:57:42.870 INFO:tasks.workunit.client.0.smithi098.stdout:op 3162 completed, throughput=5MB/sec 2024-04-12T00:57:42.870 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-awZR3Tr8yyCF-jD off=518161 len=1259917 2024-04-12T00:57:42.876 INFO:tasks.workunit.client.0.smithi098.stdout:op 3163 completed, throughput=5MB/sec 2024-04-12T00:57:42.876 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JFgxQv901gOY85d off=14621828 len=1542624 2024-04-12T00:57:42.883 INFO:tasks.workunit.client.0.smithi098.stdout:op 3164 completed, throughput=5MB/sec 2024-04-12T00:57:42.883 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-q3acgTMjImbgtLL off=7008709 len=529546 2024-04-12T00:57:42.886 INFO:tasks.workunit.client.0.smithi098.stdout:op 3165 completed, throughput=5MB/sec 2024-04-12T00:57:43.887 INFO:tasks.workunit.client.0.smithi098.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:43.887 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PUMmcUP9pCEKBlG off=12174507 len=1266218 2024-04-12T00:57:43.893 INFO:tasks.workunit.client.0.smithi098.stdout:op 3166 completed, throughput=4.99MB/sec 2024-04-12T00:57:43.893 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jARI4ApuL-XYToZ off=395903 len=1122131 2024-04-12T00:57:43.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 3167 completed, throughput=5MB/sec 2024-04-12T00:57:43.899 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o3wdMnwz4jYpbE6 off=7901002 len=1989667 2024-04-12T00:57:43.908 INFO:tasks.workunit.client.0.smithi098.stdout:op 3168 completed, throughput=5MB/sec 2024-04-12T00:57:43.908 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--KlwMHG86kkfrvV off=13312781 len=1462136 2024-04-12T00:57:43.911 INFO:tasks.workunit.client.0.smithi098.stdout:op 3169 completed, throughput=5MB/sec 2024-04-12T00:57:44.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:44 smithi193 ceph-mon[83763]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:57:44.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:44 smithi098 ceph-mon[91373]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:57:44.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:44 smithi098 ceph-mon[88922]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:57:44.912 INFO:tasks.workunit.client.0.smithi098.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:44.912 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Um85VNlfSnCiL8C off=13542592 len=1756489 2024-04-12T00:57:44.921 INFO:tasks.workunit.client.0.smithi098.stdout:op 3170 completed, throughput=5MB/sec 2024-04-12T00:57:44.921 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eH79jb1uFKyxGF3 off=739383 len=61552 2024-04-12T00:57:44.921 INFO:tasks.workunit.client.0.smithi098.stdout:op 3171 completed, throughput=5MB/sec 2024-04-12T00:57:44.922 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F90cVv06b3HqXfw off=1737627 len=1229501 2024-04-12T00:57:44.929 INFO:tasks.workunit.client.0.smithi098.stdout:op 3172 completed, throughput=5MB/sec 2024-04-12T00:57:44.930 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QpLLTfjU8J9Tn-j off=3650263 len=196372 2024-04-12T00:57:44.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 3173 completed, throughput=5MB/sec 2024-04-12T00:57:44.930 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dGgDFusCIBzIh0X off=7984402 len=1379393 2024-04-12T00:57:44.932 INFO:tasks.workunit.client.0.smithi098.stdout:op 3174 completed, throughput=5MB/sec 2024-04-12T00:57:45.932 INFO:tasks.workunit.client.0.smithi098.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:45.933 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2FMRSxDE_itDGLl off=20188851 len=261043 2024-04-12T00:57:45.934 INFO:tasks.workunit.client.0.smithi098.stdout:op 3175 completed, throughput=4.99MB/sec 2024-04-12T00:57:45.934 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pxjBSSjtfG4CPO- off=3648995 len=1760298 2024-04-12T00:57:45.941 INFO:tasks.workunit.client.0.smithi098.stdout:op 3176 completed, throughput=5MB/sec 2024-04-12T00:57:45.941 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UMDLxSyMIZvPWBh off=2690500 len=1143481 2024-04-12T00:57:45.943 INFO:tasks.workunit.client.0.smithi098.stdout:op 3177 completed, throughput=5MB/sec 2024-04-12T00:57:45.943 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QCStRcfgln8eqbM off=5351065 len=1780650 2024-04-12T00:57:45.945 INFO:tasks.workunit.client.0.smithi098.stdout:op 3178 completed, throughput=5MB/sec 2024-04-12T00:57:45.945 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KCn9q8vSzK2axb6 off=14232824 len=402307 2024-04-12T00:57:45.946 INFO:tasks.workunit.client.0.smithi098.stdout:op 3179 completed, throughput=5MB/sec 2024-04-12T00:57:46.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:57:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:57:45] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T00:57:46.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:46 smithi193 ceph-mon[83763]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:46.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:46 smithi098 ceph-mon[91373]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:46.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:46 smithi098 ceph-mon[88922]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:57:46.946 INFO:tasks.workunit.client.0.smithi098.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:46.946 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tOKa9zAsXViRwui off=10016195 len=1598302 2024-04-12T00:57:46.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 3180 completed, throughput=4.99MB/sec 2024-04-12T00:57:46.950 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y3yqZtmWE-jbeAn off=9770297 len=1092302 2024-04-12T00:57:46.951 INFO:tasks.workunit.client.0.smithi098.stdout:op 3181 completed, throughput=5MB/sec 2024-04-12T00:57:46.951 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cNn9C_HsBRLidDX off=13306256 len=866072 2024-04-12T00:57:46.952 INFO:tasks.workunit.client.0.smithi098.stdout:op 3182 completed, throughput=5MB/sec 2024-04-12T00:57:46.952 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3IVO4D2Pp3khy0p off=3994810 len=863787 2024-04-12T00:57:46.953 INFO:tasks.workunit.client.0.smithi098.stdout:op 3183 completed, throughput=5MB/sec 2024-04-12T00:57:46.953 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ft0BEYTe2xo6IaV off=10786078 len=672916 2024-04-12T00:57:46.957 INFO:tasks.workunit.client.0.smithi098.stdout:op 3184 completed, throughput=5MB/sec 2024-04-12T00:57:46.957 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fzLVewsoEiV8Icf off=18011808 len=1340496 2024-04-12T00:57:46.964 INFO:tasks.workunit.client.0.smithi098.stdout:op 3185 completed, throughput=5MB/sec 2024-04-12T00:57:47.964 INFO:tasks.workunit.client.0.smithi098.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:47.964 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ts57MVg2DDnhVWj off=1650695 len=729996 2024-04-12T00:57:47.969 INFO:tasks.workunit.client.0.smithi098.stdout:op 3186 completed, throughput=5MB/sec 2024-04-12T00:57:47.969 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wyej8Tlr00RnnQU off=2883460 len=1816690 2024-04-12T00:57:47.971 INFO:tasks.workunit.client.0.smithi098.stdout:op 3187 completed, throughput=5MB/sec 2024-04-12T00:57:47.971 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-j33OB-PbA1wUXk5 off=7372554 len=445779 2024-04-12T00:57:47.975 INFO:tasks.workunit.client.0.smithi098.stdout:op 3188 completed, throughput=5MB/sec 2024-04-12T00:57:47.975 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WFoprXEKtRNDUqJ off=10051582 len=1909202 2024-04-12T00:57:47.984 INFO:tasks.workunit.client.0.smithi098.stdout:op 3189 completed, throughput=5MB/sec 2024-04-12T00:57:48.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:48 smithi193 ceph-mon[83763]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:57:48.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:48 smithi098 ceph-mon[91373]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:57:48.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:48 smithi098 ceph-mon[88922]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:57:48.984 INFO:tasks.workunit.client.0.smithi098.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:48.984 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jO-k6rk62tzy5A2 off=5993538 len=1759227 2024-04-12T00:57:48.988 INFO:tasks.workunit.client.0.smithi098.stdout:op 3190 completed, throughput=5MB/sec 2024-04-12T00:57:48.988 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4wBSRpJfU6R8AyC off=4151546 len=1429840 2024-04-12T00:57:48.990 INFO:tasks.workunit.client.0.smithi098.stdout:op 3191 completed, throughput=5MB/sec 2024-04-12T00:57:48.990 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4CcAQ5x5BItHpdF off=1083489 len=236486 2024-04-12T00:57:48.993 INFO:tasks.workunit.client.0.smithi098.stdout:op 3192 completed, throughput=5MB/sec 2024-04-12T00:57:48.993 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3ZN0F8o1NR__8jx off=7702280 len=752296 2024-04-12T00:57:48.998 INFO:tasks.workunit.client.0.smithi098.stdout:op 3193 completed, throughput=5MB/sec 2024-04-12T00:57:48.998 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3HUa3jmMTYrGr6v off=10890473 len=1808931 2024-04-12T00:57:49.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 3194 completed, throughput=5MB/sec 2024-04-12T00:57:50.000 INFO:tasks.workunit.client.0.smithi098.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:50.000 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sN9SzErN7Nk5B1y off=11858297 len=1974619 2024-04-12T00:57:50.002 INFO:tasks.workunit.client.0.smithi098.stdout:op 3195 completed, throughput=5MB/sec 2024-04-12T00:57:50.002 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tLsidortdwsRGCI off=2253999 len=1851409 2024-04-12T00:57:50.004 INFO:tasks.workunit.client.0.smithi098.stdout:op 3196 completed, throughput=5MB/sec 2024-04-12T00:57:50.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:50 smithi193 ceph-mon[83763]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:57:50.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:50.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:50 smithi098 ceph-mon[91373]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:57:50.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:50.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:50 smithi098 ceph-mon[88922]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:57:50.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:57:51.005 INFO:tasks.workunit.client.0.smithi098.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:51.005 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-54s6xuIp_a9etom off=853058 len=105097 2024-04-12T00:57:51.007 INFO:tasks.workunit.client.0.smithi098.stdout:op 3197 completed, throughput=4.99MB/sec 2024-04-12T00:57:51.007 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ki8iP041_2BTs0O off=12301677 len=725806 2024-04-12T00:57:51.012 INFO:tasks.workunit.client.0.smithi098.stdout:op 3198 completed, throughput=4.99MB/sec 2024-04-12T00:57:51.012 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xQQLgIqlLVkdojI off=5312746 len=1515008 2024-04-12T00:57:51.014 INFO:tasks.workunit.client.0.smithi098.stdout:op 3199 completed, throughput=5MB/sec 2024-04-12T00:57:51.014 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3AVFK8turP-pGQU off=8476174 len=1035232 2024-04-12T00:57:51.020 INFO:tasks.workunit.client.0.smithi098.stdout:op 3200 completed, throughput=5MB/sec 2024-04-12T00:57:51.020 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jHy0Mas--3Mqs2x off=5284985 len=1436061 2024-04-12T00:57:51.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 3201 completed, throughput=5MB/sec 2024-04-12T00:57:51.029 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hdsYDI5fsJ6A8kg off=3642092 len=169676 2024-04-12T00:57:51.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 3202 completed, throughput=5MB/sec 2024-04-12T00:57:51.030 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cTklq5Mg-Qdsx_p off=4296763 len=1846833 2024-04-12T00:57:51.031 INFO:tasks.workunit.client.0.smithi098.stdout:op 3203 completed, throughput=5MB/sec 2024-04-12T00:57:52.031 INFO:tasks.workunit.client.0.smithi098.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:52.032 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-svJrXa29sImIcNt off=8496913 len=531437 2024-04-12T00:57:52.033 INFO:tasks.workunit.client.0.smithi098.stdout:op 3204 completed, throughput=5MB/sec 2024-04-12T00:57:52.033 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MVZlH8Q5zvEjJhk off=10004874 len=388019 2024-04-12T00:57:52.037 INFO:tasks.workunit.client.0.smithi098.stdout:op 3205 completed, throughput=5MB/sec 2024-04-12T00:57:52.037 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nvt23JTqZODw5ps off=23593967 len=1793963 2024-04-12T00:57:52.039 INFO:tasks.workunit.client.0.smithi098.stdout:op 3206 completed, throughput=5MB/sec 2024-04-12T00:57:52.039 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Rj9TdzRwPDB7PVx off=9181595 len=1498732 2024-04-12T00:57:52.041 INFO:tasks.workunit.client.0.smithi098.stdout:op 3207 completed, throughput=5MB/sec 2024-04-12T00:57:52.369 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:57:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:57:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:57:52.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:52 smithi193 ceph-mon[83763]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:57:52.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:52 smithi098 ceph-mon[91373]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:57:52.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:52 smithi098 ceph-mon[88922]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:57:53.041 INFO:tasks.workunit.client.0.smithi098.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:53.042 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MW0-P2vNci8PwNu off=19470082 len=1979615 2024-04-12T00:57:53.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 3208 completed, throughput=5MB/sec 2024-04-12T00:57:53.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VtGy-2vvS46vIJN off=3795802 len=1944749 2024-04-12T00:57:53.055 INFO:tasks.workunit.client.0.smithi098.stdout:op 3209 completed, throughput=5MB/sec 2024-04-12T00:57:53.055 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pV_6_CosBUqgz4S off=6723988 len=1616065 2024-04-12T00:57:53.059 INFO:tasks.workunit.client.0.smithi098.stdout:op 3210 completed, throughput=5MB/sec 2024-04-12T00:57:54.059 INFO:tasks.workunit.client.0.smithi098.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:54.059 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-X9ZfGAB5iy2PbyZ off=8619508 len=1345573 2024-04-12T00:57:54.066 INFO:tasks.workunit.client.0.smithi098.stdout:op 3211 completed, throughput=5MB/sec 2024-04-12T00:57:54.066 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hNMHCYnXzRr2Zp_ off=924735 len=126450 2024-04-12T00:57:54.066 INFO:tasks.workunit.client.0.smithi098.stdout:op 3212 completed, throughput=5MB/sec 2024-04-12T00:57:54.067 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-e8IRaCYqjgrKLA5 off=4261352 len=2021502 2024-04-12T00:57:54.078 INFO:tasks.workunit.client.0.smithi098.stdout:op 3213 completed, throughput=5MB/sec 2024-04-12T00:57:54.078 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6od3INdwZRe3sjR off=3276861 len=985434 2024-04-12T00:57:54.083 INFO:tasks.workunit.client.0.smithi098.stdout:op 3214 completed, throughput=5MB/sec 2024-04-12T00:57:54.083 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-D4D6DGkqf2IOoKX off=7334904 len=1501159 2024-04-12T00:57:54.090 INFO:tasks.workunit.client.0.smithi098.stdout:op 3215 completed, throughput=5MB/sec 2024-04-12T00:57:54.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:54 smithi193 ceph-mon[83763]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:57:54.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:54 smithi098 ceph-mon[91373]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:57:54.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:54 smithi098 ceph-mon[88922]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:57:55.090 INFO:tasks.workunit.client.0.smithi098.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:55.090 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5ROSBnBWITTcT2Z off=258279 len=1846873 2024-04-12T00:57:55.092 INFO:tasks.workunit.client.0.smithi098.stdout:op 3216 completed, throughput=5MB/sec 2024-04-12T00:57:55.092 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jgGcI6zzlqutBus off=125778 len=91865 2024-04-12T00:57:55.095 INFO:tasks.workunit.client.0.smithi098.stdout:op 3217 completed, throughput=5MB/sec 2024-04-12T00:57:55.095 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-34uh_DqAfqVVnSR off=377052 len=1576936 2024-04-12T00:57:55.105 INFO:tasks.workunit.client.0.smithi098.stdout:op 3218 completed, throughput=5MB/sec 2024-04-12T00:57:55.105 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_jhXZ5XST0kpvDK off=11484823 len=2065790 2024-04-12T00:57:55.107 INFO:tasks.workunit.client.0.smithi098.stdout:op 3219 completed, throughput=5MB/sec 2024-04-12T00:57:56.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:57:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:57:55] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T00:57:56.107 INFO:tasks.workunit.client.0.smithi098.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:56.108 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-02mwx9PWPtOsvnA off=15247061 len=949084 2024-04-12T00:57:56.110 INFO:tasks.workunit.client.0.smithi098.stdout:op 3220 completed, throughput=5MB/sec 2024-04-12T00:57:56.110 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AzzqYAc88_82jdu off=261442 len=1659830 2024-04-12T00:57:56.118 INFO:tasks.workunit.client.0.smithi098.stdout:op 3221 completed, throughput=5MB/sec 2024-04-12T00:57:56.118 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UJWNXS8wsCV8ZI1 off=3650882 len=1635701 2024-04-12T00:57:56.128 INFO:tasks.workunit.client.0.smithi098.stdout:op 3222 completed, throughput=5MB/sec 2024-04-12T00:57:56.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:56 smithi098 ceph-mon[88922]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T00:57:56.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:56 smithi098 ceph-mon[91373]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T00:57:56.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:56 smithi193 ceph-mon[83763]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T00:57:57.128 INFO:tasks.workunit.client.0.smithi098.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:57.128 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NLa4PnRrcVn_3sS off=14774659 len=117771 2024-04-12T00:57:57.131 INFO:tasks.workunit.client.0.smithi098.stdout:op 3223 completed, throughput=4.99MB/sec 2024-04-12T00:57:57.131 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xNlix1dToQR4qAz off=5295415 len=1135487 2024-04-12T00:57:57.138 INFO:tasks.workunit.client.0.smithi098.stdout:op 3224 completed, throughput=4.99MB/sec 2024-04-12T00:57:57.138 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y6GybqZIaqgQ9Y6 off=2766152 len=1761911 2024-04-12T00:57:57.141 INFO:tasks.workunit.client.0.smithi098.stdout:op 3225 completed, throughput=5MB/sec 2024-04-12T00:57:57.141 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZU3T70RtTthe58d off=6081221 len=661778 2024-04-12T00:57:57.142 INFO:tasks.workunit.client.0.smithi098.stdout:op 3226 completed, throughput=5MB/sec 2024-04-12T00:57:57.142 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EgA6VGGePuVZoe_ off=3664346 len=1517378 2024-04-12T00:57:57.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 3227 completed, throughput=5MB/sec 2024-04-12T00:57:58.149 INFO:tasks.workunit.client.0.smithi098.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:58.149 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4aVc5ZFYiKPbbyO off=5163227 len=497795 2024-04-12T00:57:58.150 INFO:tasks.workunit.client.0.smithi098.stdout:op 3228 completed, throughput=4.99MB/sec 2024-04-12T00:57:58.150 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-N0bWTFu63p8t3-l off=18208151 len=230365 2024-04-12T00:57:58.153 INFO:tasks.workunit.client.0.smithi098.stdout:op 3229 completed, throughput=4.99MB/sec 2024-04-12T00:57:58.153 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oko88fV6PaNyIbv off=9870798 len=394897 2024-04-12T00:57:58.154 INFO:tasks.workunit.client.0.smithi098.stdout:op 3230 completed, throughput=4.99MB/sec 2024-04-12T00:57:58.154 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ko8VLB8g95z-a-k off=6021349 len=1746799 2024-04-12T00:57:58.164 INFO:tasks.workunit.client.0.smithi098.stdout:op 3231 completed, throughput=5MB/sec 2024-04-12T00:57:58.164 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7JmQofQUTUYCMEU off=2886425 len=906681 2024-04-12T00:57:58.169 INFO:tasks.workunit.client.0.smithi098.stdout:op 3232 completed, throughput=5MB/sec 2024-04-12T00:57:58.170 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qS6iLXfQ4sItsQ4 off=8969810 len=897496 2024-04-12T00:57:58.174 INFO:tasks.workunit.client.0.smithi098.stdout:op 3233 completed, throughput=5MB/sec 2024-04-12T00:57:58.174 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-M0J2_lc_WLZElMd off=9992679 len=430593 2024-04-12T00:57:58.175 INFO:tasks.workunit.client.0.smithi098.stdout:op 3234 completed, throughput=5MB/sec 2024-04-12T00:57:58.175 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wdm4dP06rr7zkO1 off=1911989 len=1288078 2024-04-12T00:57:58.177 INFO:tasks.workunit.client.0.smithi098.stdout:op 3235 completed, throughput=5MB/sec 2024-04-12T00:57:58.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:57:58 smithi098 ceph-mon[91373]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:57:58.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:57:58 smithi098 ceph-mon[88922]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:57:58.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:57:58 smithi193 ceph-mon[83763]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:57:59.177 INFO:tasks.workunit.client.0.smithi098.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-12T00:57:59.177 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XsLYtr1-7ZBX3mb off=3301366 len=885250 2024-04-12T00:57:59.178 INFO:tasks.workunit.client.0.smithi098.stdout:op 3236 completed, throughput=5MB/sec 2024-04-12T00:57:59.179 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lOpNcXmYveUxJSv off=1729040 len=761814 2024-04-12T00:57:59.179 INFO:tasks.workunit.client.0.smithi098.stdout:op 3237 completed, throughput=5MB/sec 2024-04-12T00:57:59.179 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jCQQl20Z1LsLn5l off=19971908 len=400307 2024-04-12T00:57:59.181 INFO:tasks.workunit.client.0.smithi098.stdout:op 3238 completed, throughput=5MB/sec 2024-04-12T00:57:59.181 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6xgm57AK6KqgTPk off=6352063 len=1842247 2024-04-12T00:57:59.183 INFO:tasks.workunit.client.0.smithi098.stdout:op 3239 completed, throughput=5MB/sec 2024-04-12T00:57:59.183 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r9-MnmUqh34Sp_J off=12199878 len=774585 2024-04-12T00:57:59.185 INFO:tasks.workunit.client.0.smithi098.stdout:op 3240 completed, throughput=5MB/sec 2024-04-12T00:58:00.186 INFO:tasks.workunit.client.0.smithi098.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:00.186 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-A4cYOdnxoKvIviG off=23142079 len=1839504 2024-04-12T00:58:00.195 INFO:tasks.workunit.client.0.smithi098.stdout:op 3241 completed, throughput=5MB/sec 2024-04-12T00:58:00.195 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zsIeXY6z-RfPKOE off=721878 len=1495138 2024-04-12T00:58:00.201 INFO:tasks.workunit.client.0.smithi098.stdout:op 3242 completed, throughput=5MB/sec 2024-04-12T00:58:00.202 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9-cBtb1lG7zkzTG off=12258590 len=182150 2024-04-12T00:58:00.205 INFO:tasks.workunit.client.0.smithi098.stdout:op 3243 completed, throughput=5MB/sec 2024-04-12T00:58:00.205 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KLjj3XDEIbhrTrC off=908517 len=4951 2024-04-12T00:58:00.207 INFO:tasks.workunit.client.0.smithi098.stdout:op 3244 completed, throughput=5MB/sec 2024-04-12T00:58:00.207 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6eqUae84fvygpen off=3652418 len=1787803 2024-04-12T00:58:00.208 INFO:tasks.workunit.client.0.smithi098.stdout:op 3245 completed, throughput=5MB/sec 2024-04-12T00:58:00.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:00 smithi098 ceph-mon[91373]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:58:00.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:00 smithi098 ceph-mon[88922]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:58:00.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:00 smithi193 ceph-mon[83763]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:58:01.209 INFO:tasks.workunit.client.0.smithi098.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:01.209 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6D1X90JFE6E8Lxn off=288006 len=1893665 2024-04-12T00:58:01.211 INFO:tasks.workunit.client.0.smithi098.stdout:op 3246 completed, throughput=5MB/sec 2024-04-12T00:58:01.211 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9M8itHvq5c637Oe off=9952488 len=1677285 2024-04-12T00:58:01.220 INFO:tasks.workunit.client.0.smithi098.stdout:op 3247 completed, throughput=5MB/sec 2024-04-12T00:58:01.221 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rap-POgipNPK2fT off=7369793 len=2026098 2024-04-12T00:58:01.230 INFO:tasks.workunit.client.0.smithi098.stdout:op 3248 completed, throughput=5MB/sec 2024-04-12T00:58:02.230 INFO:tasks.workunit.client.0.smithi098.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:02.231 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Q_6IpIAF0uyyUa0 off=963742 len=1305217 2024-04-12T00:58:02.232 INFO:tasks.workunit.client.0.smithi098.stdout:op 3249 completed, throughput=5MB/sec 2024-04-12T00:58:02.232 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sSIIcFQPc5y2ba7 off=10390189 len=691116 2024-04-12T00:58:02.233 INFO:tasks.workunit.client.0.smithi098.stdout:op 3250 completed, throughput=5MB/sec 2024-04-12T00:58:02.233 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lu1CmUl0BFjK-4Y off=8274644 len=493572 2024-04-12T00:58:02.235 INFO:tasks.workunit.client.0.smithi098.stdout:op 3251 completed, throughput=5MB/sec 2024-04-12T00:58:02.235 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-N5FaJ1C97msRGlN off=1842297 len=581633 2024-04-12T00:58:02.240 INFO:tasks.workunit.client.0.smithi098.stdout:op 3252 completed, throughput=5MB/sec 2024-04-12T00:58:02.240 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-y3AKyhf84-l8Wkc off=8731121 len=1521256 2024-04-12T00:58:02.247 INFO:tasks.workunit.client.0.smithi098.stdout:op 3253 completed, throughput=5MB/sec 2024-04-12T00:58:02.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:02 smithi098 ceph-mon[91373]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:58:02.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:02 smithi098 ceph-mon[88922]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:58:02.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:02 smithi193 ceph-mon[83763]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T00:58:02.620 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:58:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:58:03.248 INFO:tasks.workunit.client.0.smithi098.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:03.248 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--2jZqzhxEQGd_nd off=9384492 len=1401739 2024-04-12T00:58:03.255 INFO:tasks.workunit.client.0.smithi098.stdout:op 3254 completed, throughput=4.99MB/sec 2024-04-12T00:58:03.255 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VSxRrhK7Sxqt4HG off=8817819 len=1722675 2024-04-12T00:58:03.264 INFO:tasks.workunit.client.0.smithi098.stdout:op 3255 completed, throughput=5MB/sec 2024-04-12T00:58:03.265 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QrlRb10wefF1wt- off=2822361 len=1619813 2024-04-12T00:58:03.272 INFO:tasks.workunit.client.0.smithi098.stdout:op 3256 completed, throughput=5MB/sec 2024-04-12T00:58:03.272 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HtV_DAjfLEJpa-Y off=505706 len=1973524 2024-04-12T00:58:03.275 INFO:tasks.workunit.client.0.smithi098.stdout:op 3257 completed, throughput=5MB/sec 2024-04-12T00:58:04.275 INFO:tasks.workunit.client.0.smithi098.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:04.275 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nj-daZAQW9tfQP7 off=20558184 len=1075219 2024-04-12T00:58:04.276 INFO:tasks.workunit.client.0.smithi098.stdout:op 3258 completed, throughput=5MB/sec 2024-04-12T00:58:04.276 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mih0MxHDSFCJa0m off=10177238 len=1932210 2024-04-12T00:58:04.280 INFO:tasks.workunit.client.0.smithi098.stdout:op 3259 completed, throughput=5MB/sec 2024-04-12T00:58:04.280 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KeB1nuLQcGgYimE off=8956388 len=348275 2024-04-12T00:58:04.283 INFO:tasks.workunit.client.0.smithi098.stdout:op 3260 completed, throughput=5MB/sec 2024-04-12T00:58:04.283 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SCgpJIx8HD_3MGr off=4130690 len=71385 2024-04-12T00:58:04.285 INFO:tasks.workunit.client.0.smithi098.stdout:op 3261 completed, throughput=5MB/sec 2024-04-12T00:58:04.285 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dfOUaUGapJkOMAZ off=10098542 len=220932 2024-04-12T00:58:04.288 INFO:tasks.workunit.client.0.smithi098.stdout:op 3262 completed, throughput=5MB/sec 2024-04-12T00:58:04.288 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8g_wKWVDfBBlzKB off=6547886 len=492111 2024-04-12T00:58:04.288 INFO:tasks.workunit.client.0.smithi098.stdout:op 3263 completed, throughput=5MB/sec 2024-04-12T00:58:04.511 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:04 smithi098 ceph-mon[91373]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:58:04.511 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:58:04.511 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:04 smithi098 ceph-mon[88922]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:58:04.511 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:58:04.535 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:04 smithi193 ceph-mon[83763]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T00:58:04.535 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:58:05.288 INFO:tasks.workunit.client.0.smithi098.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:05.289 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w0UfwSDG94UgBdq off=4492739 len=1741993 2024-04-12T00:58:05.294 INFO:tasks.workunit.client.0.smithi098.stdout:op 3264 completed, throughput=5MB/sec 2024-04-12T00:58:05.295 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EszeKWxgZBpe3VZ off=1011664 len=203420 2024-04-12T00:58:05.297 INFO:tasks.workunit.client.0.smithi098.stdout:op 3265 completed, throughput=5MB/sec 2024-04-12T00:58:05.297 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o-5tBwnh3j2hmhU off=0 len=1177898 2024-04-12T00:58:05.302 INFO:tasks.workunit.client.0.smithi098.stdout:op 3266 completed, throughput=5MB/sec 2024-04-12T00:58:05.302 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FymkFh9dMluA5FL off=10848876 len=498958 2024-04-12T00:58:05.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 3267 completed, throughput=5MB/sec 2024-04-12T00:58:05.305 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-paEsnQID94bwg_D off=2594672 len=417922 2024-04-12T00:58:05.308 INFO:tasks.workunit.client.0.smithi098.stdout:op 3268 completed, throughput=5MB/sec 2024-04-12T00:58:05.308 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wr2EGbqw9D2IgTK off=4739132 len=650732 2024-04-12T00:58:05.311 INFO:tasks.workunit.client.0.smithi098.stdout:op 3269 completed, throughput=5MB/sec 2024-04-12T00:58:05.312 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QJPn_h7hkZU2u0F off=8835698 len=1494308 2024-04-12T00:58:05.319 INFO:tasks.workunit.client.0.smithi098.stdout:op 3270 completed, throughput=5MB/sec 2024-04-12T00:58:05.470 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:05.470 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:05.480 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:05.794 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:58:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:58:05] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T00:58:06.319 INFO:tasks.workunit.client.0.smithi098.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:06.320 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YNhyxXbkAziMQUM off=1013436 len=822128 2024-04-12T00:58:06.321 INFO:tasks.workunit.client.0.smithi098.stdout:op 3271 completed, throughput=4.99MB/sec 2024-04-12T00:58:06.321 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-73EbN_Bd1_cZUAu off=14681018 len=735581 2024-04-12T00:58:06.326 INFO:tasks.workunit.client.0.smithi098.stdout:op 3272 completed, throughput=5MB/sec 2024-04-12T00:58:06.326 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0xBHPC47TKT1_3p off=8141747 len=2044862 2024-04-12T00:58:06.328 INFO:tasks.workunit.client.0.smithi098.stdout:op 3273 completed, throughput=5MB/sec 2024-04-12T00:58:06.328 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2Zy5q_DUJi6HImC off=8874318 len=1673602 2024-04-12T00:58:06.338 INFO:tasks.workunit.client.0.smithi098.stdout:op 3274 completed, throughput=5MB/sec 2024-04-12T00:58:06.391 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:06 smithi098 ceph-mon[91373]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T00:58:06.391 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:06 smithi098 ceph-mon[88922]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T00:58:06.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:06 smithi193 ceph-mon[83763]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T00:58:07.338 INFO:tasks.workunit.client.0.smithi098.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:07.338 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uMfh8SQIcCA5vYb off=5044876 len=66239 2024-04-12T00:58:07.339 INFO:tasks.workunit.client.0.smithi098.stdout:op 3275 completed, throughput=4.99MB/sec 2024-04-12T00:58:07.339 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZJqW2H__FSIUv2k off=2790445 len=1691297 2024-04-12T00:58:07.342 INFO:tasks.workunit.client.0.smithi098.stdout:op 3276 completed, throughput=5MB/sec 2024-04-12T00:58:07.342 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VkvK_925xj2KoxR off=276389 len=1703433 2024-04-12T00:58:07.351 INFO:tasks.workunit.client.0.smithi098.stdout:op 3277 completed, throughput=5MB/sec 2024-04-12T00:58:07.351 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yvIBbLjU7Uwdo2W off=372453 len=1090966 2024-04-12T00:58:07.353 INFO:tasks.workunit.client.0.smithi098.stdout:op 3278 completed, throughput=5MB/sec 2024-04-12T00:58:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[91373]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:58:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[88922]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:58:08.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.045 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:07 smithi193 ceph-mon[83763]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:58:08.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:08.353 INFO:tasks.workunit.client.0.smithi098.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:08.353 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fiXE81FbnwN_cs9 off=12048745 len=1676906 2024-04-12T00:58:08.359 INFO:tasks.workunit.client.0.smithi098.stdout:op 3279 completed, throughput=4.99MB/sec 2024-04-12T00:58:08.359 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DZrvhgnRlHvO5Pz off=9693217 len=289207 2024-04-12T00:58:08.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 3280 completed, throughput=5MB/sec 2024-04-12T00:58:08.361 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8uUL91ukSMZ3ikK off=4149626 len=1619770 2024-04-12T00:58:08.369 INFO:tasks.workunit.client.0.smithi098.stdout:op 3281 completed, throughput=5MB/sec 2024-04-12T00:58:08.369 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QRvyDFVwc1akqGq off=1735934 len=793827 2024-04-12T00:58:08.370 INFO:tasks.workunit.client.0.smithi098.stdout:op 3282 completed, throughput=5MB/sec 2024-04-12T00:58:08.370 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5DsGB5YRi39zEqH off=3385107 len=1628742 2024-04-12T00:58:08.377 INFO:tasks.workunit.client.0.smithi098.stdout:op 3283 completed, throughput=5MB/sec 2024-04-12T00:58:09.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:58:09.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:58:09.044 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:09.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:58:09.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:58:09.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:09.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:58:09.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:58:09.120 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:58:09.377 INFO:tasks.workunit.client.0.smithi098.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:09.377 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YhUD-VMHr5ZJby7 off=4599790 len=2065796 2024-04-12T00:58:09.387 INFO:tasks.workunit.client.0.smithi098.stdout:op 3284 completed, throughput=5MB/sec 2024-04-12T00:58:09.387 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Tbh9XJ4YfFB7ttb off=9586215 len=804809 2024-04-12T00:58:09.392 INFO:tasks.workunit.client.0.smithi098.stdout:op 3285 completed, throughput=5MB/sec 2024-04-12T00:58:09.392 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qPuFzgLINAo2vHT off=3505 len=316214 2024-04-12T00:58:09.394 INFO:tasks.workunit.client.0.smithi098.stdout:op 3286 completed, throughput=5MB/sec 2024-04-12T00:58:09.395 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t3wuNzUYmWOK7RT off=2791415 len=298146 2024-04-12T00:58:09.397 INFO:tasks.workunit.client.0.smithi098.stdout:op 3287 completed, throughput=5MB/sec 2024-04-12T00:58:09.397 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-14llNni1GXLV0Lj off=22079881 len=227617 2024-04-12T00:58:09.400 INFO:tasks.workunit.client.0.smithi098.stdout:op 3288 completed, throughput=5MB/sec 2024-04-12T00:58:09.400 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iI54LaoH16uSrRY off=18057350 len=24584 2024-04-12T00:58:09.400 INFO:tasks.workunit.client.0.smithi098.stdout:op 3289 completed, throughput=5MB/sec 2024-04-12T00:58:09.400 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NYSF-oRbasMjhwr off=7647441 len=1637911 2024-04-12T00:58:09.406 INFO:tasks.workunit.client.0.smithi098.stdout:op 3290 completed, throughput=5MB/sec 2024-04-12T00:58:10.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:09 smithi098 ceph-mon[91373]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:58:10.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:09 smithi098 ceph-mon[88922]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:58:10.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:09 smithi193 ceph-mon[83763]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:58:10.407 INFO:tasks.workunit.client.0.smithi098.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:10.407 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2DUUkAatJD-FDJ8 off=8800954 len=1269939 2024-04-12T00:58:10.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 3291 completed, throughput=5MB/sec 2024-04-12T00:58:10.412 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jIdFeG_vh8qv0xa off=2390022 len=173628 2024-04-12T00:58:10.416 INFO:tasks.workunit.client.0.smithi098.stdout:op 3292 completed, throughput=5MB/sec 2024-04-12T00:58:10.416 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O60FpsJYMcDArYA off=15970616 len=321303 2024-04-12T00:58:10.416 INFO:tasks.workunit.client.0.smithi098.stdout:op 3293 completed, throughput=5MB/sec 2024-04-12T00:58:10.416 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UzQ8eJDH9yPPFhg off=9260622 len=449594 2024-04-12T00:58:10.420 INFO:tasks.workunit.client.0.smithi098.stdout:op 3294 completed, throughput=5MB/sec 2024-04-12T00:58:10.420 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K6k0FEGvN8GMojq off=5227293 len=1353652 2024-04-12T00:58:10.421 INFO:tasks.workunit.client.0.smithi098.stdout:op 3295 completed, throughput=5MB/sec 2024-04-12T00:58:10.421 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-z9ZsEJU-nMNrtXm off=7196747 len=15927 2024-04-12T00:58:10.422 INFO:tasks.workunit.client.0.smithi098.stdout:op 3296 completed, throughput=5MB/sec 2024-04-12T00:58:10.422 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CCmcB2u4Pzcq3M3 off=10065449 len=1436924 2024-04-12T00:58:10.427 INFO:tasks.workunit.client.0.smithi098.stdout:op 3297 completed, throughput=5MB/sec 2024-04-12T00:58:11.428 INFO:tasks.workunit.client.0.smithi098.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:11.428 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0YCWXn_abwy3fdV off=1538618 len=955993 2024-04-12T00:58:11.432 INFO:tasks.workunit.client.0.smithi098.stdout:op 3298 completed, throughput=4.99MB/sec 2024-04-12T00:58:11.432 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xKAhUWeSDGypyty off=3934121 len=850318 2024-04-12T00:58:11.437 INFO:tasks.workunit.client.0.smithi098.stdout:op 3299 completed, throughput=5MB/sec 2024-04-12T00:58:11.437 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t7iRDs3NxaBNydt off=3040176 len=920676 2024-04-12T00:58:11.441 INFO:tasks.workunit.client.0.smithi098.stdout:op 3300 completed, throughput=5MB/sec 2024-04-12T00:58:11.441 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bGa0sTZCQCaVyhN off=9915975 len=1111170 2024-04-12T00:58:11.447 INFO:tasks.workunit.client.0.smithi098.stdout:op 3301 completed, throughput=5MB/sec 2024-04-12T00:58:11.447 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-egfCQGP_xhaB8RE off=3831916 len=196704 2024-04-12T00:58:11.450 INFO:tasks.workunit.client.0.smithi098.stdout:op 3302 completed, throughput=5MB/sec 2024-04-12T00:58:11.450 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Axyiqr-wJkKZu5j off=3779401 len=949234 2024-04-12T00:58:11.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 3303 completed, throughput=5MB/sec 2024-04-12T00:58:12.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:11 smithi098 ceph-mon[91373]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:58:12.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:11 smithi098 ceph-mon[88922]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:58:12.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:11 smithi193 ceph-mon[83763]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:58:12.452 INFO:tasks.workunit.client.0.smithi098.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:12.452 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QykF61CHVkCdj3b off=2279379 len=95146 2024-04-12T00:58:12.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 3304 completed, throughput=4.99MB/sec 2024-04-12T00:58:12.453 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eJ8TW7Yh-qiZIiD off=7875456 len=404471 2024-04-12T00:58:12.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 3305 completed, throughput=4.99MB/sec 2024-04-12T00:58:12.453 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0F3kEoBz_oEa6Yv off=15718431 len=2073426 2024-04-12T00:58:12.463 INFO:tasks.workunit.client.0.smithi098.stdout:op 3306 completed, throughput=5MB/sec 2024-04-12T00:58:12.463 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ailGbgjAV0yruiB off=2221490 len=106576 2024-04-12T00:58:12.463 INFO:tasks.workunit.client.0.smithi098.stdout:op 3307 completed, throughput=5MB/sec 2024-04-12T00:58:12.463 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tQaRHyimViv_XWU off=6661761 len=399395 2024-04-12T00:58:12.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 3308 completed, throughput=5MB/sec 2024-04-12T00:58:12.467 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n47BX7fKuOxvU8O off=4896557 len=519962 2024-04-12T00:58:12.468 INFO:tasks.workunit.client.0.smithi098.stdout:op 3309 completed, throughput=5MB/sec 2024-04-12T00:58:12.468 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cNwJMKXrLrc5OBH off=6775510 len=1967494 2024-04-12T00:58:12.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 3310 completed, throughput=5MB/sec 2024-04-12T00:58:12.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:58:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:58:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:58:13.470 INFO:tasks.workunit.client.0.smithi098.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:13.471 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Wrgek-U63jbsllW off=233857 len=836044 2024-04-12T00:58:13.476 INFO:tasks.workunit.client.0.smithi098.stdout:op 3311 completed, throughput=4.99MB/sec 2024-04-12T00:58:13.476 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bPm97CQs-X9Zn3N off=16157532 len=821647 2024-04-12T00:58:13.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 3312 completed, throughput=5MB/sec 2024-04-12T00:58:13.481 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OD06irmzAriSB0E off=1254697 len=83040 2024-04-12T00:58:13.483 INFO:tasks.workunit.client.0.smithi098.stdout:op 3313 completed, throughput=5MB/sec 2024-04-12T00:58:13.483 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S6XMxDjWX8RcU-e off=10644235 len=1482612 2024-04-12T00:58:13.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 3314 completed, throughput=5MB/sec 2024-04-12T00:58:13.486 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_zLzOT6qXxxoP1S off=1793177 len=1806241 2024-04-12T00:58:13.488 INFO:tasks.workunit.client.0.smithi098.stdout:op 3315 completed, throughput=5MB/sec 2024-04-12T00:58:13.489 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kIxvHuRXqTh-l26 off=2966063 len=1534317 2024-04-12T00:58:13.490 INFO:tasks.workunit.client.0.smithi098.stdout:op 3316 completed, throughput=5MB/sec 2024-04-12T00:58:14.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:13 smithi098 ceph-mon[91373]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:58:14.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:13 smithi098 ceph-mon[88922]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:58:14.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:13 smithi193 ceph-mon[83763]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:58:14.491 INFO:tasks.workunit.client.0.smithi098.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:14.491 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3YSOj68gEr8ZqJa off=9125365 len=476250 2024-04-12T00:58:14.492 INFO:tasks.workunit.client.0.smithi098.stdout:op 3317 completed, throughput=5MB/sec 2024-04-12T00:58:14.492 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-d8joPkqYKXTWN_E off=11304432 len=627146 2024-04-12T00:58:14.496 INFO:tasks.workunit.client.0.smithi098.stdout:op 3318 completed, throughput=5MB/sec 2024-04-12T00:58:14.496 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ugROYmueX6Jlum_ off=19719398 len=624157 2024-04-12T00:58:14.497 INFO:tasks.workunit.client.0.smithi098.stdout:op 3319 completed, throughput=5MB/sec 2024-04-12T00:58:14.497 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0VsfFAA-g1RqViL off=21211332 len=1999337 2024-04-12T00:58:14.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 3320 completed, throughput=5MB/sec 2024-04-12T00:58:14.507 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2d8psUPdRAe-VX1 off=1748376 len=827840 2024-04-12T00:58:14.511 INFO:tasks.workunit.client.0.smithi098.stdout:op 3321 completed, throughput=5MB/sec 2024-04-12T00:58:15.511 INFO:tasks.workunit.client.0.smithi098.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:15.511 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Il2zyxCYM7Uw0Ey off=3398058 len=1629545 2024-04-12T00:58:15.513 INFO:tasks.workunit.client.0.smithi098.stdout:op 3322 completed, throughput=5MB/sec 2024-04-12T00:58:15.513 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-i59NO8XL3blvmXk off=3859713 len=1127182 2024-04-12T00:58:15.515 INFO:tasks.workunit.client.0.smithi098.stdout:op 3323 completed, throughput=5MB/sec 2024-04-12T00:58:15.515 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tB4ez0818e8oFlI off=14556366 len=952804 2024-04-12T00:58:15.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 3324 completed, throughput=5MB/sec 2024-04-12T00:58:15.516 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--tpj2N9DA508ARH off=10426897 len=377719 2024-04-12T00:58:15.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 3325 completed, throughput=5MB/sec 2024-04-12T00:58:15.518 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zSbkfXVEy--riM9 off=2488798 len=1665665 2024-04-12T00:58:15.526 INFO:tasks.workunit.client.0.smithi098.stdout:op 3326 completed, throughput=5MB/sec 2024-04-12T00:58:15.994 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:58:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:58:15] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T00:58:16.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:15 smithi098 ceph-mon[91373]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:58:16.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:15 smithi098 ceph-mon[88922]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:58:16.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:15 smithi193 ceph-mon[83763]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T00:58:16.526 INFO:tasks.workunit.client.0.smithi098.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:16.526 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-g8669UyYq9zXVND off=480797 len=37370 2024-04-12T00:58:16.529 INFO:tasks.workunit.client.0.smithi098.stdout:op 3327 completed, throughput=4.99MB/sec 2024-04-12T00:58:16.529 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0t5bIp9tksTwbh7 off=2045946 len=715918 2024-04-12T00:58:16.530 INFO:tasks.workunit.client.0.smithi098.stdout:op 3328 completed, throughput=5MB/sec 2024-04-12T00:58:16.531 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Fbsp1IWB2ynIqj- off=257018 len=804994 2024-04-12T00:58:16.535 INFO:tasks.workunit.client.0.smithi098.stdout:op 3329 completed, throughput=5MB/sec 2024-04-12T00:58:16.535 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WJRVJ2Px5CH5ofC off=2455891 len=1225036 2024-04-12T00:58:16.542 INFO:tasks.workunit.client.0.smithi098.stdout:op 3330 completed, throughput=5MB/sec 2024-04-12T00:58:16.542 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2K06o8c_MISaE9K off=3710682 len=1334473 2024-04-12T00:58:16.548 INFO:tasks.workunit.client.0.smithi098.stdout:op 3331 completed, throughput=5MB/sec 2024-04-12T00:58:16.548 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-to3wp9ioC-KqimL off=4745632 len=1142815 2024-04-12T00:58:16.553 INFO:tasks.workunit.client.0.smithi098.stdout:op 3332 completed, throughput=5MB/sec 2024-04-12T00:58:17.553 INFO:tasks.workunit.client.0.smithi098.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:17.554 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GugPiqR70kRE5Kg off=7325521 len=93690 2024-04-12T00:58:17.556 INFO:tasks.workunit.client.0.smithi098.stdout:op 3333 completed, throughput=4.99MB/sec 2024-04-12T00:58:17.556 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sCOSfY4iQOX8CTb off=4486844 len=1395787 2024-04-12T00:58:17.559 INFO:tasks.workunit.client.0.smithi098.stdout:op 3334 completed, throughput=5MB/sec 2024-04-12T00:58:17.559 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6m7Qi-3fi-kPiAh off=19170682 len=1731804 2024-04-12T00:58:17.561 INFO:tasks.workunit.client.0.smithi098.stdout:op 3335 completed, throughput=5MB/sec 2024-04-12T00:58:17.562 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vn0G3peUbL-RgaU off=306003 len=808968 2024-04-12T00:58:17.566 INFO:tasks.workunit.client.0.smithi098.stdout:op 3336 completed, throughput=5MB/sec 2024-04-12T00:58:17.566 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xlLhM4pIAP-lNNo off=4984309 len=1877737 2024-04-12T00:58:17.570 INFO:tasks.workunit.client.0.smithi098.stdout:op 3337 completed, throughput=5MB/sec 2024-04-12T00:58:18.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:17 smithi098 ceph-mon[88922]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T00:58:18.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:17 smithi098 ceph-mon[91373]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T00:58:18.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:17 smithi193 ceph-mon[83763]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T00:58:18.570 INFO:tasks.workunit.client.0.smithi098.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:18.570 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-F_gr0FwRpVSY9YV off=19429116 len=1113040 2024-04-12T00:58:18.572 INFO:tasks.workunit.client.0.smithi098.stdout:op 3338 completed, throughput=5MB/sec 2024-04-12T00:58:18.572 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gadne64AJaEt977 off=8784666 len=388664 2024-04-12T00:58:18.572 INFO:tasks.workunit.client.0.smithi098.stdout:op 3339 completed, throughput=5MB/sec 2024-04-12T00:58:18.573 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1cgn0h6tS6Og1u6 off=2463026 len=950922 2024-04-12T00:58:18.577 INFO:tasks.workunit.client.0.smithi098.stdout:op 3340 completed, throughput=5MB/sec 2024-04-12T00:58:18.577 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DROLrkBFoJd3p1m off=15011346 len=1211959 2024-04-12T00:58:18.584 INFO:tasks.workunit.client.0.smithi098.stdout:op 3341 completed, throughput=5MB/sec 2024-04-12T00:58:18.584 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GRFHvUn_pcpcjyR off=1105816 len=767832 2024-04-12T00:58:18.585 INFO:tasks.workunit.client.0.smithi098.stdout:op 3342 completed, throughput=5MB/sec 2024-04-12T00:58:19.585 INFO:tasks.workunit.client.0.smithi098.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:19.586 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-j5uFCJdwuz8U4Ig off=9659919 len=1413504 2024-04-12T00:58:19.589 INFO:tasks.workunit.client.0.smithi098.stdout:op 3343 completed, throughput=5MB/sec 2024-04-12T00:58:19.589 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y5-W9GMzfQulWtt off=1139579 len=343230 2024-04-12T00:58:19.590 INFO:tasks.workunit.client.0.smithi098.stdout:op 3344 completed, throughput=5MB/sec 2024-04-12T00:58:19.590 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uktyuPMEC-mYxCC off=5599774 len=997824 2024-04-12T00:58:19.591 INFO:tasks.workunit.client.0.smithi098.stdout:op 3345 completed, throughput=5MB/sec 2024-04-12T00:58:19.591 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u6nGLtg3BmjcVPu off=8472861 len=304662 2024-04-12T00:58:19.592 INFO:tasks.workunit.client.0.smithi098.stdout:op 3346 completed, throughput=5MB/sec 2024-04-12T00:58:19.592 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Fd5JhawmCMAOqv_ off=638839 len=1545412 2024-04-12T00:58:19.600 INFO:tasks.workunit.client.0.smithi098.stdout:op 3347 completed, throughput=5MB/sec 2024-04-12T00:58:19.600 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EGHn03BxT-1Pz8I off=8610596 len=462249 2024-04-12T00:58:19.600 INFO:tasks.workunit.client.0.smithi098.stdout:op 3348 completed, throughput=5MB/sec 2024-04-12T00:58:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:19 smithi098 ceph-mon[88922]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:58:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:20.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:19 smithi098 ceph-mon[91373]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:58:20.295 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:19 smithi193 ceph-mon[83763]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T00:58:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:20.601 INFO:tasks.workunit.client.0.smithi098.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:20.601 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UzGYplmj6EGy-PV off=615366 len=1679056 2024-04-12T00:58:20.607 INFO:tasks.workunit.client.0.smithi098.stdout:op 3349 completed, throughput=5MB/sec 2024-04-12T00:58:20.607 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JF7ZBTWjK8dDvnt off=1268438 len=1376216 2024-04-12T00:58:20.615 INFO:tasks.workunit.client.0.smithi098.stdout:op 3350 completed, throughput=5MB/sec 2024-04-12T00:58:20.615 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y6OUZjkn2GP5_4K off=1271150 len=1954699 2024-04-12T00:58:20.617 INFO:tasks.workunit.client.0.smithi098.stdout:op 3351 completed, throughput=5MB/sec 2024-04-12T00:58:21.617 INFO:tasks.workunit.client.0.smithi098.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:21.618 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-At_J5T1R6mSIYEr off=306983 len=790341 2024-04-12T00:58:21.622 INFO:tasks.workunit.client.0.smithi098.stdout:op 3352 completed, throughput=4.99MB/sec 2024-04-12T00:58:21.622 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2ryH0OYSzqjXpvM off=9139556 len=1229186 2024-04-12T00:58:21.623 INFO:tasks.workunit.client.0.smithi098.stdout:op 3353 completed, throughput=5MB/sec 2024-04-12T00:58:21.623 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TvGmrmMhittz5i8 off=4889568 len=71304 2024-04-12T00:58:21.624 INFO:tasks.workunit.client.0.smithi098.stdout:op 3354 completed, throughput=5MB/sec 2024-04-12T00:58:21.624 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-H0JAH1Lullw-LmG off=1902649 len=1229855 2024-04-12T00:58:21.633 INFO:tasks.workunit.client.0.smithi098.stdout:op 3355 completed, throughput=5MB/sec 2024-04-12T00:58:21.633 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-avOBRHMehEWphuI off=1468172 len=1445972 2024-04-12T00:58:21.634 INFO:tasks.workunit.client.0.smithi098.stdout:op 3356 completed, throughput=5MB/sec 2024-04-12T00:58:21.634 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NyW3n8UpF48Efv_ off=8671842 len=1283590 2024-04-12T00:58:21.640 INFO:tasks.workunit.client.0.smithi098.stdout:op 3357 completed, throughput=5MB/sec 2024-04-12T00:58:22.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:22 smithi098 ceph-mon[91373]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:58:22.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:22 smithi098 ceph-mon[88922]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:58:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:22 smithi193 ceph-mon[83763]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:58:22.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:58:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:58:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:58:22.640 INFO:tasks.workunit.client.0.smithi098.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:22.641 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hjXOFI3tr3AZgO_ off=4235986 len=1540705 2024-04-12T00:58:22.642 INFO:tasks.workunit.client.0.smithi098.stdout:op 3358 completed, throughput=5MB/sec 2024-04-12T00:58:22.642 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ml3AJT7UKTJxTAX off=5473808 len=275066 2024-04-12T00:58:22.643 INFO:tasks.workunit.client.0.smithi098.stdout:op 3359 completed, throughput=5MB/sec 2024-04-12T00:58:22.643 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iiKnEqKGRm_0orB off=3598043 len=71686 2024-04-12T00:58:22.646 INFO:tasks.workunit.client.0.smithi098.stdout:op 3360 completed, throughput=5MB/sec 2024-04-12T00:58:22.646 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ojrjvCkfSWkwAFt off=845031 len=582070 2024-04-12T00:58:22.647 INFO:tasks.workunit.client.0.smithi098.stdout:op 3361 completed, throughput=5MB/sec 2024-04-12T00:58:22.647 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r9Iwt9K5hYTnvMO off=6105615 len=1955958 2024-04-12T00:58:22.657 INFO:tasks.workunit.client.0.smithi098.stdout:op 3362 completed, throughput=5MB/sec 2024-04-12T00:58:22.657 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7-Rw4GdhPNOkOAA off=8171903 len=1844042 2024-04-12T00:58:22.661 INFO:tasks.workunit.client.0.smithi098.stdout:op 3363 completed, throughput=5MB/sec 2024-04-12T00:58:23.661 INFO:tasks.workunit.client.0.smithi098.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:23.661 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-j6WQkL74-rxlGIn off=674023 len=715766 2024-04-12T00:58:23.662 INFO:tasks.workunit.client.0.smithi098.stdout:op 3364 completed, throughput=5MB/sec 2024-04-12T00:58:23.662 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ONID-14q5mb-vBZ off=3200352 len=1719132 2024-04-12T00:58:23.669 INFO:tasks.workunit.client.0.smithi098.stdout:op 3365 completed, throughput=5MB/sec 2024-04-12T00:58:23.669 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0RMZVPs88bQFFHe off=597468 len=1476426 2024-04-12T00:58:23.670 INFO:tasks.workunit.client.0.smithi098.stdout:op 3366 completed, throughput=5MB/sec 2024-04-12T00:58:24.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:24 smithi098 ceph-mon[88922]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:58:24.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:24 smithi098 ceph-mon[91373]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:58:24.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:24 smithi193 ceph-mon[83763]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:58:24.671 INFO:tasks.workunit.client.0.smithi098.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:24.671 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qMUiDgVcaxWNegL off=828603 len=2082835 2024-04-12T00:58:24.682 INFO:tasks.workunit.client.0.smithi098.stdout:op 3367 completed, throughput=5MB/sec 2024-04-12T00:58:24.683 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dIJ8kn2V5CnU6gc off=13167636 len=1408740 2024-04-12T00:58:24.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 3368 completed, throughput=5MB/sec 2024-04-12T00:58:24.686 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-narJpO8gn7fV0mT off=4135879 len=2004031 2024-04-12T00:58:24.697 INFO:tasks.workunit.client.0.smithi098.stdout:op 3369 completed, throughput=5MB/sec 2024-04-12T00:58:25.698 INFO:tasks.workunit.client.0.smithi098.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:25.698 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cRDfiA5CsLiiL-s off=2098027 len=1655600 2024-04-12T00:58:25.700 INFO:tasks.workunit.client.0.smithi098.stdout:op 3370 completed, throughput=5MB/sec 2024-04-12T00:58:25.700 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tahupzh7yo5GCmn off=3904176 len=467805 2024-04-12T00:58:25.702 INFO:tasks.workunit.client.0.smithi098.stdout:op 3371 completed, throughput=5MB/sec 2024-04-12T00:58:25.702 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DuDSqgmU2ErncPT off=9865119 len=1413328 2024-04-12T00:58:25.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 3372 completed, throughput=5MB/sec 2024-04-12T00:58:25.704 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZqZF_PBlxdDwC89 off=8890560 len=2079527 2024-04-12T00:58:25.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 3373 completed, throughput=5MB/sec 2024-04-12T00:58:26.008 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:58:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:58:25] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T00:58:26.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:26 smithi098 ceph-mon[88922]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:58:26.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:26 smithi098 ceph-mon[91373]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:58:26.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:26 smithi193 ceph-mon[83763]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T00:58:26.717 INFO:tasks.workunit.client.0.smithi098.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:26.717 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IYY0dIr6-K5T_OG off=10123916 len=595084 2024-04-12T00:58:26.721 INFO:tasks.workunit.client.0.smithi098.stdout:op 3374 completed, throughput=4.99MB/sec 2024-04-12T00:58:26.721 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3Ey8aGAh73GJeLj off=22931298 len=1127142 2024-04-12T00:58:26.724 INFO:tasks.workunit.client.0.smithi098.stdout:op 3375 completed, throughput=5MB/sec 2024-04-12T00:58:26.724 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-R3ELA8YLFeBJ6Pr off=1153714 len=98613 2024-04-12T00:58:26.727 INFO:tasks.workunit.client.0.smithi098.stdout:op 3376 completed, throughput=5MB/sec 2024-04-12T00:58:26.727 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9O2J05pUjvFY0ZG off=4169465 len=1370553 2024-04-12T00:58:26.729 INFO:tasks.workunit.client.0.smithi098.stdout:op 3377 completed, throughput=5MB/sec 2024-04-12T00:58:26.729 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bqzUc7ULlTxydzA off=1505094 len=1271918 2024-04-12T00:58:26.731 INFO:tasks.workunit.client.0.smithi098.stdout:op 3378 completed, throughput=5MB/sec 2024-04-12T00:58:26.731 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HauZQd8uOIuQbys off=2636375 len=276177 2024-04-12T00:58:26.731 INFO:tasks.workunit.client.0.smithi098.stdout:op 3379 completed, throughput=5MB/sec 2024-04-12T00:58:27.732 INFO:tasks.workunit.client.0.smithi098.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:27.732 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C1jeyRdjDlEaXuJ off=8685193 len=856864 2024-04-12T00:58:27.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 3380 completed, throughput=4.99MB/sec 2024-04-12T00:58:27.734 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6W3sG3NXadK_kj1 off=5991252 len=1897814 2024-04-12T00:58:27.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 3381 completed, throughput=5MB/sec 2024-04-12T00:58:27.743 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ufd0XMRz8_6zbCl off=61834 len=2061866 2024-04-12T00:58:27.754 INFO:tasks.workunit.client.0.smithi098.stdout:op 3382 completed, throughput=5MB/sec 2024-04-12T00:58:27.754 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0ZadUZzKM3wiynf off=5944073 len=1978686 2024-04-12T00:58:27.755 INFO:tasks.workunit.client.0.smithi098.stdout:op 3383 completed, throughput=5MB/sec 2024-04-12T00:58:28.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:28 smithi098 ceph-mon[88922]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:58:28.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:28 smithi098 ceph-mon[91373]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:58:28.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:28 smithi193 ceph-mon[83763]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:58:28.756 INFO:tasks.workunit.client.0.smithi098.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:28.756 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9hJg-m21RoqhpBq off=11857444 len=2038977 2024-04-12T00:58:28.758 INFO:tasks.workunit.client.0.smithi098.stdout:op 3384 completed, throughput=5MB/sec 2024-04-12T00:58:28.758 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IEUXKqXWWKDNA0A off=6932664 len=2028246 2024-04-12T00:58:28.760 INFO:tasks.workunit.client.0.smithi098.stdout:op 3385 completed, throughput=5MB/sec 2024-04-12T00:58:29.760 INFO:tasks.workunit.client.0.smithi098.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:29.760 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xFhl8Msvw6Wt3iU off=2189875 len=1166423 2024-04-12T00:58:29.765 INFO:tasks.workunit.client.0.smithi098.stdout:op 3386 completed, throughput=4.99MB/sec 2024-04-12T00:58:29.766 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UBFskwqWgdG2M00 off=529188 len=1101579 2024-04-12T00:58:29.772 INFO:tasks.workunit.client.0.smithi098.stdout:op 3387 completed, throughput=5MB/sec 2024-04-12T00:58:29.772 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xNRkzKNT138F3ob off=19031711 len=1084207 2024-04-12T00:58:29.773 INFO:tasks.workunit.client.0.smithi098.stdout:op 3388 completed, throughput=5MB/sec 2024-04-12T00:58:29.773 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7Zl8OaQVf6fNag8 off=5549795 len=212053 2024-04-12T00:58:29.774 INFO:tasks.workunit.client.0.smithi098.stdout:op 3389 completed, throughput=5MB/sec 2024-04-12T00:58:29.774 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4a-SDwJ6onAiX85 off=3017946 len=62754 2024-04-12T00:58:29.776 INFO:tasks.workunit.client.0.smithi098.stdout:op 3390 completed, throughput=5MB/sec 2024-04-12T00:58:29.776 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KNny4EfisO_ZDaG off=6624524 len=1930521 2024-04-12T00:58:29.780 INFO:tasks.workunit.client.0.smithi098.stdout:op 3391 completed, throughput=5MB/sec 2024-04-12T00:58:30.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:30 smithi098 ceph-mon[91373]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:58:30.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:30 smithi098 ceph-mon[88922]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:58:30.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:30 smithi193 ceph-mon[83763]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:58:30.781 INFO:tasks.workunit.client.0.smithi098.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:30.781 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ew4UigkdOb4hI-L off=10492403 len=1804279 2024-04-12T00:58:30.789 INFO:tasks.workunit.client.0.smithi098.stdout:op 3392 completed, throughput=5MB/sec 2024-04-12T00:58:30.789 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w0EBhRzFflFgQeq off=2015731 len=933201 2024-04-12T00:58:30.793 INFO:tasks.workunit.client.0.smithi098.stdout:op 3393 completed, throughput=5MB/sec 2024-04-12T00:58:30.793 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oxuGUE8qj9M7uyr off=6837735 len=630473 2024-04-12T00:58:30.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 3394 completed, throughput=5MB/sec 2024-04-12T00:58:30.794 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3Hxq10KQzaeLdVc off=8432700 len=1397472 2024-04-12T00:58:30.800 INFO:tasks.workunit.client.0.smithi098.stdout:op 3395 completed, throughput=5MB/sec 2024-04-12T00:58:30.800 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZhK4nNr79uIf_kF off=3954635 len=766686 2024-04-12T00:58:30.801 INFO:tasks.workunit.client.0.smithi098.stdout:op 3396 completed, throughput=5MB/sec 2024-04-12T00:58:31.802 INFO:tasks.workunit.client.0.smithi098.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:31.802 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-88FjT4y5jR-Xrq1 off=12811520 len=485263 2024-04-12T00:58:31.806 INFO:tasks.workunit.client.0.smithi098.stdout:op 3397 completed, throughput=4.99MB/sec 2024-04-12T00:58:31.806 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NWZAsitmhH-mTEZ off=8677860 len=235443 2024-04-12T00:58:31.809 INFO:tasks.workunit.client.0.smithi098.stdout:op 3398 completed, throughput=4.99MB/sec 2024-04-12T00:58:31.809 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Rk00Lv-I017KhCZ off=2774129 len=874630 2024-04-12T00:58:31.814 INFO:tasks.workunit.client.0.smithi098.stdout:op 3399 completed, throughput=5MB/sec 2024-04-12T00:58:31.814 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--4ivMYi2oYPrVFw off=8668344 len=1150940 2024-04-12T00:58:31.819 INFO:tasks.workunit.client.0.smithi098.stdout:op 3400 completed, throughput=5MB/sec 2024-04-12T00:58:31.819 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RMGGMgKlZANTD0K off=5010574 len=618259 2024-04-12T00:58:31.820 INFO:tasks.workunit.client.0.smithi098.stdout:op 3401 completed, throughput=5MB/sec 2024-04-12T00:58:31.820 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vwL11V9zkjQEBLe off=643392 len=532633 2024-04-12T00:58:31.820 INFO:tasks.workunit.client.0.smithi098.stdout:op 3402 completed, throughput=5MB/sec 2024-04-12T00:58:31.820 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kCO_ISJzKF4Kox7 off=17715740 len=930359 2024-04-12T00:58:31.827 INFO:tasks.workunit.client.0.smithi098.stdout:op 3403 completed, throughput=5MB/sec 2024-04-12T00:58:32.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:32 smithi098 ceph-mon[91373]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:58:32.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:32 smithi098 ceph-mon[88922]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:58:32.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:32 smithi193 ceph-mon[83763]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:58:32.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:58:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:58:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:32.827 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jP1KziQ6HTPqNaG off=86694 len=1469082 2024-04-12T00:58:32.835 INFO:tasks.workunit.client.0.smithi098.stdout:op 3404 completed, throughput=4.99MB/sec 2024-04-12T00:58:32.835 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_-cQIvZ2tyU4Xo2 off=7551834 len=599410 2024-04-12T00:58:32.837 INFO:tasks.workunit.client.0.smithi098.stdout:op 3405 completed, throughput=5MB/sec 2024-04-12T00:58:32.837 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hfp1_hlkyDuY5MC off=2943962 len=1099842 2024-04-12T00:58:32.843 INFO:tasks.workunit.client.0.smithi098.stdout:op 3406 completed, throughput=5MB/sec 2024-04-12T00:58:32.843 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V9YMNEe2Y4AFXVP off=3610838 len=1686067 2024-04-12T00:58:32.851 INFO:tasks.workunit.client.0.smithi098.stdout:op 3407 completed, throughput=5MB/sec 2024-04-12T00:58:32.851 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-saV-3wul_xrvg_- off=1831510 len=778077 2024-04-12T00:58:32.854 INFO:tasks.workunit.client.0.smithi098.stdout:op 3408 completed, throughput=5MB/sec 2024-04-12T00:58:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:33.855 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pZFtF-wIlCuXohn off=3094349 len=1146911 2024-04-12T00:58:33.861 INFO:tasks.workunit.client.0.smithi098.stdout:op 3409 completed, throughput=4.99MB/sec 2024-04-12T00:58:33.861 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cITzxNQA-I4qw25 off=2469165 len=124095 2024-04-12T00:58:33.864 INFO:tasks.workunit.client.0.smithi098.stdout:op 3410 completed, throughput=4.99MB/sec 2024-04-12T00:58:33.864 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-S2doonfmzJLXg7x off=17330247 len=59148 2024-04-12T00:58:33.866 INFO:tasks.workunit.client.0.smithi098.stdout:op 3411 completed, throughput=5MB/sec 2024-04-12T00:58:33.866 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-T-lKARSQMoRLUz7 off=8760491 len=1675377 2024-04-12T00:58:33.875 INFO:tasks.workunit.client.0.smithi098.stdout:op 3412 completed, throughput=5MB/sec 2024-04-12T00:58:33.875 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VdSl2Lu6MAfAlwI off=7715400 len=1279704 2024-04-12T00:58:33.881 INFO:tasks.workunit.client.0.smithi098.stdout:op 3413 completed, throughput=5MB/sec 2024-04-12T00:58:33.881 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SEYX4C-t7FLk_lw off=1570179 len=255107 2024-04-12T00:58:33.883 INFO:tasks.workunit.client.0.smithi098.stdout:op 3414 completed, throughput=5MB/sec 2024-04-12T00:58:33.883 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-n25FvkdNsxgvkgi off=5952620 len=142688 2024-04-12T00:58:33.886 INFO:tasks.workunit.client.0.smithi098.stdout:op 3415 completed, throughput=5MB/sec 2024-04-12T00:58:33.886 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZcaT-fV3A4PWi8B off=4626579 len=1799523 2024-04-12T00:58:33.888 INFO:tasks.workunit.client.0.smithi098.stdout:op 3416 completed, throughput=5MB/sec 2024-04-12T00:58:34.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:34 smithi098 ceph-mon[88922]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:58:34.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:34 smithi098 ceph-mon[91373]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:58:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:34 smithi193 ceph-mon[83763]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:58:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:34.889 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VxsCnzq5KtRrda- off=15296824 len=220837 2024-04-12T00:58:34.889 INFO:tasks.workunit.client.0.smithi098.stdout:op 3417 completed, throughput=5MB/sec 2024-04-12T00:58:34.889 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yV85FXOVDpt1cKP off=10610337 len=1692209 2024-04-12T00:58:34.893 INFO:tasks.workunit.client.0.smithi098.stdout:op 3418 completed, throughput=5MB/sec 2024-04-12T00:58:34.893 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Z2SwAkitpnZYGpB off=1501126 len=1889444 2024-04-12T00:58:34.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 3419 completed, throughput=5MB/sec 2024-04-12T00:58:34.902 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IfkC_FN7vR3VTkj off=3117453 len=715647 2024-04-12T00:58:34.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 3420 completed, throughput=5MB/sec 2024-04-12T00:58:35.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:35.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:35.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:35.903 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aOuFOfLi-lqSrdX off=879623 len=1499752 2024-04-12T00:58:35.905 INFO:tasks.workunit.client.0.smithi098.stdout:op 3421 completed, throughput=5MB/sec 2024-04-12T00:58:35.905 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w63fdyPkivPtOKS off=6322635 len=1129578 2024-04-12T00:58:35.911 INFO:tasks.workunit.client.0.smithi098.stdout:op 3422 completed, throughput=5MB/sec 2024-04-12T00:58:35.911 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AQHwlTwu_hgN8sF off=1760733 len=2089708 2024-04-12T00:58:35.920 INFO:tasks.workunit.client.0.smithi098.stdout:op 3423 completed, throughput=5MB/sec 2024-04-12T00:58:36.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:58:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:58:35] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T00:58:36.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:36 smithi098 ceph-mon[91373]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T00:58:36.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:36 smithi098 ceph-mon[88922]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T00:58:36.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:36 smithi193 ceph-mon[83763]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T00:58:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:36.921 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pOYSK3uBQtohqMO off=864063 len=1795803 2024-04-12T00:58:36.923 INFO:tasks.workunit.client.0.smithi098.stdout:op 3424 completed, throughput=5MB/sec 2024-04-12T00:58:36.923 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dhirtvED-tUXQYr off=1611898 len=944872 2024-04-12T00:58:36.928 INFO:tasks.workunit.client.0.smithi098.stdout:op 3425 completed, throughput=5MB/sec 2024-04-12T00:58:36.928 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4Wc46mFiauHQB99 off=9770670 len=1145586 2024-04-12T00:58:36.935 INFO:tasks.workunit.client.0.smithi098.stdout:op 3426 completed, throughput=5MB/sec 2024-04-12T00:58:36.935 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YMb3owaIVAgAMKx off=2779255 len=1320248 2024-04-12T00:58:36.943 INFO:tasks.workunit.client.0.smithi098.stdout:op 3427 completed, throughput=5MB/sec 2024-04-12T00:58:36.943 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3uiQuBvMyvGNhRW off=307594 len=1243927 2024-04-12T00:58:36.952 INFO:tasks.workunit.client.0.smithi098.stdout:op 3428 completed, throughput=5MB/sec 2024-04-12T00:58:37.952 INFO:tasks.workunit.client.0.smithi098.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:37.952 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SHnWy0o962B_1lY off=1397953 len=50230 2024-04-12T00:58:37.952 INFO:tasks.workunit.client.0.smithi098.stdout:op 3429 completed, throughput=4.99MB/sec 2024-04-12T00:58:37.953 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZQNu7nKTJfqOjH5 off=3873408 len=1475109 2024-04-12T00:58:37.961 INFO:tasks.workunit.client.0.smithi098.stdout:op 3430 completed, throughput=5MB/sec 2024-04-12T00:58:37.961 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-b2d_TOE6ISxunt4 off=5664873 len=1660395 2024-04-12T00:58:37.965 INFO:tasks.workunit.client.0.smithi098.stdout:op 3431 completed, throughput=5MB/sec 2024-04-12T00:58:37.965 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wQwEJcQ7aYqXoYy off=2971084 len=634142 2024-04-12T00:58:37.969 INFO:tasks.workunit.client.0.smithi098.stdout:op 3432 completed, throughput=5MB/sec 2024-04-12T00:58:37.969 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t6gAbwCNpQ5Musl off=2542556 len=1675566 2024-04-12T00:58:37.979 INFO:tasks.workunit.client.0.smithi098.stdout:op 3433 completed, throughput=5MB/sec 2024-04-12T00:58:38.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:38 smithi098 ceph-mon[91373]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:58:38.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:38 smithi098 ceph-mon[88922]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:58:38.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:38 smithi193 ceph-mon[83763]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:58:38.979 INFO:tasks.workunit.client.0.smithi098.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:38.979 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WFDS66nm9MrzMbp off=13918387 len=386952 2024-04-12T00:58:38.980 INFO:tasks.workunit.client.0.smithi098.stdout:op 3434 completed, throughput=4.99MB/sec 2024-04-12T00:58:38.980 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nqXP5J4ECvr7RY6 off=4629496 len=1715034 2024-04-12T00:58:38.989 INFO:tasks.workunit.client.0.smithi098.stdout:op 3435 completed, throughput=5MB/sec 2024-04-12T00:58:38.989 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rjYv3EIrum4xklv off=8720025 len=1018704 2024-04-12T00:58:38.994 INFO:tasks.workunit.client.0.smithi098.stdout:op 3436 completed, throughput=5MB/sec 2024-04-12T00:58:38.994 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JtEgTmPdG1NmzB1 off=6771069 len=549146 2024-04-12T00:58:38.995 INFO:tasks.workunit.client.0.smithi098.stdout:op 3437 completed, throughput=5MB/sec 2024-04-12T00:58:38.996 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UgM61eiBNd_80Ba off=9936239 len=1073579 2024-04-12T00:58:39.001 INFO:tasks.workunit.client.0.smithi098.stdout:op 3438 completed, throughput=5MB/sec 2024-04-12T00:58:40.001 INFO:tasks.workunit.client.0.smithi098.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:40.002 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bGa0sTZCQCaVyhN off=7946818 len=726825 2024-04-12T00:58:40.006 INFO:tasks.workunit.client.0.smithi098.stdout:op 3439 completed, throughput=4.99MB/sec 2024-04-12T00:58:40.006 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--jYvox_OrwROyTv off=3969872 len=594327 2024-04-12T00:58:40.008 INFO:tasks.workunit.client.0.smithi098.stdout:op 3440 completed, throughput=5MB/sec 2024-04-12T00:58:40.008 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rPu9Kbao3N86shu off=6847105 len=773209 2024-04-12T00:58:40.012 INFO:tasks.workunit.client.0.smithi098.stdout:op 3441 completed, throughput=5MB/sec 2024-04-12T00:58:40.012 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I-0EZCQBHmlIgMM off=954697 len=691765 2024-04-12T00:58:40.017 INFO:tasks.workunit.client.0.smithi098.stdout:op 3442 completed, throughput=5MB/sec 2024-04-12T00:58:40.017 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Wk-f_3ddJALVQDC off=911493 len=1861726 2024-04-12T00:58:40.026 INFO:tasks.workunit.client.0.smithi098.stdout:op 3443 completed, throughput=5MB/sec 2024-04-12T00:58:40.026 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oXgfMmKqLhkVVOg off=4250531 len=1509158 2024-04-12T00:58:40.034 INFO:tasks.workunit.client.0.smithi098.stdout:op 3444 completed, throughput=5MB/sec 2024-04-12T00:58:40.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:40 smithi098 ceph-mon[91373]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:58:40.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:40 smithi098 ceph-mon[88922]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:58:40.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:40 smithi193 ceph-mon[83763]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:58:41.034 INFO:tasks.workunit.client.0.smithi098.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:41.035 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NrJqHXNUegvqJfV off=19841681 len=756536 2024-04-12T00:58:41.040 INFO:tasks.workunit.client.0.smithi098.stdout:op 3445 completed, throughput=5MB/sec 2024-04-12T00:58:41.040 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--3hpbHk8UFp3A7l off=15945611 len=1538275 2024-04-12T00:58:41.047 INFO:tasks.workunit.client.0.smithi098.stdout:op 3446 completed, throughput=5MB/sec 2024-04-12T00:58:41.047 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rJlNzwG-ZNgtE9b off=8100539 len=809888 2024-04-12T00:58:41.050 INFO:tasks.workunit.client.0.smithi098.stdout:op 3447 completed, throughput=5MB/sec 2024-04-12T00:58:41.050 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1qynlYL7tFMWA-M off=1806499 len=924487 2024-04-12T00:58:41.055 INFO:tasks.workunit.client.0.smithi098.stdout:op 3448 completed, throughput=5MB/sec 2024-04-12T00:58:42.056 INFO:tasks.workunit.client.0.smithi098.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:42.056 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NCwEZMTRD8W8lT9 off=10662996 len=1025660 2024-04-12T00:58:42.058 INFO:tasks.workunit.client.0.smithi098.stdout:op 3449 completed, throughput=4.99MB/sec 2024-04-12T00:58:42.058 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PmS26GzKEhf-Itj off=2167877 len=1638561 2024-04-12T00:58:42.065 INFO:tasks.workunit.client.0.smithi098.stdout:op 3450 completed, throughput=5MB/sec 2024-04-12T00:58:42.066 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1qynlYL7tFMWA-M off=654166 len=2076820 2024-04-12T00:58:42.081 INFO:tasks.workunit.client.0.smithi098.stdout:op 3451 completed, throughput=5MB/sec 2024-04-12T00:58:42.081 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OlWQ6RYncL_2bjl off=2225775 len=1558291 2024-04-12T00:58:42.082 INFO:tasks.workunit.client.0.smithi098.stdout:op 3452 completed, throughput=5MB/sec 2024-04-12T00:58:42.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:42 smithi098 ceph-mon[91373]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:58:42.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:42 smithi098 ceph-mon[88922]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:58:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:42 smithi193 ceph-mon[83763]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T00:58:42.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:58:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:58:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:58:43.083 INFO:tasks.workunit.client.0.smithi098.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:43.083 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9czgjlMtJ7lWFph off=6120704 len=175583 2024-04-12T00:58:43.084 INFO:tasks.workunit.client.0.smithi098.stdout:op 3453 completed, throughput=4.99MB/sec 2024-04-12T00:58:43.084 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O8DgwbbuHktnnsi off=16762145 len=985989 2024-04-12T00:58:43.088 INFO:tasks.workunit.client.0.smithi098.stdout:op 3454 completed, throughput=5MB/sec 2024-04-12T00:58:43.089 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sRfD4kJVlRTQ_Wm off=187053 len=60307 2024-04-12T00:58:43.091 INFO:tasks.workunit.client.0.smithi098.stdout:op 3455 completed, throughput=5MB/sec 2024-04-12T00:58:43.091 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z4nRCJCQ4oO3LTL off=15864030 len=1056136 2024-04-12T00:58:43.096 INFO:tasks.workunit.client.0.smithi098.stdout:op 3456 completed, throughput=5MB/sec 2024-04-12T00:58:43.096 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fflKX2o3y3v_965 off=1097943 len=1831032 2024-04-12T00:58:43.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 3457 completed, throughput=5MB/sec 2024-04-12T00:58:43.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FKKUCe9-jV0Ct0h off=1744771 len=54063 2024-04-12T00:58:43.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 3458 completed, throughput=5MB/sec 2024-04-12T00:58:43.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-f_OWjVOK6czbwtx off=478840 len=832621 2024-04-12T00:58:43.100 INFO:tasks.workunit.client.0.smithi098.stdout:op 3459 completed, throughput=5MB/sec 2024-04-12T00:58:44.100 INFO:tasks.workunit.client.0.smithi098.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:44.100 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tLP1Gv_xHhPDz9c off=4380764 len=71185 2024-04-12T00:58:44.103 INFO:tasks.workunit.client.0.smithi098.stdout:op 3460 completed, throughput=4.99MB/sec 2024-04-12T00:58:44.103 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-G71Mx5lRjWVbttv off=2247238 len=487231 2024-04-12T00:58:44.104 INFO:tasks.workunit.client.0.smithi098.stdout:op 3461 completed, throughput=4.99MB/sec 2024-04-12T00:58:44.104 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fhh9PGV2V70ZKXt off=3361425 len=1531485 2024-04-12T00:58:44.105 INFO:tasks.workunit.client.0.smithi098.stdout:op 3462 completed, throughput=5MB/sec 2024-04-12T00:58:44.105 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sVVGoi1GXuw2JKz off=4279138 len=1016504 2024-04-12T00:58:44.111 INFO:tasks.workunit.client.0.smithi098.stdout:op 3463 completed, throughput=5MB/sec 2024-04-12T00:58:44.111 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n94GPpTirgidBj6 off=11991680 len=1566688 2024-04-12T00:58:44.114 INFO:tasks.workunit.client.0.smithi098.stdout:op 3464 completed, throughput=5MB/sec 2024-04-12T00:58:44.114 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bcELrjPr_h51__v off=1109984 len=748926 2024-04-12T00:58:44.119 INFO:tasks.workunit.client.0.smithi098.stdout:op 3465 completed, throughput=5MB/sec 2024-04-12T00:58:44.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:44 smithi098 ceph-mon[91373]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:58:44.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:44 smithi098 ceph-mon[88922]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:58:44.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:44 smithi193 ceph-mon[83763]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:58:45.120 INFO:tasks.workunit.client.0.smithi098.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:45.120 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TRekk9pBOY2VPKL off=8476057 len=271469 2024-04-12T00:58:45.121 INFO:tasks.workunit.client.0.smithi098.stdout:op 3466 completed, throughput=4.99MB/sec 2024-04-12T00:58:45.121 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-snCLs7VjvTA6jhd off=3487933 len=1455165 2024-04-12T00:58:45.129 INFO:tasks.workunit.client.0.smithi098.stdout:op 3467 completed, throughput=5MB/sec 2024-04-12T00:58:45.129 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-T9obHC6Ysg1pgO2 off=779073 len=646063 2024-04-12T00:58:45.133 INFO:tasks.workunit.client.0.smithi098.stdout:op 3468 completed, throughput=5MB/sec 2024-04-12T00:58:45.133 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dgk6Xv0PCmkT0pu off=1757785 len=1920179 2024-04-12T00:58:45.136 INFO:tasks.workunit.client.0.smithi098.stdout:op 3469 completed, throughput=5MB/sec 2024-04-12T00:58:45.136 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6Aq90rwsek0LJsS off=1149090 len=383432 2024-04-12T00:58:45.136 INFO:tasks.workunit.client.0.smithi098.stdout:op 3470 completed, throughput=5MB/sec 2024-04-12T00:58:46.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:58:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:58:45] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T00:58:46.137 INFO:tasks.workunit.client.0.smithi098.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:46.137 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0zDstfVgwXartV3 off=10626057 len=10859 2024-04-12T00:58:46.138 INFO:tasks.workunit.client.0.smithi098.stdout:op 3471 completed, throughput=4.99MB/sec 2024-04-12T00:58:46.138 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sCURsNTHvic8JUZ off=6713439 len=565126 2024-04-12T00:58:46.141 INFO:tasks.workunit.client.0.smithi098.stdout:op 3472 completed, throughput=4.99MB/sec 2024-04-12T00:58:46.141 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7glRVPccv1NyNQs off=491277 len=817953 2024-04-12T00:58:46.142 INFO:tasks.workunit.client.0.smithi098.stdout:op 3473 completed, throughput=4.99MB/sec 2024-04-12T00:58:46.143 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1mTD4gBy9Fb8Q09 off=1880942 len=1703778 2024-04-12T00:58:46.150 INFO:tasks.workunit.client.0.smithi098.stdout:op 3474 completed, throughput=5MB/sec 2024-04-12T00:58:46.150 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PsY79WB5L31IgaI off=1331790 len=1761433 2024-04-12T00:58:46.152 INFO:tasks.workunit.client.0.smithi098.stdout:op 3475 completed, throughput=5MB/sec 2024-04-12T00:58:46.153 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BkaoxHagoMF13vP off=9321361 len=1020636 2024-04-12T00:58:46.157 INFO:tasks.workunit.client.0.smithi098.stdout:op 3476 completed, throughput=5MB/sec 2024-04-12T00:58:46.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:46 smithi193 ceph-mon[83763]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T00:58:46.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:46 smithi098 ceph-mon[91373]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T00:58:46.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:46 smithi098 ceph-mon[88922]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-12T00:58:47.157 INFO:tasks.workunit.client.0.smithi098.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:47.157 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LGYfjinT7cJQrPq off=21277279 len=1933457 2024-04-12T00:58:47.161 INFO:tasks.workunit.client.0.smithi098.stdout:op 3477 completed, throughput=5MB/sec 2024-04-12T00:58:47.161 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-h2iVN9e36v_dJ_F off=6507843 len=492434 2024-04-12T00:58:47.162 INFO:tasks.workunit.client.0.smithi098.stdout:op 3478 completed, throughput=5MB/sec 2024-04-12T00:58:47.163 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KZkJSK8Q7C6q_xJ off=1568867 len=1819180 2024-04-12T00:58:47.165 INFO:tasks.workunit.client.0.smithi098.stdout:op 3479 completed, throughput=5MB/sec 2024-04-12T00:58:47.165 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w4imGf4-0bkugKz off=14837825 len=1896892 2024-04-12T00:58:47.176 INFO:tasks.workunit.client.0.smithi098.stdout:op 3480 completed, throughput=5MB/sec 2024-04-12T00:58:48.177 INFO:tasks.workunit.client.0.smithi098.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:48.177 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R0zSuSdLl93Qv29 off=9009717 len=788700 2024-04-12T00:58:48.180 INFO:tasks.workunit.client.0.smithi098.stdout:op 3481 completed, throughput=5MB/sec 2024-04-12T00:58:48.180 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R6-HB-G29hXr6uY off=5115205 len=1538832 2024-04-12T00:58:48.183 INFO:tasks.workunit.client.0.smithi098.stdout:op 3482 completed, throughput=5MB/sec 2024-04-12T00:58:48.183 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iRYBvbAuG7l3o8M off=13805654 len=1324388 2024-04-12T00:58:48.185 INFO:tasks.workunit.client.0.smithi098.stdout:op 3483 completed, throughput=5MB/sec 2024-04-12T00:58:48.185 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ovylR9_9WgJc3tM off=22088771 len=709629 2024-04-12T00:58:48.189 INFO:tasks.workunit.client.0.smithi098.stdout:op 3484 completed, throughput=5MB/sec 2024-04-12T00:58:48.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:48 smithi193 ceph-mon[83763]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-12T00:58:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:48 smithi098 ceph-mon[88922]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-12T00:58:48.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:48 smithi098 ceph-mon[91373]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-12T00:58:49.190 INFO:tasks.workunit.client.0.smithi098.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:49.190 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Nc5XEncavnGL8Lg off=8139366 len=296196 2024-04-12T00:58:49.193 INFO:tasks.workunit.client.0.smithi098.stdout:op 3485 completed, throughput=4.99MB/sec 2024-04-12T00:58:49.193 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-g3DIqh7x5c5AMZT off=1605429 len=61616 2024-04-12T00:58:49.195 INFO:tasks.workunit.client.0.smithi098.stdout:op 3486 completed, throughput=4.99MB/sec 2024-04-12T00:58:49.195 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pMl5OybZsneJI_E off=946856 len=797890 2024-04-12T00:58:49.196 INFO:tasks.workunit.client.0.smithi098.stdout:op 3487 completed, throughput=4.99MB/sec 2024-04-12T00:58:49.197 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2wiVW2KQXlzzGhR off=5422078 len=1016375 2024-04-12T00:58:49.199 INFO:tasks.workunit.client.0.smithi098.stdout:op 3488 completed, throughput=5MB/sec 2024-04-12T00:58:49.199 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dWEED74HoGhlhZd off=10037088 len=138476 2024-04-12T00:58:49.200 INFO:tasks.workunit.client.0.smithi098.stdout:op 3489 completed, throughput=5MB/sec 2024-04-12T00:58:49.200 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kKqbzl9UI3AhjAa off=9174490 len=409028 2024-04-12T00:58:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:op 3490 completed, throughput=5MB/sec 2024-04-12T00:58:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MhLzoBZRIgLczDX off=10166532 len=993691 2024-04-12T00:58:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:op 3491 completed, throughput=5MB/sec 2024-04-12T00:58:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SYDwVsU4Q5WJZu2 off=16050134 len=1360453 2024-04-12T00:58:49.213 INFO:tasks.workunit.client.0.smithi098.stdout:op 3492 completed, throughput=5MB/sec 2024-04-12T00:58:50.213 INFO:tasks.workunit.client.0.smithi098.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:50.213 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wBdj8diIjAbMuzr off=640281 len=248604 2024-04-12T00:58:50.216 INFO:tasks.workunit.client.0.smithi098.stdout:op 3493 completed, throughput=4.99MB/sec 2024-04-12T00:58:50.216 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZvjY_6SLST4mPQ8 off=6551154 len=1046103 2024-04-12T00:58:50.218 INFO:tasks.workunit.client.0.smithi098.stdout:op 3494 completed, throughput=4.99MB/sec 2024-04-12T00:58:50.218 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BCi4m1qBaiZajrx off=2730888 len=842176 2024-04-12T00:58:50.222 INFO:tasks.workunit.client.0.smithi098.stdout:op 3495 completed, throughput=5MB/sec 2024-04-12T00:58:50.222 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p1BR8iObN-mbDKn off=8516191 len=1596254 2024-04-12T00:58:50.224 INFO:tasks.workunit.client.0.smithi098.stdout:op 3496 completed, throughput=5MB/sec 2024-04-12T00:58:50.224 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nt8ihMfmdd0vNy7 off=14235448 len=1035275 2024-04-12T00:58:50.230 INFO:tasks.workunit.client.0.smithi098.stdout:op 3497 completed, throughput=5MB/sec 2024-04-12T00:58:50.230 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t2w7G8aIVBp-QI1 off=12200820 len=1933065 2024-04-12T00:58:50.232 INFO:tasks.workunit.client.0.smithi098.stdout:op 3498 completed, throughput=5MB/sec 2024-04-12T00:58:50.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:50 smithi193 ceph-mon[83763]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:58:50.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:50.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:50 smithi098 ceph-mon[91373]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:58:50.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:50.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:50 smithi098 ceph-mon[88922]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T00:58:50.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:58:51.232 INFO:tasks.workunit.client.0.smithi098.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:51.232 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Z-GQPDhZAg92wHb off=4184734 len=200491 2024-04-12T00:58:51.235 INFO:tasks.workunit.client.0.smithi098.stdout:op 3499 completed, throughput=5MB/sec 2024-04-12T00:58:51.235 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QZtJBwNuI6HXT9g off=644891 len=55315 2024-04-12T00:58:51.237 INFO:tasks.workunit.client.0.smithi098.stdout:op 3500 completed, throughput=5MB/sec 2024-04-12T00:58:51.237 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x-KQ3vZAGj_0lPl off=5356605 len=1542443 2024-04-12T00:58:51.241 INFO:tasks.workunit.client.0.smithi098.stdout:op 3501 completed, throughput=5MB/sec 2024-04-12T00:58:51.241 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sKRuV1aS934Yk1V off=2021853 len=1587842 2024-04-12T00:58:51.251 INFO:tasks.workunit.client.0.smithi098.stdout:op 3502 completed, throughput=5MB/sec 2024-04-12T00:58:51.251 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hYzL7tSOIlFTcGW off=2227572 len=1787421 2024-04-12T00:58:51.259 INFO:tasks.workunit.client.0.smithi098.stdout:op 3503 completed, throughput=5MB/sec 2024-04-12T00:58:52.259 INFO:tasks.workunit.client.0.smithi098.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:52.259 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5kczNcnQ3qAS34s off=3370212 len=1908552 2024-04-12T00:58:52.263 INFO:tasks.workunit.client.0.smithi098.stdout:op 3504 completed, throughput=5MB/sec 2024-04-12T00:58:52.263 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pXT4FsnxH03-yCA off=7589832 len=611361 2024-04-12T00:58:52.264 INFO:tasks.workunit.client.0.smithi098.stdout:op 3505 completed, throughput=5MB/sec 2024-04-12T00:58:52.265 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YIYB9j57lURV1ig off=9896296 len=987853 2024-04-12T00:58:52.271 INFO:tasks.workunit.client.0.smithi098.stdout:op 3506 completed, throughput=5MB/sec 2024-04-12T00:58:52.271 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tCclARIilNBhsG0 off=6500450 len=1581631 2024-04-12T00:58:52.274 INFO:tasks.workunit.client.0.smithi098.stdout:op 3507 completed, throughput=5MB/sec 2024-04-12T00:58:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:52 smithi193 ceph-mon[83763]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:58:52.346 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:52 smithi098 ceph-mon[91373]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:58:52.346 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:52 smithi098 ceph-mon[88922]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T00:58:52.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:58:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:58:53.274 INFO:tasks.workunit.client.0.smithi098.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:53.274 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pQ2fMZoyn2p-4XE off=7625864 len=1934633 2024-04-12T00:58:53.282 INFO:tasks.workunit.client.0.smithi098.stdout:op 3508 completed, throughput=5MB/sec 2024-04-12T00:58:53.282 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uxLxcRkgGPWcTfS off=2752921 len=181939 2024-04-12T00:58:53.283 INFO:tasks.workunit.client.0.smithi098.stdout:op 3509 completed, throughput=5MB/sec 2024-04-12T00:58:53.283 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QIiTmq4nOk5FsiX off=11267401 len=1374956 2024-04-12T00:58:53.287 INFO:tasks.workunit.client.0.smithi098.stdout:op 3510 completed, throughput=5MB/sec 2024-04-12T00:58:53.287 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HXYPIhVsgk2et8Q off=12443574 len=289204 2024-04-12T00:58:53.287 INFO:tasks.workunit.client.0.smithi098.stdout:op 3511 completed, throughput=5MB/sec 2024-04-12T00:58:53.287 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a3yCfVrUnfYCtNt off=6718244 len=1600160 2024-04-12T00:58:53.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 3512 completed, throughput=5MB/sec 2024-04-12T00:58:54.291 INFO:tasks.workunit.client.0.smithi098.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:54.291 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--k_G10ig3TLKBIQ off=578020 len=1254893 2024-04-12T00:58:54.299 INFO:tasks.workunit.client.0.smithi098.stdout:op 3513 completed, throughput=5MB/sec 2024-04-12T00:58:54.299 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LI-j-fvSC4nTPNF off=10133408 len=270732 2024-04-12T00:58:54.302 INFO:tasks.workunit.client.0.smithi098.stdout:op 3514 completed, throughput=5MB/sec 2024-04-12T00:58:54.302 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cI_1ikV61XETQwe off=1418127 len=2060524 2024-04-12T00:58:54.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 3515 completed, throughput=5MB/sec 2024-04-12T00:58:54.305 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ce4Vte8cQYMk00O off=4298276 len=1223502 2024-04-12T00:58:54.307 INFO:tasks.workunit.client.0.smithi098.stdout:op 3516 completed, throughput=5MB/sec 2024-04-12T00:58:54.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:54 smithi193 ceph-mon[83763]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:58:54.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:54 smithi098 ceph-mon[91373]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:58:54.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:54 smithi098 ceph-mon[88922]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T00:58:55.308 INFO:tasks.workunit.client.0.smithi098.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:55.308 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-in8UTLbIzm_2VGD off=3028430 len=397844 2024-04-12T00:58:55.309 INFO:tasks.workunit.client.0.smithi098.stdout:op 3517 completed, throughput=4.99MB/sec 2024-04-12T00:58:55.309 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7l4Cbej6neiKLqx off=11093977 len=1505183 2024-04-12T00:58:55.313 INFO:tasks.workunit.client.0.smithi098.stdout:op 3518 completed, throughput=5MB/sec 2024-04-12T00:58:55.313 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-b9zp5VePb9IBhZD off=637865 len=1387792 2024-04-12T00:58:55.315 INFO:tasks.workunit.client.0.smithi098.stdout:op 3519 completed, throughput=5MB/sec 2024-04-12T00:58:55.315 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VgDQEdRDd9ASDNS off=11761531 len=1905642 2024-04-12T00:58:55.316 INFO:tasks.workunit.client.0.smithi098.stdout:op 3520 completed, throughput=5MB/sec 2024-04-12T00:58:56.044 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:58:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:58:55] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T00:58:56.317 INFO:tasks.workunit.client.0.smithi098.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:56.317 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MhT1rbQwV_0qJju off=1316921 len=2055529 2024-04-12T00:58:56.319 INFO:tasks.workunit.client.0.smithi098.stdout:op 3521 completed, throughput=5MB/sec 2024-04-12T00:58:56.319 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HVpfSHkp4rHAc9e off=5307609 len=1424036 2024-04-12T00:58:56.323 INFO:tasks.workunit.client.0.smithi098.stdout:op 3522 completed, throughput=5MB/sec 2024-04-12T00:58:56.323 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kb1jBxbeXjzd5zb off=10193610 len=1597674 2024-04-12T00:58:56.326 INFO:tasks.workunit.client.0.smithi098.stdout:op 3523 completed, throughput=5MB/sec 2024-04-12T00:58:56.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:56 smithi193 ceph-mon[83763]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:58:56.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:56 smithi098 ceph-mon[88922]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:58:56.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:56 smithi098 ceph-mon[91373]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:58:57.326 INFO:tasks.workunit.client.0.smithi098.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:57.327 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-37gb2px3AqZW30P off=3167975 len=810999 2024-04-12T00:58:57.332 INFO:tasks.workunit.client.0.smithi098.stdout:op 3524 completed, throughput=4.99MB/sec 2024-04-12T00:58:57.332 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9gEuEEsgTN4iyug off=955192 len=640114 2024-04-12T00:58:57.336 INFO:tasks.workunit.client.0.smithi098.stdout:op 3525 completed, throughput=5MB/sec 2024-04-12T00:58:57.336 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0n-RmlEcUE_hXO- off=12365999 len=1141607 2024-04-12T00:58:57.337 INFO:tasks.workunit.client.0.smithi098.stdout:op 3526 completed, throughput=5MB/sec 2024-04-12T00:58:57.338 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5EdAI8QZcip_EZX off=15619023 len=796857 2024-04-12T00:58:57.339 INFO:tasks.workunit.client.0.smithi098.stdout:op 3527 completed, throughput=5MB/sec 2024-04-12T00:58:57.339 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--y2k9pFKs3Qr3HN off=8260281 len=703968 2024-04-12T00:58:57.340 INFO:tasks.workunit.client.0.smithi098.stdout:op 3528 completed, throughput=5MB/sec 2024-04-12T00:58:57.341 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rMpSQwUGLuzLZft off=5606504 len=1337436 2024-04-12T00:58:57.346 INFO:tasks.workunit.client.0.smithi098.stdout:op 3529 completed, throughput=5MB/sec 2024-04-12T00:58:58.347 INFO:tasks.workunit.client.0.smithi098.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:58.347 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BajpjSDwC99ke7a off=3347777 len=2054305 2024-04-12T00:58:58.349 INFO:tasks.workunit.client.0.smithi098.stdout:op 3530 completed, throughput=5MB/sec 2024-04-12T00:58:58.349 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-drLUcOOlynGKTPS off=0 len=1231754 2024-04-12T00:58:58.351 INFO:tasks.workunit.client.0.smithi098.stdout:op 3531 completed, throughput=5MB/sec 2024-04-12T00:58:58.352 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MbrZr3PgqE8RfZf off=792782 len=500687 2024-04-12T00:58:58.352 INFO:tasks.workunit.client.0.smithi098.stdout:op 3532 completed, throughput=5MB/sec 2024-04-12T00:58:58.352 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SZNoLDuf94ht2my off=16911945 len=1044129 2024-04-12T00:58:58.354 INFO:tasks.workunit.client.0.smithi098.stdout:op 3533 completed, throughput=5MB/sec 2024-04-12T00:58:58.355 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OFBonnTmC7CEdq0 off=8755414 len=1334962 2024-04-12T00:58:58.356 INFO:tasks.workunit.client.0.smithi098.stdout:op 3534 completed, throughput=5MB/sec 2024-04-12T00:58:58.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:58:58 smithi193 ceph-mon[83763]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:58:58.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:58:58 smithi098 ceph-mon[91373]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:58:58.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:58:58 smithi098 ceph-mon[88922]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T00:58:59.356 INFO:tasks.workunit.client.0.smithi098.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-12T00:58:59.357 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bTLBs25BwUtKTa- off=3889988 len=1540188 2024-04-12T00:58:59.358 INFO:tasks.workunit.client.0.smithi098.stdout:op 3535 completed, throughput=5MB/sec 2024-04-12T00:58:59.358 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x7MCPLphASA5PDK off=570456 len=510005 2024-04-12T00:58:59.359 INFO:tasks.workunit.client.0.smithi098.stdout:op 3536 completed, throughput=5MB/sec 2024-04-12T00:58:59.359 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EuBkZ72EosFZ_8n off=17463737 len=1335873 2024-04-12T00:58:59.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 3537 completed, throughput=5MB/sec 2024-04-12T00:58:59.361 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-86iCgwcOHu9SYHV off=1081918 len=268085 2024-04-12T00:58:59.364 INFO:tasks.workunit.client.0.smithi098.stdout:op 3538 completed, throughput=5MB/sec 2024-04-12T00:58:59.364 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g8H888XBTn7s49v off=7695316 len=1535104 2024-04-12T00:58:59.365 INFO:tasks.workunit.client.0.smithi098.stdout:op 3539 completed, throughput=5MB/sec 2024-04-12T00:59:00.366 INFO:tasks.workunit.client.0.smithi098.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:00.366 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xyOxFF7_OdxF90- off=15687507 len=886189 2024-04-12T00:59:00.367 INFO:tasks.workunit.client.0.smithi098.stdout:op 3540 completed, throughput=5MB/sec 2024-04-12T00:59:00.367 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3Hxq10KQzaeLdVc off=13057295 len=3476 2024-04-12T00:59:00.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:00 smithi193 ceph-mon[83763]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:59:00.370 INFO:tasks.workunit.client.0.smithi098.stdout:op 3541 completed, throughput=5MB/sec 2024-04-12T00:59:00.370 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o2sHm0zJQC_W4CQ off=4106176 len=793932 2024-04-12T00:59:00.374 INFO:tasks.workunit.client.0.smithi098.stdout:op 3542 completed, throughput=5MB/sec 2024-04-12T00:59:00.374 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-k2UhuvnFpolHL71 off=1652864 len=480355 2024-04-12T00:59:00.375 INFO:tasks.workunit.client.0.smithi098.stdout:op 3543 completed, throughput=5MB/sec 2024-04-12T00:59:00.375 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y6XskrBHFSHIt7K off=3413154 len=1181728 2024-04-12T00:59:00.377 INFO:tasks.workunit.client.0.smithi098.stdout:op 3544 completed, throughput=5MB/sec 2024-04-12T00:59:00.377 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SQdnCKjQ5X6yRyS off=6956279 len=749874 2024-04-12T00:59:00.382 INFO:tasks.workunit.client.0.smithi098.stdout:op 3545 completed, throughput=5MB/sec 2024-04-12T00:59:00.382 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OfZa2CfVcxO2yAw off=8466742 len=1321265 2024-04-12T00:59:00.389 INFO:tasks.workunit.client.0.smithi098.stdout:op 3546 completed, throughput=5MB/sec 2024-04-12T00:59:00.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:00 smithi098 ceph-mon[91373]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:59:00.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:00 smithi098 ceph-mon[88922]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:59:01.390 INFO:tasks.workunit.client.0.smithi098.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:01.390 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aTRAcNdyZKVC66U off=0 len=1093829 2024-04-12T00:59:01.396 INFO:tasks.workunit.client.0.smithi098.stdout:op 3547 completed, throughput=5MB/sec 2024-04-12T00:59:01.396 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rk2SfmS_SCM4yo1 off=15418764 len=1251167 2024-04-12T00:59:01.403 INFO:tasks.workunit.client.0.smithi098.stdout:op 3548 completed, throughput=5MB/sec 2024-04-12T00:59:01.403 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kn5IOfXwTkVHQ-r off=9031277 len=1648302 2024-04-12T00:59:01.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 3549 completed, throughput=5MB/sec 2024-04-12T00:59:01.412 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QjM5D27aHe8oK4k off=19126187 len=926239 2024-04-12T00:59:01.418 INFO:tasks.workunit.client.0.smithi098.stdout:op 3550 completed, throughput=5MB/sec 2024-04-12T00:59:02.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:02 smithi193 ceph-mon[83763]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T00:59:02.370 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:59:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:59:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:59:02.418 INFO:tasks.workunit.client.0.smithi098.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:02.418 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RyYd4eNs5lBORuT off=5589488 len=1634078 2024-04-12T00:59:02.422 INFO:tasks.workunit.client.0.smithi098.stdout:op 3551 completed, throughput=5MB/sec 2024-04-12T00:59:02.422 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-g7aIGmgsMxIhFf2 off=14587436 len=1570462 2024-04-12T00:59:02.432 INFO:tasks.workunit.client.0.smithi098.stdout:op 3552 completed, throughput=5MB/sec 2024-04-12T00:59:02.432 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fustWh59wB003fO off=15731909 len=2270 2024-04-12T00:59:02.434 INFO:tasks.workunit.client.0.smithi098.stdout:op 3553 completed, throughput=5MB/sec 2024-04-12T00:59:02.434 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-f3LW-goYxlfW90N off=950148 len=1494881 2024-04-12T00:59:02.441 INFO:tasks.workunit.client.0.smithi098.stdout:op 3554 completed, throughput=5MB/sec 2024-04-12T00:59:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:02 smithi098 ceph-mon[88922]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T00:59:02.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:02 smithi098 ceph-mon[91373]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T00:59:03.441 INFO:tasks.workunit.client.0.smithi098.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:03.441 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5lIIh1B5HZa8Y6k off=10679241 len=1368424 2024-04-12T00:59:03.443 INFO:tasks.workunit.client.0.smithi098.stdout:op 3555 completed, throughput=4.99MB/sec 2024-04-12T00:59:03.443 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2Clu79NmZgXZXB6 off=751808 len=131565 2024-04-12T00:59:03.444 INFO:tasks.workunit.client.0.smithi098.stdout:op 3556 completed, throughput=4.99MB/sec 2024-04-12T00:59:03.444 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zjiru02Q2eIDglA off=3465193 len=1133188 2024-04-12T00:59:03.446 INFO:tasks.workunit.client.0.smithi098.stdout:op 3557 completed, throughput=5MB/sec 2024-04-12T00:59:03.446 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aDV03warexEzTxb off=17612659 len=598956 2024-04-12T00:59:03.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 3558 completed, throughput=5MB/sec 2024-04-12T00:59:03.451 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--62SOCi1PnaFUvo off=2063103 len=1045951 2024-04-12T00:59:03.452 INFO:tasks.workunit.client.0.smithi098.stdout:op 3559 completed, throughput=5MB/sec 2024-04-12T00:59:03.453 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O8DgwbbuHktnnsi off=12911665 len=1703320 2024-04-12T00:59:03.461 INFO:tasks.workunit.client.0.smithi098.stdout:op 3560 completed, throughput=5MB/sec 2024-04-12T00:59:04.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:04 smithi193 ceph-mon[83763]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-12T00:59:04.462 INFO:tasks.workunit.client.0.smithi098.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:04.462 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tmx5-pFYQNBAnme off=10976169 len=1864564 2024-04-12T00:59:04.464 INFO:tasks.workunit.client.0.smithi098.stdout:op 3561 completed, throughput=5MB/sec 2024-04-12T00:59:04.464 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rluDinwxVfEuA_n off=506250 len=1872096 2024-04-12T00:59:04.468 INFO:tasks.workunit.client.0.smithi098.stdout:op 3562 completed, throughput=5MB/sec 2024-04-12T00:59:04.468 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v4z9ZJy4wE4DeTo off=2161062 len=311898 2024-04-12T00:59:04.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 3563 completed, throughput=5MB/sec 2024-04-12T00:59:04.471 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KfD8dqg-m97sVn6 off=3173917 len=796629 2024-04-12T00:59:04.476 INFO:tasks.workunit.client.0.smithi098.stdout:op 3564 completed, throughput=5MB/sec 2024-04-12T00:59:04.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:04 smithi098 ceph-mon[88922]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-12T00:59:04.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:04 smithi098 ceph-mon[91373]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-12T00:59:05.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:05.477 INFO:tasks.workunit.client.0.smithi098.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:05.477 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZjwcVLQansBPUy1 off=7267 len=119439 2024-04-12T00:59:05.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 3565 completed, throughput=4.99MB/sec 2024-04-12T00:59:05.480 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NGRRzZGLwQVlMSB off=3841062 len=83874 2024-04-12T00:59:05.482 INFO:tasks.workunit.client.0.smithi098.stdout:op 3566 completed, throughput=4.99MB/sec 2024-04-12T00:59:05.482 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bjWWYIYBd6BB4Qa off=1932962 len=2034330 2024-04-12T00:59:05.484 INFO:tasks.workunit.client.0.smithi098.stdout:op 3567 completed, throughput=5MB/sec 2024-04-12T00:59:05.484 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t9Hk-WfBriEGuQh off=3801529 len=1352069 2024-04-12T00:59:05.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 3568 completed, throughput=5MB/sec 2024-04-12T00:59:05.486 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nb6CvHU7-zGDSbC off=450241 len=169976 2024-04-12T00:59:05.488 INFO:tasks.workunit.client.0.smithi098.stdout:op 3569 completed, throughput=5MB/sec 2024-04-12T00:59:05.488 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-d9DW4Y_tkYyOvOQ off=3476256 len=1008898 2024-04-12T00:59:05.494 INFO:tasks.workunit.client.0.smithi098.stdout:op 3570 completed, throughput=5MB/sec 2024-04-12T00:59:05.494 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eiBoS-0lshTrUxn off=14788707 len=963175 2024-04-12T00:59:05.495 INFO:tasks.workunit.client.0.smithi098.stdout:op 3571 completed, throughput=5MB/sec 2024-04-12T00:59:05.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:05.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:06.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:59:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:59:05] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-12T00:59:06.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:06 smithi193 ceph-mon[83763]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-12T00:59:06.496 INFO:tasks.workunit.client.0.smithi098.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:06.496 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-B7mxYKyR0pJTvPU off=1277804 len=1864635 2024-04-12T00:59:06.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 3572 completed, throughput=5MB/sec 2024-04-12T00:59:06.499 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yudhqmlZiWhHfat off=847629 len=1632036 2024-04-12T00:59:06.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 3573 completed, throughput=5MB/sec 2024-04-12T00:59:06.510 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7CkPPET8eCQ7p8n off=17536526 len=704373 2024-04-12T00:59:06.514 INFO:tasks.workunit.client.0.smithi098.stdout:op 3574 completed, throughput=5MB/sec 2024-04-12T00:59:06.514 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cQcU1qwXejabLOu off=1504932 len=38966 2024-04-12T00:59:06.514 INFO:tasks.workunit.client.0.smithi098.stdout:op 3575 completed, throughput=5MB/sec 2024-04-12T00:59:06.514 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bdtspKth9aL_l-Q off=20362442 len=1256025 2024-04-12T00:59:06.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 3576 completed, throughput=5MB/sec 2024-04-12T00:59:06.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:06 smithi098 ceph-mon[91373]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-12T00:59:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:06 smithi098 ceph-mon[88922]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-12T00:59:07.516 INFO:tasks.workunit.client.0.smithi098.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:07.517 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-M3XZ7BUynenhrg5 off=3317784 len=1516728 2024-04-12T00:59:07.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 3577 completed, throughput=5MB/sec 2024-04-12T00:59:07.518 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hkdBtGJl71uU2Nd off=4082237 len=1473088 2024-04-12T00:59:07.525 INFO:tasks.workunit.client.0.smithi098.stdout:op 3578 completed, throughput=5MB/sec 2024-04-12T00:59:07.525 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qIHTR2pvdLmip23 off=6870116 len=1574024 2024-04-12T00:59:07.527 INFO:tasks.workunit.client.0.smithi098.stdout:op 3579 completed, throughput=5MB/sec 2024-04-12T00:59:07.527 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aOuFOfLi-lqSrdX off=4895316 len=560858 2024-04-12T00:59:07.530 INFO:tasks.workunit.client.0.smithi098.stdout:op 3580 completed, throughput=5MB/sec 2024-04-12T00:59:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:08 smithi193 ceph-mon[83763]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:59:08.531 INFO:tasks.workunit.client.0.smithi098.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:08.531 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sOAqAXIlMH5uvf4 off=1593428 len=254963 2024-04-12T00:59:08.533 INFO:tasks.workunit.client.0.smithi098.stdout:op 3581 completed, throughput=4.99MB/sec 2024-04-12T00:59:08.533 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ib3k1cODSqNY53C off=5227420 len=1100692 2024-04-12T00:59:08.537 INFO:tasks.workunit.client.0.smithi098.stdout:op 3582 completed, throughput=5MB/sec 2024-04-12T00:59:08.537 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DM_FAXFg6i08v3p off=538679 len=659861 2024-04-12T00:59:08.538 INFO:tasks.workunit.client.0.smithi098.stdout:op 3583 completed, throughput=5MB/sec 2024-04-12T00:59:08.538 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zdCBPJTTn-bA6Qd off=13271314 len=44425 2024-04-12T00:59:08.538 INFO:tasks.workunit.client.0.smithi098.stdout:op 3584 completed, throughput=5MB/sec 2024-04-12T00:59:08.539 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-j5uFCJdwuz8U4Ig off=6776621 len=1423075 2024-04-12T00:59:08.541 INFO:tasks.workunit.client.0.smithi098.stdout:op 3585 completed, throughput=5MB/sec 2024-04-12T00:59:08.541 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1k3pqFocdEhqd7G off=570063 len=1045930 2024-04-12T00:59:08.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:08 smithi098 ceph-mon[91373]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:59:08.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:08 smithi098 ceph-mon[88922]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T00:59:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:op 3586 completed, throughput=5MB/sec 2024-04-12T00:59:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RATcTtIGIxQCEZd off=11242790 len=1606295 2024-04-12T00:59:08.553 INFO:tasks.workunit.client.0.smithi098.stdout:op 3587 completed, throughput=5MB/sec 2024-04-12T00:59:09.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:59:09.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:59:09.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:59:09.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:59:09.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:59:09.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:59:09.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:59:09.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:59:09.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T00:59:09.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T00:59:09.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T00:59:09.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T00:59:09.553 INFO:tasks.workunit.client.0.smithi098.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:09.553 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JW9hevNw4hrCGpv off=3316187 len=1390206 2024-04-12T00:59:09.555 INFO:tasks.workunit.client.0.smithi098.stdout:op 3588 completed, throughput=5MB/sec 2024-04-12T00:59:09.555 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-s5vlGs6FoJ5IRwi off=10301431 len=517471 2024-04-12T00:59:09.556 INFO:tasks.workunit.client.0.smithi098.stdout:op 3589 completed, throughput=5MB/sec 2024-04-12T00:59:09.556 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TmmcnqL3HJ9Zvjv off=12468384 len=376074 2024-04-12T00:59:09.557 INFO:tasks.workunit.client.0.smithi098.stdout:op 3590 completed, throughput=5MB/sec 2024-04-12T00:59:09.557 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ufJOXs_y4RG9nwx off=401771 len=1748673 2024-04-12T00:59:09.567 INFO:tasks.workunit.client.0.smithi098.stdout:op 3591 completed, throughput=5MB/sec 2024-04-12T00:59:09.568 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Apnd53fZlRBF__4 off=13144974 len=1463882 2024-04-12T00:59:09.571 INFO:tasks.workunit.client.0.smithi098.stdout:op 3592 completed, throughput=5MB/sec 2024-04-12T00:59:10.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:10 smithi193 ceph-mon[83763]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:59:10.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:10 smithi098 ceph-mon[91373]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:59:10.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:10 smithi098 ceph-mon[88922]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T00:59:10.571 INFO:tasks.workunit.client.0.smithi098.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:10.571 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G2YUbtEOWqEEf2h off=390272 len=1123673 2024-04-12T00:59:10.577 INFO:tasks.workunit.client.0.smithi098.stdout:op 3593 completed, throughput=5MB/sec 2024-04-12T00:59:10.577 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fulV_GU7VRWPKtH off=10464640 len=162349 2024-04-12T00:59:10.580 INFO:tasks.workunit.client.0.smithi098.stdout:op 3594 completed, throughput=5MB/sec 2024-04-12T00:59:10.580 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NNWCzeUgn4FbqwL off=395094 len=1489527 2024-04-12T00:59:10.587 INFO:tasks.workunit.client.0.smithi098.stdout:op 3595 completed, throughput=5MB/sec 2024-04-12T00:59:10.587 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SZs6oJcYIX2KdQn off=2016128 len=810502 2024-04-12T00:59:10.592 INFO:tasks.workunit.client.0.smithi098.stdout:op 3596 completed, throughput=5MB/sec 2024-04-12T00:59:10.592 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8XIgMVyflz3WtP2 off=1819641 len=1270387 2024-04-12T00:59:10.593 INFO:tasks.workunit.client.0.smithi098.stdout:op 3597 completed, throughput=5MB/sec 2024-04-12T00:59:11.594 INFO:tasks.workunit.client.0.smithi098.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:11.594 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZV7QiRosSvZ60ES off=16455113 len=334020 2024-04-12T00:59:11.596 INFO:tasks.workunit.client.0.smithi098.stdout:op 3598 completed, throughput=4.99MB/sec 2024-04-12T00:59:11.596 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r-yBjmIsOWPHp6D off=17343642 len=977521 2024-04-12T00:59:11.597 INFO:tasks.workunit.client.0.smithi098.stdout:op 3599 completed, throughput=5MB/sec 2024-04-12T00:59:11.597 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jiNM51BnOU1e_eX off=665078 len=1903901 2024-04-12T00:59:11.600 INFO:tasks.workunit.client.0.smithi098.stdout:op 3600 completed, throughput=5MB/sec 2024-04-12T00:59:11.601 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2MQ9Ovv0WtkCgi7 off=2875162 len=253617 2024-04-12T00:59:11.603 INFO:tasks.workunit.client.0.smithi098.stdout:op 3601 completed, throughput=5MB/sec 2024-04-12T00:59:11.603 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IPT7IgdLWZpzP2o off=2721012 len=1885822 2024-04-12T00:59:11.613 INFO:tasks.workunit.client.0.smithi098.stdout:op 3602 completed, throughput=5MB/sec 2024-04-12T00:59:12.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:12 smithi193 ceph-mon[83763]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:59:12.369 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:59:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:59:12.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:12 smithi098 ceph-mon[91373]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:59:12.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:12 smithi098 ceph-mon[88922]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T00:59:12.613 INFO:tasks.workunit.client.0.smithi098.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:12.613 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fxp5ZOv_wg31WWA off=3355920 len=510392 2024-04-12T00:59:12.614 INFO:tasks.workunit.client.0.smithi098.stdout:op 3603 completed, throughput=4.99MB/sec 2024-04-12T00:59:12.614 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Lx9avIF1Ydoe3NV off=108011 len=1451955 2024-04-12T00:59:12.622 INFO:tasks.workunit.client.0.smithi098.stdout:op 3604 completed, throughput=5MB/sec 2024-04-12T00:59:12.622 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pDgAzY4o5qKvWhS off=933937 len=1671196 2024-04-12T00:59:12.624 INFO:tasks.workunit.client.0.smithi098.stdout:op 3605 completed, throughput=5MB/sec 2024-04-12T00:59:12.624 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hRj5np190MDXskF off=6700967 len=2073277 2024-04-12T00:59:12.636 INFO:tasks.workunit.client.0.smithi098.stdout:op 3606 completed, throughput=5MB/sec 2024-04-12T00:59:13.636 INFO:tasks.workunit.client.0.smithi098.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:13.637 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hm8ouO3Hlyo2q9h off=5373442 len=1619247 2024-04-12T00:59:13.638 INFO:tasks.workunit.client.0.smithi098.stdout:op 3607 completed, throughput=5MB/sec 2024-04-12T00:59:13.638 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wNfZBTBYn_Cz30w off=9453641 len=156484 2024-04-12T00:59:13.641 INFO:tasks.workunit.client.0.smithi098.stdout:op 3608 completed, throughput=5MB/sec 2024-04-12T00:59:13.641 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XM4WrENZBEGNWxf off=5150033 len=922677 2024-04-12T00:59:13.643 INFO:tasks.workunit.client.0.smithi098.stdout:op 3609 completed, throughput=5MB/sec 2024-04-12T00:59:13.643 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7p47MYwNbCLRBN1 off=2714109 len=2053294 2024-04-12T00:59:13.652 INFO:tasks.workunit.client.0.smithi098.stdout:op 3610 completed, throughput=5MB/sec 2024-04-12T00:59:14.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:14 smithi193 ceph-mon[83763]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:59:14.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:14 smithi098 ceph-mon[91373]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:59:14.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:14 smithi098 ceph-mon[88922]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T00:59:14.652 INFO:tasks.workunit.client.0.smithi098.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:14.652 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BgWt87LgPm4DzfC off=12728658 len=653707 2024-04-12T00:59:14.656 INFO:tasks.workunit.client.0.smithi098.stdout:op 3611 completed, throughput=4.99MB/sec 2024-04-12T00:59:14.656 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-D5HMs8YC-kFDqDN off=6309313 len=239404 2024-04-12T00:59:14.659 INFO:tasks.workunit.client.0.smithi098.stdout:op 3612 completed, throughput=5MB/sec 2024-04-12T00:59:14.659 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gc5YtUFsZvjdC4R off=15732714 len=1475154 2024-04-12T00:59:14.666 INFO:tasks.workunit.client.0.smithi098.stdout:op 3613 completed, throughput=5MB/sec 2024-04-12T00:59:14.666 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XParyXVe9OsMxAa off=3353890 len=1767342 2024-04-12T00:59:14.676 INFO:tasks.workunit.client.0.smithi098.stdout:op 3614 completed, throughput=5MB/sec 2024-04-12T00:59:14.676 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ol6dv_GnYPNqEht off=6266998 len=1951770 2024-04-12T00:59:14.678 INFO:tasks.workunit.client.0.smithi098.stdout:op 3615 completed, throughput=5MB/sec 2024-04-12T00:59:15.678 INFO:tasks.workunit.client.0.smithi098.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:15.678 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-narJpO8gn7fV0mT off=6225272 len=1862964 2024-04-12T00:59:15.680 INFO:tasks.workunit.client.0.smithi098.stdout:op 3616 completed, throughput=5MB/sec 2024-04-12T00:59:15.681 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-C5GXFrzs5acS3H3 off=421801 len=811221 2024-04-12T00:59:15.685 INFO:tasks.workunit.client.0.smithi098.stdout:op 3617 completed, throughput=5MB/sec 2024-04-12T00:59:15.686 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EJVUWlOobOj0JbP off=9373324 len=1952020 2024-04-12T00:59:15.687 INFO:tasks.workunit.client.0.smithi098.stdout:op 3618 completed, throughput=5MB/sec 2024-04-12T00:59:16.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:59:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:59:15] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-12T00:59:16.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:16 smithi193 ceph-mon[83763]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:16.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:16 smithi098 ceph-mon[91373]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:16.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:16 smithi098 ceph-mon[88922]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:16.688 INFO:tasks.workunit.client.0.smithi098.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:16.688 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Cy5X9fWc6ZxdZVt off=4235782 len=1240694 2024-04-12T00:59:16.689 INFO:tasks.workunit.client.0.smithi098.stdout:op 3619 completed, throughput=5MB/sec 2024-04-12T00:59:16.690 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qgoe5p_Lro5X_y2 off=3661099 len=1452043 2024-04-12T00:59:16.692 INFO:tasks.workunit.client.0.smithi098.stdout:op 3620 completed, throughput=5MB/sec 2024-04-12T00:59:16.692 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zd71FRW3EYBEkw4 off=988572 len=1166841 2024-04-12T00:59:16.698 INFO:tasks.workunit.client.0.smithi098.stdout:op 3621 completed, throughput=5MB/sec 2024-04-12T00:59:16.699 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z2__vv3_pWmm5Ji off=16900019 len=945686 2024-04-12T00:59:16.699 INFO:tasks.workunit.client.0.smithi098.stdout:op 3622 completed, throughput=5MB/sec 2024-04-12T00:59:17.700 INFO:tasks.workunit.client.0.smithi098.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:17.700 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MFiY7aYRMuHbIuN off=1138500 len=97995 2024-04-12T00:59:17.701 INFO:tasks.workunit.client.0.smithi098.stdout:op 3623 completed, throughput=4.99MB/sec 2024-04-12T00:59:17.701 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2CInyQR5ROuhDnR off=272359 len=972430 2024-04-12T00:59:17.702 INFO:tasks.workunit.client.0.smithi098.stdout:op 3624 completed, throughput=4.99MB/sec 2024-04-12T00:59:17.702 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7y5BYZqCabCImz0 off=101830 len=1992865 2024-04-12T00:59:17.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 3625 completed, throughput=5MB/sec 2024-04-12T00:59:17.704 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2_kmOrOadlc5unI off=1486438 len=1956517 2024-04-12T00:59:17.707 INFO:tasks.workunit.client.0.smithi098.stdout:op 3626 completed, throughput=5MB/sec 2024-04-12T00:59:17.707 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-k2UhuvnFpolHL71 off=3089711 len=259172 2024-04-12T00:59:17.707 INFO:tasks.workunit.client.0.smithi098.stdout:op 3627 completed, throughput=5MB/sec 2024-04-12T00:59:18.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:18 smithi193 ceph-mon[83763]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:59:18.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:18 smithi098 ceph-mon[91373]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:59:18.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:18 smithi098 ceph-mon[88922]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T00:59:18.708 INFO:tasks.workunit.client.0.smithi098.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:18.708 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y3rl4fjV7cdJgFm off=9025420 len=2080796 2024-04-12T00:59:18.711 INFO:tasks.workunit.client.0.smithi098.stdout:op 3628 completed, throughput=5MB/sec 2024-04-12T00:59:18.711 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2bO-hph8IY-bIH2 off=11077489 len=333872 2024-04-12T00:59:18.718 INFO:tasks.workunit.client.0.smithi098.stdout:op 3629 completed, throughput=5MB/sec 2024-04-12T00:59:18.718 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ln9mFiUxF9ycmFW off=53558 len=1134610 2024-04-12T00:59:18.718 INFO:tasks.workunit.client.0.smithi098.stdout:op 3630 completed, throughput=5MB/sec 2024-04-12T00:59:18.718 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-y0Xqvbj2Y-kku9Q off=18061925 len=501983 2024-04-12T00:59:18.721 INFO:tasks.workunit.client.0.smithi098.stdout:op 3631 completed, throughput=5MB/sec 2024-04-12T00:59:18.721 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5DsGB5YRi39zEqH off=3848648 len=1165201 2024-04-12T00:59:18.726 INFO:tasks.workunit.client.0.smithi098.stdout:op 3632 completed, throughput=5MB/sec 2024-04-12T00:59:19.727 INFO:tasks.workunit.client.0.smithi098.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:19.727 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XKX3q2euMlJgDiR off=14208510 len=1763611 2024-04-12T00:59:19.730 INFO:tasks.workunit.client.0.smithi098.stdout:op 3633 completed, throughput=5MB/sec 2024-04-12T00:59:19.730 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2VUPsFs3QpDQMcC off=15116888 len=910861 2024-04-12T00:59:19.732 INFO:tasks.workunit.client.0.smithi098.stdout:op 3634 completed, throughput=5MB/sec 2024-04-12T00:59:19.732 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UesLeJs3Sx1FfQ0 off=15159133 len=2018816 2024-04-12T00:59:19.743 INFO:tasks.workunit.client.0.smithi098.stdout:op 3635 completed, throughput=5MB/sec 2024-04-12T00:59:19.744 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6-MnaefftY8XMia off=7106764 len=653291 2024-04-12T00:59:19.744 INFO:tasks.workunit.client.0.smithi098.stdout:op 3636 completed, throughput=5MB/sec 2024-04-12T00:59:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:20 smithi193 ceph-mon[83763]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:59:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:20 smithi098 ceph-mon[91373]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:59:20.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:20.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:20 smithi098 ceph-mon[88922]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:59:20.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:20.745 INFO:tasks.workunit.client.0.smithi098.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:20.745 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vowy71lE8zlSm5G off=2571849 len=1898048 2024-04-12T00:59:20.747 INFO:tasks.workunit.client.0.smithi098.stdout:op 3637 completed, throughput=5MB/sec 2024-04-12T00:59:20.747 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xcSIEM3127ZDS9z off=10089540 len=1779437 2024-04-12T00:59:20.755 INFO:tasks.workunit.client.0.smithi098.stdout:op 3638 completed, throughput=5MB/sec 2024-04-12T00:59:20.755 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7LUpcK_qDiINR5C off=3797946 len=1285561 2024-04-12T00:59:20.760 INFO:tasks.workunit.client.0.smithi098.stdout:op 3639 completed, throughput=5MB/sec 2024-04-12T00:59:20.760 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t5rc7K_rHmJctph off=10917041 len=1708060 2024-04-12T00:59:20.769 INFO:tasks.workunit.client.0.smithi098.stdout:op 3640 completed, throughput=5MB/sec 2024-04-12T00:59:21.769 INFO:tasks.workunit.client.0.smithi098.stdout: 714: throughput=5MB/sec pending data=0 2024-04-12T00:59:21.769 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kp18vsAHUloTdhr off=6910316 len=486734 2024-04-12T00:59:21.773 INFO:tasks.workunit.client.0.smithi098.stdout:op 3641 completed, throughput=5MB/sec 2024-04-12T00:59:21.773 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EeiXIWex5gv8Kac off=3934 len=378603 2024-04-12T00:59:21.773 INFO:tasks.workunit.client.0.smithi098.stdout:op 3642 completed, throughput=5MB/sec 2024-04-12T00:59:21.774 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mLMOpRHfO3_a5sq off=2584045 len=1068807 2024-04-12T00:59:21.778 INFO:tasks.workunit.client.0.smithi098.stdout:op 3643 completed, throughput=5MB/sec 2024-04-12T00:59:21.778 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MBxxUk-3O1xh2oS off=1757112 len=1554354 2024-04-12T00:59:21.782 INFO:tasks.workunit.client.0.smithi098.stdout:op 3644 completed, throughput=5MB/sec 2024-04-12T00:59:21.782 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ac8zJeax4EbLH9e off=3236417 len=1960319 2024-04-12T00:59:21.784 INFO:tasks.workunit.client.0.smithi098.stdout:op 3645 completed, throughput=5MB/sec 2024-04-12T00:59:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:22 smithi193 ceph-mon[83763]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:22.369 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:59:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:59:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:22 smithi098 ceph-mon[91373]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:22 smithi098 ceph-mon[88922]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:22.784 INFO:tasks.workunit.client.0.smithi098.stdout: 715: throughput=5MB/sec pending data=0 2024-04-12T00:59:22.784 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CL-7-9uXhNk3mT_ off=2957660 len=517634 2024-04-12T00:59:22.788 INFO:tasks.workunit.client.0.smithi098.stdout:op 3646 completed, throughput=5MB/sec 2024-04-12T00:59:22.788 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yLlZObcmQWh1nAB off=970041 len=1012476 2024-04-12T00:59:22.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 3647 completed, throughput=5MB/sec 2024-04-12T00:59:22.794 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MsZfteaewyo8Mlb off=9476015 len=1848670 2024-04-12T00:59:22.796 INFO:tasks.workunit.client.0.smithi098.stdout:op 3648 completed, throughput=5MB/sec 2024-04-12T00:59:22.796 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-k3c1u5zHyZrgLIO off=9748593 len=760376 2024-04-12T00:59:22.797 INFO:tasks.workunit.client.0.smithi098.stdout:op 3649 completed, throughput=5MB/sec 2024-04-12T00:59:23.798 INFO:tasks.workunit.client.0.smithi098.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:23.798 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-D7Kk-iPS6XmE17i off=384681 len=1590714 2024-04-12T00:59:23.800 INFO:tasks.workunit.client.0.smithi098.stdout:op 3650 completed, throughput=5MB/sec 2024-04-12T00:59:23.800 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QbvTmnX3P2ItfZy off=3099640 len=1613926 2024-04-12T00:59:23.802 INFO:tasks.workunit.client.0.smithi098.stdout:op 3651 completed, throughput=5MB/sec 2024-04-12T00:59:23.802 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-48LRp9yenRbUefM off=15725891 len=1963651 2024-04-12T00:59:23.811 INFO:tasks.workunit.client.0.smithi098.stdout:op 3652 completed, throughput=5MB/sec 2024-04-12T00:59:24.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:24 smithi193 ceph-mon[83763]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:59:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:24 smithi098 ceph-mon[91373]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:59:24.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:24 smithi098 ceph-mon[88922]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T00:59:24.812 INFO:tasks.workunit.client.0.smithi098.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:24.812 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IWY7Ckxywo1bQPo off=2854556 len=1154775 2024-04-12T00:59:24.819 INFO:tasks.workunit.client.0.smithi098.stdout:op 3653 completed, throughput=4.99MB/sec 2024-04-12T00:59:24.819 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-T12TlbQt-7ZkXfY off=2781613 len=492874 2024-04-12T00:59:24.820 INFO:tasks.workunit.client.0.smithi098.stdout:op 3654 completed, throughput=5MB/sec 2024-04-12T00:59:24.820 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G46L_0mR5WyJiHe off=1085799 len=1860884 2024-04-12T00:59:24.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 3655 completed, throughput=5MB/sec 2024-04-12T00:59:24.830 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3SS4ttFxui4HIJb off=2871089 len=1807731 2024-04-12T00:59:24.837 INFO:tasks.workunit.client.0.smithi098.stdout:op 3656 completed, throughput=5MB/sec 2024-04-12T00:59:25.838 INFO:tasks.workunit.client.0.smithi098.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:25.838 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-X9ZfGAB5iy2PbyZ off=15891958 len=1242433 2024-04-12T00:59:25.840 INFO:tasks.workunit.client.0.smithi098.stdout:op 3657 completed, throughput=4.99MB/sec 2024-04-12T00:59:25.840 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UFZ9CbsfnhpsF3j off=497588 len=316620 2024-04-12T00:59:25.844 INFO:tasks.workunit.client.0.smithi098.stdout:op 3658 completed, throughput=5MB/sec 2024-04-12T00:59:25.844 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fYGCWbUnnAh-BPF off=632379 len=556402 2024-04-12T00:59:25.846 INFO:tasks.workunit.client.0.smithi098.stdout:op 3659 completed, throughput=5MB/sec 2024-04-12T00:59:25.847 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xuf9C9v4a8UL4qq off=224166 len=1433732 2024-04-12T00:59:25.855 INFO:tasks.workunit.client.0.smithi098.stdout:op 3660 completed, throughput=5MB/sec 2024-04-12T00:59:25.855 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2kPM7_A3sSlLd8o off=79558 len=446858 2024-04-12T00:59:25.855 INFO:tasks.workunit.client.0.smithi098.stdout:op 3661 completed, throughput=5MB/sec 2024-04-12T00:59:25.855 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d8u4twbyJ-GHeCq off=1642274 len=836332 2024-04-12T00:59:25.857 INFO:tasks.workunit.client.0.smithi098.stdout:op 3662 completed, throughput=5MB/sec 2024-04-12T00:59:25.857 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WVeNVkFpkQhRRFi off=19579815 len=1533154 2024-04-12T00:59:25.858 INFO:tasks.workunit.client.0.smithi098.stdout:op 3663 completed, throughput=5MB/sec 2024-04-12T00:59:26.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:59:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:59:25] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T00:59:26.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:26 smithi098 ceph-mon[91373]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T00:59:26.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:26 smithi098 ceph-mon[88922]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T00:59:26.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:26 smithi193 ceph-mon[83763]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T00:59:26.858 INFO:tasks.workunit.client.0.smithi098.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:26.859 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-E0kjAdpINJYrmJe off=7452001 len=1283422 2024-04-12T00:59:26.860 INFO:tasks.workunit.client.0.smithi098.stdout:op 3664 completed, throughput=5MB/sec 2024-04-12T00:59:26.860 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Xqdm3795edzBPyc off=1200892 len=1531830 2024-04-12T00:59:26.869 INFO:tasks.workunit.client.0.smithi098.stdout:op 3665 completed, throughput=5MB/sec 2024-04-12T00:59:26.869 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IY9xQ-IbS9xOvfL off=4031139 len=1996065 2024-04-12T00:59:26.881 INFO:tasks.workunit.client.0.smithi098.stdout:op 3666 completed, throughput=5MB/sec 2024-04-12T00:59:27.881 INFO:tasks.workunit.client.0.smithi098.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:27.881 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2J1RvTJmJsOsjz0 off=11507592 len=836997 2024-04-12T00:59:27.887 INFO:tasks.workunit.client.0.smithi098.stdout:op 3667 completed, throughput=5MB/sec 2024-04-12T00:59:27.887 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qoP1cmpf2x9SKER off=15547769 len=1336387 2024-04-12T00:59:27.894 INFO:tasks.workunit.client.0.smithi098.stdout:op 3668 completed, throughput=5MB/sec 2024-04-12T00:59:27.894 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hOA49M-OXPWX8XX off=1010481 len=727138 2024-04-12T00:59:27.895 INFO:tasks.workunit.client.0.smithi098.stdout:op 3669 completed, throughput=5MB/sec 2024-04-12T00:59:27.895 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H3PaDcjIXnXCcoI off=6583117 len=769448 2024-04-12T00:59:27.896 INFO:tasks.workunit.client.0.smithi098.stdout:op 3670 completed, throughput=5MB/sec 2024-04-12T00:59:27.897 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t9gkbVloBi0BrGv off=3553850 len=1184702 2024-04-12T00:59:27.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 3671 completed, throughput=5MB/sec 2024-04-12T00:59:28.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:28 smithi098 ceph-mon[91373]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:59:28.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:28 smithi098 ceph-mon[88922]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:59:28.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:28 smithi193 ceph-mon[83763]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:59:28.903 INFO:tasks.workunit.client.0.smithi098.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:28.903 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ojdQjKJB4EqVbJq off=23930519 len=997254 2024-04-12T00:59:28.909 INFO:tasks.workunit.client.0.smithi098.stdout:op 3672 completed, throughput=4.99MB/sec 2024-04-12T00:59:28.909 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CGpX86XATKOx2ad off=698792 len=1393579 2024-04-12T00:59:28.911 INFO:tasks.workunit.client.0.smithi098.stdout:op 3673 completed, throughput=5MB/sec 2024-04-12T00:59:28.911 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V930wfsdZ90TlXn off=19587365 len=1020936 2024-04-12T00:59:28.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 3674 completed, throughput=5MB/sec 2024-04-12T00:59:28.918 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pyaW0OTkvsULLxd off=2565575 len=1945766 2024-04-12T00:59:28.929 INFO:tasks.workunit.client.0.smithi098.stdout:op 3675 completed, throughput=5MB/sec 2024-04-12T00:59:29.930 INFO:tasks.workunit.client.0.smithi098.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:29.930 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M4xm_RNYS7j0B6L off=5726591 len=147371 2024-04-12T00:59:29.933 INFO:tasks.workunit.client.0.smithi098.stdout:op 3676 completed, throughput=4.99MB/sec 2024-04-12T00:59:29.933 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gQXzoEka2uHNVlz off=2897425 len=1738589 2024-04-12T00:59:29.936 INFO:tasks.workunit.client.0.smithi098.stdout:op 3677 completed, throughput=5MB/sec 2024-04-12T00:59:29.936 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-f5aakjxUkbSXnlH off=1145453 len=770417 2024-04-12T00:59:29.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 3678 completed, throughput=5MB/sec 2024-04-12T00:59:29.937 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FwQ4C2J-W8So7zM off=11923331 len=1750383 2024-04-12T00:59:29.939 INFO:tasks.workunit.client.0.smithi098.stdout:op 3679 completed, throughput=5MB/sec 2024-04-12T00:59:29.939 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7VhSMCkRkJEU1im off=238509 len=892347 2024-04-12T00:59:29.945 INFO:tasks.workunit.client.0.smithi098.stdout:op 3680 completed, throughput=5MB/sec 2024-04-12T00:59:30.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:30 smithi098 ceph-mon[91373]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T00:59:30.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:30 smithi098 ceph-mon[88922]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T00:59:30.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:30 smithi193 ceph-mon[83763]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T00:59:30.946 INFO:tasks.workunit.client.0.smithi098.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:30.946 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7iNh9xC7BF56yT4 off=8876905 len=206866 2024-04-12T00:59:30.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 3681 completed, throughput=4.99MB/sec 2024-04-12T00:59:30.949 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cZkS4wjtUyD1nWO off=8339042 len=8257 2024-04-12T00:59:30.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 3682 completed, throughput=4.99MB/sec 2024-04-12T00:59:30.950 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wLhO3u_dJsmn0VK off=21224936 len=811441 2024-04-12T00:59:30.954 INFO:tasks.workunit.client.0.smithi098.stdout:op 3683 completed, throughput=4.99MB/sec 2024-04-12T00:59:30.954 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ut-ENz00tLMrlw7 off=11569191 len=1484950 2024-04-12T00:59:30.962 INFO:tasks.workunit.client.0.smithi098.stdout:op 3684 completed, throughput=5MB/sec 2024-04-12T00:59:30.962 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t3I6Y7YOtc567iC off=3319077 len=1831966 2024-04-12T00:59:30.972 INFO:tasks.workunit.client.0.smithi098.stdout:op 3685 completed, throughput=5MB/sec 2024-04-12T00:59:30.973 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a3yCfVrUnfYCtNt off=4585931 len=818391 2024-04-12T00:59:30.974 INFO:tasks.workunit.client.0.smithi098.stdout:op 3686 completed, throughput=5MB/sec 2024-04-12T00:59:30.974 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kYhdyq93xprx9rP off=11094036 len=196856 2024-04-12T00:59:30.975 INFO:tasks.workunit.client.0.smithi098.stdout:op 3687 completed, throughput=5MB/sec 2024-04-12T00:59:31.975 INFO:tasks.workunit.client.0.smithi098.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:31.975 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ofbcfKYuVpq6U8X off=2715892 len=1724542 2024-04-12T00:59:31.983 INFO:tasks.workunit.client.0.smithi098.stdout:op 3688 completed, throughput=5MB/sec 2024-04-12T00:59:31.983 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-q-R8DEMbX3BmEfW off=1522800 len=706666 2024-04-12T00:59:31.984 INFO:tasks.workunit.client.0.smithi098.stdout:op 3689 completed, throughput=5MB/sec 2024-04-12T00:59:31.984 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cNn9C_HsBRLidDX off=17642674 len=622532 2024-04-12T00:59:31.988 INFO:tasks.workunit.client.0.smithi098.stdout:op 3690 completed, throughput=5MB/sec 2024-04-12T00:59:31.988 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vq0yfIsHBAjKpX2 off=7924096 len=1006303 2024-04-12T00:59:31.989 INFO:tasks.workunit.client.0.smithi098.stdout:op 3691 completed, throughput=5MB/sec 2024-04-12T00:59:31.989 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bHmN1uEAdNiiPEt off=3081498 len=1385095 2024-04-12T00:59:31.991 INFO:tasks.workunit.client.0.smithi098.stdout:op 3692 completed, throughput=5MB/sec 2024-04-12T00:59:32.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:32 smithi098 ceph-mon[91373]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:59:32.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:32 smithi098 ceph-mon[88922]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:59:32.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:32 smithi193 ceph-mon[83763]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T00:59:32.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:59:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:59:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:59:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:32.991 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-g72oPtH72hTMssh off=3236790 len=1490156 2024-04-12T00:59:33.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 3693 completed, throughput=5MB/sec 2024-04-12T00:59:33.000 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EVCEdr7HZ9ih-83 off=4356294 len=1266219 2024-04-12T00:59:33.007 INFO:tasks.workunit.client.0.smithi098.stdout:op 3694 completed, throughput=5MB/sec 2024-04-12T00:59:33.007 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bs6SHHC6vvNAcEO off=14384799 len=1352224 2024-04-12T00:59:33.008 INFO:tasks.workunit.client.0.smithi098.stdout:op 3695 completed, throughput=5MB/sec 2024-04-12T00:59:33.009 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lGApGFMXA269sPG off=1444996 len=147521 2024-04-12T00:59:33.011 INFO:tasks.workunit.client.0.smithi098.stdout:op 3696 completed, throughput=5MB/sec 2024-04-12T00:59:33.012 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LVMOfGstBjitMju off=4767950 len=1672991 2024-04-12T00:59:33.018 INFO:tasks.workunit.client.0.smithi098.stdout:op 3697 completed, throughput=5MB/sec 2024-04-12T00:59:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:34.019 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NbCsjsQwMieQZum off=26789 len=2029423 2024-04-12T00:59:34.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 3698 completed, throughput=5MB/sec 2024-04-12T00:59:34.029 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HJsuM0y1YeO4vVd off=1037948 len=1506730 2024-04-12T00:59:34.030 INFO:tasks.workunit.client.0.smithi098.stdout:op 3699 completed, throughput=5MB/sec 2024-04-12T00:59:34.030 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wlYvovwOSkCwMrH off=1869807 len=942273 2024-04-12T00:59:34.031 INFO:tasks.workunit.client.0.smithi098.stdout:op 3700 completed, throughput=5MB/sec 2024-04-12T00:59:34.032 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G47-PS9dxXR0QgP off=14032020 len=1277087 2024-04-12T00:59:34.038 INFO:tasks.workunit.client.0.smithi098.stdout:op 3701 completed, throughput=5MB/sec 2024-04-12T00:59:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:34 smithi098 ceph-mon[91373]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:59:34.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:34 smithi098 ceph-mon[88922]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:59:34.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:34 smithi193 ceph-mon[83763]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:59:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:35.039 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--wV6J-Ob_w3oNo8 off=335336 len=760557 2024-04-12T00:59:35.044 INFO:tasks.workunit.client.0.smithi098.stdout:op 3702 completed, throughput=5MB/sec 2024-04-12T00:59:35.044 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8SpIC-7m7qKqWAz off=3296969 len=2091362 2024-04-12T00:59:35.054 INFO:tasks.workunit.client.0.smithi098.stdout:op 3703 completed, throughput=5MB/sec 2024-04-12T00:59:35.055 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O3nqcnc991tsF4Y off=3305326 len=1517229 2024-04-12T00:59:35.063 INFO:tasks.workunit.client.0.smithi098.stdout:op 3704 completed, throughput=5MB/sec 2024-04-12T00:59:35.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:35.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:35.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:36.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:59:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:59:35] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T00:59:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:36.063 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LQR2bHbPfM8myNp off=4678343 len=98770 2024-04-12T00:59:36.064 INFO:tasks.workunit.client.0.smithi098.stdout:op 3705 completed, throughput=4.99MB/sec 2024-04-12T00:59:36.064 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-20klP7QitQG_x48 off=19388790 len=1621124 2024-04-12T00:59:36.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 3706 completed, throughput=5MB/sec 2024-04-12T00:59:36.073 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4lYLhHzfWWhKhbs off=3945967 len=1002399 2024-04-12T00:59:36.075 INFO:tasks.workunit.client.0.smithi098.stdout:op 3707 completed, throughput=5MB/sec 2024-04-12T00:59:36.075 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_FA6boMAz3C0QIr off=7834531 len=1524111 2024-04-12T00:59:36.081 INFO:tasks.workunit.client.0.smithi098.stdout:op 3708 completed, throughput=5MB/sec 2024-04-12T00:59:36.081 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VAgTW8TVE879gD4 off=2522391 len=536563 2024-04-12T00:59:36.082 INFO:tasks.workunit.client.0.smithi098.stdout:op 3709 completed, throughput=5MB/sec 2024-04-12T00:59:36.082 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-krYjOuEtdSZExQC off=10271573 len=1316407 2024-04-12T00:59:36.083 INFO:tasks.workunit.client.0.smithi098.stdout:op 3710 completed, throughput=5MB/sec 2024-04-12T00:59:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:36 smithi098 ceph-mon[88922]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:59:36.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:36 smithi098 ceph-mon[91373]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:59:36.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:36 smithi193 ceph-mon[83763]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T00:59:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:37.084 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YW7PExKBa0000y2 off=891976 len=776918 2024-04-12T00:59:37.088 INFO:tasks.workunit.client.0.smithi098.stdout:op 3711 completed, throughput=5MB/sec 2024-04-12T00:59:37.089 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Lkfb-Ek1ZszBFV- off=17598100 len=60761 2024-04-12T00:59:37.089 INFO:tasks.workunit.client.0.smithi098.stdout:op 3712 completed, throughput=5MB/sec 2024-04-12T00:59:37.089 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c_ETSsrXggkg7kx off=646467 len=193061 2024-04-12T00:59:37.090 INFO:tasks.workunit.client.0.smithi098.stdout:op 3713 completed, throughput=5MB/sec 2024-04-12T00:59:37.090 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vz6NOyaixKK2pEJ off=24359418 len=413664 2024-04-12T00:59:37.091 INFO:tasks.workunit.client.0.smithi098.stdout:op 3714 completed, throughput=5MB/sec 2024-04-12T00:59:37.091 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZcaT-fV3A4PWi8B off=1638300 len=291781 2024-04-12T00:59:37.093 INFO:tasks.workunit.client.0.smithi098.stdout:op 3715 completed, throughput=5MB/sec 2024-04-12T00:59:37.093 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-D9lOzOetglUKRN0 off=15991032 len=649207 2024-04-12T00:59:37.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 3716 completed, throughput=5MB/sec 2024-04-12T00:59:37.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xQYZ9ZVr7XuVIRE off=1650522 len=42233 2024-04-12T00:59:37.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 3717 completed, throughput=5MB/sec 2024-04-12T00:59:37.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZgwnVV4mmxByFEC off=8683750 len=1462766 2024-04-12T00:59:37.100 INFO:tasks.workunit.client.0.smithi098.stdout:op 3718 completed, throughput=5MB/sec 2024-04-12T00:59:37.100 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gUihnowMdrsPZoF off=9119378 len=2069425 2024-04-12T00:59:37.104 INFO:tasks.workunit.client.0.smithi098.stdout:op 3719 completed, throughput=5MB/sec 2024-04-12T00:59:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: 730: throughput=5MB/sec pending data=0 2024-04-12T00:59:38.104 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JJszB1oxXc0-Nhz off=10135945 len=113175 2024-04-12T00:59:38.105 INFO:tasks.workunit.client.0.smithi098.stdout:op 3720 completed, throughput=5MB/sec 2024-04-12T00:59:38.105 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vocZFpNetSXZKOt off=12936 len=498765 2024-04-12T00:59:38.106 INFO:tasks.workunit.client.0.smithi098.stdout:op 3721 completed, throughput=5MB/sec 2024-04-12T00:59:38.106 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PWmQGr78o2iruNC off=10498557 len=1990940 2024-04-12T00:59:38.108 INFO:tasks.workunit.client.0.smithi098.stdout:op 3722 completed, throughput=5MB/sec 2024-04-12T00:59:38.108 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Va_s5k11KVDPv2I off=3360003 len=1689803 2024-04-12T00:59:38.115 INFO:tasks.workunit.client.0.smithi098.stdout:op 3723 completed, throughput=5MB/sec 2024-04-12T00:59:38.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:38 smithi098 ceph-mon[91373]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:59:38.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:38 smithi098 ceph-mon[88922]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:59:38.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:38 smithi193 ceph-mon[83763]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:59:39.115 INFO:tasks.workunit.client.0.smithi098.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:39.116 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kvClENvOV5ZDQKB off=875803 len=281357 2024-04-12T00:59:39.116 INFO:tasks.workunit.client.0.smithi098.stdout:op 3724 completed, throughput=4.99MB/sec 2024-04-12T00:59:39.116 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bsGkp5W6QfMukNW off=2861675 len=2012592 2024-04-12T00:59:39.120 INFO:tasks.workunit.client.0.smithi098.stdout:op 3725 completed, throughput=5MB/sec 2024-04-12T00:59:39.121 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ekYBXpD9r7xONjH off=3394257 len=656579 2024-04-12T00:59:39.122 INFO:tasks.workunit.client.0.smithi098.stdout:op 3726 completed, throughput=5MB/sec 2024-04-12T00:59:39.122 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fzLVewsoEiV8Icf off=19026692 len=1847103 2024-04-12T00:59:39.125 INFO:tasks.workunit.client.0.smithi098.stdout:op 3727 completed, throughput=5MB/sec 2024-04-12T00:59:39.125 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EgXhebZwLioudDV off=1451969 len=1555331 2024-04-12T00:59:39.132 INFO:tasks.workunit.client.0.smithi098.stdout:op 3728 completed, throughput=5MB/sec 2024-04-12T00:59:40.132 INFO:tasks.workunit.client.0.smithi098.stdout: 732: throughput=5MB/sec pending data=0 2024-04-12T00:59:40.132 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g0L2YOyn9_NcTRW off=4292167 len=61086 2024-04-12T00:59:40.133 INFO:tasks.workunit.client.0.smithi098.stdout:op 3729 completed, throughput=5MB/sec 2024-04-12T00:59:40.133 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UY-xO04Q1qtvTvy off=621839 len=1654521 2024-04-12T00:59:40.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 3730 completed, throughput=5MB/sec 2024-04-12T00:59:40.149 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uXnINscxheNMJ97 off=1831353 len=1273532 2024-04-12T00:59:40.151 INFO:tasks.workunit.client.0.smithi098.stdout:op 3731 completed, throughput=5MB/sec 2024-04-12T00:59:40.151 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8gOZHUg7AWAxb06 off=5798260 len=2015263 2024-04-12T00:59:40.162 INFO:tasks.workunit.client.0.smithi098.stdout:op 3732 completed, throughput=5MB/sec 2024-04-12T00:59:40.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:40 smithi098 ceph-mon[88922]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:59:40.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:40 smithi098 ceph-mon[91373]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:59:40.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:40 smithi193 ceph-mon[83763]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T00:59:41.163 INFO:tasks.workunit.client.0.smithi098.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:41.163 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vfBpLeIQCFZ6PCp off=112127 len=983655 2024-04-12T00:59:41.164 INFO:tasks.workunit.client.0.smithi098.stdout:op 3733 completed, throughput=5MB/sec 2024-04-12T00:59:41.164 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_-AMMa_WW3ITCrw off=13961207 len=731725 2024-04-12T00:59:41.168 INFO:tasks.workunit.client.0.smithi098.stdout:op 3734 completed, throughput=5MB/sec 2024-04-12T00:59:41.168 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Nz3KfMLjqu2iz_u off=19575051 len=488270 2024-04-12T00:59:41.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 3735 completed, throughput=5MB/sec 2024-04-12T00:59:41.173 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HOmBu0bIohZKmTR off=6075049 len=1855144 2024-04-12T00:59:41.180 INFO:tasks.workunit.client.0.smithi098.stdout:op 3736 completed, throughput=5MB/sec 2024-04-12T00:59:41.180 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-prpzgS3FvSqw8FJ off=3470173 len=91886 2024-04-12T00:59:41.182 INFO:tasks.workunit.client.0.smithi098.stdout:op 3737 completed, throughput=5MB/sec 2024-04-12T00:59:41.182 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4hDd7nIYfrNXhf8 off=3058009 len=1373947 2024-04-12T00:59:41.185 INFO:tasks.workunit.client.0.smithi098.stdout:op 3738 completed, throughput=5MB/sec 2024-04-12T00:59:42.185 INFO:tasks.workunit.client.0.smithi098.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:42.185 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-e2_bQcq3R3Eh-w4 off=7318307 len=1082022 2024-04-12T00:59:42.191 INFO:tasks.workunit.client.0.smithi098.stdout:op 3739 completed, throughput=5MB/sec 2024-04-12T00:59:42.191 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wuXvmhXebN004bg off=5290259 len=1031298 2024-04-12T00:59:42.196 INFO:tasks.workunit.client.0.smithi098.stdout:op 3740 completed, throughput=5MB/sec 2024-04-12T00:59:42.196 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ItOpJgiH0HdVrlp off=8569832 len=1191090 2024-04-12T00:59:42.201 INFO:tasks.workunit.client.0.smithi098.stdout:op 3741 completed, throughput=5MB/sec 2024-04-12T00:59:42.201 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fVwwR6QN_l-5iVF off=22999866 len=1082100 2024-04-12T00:59:42.207 INFO:tasks.workunit.client.0.smithi098.stdout:op 3742 completed, throughput=5MB/sec 2024-04-12T00:59:42.421 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:42 smithi193 ceph-mon[83763]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:59:42.421 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:59:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:59:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:59:42.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:42 smithi098 ceph-mon[91373]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:59:42.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:42 smithi098 ceph-mon[88922]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T00:59:43.207 INFO:tasks.workunit.client.0.smithi098.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:43.207 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t_DGfiMjLlgN2qe off=16340443 len=797331 2024-04-12T00:59:43.211 INFO:tasks.workunit.client.0.smithi098.stdout:op 3743 completed, throughput=4.99MB/sec 2024-04-12T00:59:43.211 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-d7SsiyjrwDOzoZe off=18255637 len=1619519 2024-04-12T00:59:43.219 INFO:tasks.workunit.client.0.smithi098.stdout:op 3744 completed, throughput=5MB/sec 2024-04-12T00:59:43.220 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LVQTpiX9JKv8Tlc off=10581882 len=602903 2024-04-12T00:59:43.220 INFO:tasks.workunit.client.0.smithi098.stdout:op 3745 completed, throughput=5MB/sec 2024-04-12T00:59:43.220 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EGxvz3PbFDCpvQ8 off=12832784 len=1133854 2024-04-12T00:59:43.223 INFO:tasks.workunit.client.0.smithi098.stdout:op 3746 completed, throughput=5MB/sec 2024-04-12T00:59:43.223 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-87OwwzWOo4CNDl4 off=15215847 len=1245313 2024-04-12T00:59:43.232 INFO:tasks.workunit.client.0.smithi098.stdout:op 3747 completed, throughput=5MB/sec 2024-04-12T00:59:44.232 INFO:tasks.workunit.client.0.smithi098.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:44.232 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C1z4JkRQ_TWRnkQ off=8042878 len=359445 2024-04-12T00:59:44.232 INFO:tasks.workunit.client.0.smithi098.stdout:op 3748 completed, throughput=4.99MB/sec 2024-04-12T00:59:44.233 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pXl1kV4l-4xDVLh off=6227656 len=2058448 2024-04-12T00:59:44.237 INFO:tasks.workunit.client.0.smithi098.stdout:op 3749 completed, throughput=5MB/sec 2024-04-12T00:59:44.237 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HX84n0AwCYZW6K6 off=9280703 len=798176 2024-04-12T00:59:44.238 INFO:tasks.workunit.client.0.smithi098.stdout:op 3750 completed, throughput=5MB/sec 2024-04-12T00:59:44.238 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y1mDBf8td_xhQht off=3826086 len=445419 2024-04-12T00:59:44.239 INFO:tasks.workunit.client.0.smithi098.stdout:op 3751 completed, throughput=5MB/sec 2024-04-12T00:59:44.239 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bcUMwjcAF2Mewzv off=44159 len=409174 2024-04-12T00:59:44.240 INFO:tasks.workunit.client.0.smithi098.stdout:op 3752 completed, throughput=5MB/sec 2024-04-12T00:59:44.240 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oLMz0jfJIi7o-F- off=2580832 len=760075 2024-04-12T00:59:44.244 INFO:tasks.workunit.client.0.smithi098.stdout:op 3753 completed, throughput=5MB/sec 2024-04-12T00:59:44.244 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZlcfsuvGDdmAeu8 off=1770679 len=815987 2024-04-12T00:59:44.245 INFO:tasks.workunit.client.0.smithi098.stdout:op 3754 completed, throughput=5MB/sec 2024-04-12T00:59:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:44 smithi098 ceph-mon[88922]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:59:44.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:44 smithi098 ceph-mon[91373]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:59:44.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:44 smithi193 ceph-mon[83763]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T00:59:45.246 INFO:tasks.workunit.client.0.smithi098.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:45.246 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SWl2ZLbKTmxvKKj off=245744 len=1570740 2024-04-12T00:59:45.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 3755 completed, throughput=5MB/sec 2024-04-12T00:59:45.255 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o-5tBwnh3j2hmhU off=0 len=1177898 2024-04-12T00:59:45.261 INFO:tasks.workunit.client.0.smithi098.stdout:op 3756 completed, throughput=5MB/sec 2024-04-12T00:59:45.261 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tAWgB6ewBQQ6DHi off=15794162 len=468796 2024-04-12T00:59:45.262 INFO:tasks.workunit.client.0.smithi098.stdout:op 3757 completed, throughput=5MB/sec 2024-04-12T00:59:45.262 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r4KwqADVLFa1JxC off=2147068 len=931659 2024-04-12T00:59:45.263 INFO:tasks.workunit.client.0.smithi098.stdout:op 3758 completed, throughput=5MB/sec 2024-04-12T00:59:45.263 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZYbO2nxG_X_tcze off=1899360 len=1209902 2024-04-12T00:59:45.271 INFO:tasks.workunit.client.0.smithi098.stdout:op 3759 completed, throughput=5MB/sec 2024-04-12T00:59:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:59:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:59:45] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T00:59:46.272 INFO:tasks.workunit.client.0.smithi098.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:46.272 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xx1b13bsW8ArWia off=836456 len=2084340 2024-04-12T00:59:46.276 INFO:tasks.workunit.client.0.smithi098.stdout:op 3760 completed, throughput=5MB/sec 2024-04-12T00:59:46.276 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-08HgdhmgzA7u8kC off=2414352 len=2079860 2024-04-12T00:59:46.278 INFO:tasks.workunit.client.0.smithi098.stdout:op 3761 completed, throughput=5MB/sec 2024-04-12T00:59:46.278 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QP_zbby4nSPUlXq off=3092967 len=1562202 2024-04-12T00:59:46.280 INFO:tasks.workunit.client.0.smithi098.stdout:op 3762 completed, throughput=5MB/sec 2024-04-12T00:59:46.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:46 smithi098 ceph-mon[88922]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:59:46.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:46 smithi098 ceph-mon[91373]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:59:46.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:46 smithi193 ceph-mon[83763]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:59:47.280 INFO:tasks.workunit.client.0.smithi098.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:47.280 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ccruKvjB9z-qOBX off=74709 len=1020464 2024-04-12T00:59:47.282 INFO:tasks.workunit.client.0.smithi098.stdout:op 3763 completed, throughput=5MB/sec 2024-04-12T00:59:47.282 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-X2JEuCpkytVTht4 off=0 len=1226167 2024-04-12T00:59:47.289 INFO:tasks.workunit.client.0.smithi098.stdout:op 3764 completed, throughput=5MB/sec 2024-04-12T00:59:47.289 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-urGm-eqUexWzU__ off=6288747 len=257986 2024-04-12T00:59:47.292 INFO:tasks.workunit.client.0.smithi098.stdout:op 3765 completed, throughput=5MB/sec 2024-04-12T00:59:47.292 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZagaPnrgcknX43q off=8824075 len=1339949 2024-04-12T00:59:47.294 INFO:tasks.workunit.client.0.smithi098.stdout:op 3766 completed, throughput=5MB/sec 2024-04-12T00:59:47.294 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7kfqWJrV521UkE4 off=5870659 len=1518037 2024-04-12T00:59:47.295 INFO:tasks.workunit.client.0.smithi098.stdout:op 3767 completed, throughput=5MB/sec 2024-04-12T00:59:48.296 INFO:tasks.workunit.client.0.smithi098.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:48.296 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NPZE_YNkhFfyfdU off=9355326 len=301798 2024-04-12T00:59:48.299 INFO:tasks.workunit.client.0.smithi098.stdout:op 3768 completed, throughput=5MB/sec 2024-04-12T00:59:48.299 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vTwF6nNs71uxIWL off=354260 len=1783621 2024-04-12T00:59:48.310 INFO:tasks.workunit.client.0.smithi098.stdout:op 3769 completed, throughput=5MB/sec 2024-04-12T00:59:48.310 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6FiPLfOXNltqyfz off=12461354 len=563356 2024-04-12T00:59:48.314 INFO:tasks.workunit.client.0.smithi098.stdout:op 3770 completed, throughput=5MB/sec 2024-04-12T00:59:48.314 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UIcmmkVp07xjx98 off=6726007 len=2051917 2024-04-12T00:59:48.326 INFO:tasks.workunit.client.0.smithi098.stdout:op 3771 completed, throughput=5MB/sec 2024-04-12T00:59:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:48 smithi098 ceph-mon[88922]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:59:48.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:48 smithi098 ceph-mon[91373]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:59:48.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:48 smithi193 ceph-mon[83763]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T00:59:49.326 INFO:tasks.workunit.client.0.smithi098.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:49.326 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jLXIf-X85_Nbiig off=4902077 len=1259450 2024-04-12T00:59:49.332 INFO:tasks.workunit.client.0.smithi098.stdout:op 3772 completed, throughput=5MB/sec 2024-04-12T00:59:49.332 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iPmeNsJ-zp4niRp off=10459223 len=1132621 2024-04-12T00:59:49.333 INFO:tasks.workunit.client.0.smithi098.stdout:op 3773 completed, throughput=5MB/sec 2024-04-12T00:59:49.333 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Hge6yDyQqlkt7ls off=8019964 len=1696441 2024-04-12T00:59:49.340 INFO:tasks.workunit.client.0.smithi098.stdout:op 3774 completed, throughput=5MB/sec 2024-04-12T00:59:49.340 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d7AQg4ozyI41qoP off=2301956 len=379771 2024-04-12T00:59:49.341 INFO:tasks.workunit.client.0.smithi098.stdout:op 3775 completed, throughput=5MB/sec 2024-04-12T00:59:49.341 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--vGmVxW3-68iSeQ off=5793043 len=237076 2024-04-12T00:59:49.342 INFO:tasks.workunit.client.0.smithi098.stdout:op 3776 completed, throughput=5MB/sec 2024-04-12T00:59:49.342 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2LHnC1uwKKTAKyM off=357811 len=1466051 2024-04-12T00:59:49.343 INFO:tasks.workunit.client.0.smithi098.stdout:op 3777 completed, throughput=5MB/sec 2024-04-12T00:59:50.343 INFO:tasks.workunit.client.0.smithi098.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:50.343 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Sbu89JdmSmIYUKy off=7627263 len=1492551 2024-04-12T00:59:50.346 INFO:tasks.workunit.client.0.smithi098.stdout:op 3778 completed, throughput=5MB/sec 2024-04-12T00:59:50.346 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ne2YMSo9Kw7JtuA off=2390019 len=2002537 2024-04-12T00:59:50.349 INFO:tasks.workunit.client.0.smithi098.stdout:op 3779 completed, throughput=5MB/sec 2024-04-12T00:59:50.349 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HBZGw8LndkVR4gF off=2386852 len=889488 2024-04-12T00:59:50.354 INFO:tasks.workunit.client.0.smithi098.stdout:op 3780 completed, throughput=5MB/sec 2024-04-12T00:59:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:50 smithi098 ceph-mon[88922]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:50.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:50.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:50 smithi098 ceph-mon[91373]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:50.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:50.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:50 smithi193 ceph-mon[83763]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:50.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T00:59:51.355 INFO:tasks.workunit.client.0.smithi098.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:51.355 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xhNuxu4spXCoNR9 off=10689374 len=1912738 2024-04-12T00:59:51.367 INFO:tasks.workunit.client.0.smithi098.stdout:op 3781 completed, throughput=5MB/sec 2024-04-12T00:59:51.367 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yn5DiZ3QT-XbKot off=8390642 len=1270487 2024-04-12T00:59:51.370 INFO:tasks.workunit.client.0.smithi098.stdout:op 3782 completed, throughput=5MB/sec 2024-04-12T00:59:51.370 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9VxC1fr4C1r7H_v off=3890562 len=776980 2024-04-12T00:59:51.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 3783 completed, throughput=5MB/sec 2024-04-12T00:59:51.372 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aAswfVR22-DC2J5 off=19359936 len=356013 2024-04-12T00:59:51.374 INFO:tasks.workunit.client.0.smithi098.stdout:op 3784 completed, throughput=5MB/sec 2024-04-12T00:59:51.375 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hN50YMKNdLJ8UZo off=11194272 len=1248431 2024-04-12T00:59:51.376 INFO:tasks.workunit.client.0.smithi098.stdout:op 3785 completed, throughput=5MB/sec 2024-04-12T00:59:52.377 INFO:tasks.workunit.client.0.smithi098.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:52.377 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YYHIVdaCz4PSMcs off=9418260 len=1284549 2024-04-12T00:59:52.379 INFO:tasks.workunit.client.0.smithi098.stdout:op 3786 completed, throughput=5MB/sec 2024-04-12T00:59:52.380 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--Vo_0zKmyljgzHt off=1909826 len=752088 2024-04-12T00:59:52.381 INFO:tasks.workunit.client.0.smithi098.stdout:op 3787 completed, throughput=5MB/sec 2024-04-12T00:59:52.381 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EllmPHylbPA4Xp9 off=11470717 len=1828000 2024-04-12T00:59:52.390 INFO:tasks.workunit.client.0.smithi098.stdout:op 3788 completed, throughput=5MB/sec 2024-04-12T00:59:52.390 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Qb9T-q8jxA8Cfaz off=3692368 len=945243 2024-04-12T00:59:52.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 3789 completed, throughput=5MB/sec 2024-04-12T00:59:52.391 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2GyfJibkUb3mauJ off=5115647 len=523131 2024-04-12T00:59:52.392 INFO:tasks.workunit.client.0.smithi098.stdout:op 3790 completed, throughput=5MB/sec 2024-04-12T00:59:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:52 smithi098 ceph-mon[88922]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:59:52.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:52 smithi098 ceph-mon[91373]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:59:52.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:52 smithi193 ceph-mon[83763]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T00:59:52.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 00:59:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T00:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T00:59:53.392 INFO:tasks.workunit.client.0.smithi098.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:53.393 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rWo_nJTNxEJXYHZ off=7021750 len=1026241 2024-04-12T00:59:53.397 INFO:tasks.workunit.client.0.smithi098.stdout:op 3791 completed, throughput=5MB/sec 2024-04-12T00:59:53.398 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I-p6XSSRaRU_jnr off=8154795 len=1831079 2024-04-12T00:59:53.408 INFO:tasks.workunit.client.0.smithi098.stdout:op 3792 completed, throughput=5MB/sec 2024-04-12T00:59:53.409 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SjzGlH47fdxCUIT off=9885891 len=19209 2024-04-12T00:59:53.409 INFO:tasks.workunit.client.0.smithi098.stdout:op 3793 completed, throughput=5MB/sec 2024-04-12T00:59:53.409 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fk9H5W35t2O4Tn_ off=5592317 len=628976 2024-04-12T00:59:53.410 INFO:tasks.workunit.client.0.smithi098.stdout:op 3794 completed, throughput=5MB/sec 2024-04-12T00:59:53.410 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1mRxmEfbmC1MEjG off=482920 len=1984256 2024-04-12T00:59:53.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 3795 completed, throughput=5MB/sec 2024-04-12T00:59:54.412 INFO:tasks.workunit.client.0.smithi098.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:54.412 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iYXueMgI53J9IsJ off=4289729 len=857428 2024-04-12T00:59:54.418 INFO:tasks.workunit.client.0.smithi098.stdout:op 3796 completed, throughput=5MB/sec 2024-04-12T00:59:54.418 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_jhXZ5XST0kpvDK off=22981016 len=1722711 2024-04-12T00:59:54.427 INFO:tasks.workunit.client.0.smithi098.stdout:op 3797 completed, throughput=5MB/sec 2024-04-12T00:59:54.427 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-d1Y8IKRxFz9wF2M off=1003575 len=1574477 2024-04-12T00:59:54.436 INFO:tasks.workunit.client.0.smithi098.stdout:op 3798 completed, throughput=5MB/sec 2024-04-12T00:59:54.436 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CMpJcCMm6Whr3mF off=4641253 len=1507925 2024-04-12T00:59:54.438 INFO:tasks.workunit.client.0.smithi098.stdout:op 3799 completed, throughput=5MB/sec 2024-04-12T00:59:54.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:54 smithi098 ceph-mon[91373]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:59:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:54 smithi098 ceph-mon[88922]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:59:54.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:54 smithi193 ceph-mon[83763]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T00:59:55.439 INFO:tasks.workunit.client.0.smithi098.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:55.439 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YsWhKYhhHuph3Fk off=12692122 len=369443 2024-04-12T00:59:55.440 INFO:tasks.workunit.client.0.smithi098.stdout:op 3800 completed, throughput=5MB/sec 2024-04-12T00:59:55.440 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zfPf-dlmpmZnZUq off=1309910 len=524981 2024-04-12T00:59:55.441 INFO:tasks.workunit.client.0.smithi098.stdout:op 3801 completed, throughput=5MB/sec 2024-04-12T00:59:55.441 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-w7eS0sBDfKX4J4S off=4323998 len=831949 2024-04-12T00:59:55.442 INFO:tasks.workunit.client.0.smithi098.stdout:op 3802 completed, throughput=5MB/sec 2024-04-12T00:59:55.442 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-N_PQCcUWdaJuqRO off=10960157 len=275842 2024-04-12T00:59:55.443 INFO:tasks.workunit.client.0.smithi098.stdout:op 3803 completed, throughput=5MB/sec 2024-04-12T00:59:55.443 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-B4-5RPsV7EPcX1c off=3866485 len=409324 2024-04-12T00:59:55.444 INFO:tasks.workunit.client.0.smithi098.stdout:op 3804 completed, throughput=5MB/sec 2024-04-12T00:59:55.444 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FfHR2cwRcR7JGJ8 off=9345873 len=549991 2024-04-12T00:59:55.448 INFO:tasks.workunit.client.0.smithi098.stdout:op 3805 completed, throughput=5MB/sec 2024-04-12T00:59:55.448 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VSq53By8MZynx_z off=546528 len=137673 2024-04-12T00:59:55.450 INFO:tasks.workunit.client.0.smithi098.stdout:op 3806 completed, throughput=5MB/sec 2024-04-12T00:59:55.450 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0S_EDhAXQhKg0yz off=5755462 len=747616 2024-04-12T00:59:55.455 INFO:tasks.workunit.client.0.smithi098.stdout:op 3807 completed, throughput=5MB/sec 2024-04-12T00:59:55.455 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ae9pQJLKnXW2tW4 off=13601925 len=26595 2024-04-12T00:59:55.456 INFO:tasks.workunit.client.0.smithi098.stdout:op 3808 completed, throughput=5MB/sec 2024-04-12T00:59:55.456 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NnNkVlUEuWxBiqI off=866010 len=851276 2024-04-12T00:59:55.457 INFO:tasks.workunit.client.0.smithi098.stdout:op 3809 completed, throughput=5MB/sec 2024-04-12T00:59:56.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 00:59:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:00:59:55] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-12T00:59:56.457 INFO:tasks.workunit.client.0.smithi098.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:56.457 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O9KLITXLh4iK9BN off=1350023 len=169109 2024-04-12T00:59:56.460 INFO:tasks.workunit.client.0.smithi098.stdout:op 3810 completed, throughput=4.99MB/sec 2024-04-12T00:59:56.461 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gxJGaq0eX_GmZno off=4246150 len=2033236 2024-04-12T00:59:56.465 INFO:tasks.workunit.client.0.smithi098.stdout:op 3811 completed, throughput=5MB/sec 2024-04-12T00:59:56.465 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G2YUbtEOWqEEf2h off=601074 len=4544 2024-04-12T00:59:56.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 3812 completed, throughput=5MB/sec 2024-04-12T00:59:56.468 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ukipcvLbh84Lziv off=5405783 len=1282528 2024-04-12T00:59:56.475 INFO:tasks.workunit.client.0.smithi098.stdout:op 3813 completed, throughput=5MB/sec 2024-04-12T00:59:56.475 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KG2uPgwkBLlRtCo off=6709987 len=1309657 2024-04-12T00:59:56.477 INFO:tasks.workunit.client.0.smithi098.stdout:op 3814 completed, throughput=5MB/sec 2024-04-12T00:59:56.477 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ip3FgD4KcU5b7js off=5327061 len=1991291 2024-04-12T00:59:56.478 INFO:tasks.workunit.client.0.smithi098.stdout:op 3815 completed, throughput=5MB/sec 2024-04-12T00:59:56.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:56 smithi098 ceph-mon[91373]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:56 smithi098 ceph-mon[88922]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:56.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:56 smithi193 ceph-mon[83763]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T00:59:57.479 INFO:tasks.workunit.client.0.smithi098.stdout: 749: throughput=5MB/sec pending data=0 2024-04-12T00:59:57.479 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-e0mvUKkvM0TvlLj off=13747097 len=115901 2024-04-12T00:59:57.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 3816 completed, throughput=5MB/sec 2024-04-12T00:59:57.480 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iarzcubwBenWekQ off=1799821 len=657498 2024-04-12T00:59:57.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 3817 completed, throughput=5MB/sec 2024-04-12T00:59:57.480 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5e1h-Y5WR-sDAOR off=7579454 len=1801013 2024-04-12T00:59:57.483 INFO:tasks.workunit.client.0.smithi098.stdout:op 3818 completed, throughput=5MB/sec 2024-04-12T00:59:57.483 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vO92FsMpnZZJAsq off=6472590 len=1001447 2024-04-12T00:59:57.485 INFO:tasks.workunit.client.0.smithi098.stdout:op 3819 completed, throughput=5MB/sec 2024-04-12T00:59:58.485 INFO:tasks.workunit.client.0.smithi098.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:58.486 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OhsMMqPDq5njlJm off=12297799 len=356349 2024-04-12T00:59:58.487 INFO:tasks.workunit.client.0.smithi098.stdout:op 3820 completed, throughput=4.99MB/sec 2024-04-12T00:59:58.487 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hh_TnkpwmLuuJD3 off=3082704 len=1187436 2024-04-12T00:59:58.494 INFO:tasks.workunit.client.0.smithi098.stdout:op 3821 completed, throughput=5MB/sec 2024-04-12T00:59:58.494 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MSVvzysaWI9ssi- off=4734343 len=1670359 2024-04-12T00:59:58.496 INFO:tasks.workunit.client.0.smithi098.stdout:op 3822 completed, throughput=5MB/sec 2024-04-12T00:59:58.496 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nrWi-xOe32QWAEl off=6353878 len=799389 2024-04-12T00:59:58.503 INFO:tasks.workunit.client.0.smithi098.stdout:op 3823 completed, throughput=5MB/sec 2024-04-12T00:59:58.503 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-038MWDiOoQTp6VP off=2129123 len=80505 2024-04-12T00:59:58.504 INFO:tasks.workunit.client.0.smithi098.stdout:op 3824 completed, throughput=5MB/sec 2024-04-12T00:59:58.505 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WgYyBt7qd4mg-5n off=11813412 len=1030897 2024-04-12T00:59:58.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 3825 completed, throughput=5MB/sec 2024-04-12T00:59:58.509 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n4PR0WKDbvznIcU off=7298859 len=775812 2024-04-12T00:59:58.511 INFO:tasks.workunit.client.0.smithi098.stdout:op 3826 completed, throughput=5MB/sec 2024-04-12T00:59:58.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 00:59:58 smithi098 ceph-mon[91373]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:59:58.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 00:59:58 smithi098 ceph-mon[88922]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:59:58.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 00:59:58 smithi193 ceph-mon[83763]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T00:59:59.511 INFO:tasks.workunit.client.0.smithi098.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-12T00:59:59.512 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HeBWcQRX-ggWK_i off=5782422 len=1138929 2024-04-12T00:59:59.513 INFO:tasks.workunit.client.0.smithi098.stdout:op 3827 completed, throughput=5MB/sec 2024-04-12T00:59:59.513 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4s34N6fWW0HGs2v off=8489222 len=985950 2024-04-12T00:59:59.514 INFO:tasks.workunit.client.0.smithi098.stdout:op 3828 completed, throughput=5MB/sec 2024-04-12T00:59:59.514 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c4S9_PDgMMGIKfd off=4079519 len=744937 2024-04-12T00:59:59.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 3829 completed, throughput=5MB/sec 2024-04-12T00:59:59.516 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_dMzI6i0-vwJBeT off=5486745 len=130080 2024-04-12T00:59:59.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 3830 completed, throughput=5MB/sec 2024-04-12T00:59:59.516 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MBxxUk-3O1xh2oS off=2752066 len=477407 2024-04-12T00:59:59.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 3831 completed, throughput=5MB/sec 2024-04-12T00:59:59.518 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2qyPBEMjcqAvY-t off=3754217 len=1427523 2024-04-12T00:59:59.519 INFO:tasks.workunit.client.0.smithi098.stdout:op 3832 completed, throughput=5MB/sec 2024-04-12T01:00:00.520 INFO:tasks.workunit.client.0.smithi098.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:00.520 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V3w6y_vSAle4j3P off=18557336 len=1998211 2024-04-12T01:00:00.532 INFO:tasks.workunit.client.0.smithi098.stdout:op 3833 completed, throughput=5MB/sec 2024-04-12T01:00:00.532 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F7VkAo3xv2SOHPs off=1607101 len=1314432 2024-04-12T01:00:00.540 INFO:tasks.workunit.client.0.smithi098.stdout:op 3834 completed, throughput=5MB/sec 2024-04-12T01:00:00.540 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GVb37ETfyyISXJm off=8219888 len=387827 2024-04-12T01:00:00.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:00 smithi098 ceph-mon[91373]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:00:00.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:00 smithi098 ceph-mon[91373]: overall HEALTH_OK 2024-04-12T01:00:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:00 smithi098 ceph-mon[88922]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:00:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:00 smithi098 ceph-mon[88922]: overall HEALTH_OK 2024-04-12T01:00:00.544 INFO:tasks.workunit.client.0.smithi098.stdout:op 3835 completed, throughput=5MB/sec 2024-04-12T01:00:00.544 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OPlW5bLaHkTORSh off=113097 len=955831 2024-04-12T01:00:00.549 INFO:tasks.workunit.client.0.smithi098.stdout:op 3836 completed, throughput=5MB/sec 2024-04-12T01:00:00.549 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-f8rq-26eA1rh09O off=21083133 len=1677914 2024-04-12T01:00:00.551 INFO:tasks.workunit.client.0.smithi098.stdout:op 3837 completed, throughput=5MB/sec 2024-04-12T01:00:00.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:00 smithi193 ceph-mon[83763]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:00:00.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:00 smithi193 ceph-mon[83763]: overall HEALTH_OK 2024-04-12T01:00:01.552 INFO:tasks.workunit.client.0.smithi098.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:01.552 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Em4QP_CPY56bMYk off=3492306 len=959663 2024-04-12T01:00:01.557 INFO:tasks.workunit.client.0.smithi098.stdout:op 3838 completed, throughput=5MB/sec 2024-04-12T01:00:01.557 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YSP30ckT13uBmSf off=4156561 len=1026602 2024-04-12T01:00:01.559 INFO:tasks.workunit.client.0.smithi098.stdout:op 3839 completed, throughput=5MB/sec 2024-04-12T01:00:01.559 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t6svf11sBW-UWUE off=5377476 len=207078 2024-04-12T01:00:01.560 INFO:tasks.workunit.client.0.smithi098.stdout:op 3840 completed, throughput=5MB/sec 2024-04-12T01:00:01.560 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jO-k6rk62tzy5A2 off=1539442 len=1422020 2024-04-12T01:00:01.563 INFO:tasks.workunit.client.0.smithi098.stdout:op 3841 completed, throughput=5MB/sec 2024-04-12T01:00:01.563 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Vrc0dWFuhTK30vT off=5375795 len=2052919 2024-04-12T01:00:01.571 INFO:tasks.workunit.client.0.smithi098.stdout:op 3842 completed, throughput=5MB/sec 2024-04-12T01:00:02.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:02 smithi098 ceph-mon[91373]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:00:02.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:02 smithi098 ceph-mon[88922]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:00:02.571 INFO:tasks.workunit.client.0.smithi098.stdout: 754: throughput=5MB/sec pending data=0 2024-04-12T01:00:02.571 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2eEIjxizessAlq_ off=11293845 len=2030268 2024-04-12T01:00:02.582 INFO:tasks.workunit.client.0.smithi098.stdout:op 3843 completed, throughput=5MB/sec 2024-04-12T01:00:02.582 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wO70_fpDYInRTiI off=4778258 len=368442 2024-04-12T01:00:02.583 INFO:tasks.workunit.client.0.smithi098.stdout:op 3844 completed, throughput=5MB/sec 2024-04-12T01:00:02.583 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u3kK_13yBHNBq0C off=15841678 len=206506 2024-04-12T01:00:02.583 INFO:tasks.workunit.client.0.smithi098.stdout:op 3845 completed, throughput=5MB/sec 2024-04-12T01:00:02.584 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SeLXg3EHrfrirfu off=1079932 len=1451704 2024-04-12T01:00:02.591 INFO:tasks.workunit.client.0.smithi098.stdout:op 3846 completed, throughput=5MB/sec 2024-04-12T01:00:02.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:02 smithi193 ceph-mon[83763]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:00:02.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:00:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:00:03.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:03 smithi098 ceph-mon[91373]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:03.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:03 smithi098 ceph-mon[88922]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:03.591 INFO:tasks.workunit.client.0.smithi098.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:03.591 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wxdyY-w2T0ltX0I off=12835376 len=805422 2024-04-12T01:00:03.597 INFO:tasks.workunit.client.0.smithi098.stdout:op 3847 completed, throughput=4.99MB/sec 2024-04-12T01:00:03.597 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Bpr56bYXtT67bJZ off=878766 len=720010 2024-04-12T01:00:03.598 INFO:tasks.workunit.client.0.smithi098.stdout:op 3848 completed, throughput=5MB/sec 2024-04-12T01:00:03.598 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tS-kBSwal8QEkVe off=9172344 len=522897 2024-04-12T01:00:03.599 INFO:tasks.workunit.client.0.smithi098.stdout:op 3849 completed, throughput=5MB/sec 2024-04-12T01:00:03.599 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-keAmkJY436kXdah off=17228515 len=341909 2024-04-12T01:00:03.601 INFO:tasks.workunit.client.0.smithi098.stdout:op 3850 completed, throughput=5MB/sec 2024-04-12T01:00:03.601 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--Do_H44xwavdrtK off=18544576 len=167211 2024-04-12T01:00:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:op 3851 completed, throughput=5MB/sec 2024-04-12T01:00:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LMP2UNiueUCwScH off=1266571 len=494192 2024-04-12T01:00:03.606 INFO:tasks.workunit.client.0.smithi098.stdout:op 3852 completed, throughput=5MB/sec 2024-04-12T01:00:03.606 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rc9wojsCuwpdZNw off=5855908 len=534020 2024-04-12T01:00:03.606 INFO:tasks.workunit.client.0.smithi098.stdout:op 3853 completed, throughput=5MB/sec 2024-04-12T01:00:03.606 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ze8wnSRDsTNWt0Q off=18474810 len=1687995 2024-04-12T01:00:03.609 INFO:tasks.workunit.client.0.smithi098.stdout:op 3854 completed, throughput=5MB/sec 2024-04-12T01:00:03.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:03 smithi193 ceph-mon[83763]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:04.610 INFO:tasks.workunit.client.0.smithi098.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:04.610 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B9z4MM2w-PBS6FH off=5079635 len=1580781 2024-04-12T01:00:04.618 INFO:tasks.workunit.client.0.smithi098.stdout:op 3855 completed, throughput=5MB/sec 2024-04-12T01:00:04.618 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IrEiehIJJdUF8-8 off=141045 len=182955 2024-04-12T01:00:04.621 INFO:tasks.workunit.client.0.smithi098.stdout:op 3856 completed, throughput=5MB/sec 2024-04-12T01:00:04.621 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KCFpezpBe5gmTlm off=2188907 len=614962 2024-04-12T01:00:04.622 INFO:tasks.workunit.client.0.smithi098.stdout:op 3857 completed, throughput=5MB/sec 2024-04-12T01:00:04.622 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IYY0dIr6-K5T_OG off=8448956 len=1883527 2024-04-12T01:00:04.624 INFO:tasks.workunit.client.0.smithi098.stdout:op 3858 completed, throughput=5MB/sec 2024-04-12T01:00:04.624 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XFvBfUv-OpUCivj off=3829840 len=625721 2024-04-12T01:00:04.626 INFO:tasks.workunit.client.0.smithi098.stdout:op 3859 completed, throughput=5MB/sec 2024-04-12T01:00:04.626 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--nBmTSFS3tBqC7y off=6885637 len=1036365 2024-04-12T01:00:04.627 INFO:tasks.workunit.client.0.smithi098.stdout:op 3860 completed, throughput=5MB/sec 2024-04-12T01:00:05.627 INFO:tasks.workunit.client.0.smithi098.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:05.628 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XN_7fFYOGI2j2YZ off=5773654 len=553996 2024-04-12T01:00:05.629 INFO:tasks.workunit.client.0.smithi098.stdout:op 3861 completed, throughput=5MB/sec 2024-04-12T01:00:05.629 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sACeEVq47OrJZBE off=1869856 len=1057588 2024-04-12T01:00:05.634 INFO:tasks.workunit.client.0.smithi098.stdout:op 3862 completed, throughput=5MB/sec 2024-04-12T01:00:05.634 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-m-9swwl8xdxJ2iX off=1588234 len=415597 2024-04-12T01:00:05.636 INFO:tasks.workunit.client.0.smithi098.stdout:op 3863 completed, throughput=5MB/sec 2024-04-12T01:00:05.636 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tbAxdAMveSzmWhv off=8120541 len=745866 2024-04-12T01:00:05.640 INFO:tasks.workunit.client.0.smithi098.stdout:op 3864 completed, throughput=5MB/sec 2024-04-12T01:00:05.640 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kfhtvEVSN0CQO91 off=5966859 len=567197 2024-04-12T01:00:05.644 INFO:tasks.workunit.client.0.smithi098.stdout:op 3865 completed, throughput=5MB/sec 2024-04-12T01:00:05.644 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-v47g8DIYzjHHqR4 off=396359 len=1689529 2024-04-12T01:00:05.646 INFO:tasks.workunit.client.0.smithi098.stdout:op 3866 completed, throughput=5MB/sec 2024-04-12T01:00:05.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:05 smithi098 ceph-mon[91373]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:00:05.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:05.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:05 smithi098 ceph-mon[88922]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:00:05.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:05.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:05 smithi193 ceph-mon[83763]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:00:05.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:06.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:00:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:00:05] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-12T01:00:06.647 INFO:tasks.workunit.client.0.smithi098.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:06.647 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Qym9DknnLG35ntZ off=6519389 len=1475826 2024-04-12T01:00:06.656 INFO:tasks.workunit.client.0.smithi098.stdout:op 3867 completed, throughput=5MB/sec 2024-04-12T01:00:06.656 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MsqCZDrQEHe4GaE off=13626294 len=1618620 2024-04-12T01:00:06.658 INFO:tasks.workunit.client.0.smithi098.stdout:op 3868 completed, throughput=5MB/sec 2024-04-12T01:00:06.658 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VMqln2bF-ytsQPR off=3501801 len=1733883 2024-04-12T01:00:06.662 INFO:tasks.workunit.client.0.smithi098.stdout:op 3869 completed, throughput=5MB/sec 2024-04-12T01:00:06.662 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9Ni6HU96DeLJUq3 off=4622952 len=1177121 2024-04-12T01:00:06.664 INFO:tasks.workunit.client.0.smithi098.stdout:op 3870 completed, throughput=5MB/sec 2024-04-12T01:00:07.664 INFO:tasks.workunit.client.0.smithi098.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:07.664 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a7nnZW8hEXHv73v off=10320608 len=117634 2024-04-12T01:00:07.666 INFO:tasks.workunit.client.0.smithi098.stdout:op 3871 completed, throughput=4.99MB/sec 2024-04-12T01:00:07.666 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-g8ITDKmNRoYYKYG off=5621090 len=1296195 2024-04-12T01:00:07.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 3872 completed, throughput=5MB/sec 2024-04-12T01:00:07.674 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5ce05Ee74ilV04K off=9007367 len=573605 2024-04-12T01:00:07.677 INFO:tasks.workunit.client.0.smithi098.stdout:op 3873 completed, throughput=5MB/sec 2024-04-12T01:00:07.677 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LgR1vMpM0A1WqQr off=7131084 len=885751 2024-04-12T01:00:07.679 INFO:tasks.workunit.client.0.smithi098.stdout:op 3874 completed, throughput=5MB/sec 2024-04-12T01:00:07.679 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dWEED74HoGhlhZd off=13191865 len=759022 2024-04-12T01:00:07.680 INFO:tasks.workunit.client.0.smithi098.stdout:op 3875 completed, throughput=5MB/sec 2024-04-12T01:00:07.680 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IUnMnvgHqIrbKqU off=2884233 len=123211 2024-04-12T01:00:07.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 3876 completed, throughput=5MB/sec 2024-04-12T01:00:07.681 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tGZi2VoEpeWu58i off=7348556 len=655026 2024-04-12T01:00:07.685 INFO:tasks.workunit.client.0.smithi098.stdout:op 3877 completed, throughput=5MB/sec 2024-04-12T01:00:07.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:07 smithi098 ceph-mon[91373]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T01:00:07.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:07 smithi098 ceph-mon[88922]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T01:00:07.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:07 smithi193 ceph-mon[83763]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T01:00:08.685 INFO:tasks.workunit.client.0.smithi098.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:08.685 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_uVRaJ6kMgPFtk4 off=2489035 len=1649452 2024-04-12T01:00:08.689 INFO:tasks.workunit.client.0.smithi098.stdout:op 3878 completed, throughput=5MB/sec 2024-04-12T01:00:08.689 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AqPbZIZauxSU5aL off=1204070 len=1959698 2024-04-12T01:00:08.691 INFO:tasks.workunit.client.0.smithi098.stdout:op 3879 completed, throughput=5MB/sec 2024-04-12T01:00:08.691 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DnSmgLxN28AN3zM off=3669972 len=1695637 2024-04-12T01:00:08.693 INFO:tasks.workunit.client.0.smithi098.stdout:op 3880 completed, throughput=5MB/sec 2024-04-12T01:00:09.694 INFO:tasks.workunit.client.0.smithi098.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:09.694 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zLC-asdhsxDobK1 off=5412305 len=585897 2024-04-12T01:00:09.697 INFO:tasks.workunit.client.0.smithi098.stdout:op 3881 completed, throughput=4.99MB/sec 2024-04-12T01:00:09.697 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-suPNg2BkS9vHmQ7 off=2624733 len=1813695 2024-04-12T01:00:09.698 INFO:tasks.workunit.client.0.smithi098.stdout:op 3882 completed, throughput=5MB/sec 2024-04-12T01:00:09.698 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gm59Av5bTb4Ev8Y off=2374026 len=663627 2024-04-12T01:00:09.699 INFO:tasks.workunit.client.0.smithi098.stdout:op 3883 completed, throughput=5MB/sec 2024-04-12T01:00:09.699 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xPR0t_XIMcP_v7V off=322651 len=1511485 2024-04-12T01:00:09.706 INFO:tasks.workunit.client.0.smithi098.stdout:op 3884 completed, throughput=5MB/sec 2024-04-12T01:00:09.706 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KwDGZyfVPjK_flw off=1160321 len=297352 2024-04-12T01:00:09.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 3885 completed, throughput=5MB/sec 2024-04-12T01:00:09.708 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Oezj6oc4gg27heJ off=4785935 len=1343541 2024-04-12T01:00:09.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 3886 completed, throughput=5MB/sec 2024-04-12T01:00:09.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:09 smithi098 ceph-mon[91373]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:00:09.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:00:09.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:09 smithi098 ceph-mon[88922]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:00:09.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:00:09.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:09 smithi193 ceph-mon[83763]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:00:09.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:00:10.710 INFO:tasks.workunit.client.0.smithi098.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:10.710 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WWdKj6n6XNYnitm off=969262 len=742219 2024-04-12T01:00:10.715 INFO:tasks.workunit.client.0.smithi098.stdout:op 3887 completed, throughput=5MB/sec 2024-04-12T01:00:10.715 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vxFODflynI3PFQH off=636227 len=1117637 2024-04-12T01:00:10.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 3888 completed, throughput=5MB/sec 2024-04-12T01:00:10.717 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VdStPCBxbHr5rT3 off=3101500 len=212915 2024-04-12T01:00:10.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 3889 completed, throughput=5MB/sec 2024-04-12T01:00:10.717 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S9jG6rFFme4zYdr off=4723395 len=71688 2024-04-12T01:00:10.718 INFO:tasks.workunit.client.0.smithi098.stdout:op 3890 completed, throughput=5MB/sec 2024-04-12T01:00:10.719 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jSC5M5nTB_34ZHO off=8250534 len=537901 2024-04-12T01:00:10.719 INFO:tasks.workunit.client.0.smithi098.stdout:op 3891 completed, throughput=5MB/sec 2024-04-12T01:00:10.720 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yad7NaxJGtoo3y0 off=8367470 len=1136253 2024-04-12T01:00:10.721 INFO:tasks.workunit.client.0.smithi098.stdout:op 3892 completed, throughput=5MB/sec 2024-04-12T01:00:10.721 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nWK23IjYFiLvlsM off=10631591 len=1390172 2024-04-12T01:00:10.727 INFO:tasks.workunit.client.0.smithi098.stdout:op 3893 completed, throughput=5MB/sec 2024-04-12T01:00:10.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:10 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:00:10.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:10 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:00:10.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:10 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:00:10.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:10 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:00:10.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:10 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:00:10.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:10 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:00:10.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:10 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:00:10.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:10 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:00:10.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:10 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:00:11.728 INFO:tasks.workunit.client.0.smithi098.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:11.728 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DROLrkBFoJd3p1m off=20282848 len=1033056 2024-04-12T01:00:11.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 3894 completed, throughput=5MB/sec 2024-04-12T01:00:11.734 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-L8JPBR-PzfiFrq4 off=3885229 len=426232 2024-04-12T01:00:11.735 INFO:tasks.workunit.client.0.smithi098.stdout:op 3895 completed, throughput=5MB/sec 2024-04-12T01:00:11.735 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gJWu-k6uBCCrbU7 off=6862228 len=719716 2024-04-12T01:00:11.736 INFO:tasks.workunit.client.0.smithi098.stdout:op 3896 completed, throughput=5MB/sec 2024-04-12T01:00:11.736 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ouekz_n3WUCWMzm off=9825339 len=1345097 2024-04-12T01:00:11.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 3897 completed, throughput=5MB/sec 2024-04-12T01:00:11.742 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mqRSJcElJffSJvR off=8656367 len=1987079 2024-04-12T01:00:11.744 INFO:tasks.workunit.client.0.smithi098.stdout:op 3898 completed, throughput=5MB/sec 2024-04-12T01:00:11.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:11 smithi098 ceph-mon[91373]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T01:00:11.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:11 smithi098 ceph-mon[88922]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T01:00:11.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:11 smithi193 ceph-mon[83763]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T01:00:12.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:00:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:00:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:00:12.745 INFO:tasks.workunit.client.0.smithi098.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:12.745 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4lYLhHzfWWhKhbs off=10315828 len=1149559 2024-04-12T01:00:12.747 INFO:tasks.workunit.client.0.smithi098.stdout:op 3899 completed, throughput=5MB/sec 2024-04-12T01:00:12.747 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Fb9IK0zfm2GbUh1 off=2229157 len=1085913 2024-04-12T01:00:12.753 INFO:tasks.workunit.client.0.smithi098.stdout:op 3900 completed, throughput=5MB/sec 2024-04-12T01:00:12.753 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4Hgj-wMMFz9WJvG off=7395367 len=1735242 2024-04-12T01:00:12.761 INFO:tasks.workunit.client.0.smithi098.stdout:op 3901 completed, throughput=5MB/sec 2024-04-12T01:00:12.761 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hYlX2attf1q4T-e off=16551287 len=132131 2024-04-12T01:00:12.762 INFO:tasks.workunit.client.0.smithi098.stdout:op 3902 completed, throughput=5MB/sec 2024-04-12T01:00:12.762 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B9CMnLimlRiqtap off=3942831 len=1878715 2024-04-12T01:00:12.772 INFO:tasks.workunit.client.0.smithi098.stdout:op 3903 completed, throughput=5MB/sec 2024-04-12T01:00:13.772 INFO:tasks.workunit.client.0.smithi098.stdout: 765: throughput=5MB/sec pending data=0 2024-04-12T01:00:13.772 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DvUVFKlgMC1V8JF off=4695763 len=436669 2024-04-12T01:00:13.773 INFO:tasks.workunit.client.0.smithi098.stdout:op 3904 completed, throughput=5MB/sec 2024-04-12T01:00:13.773 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Zv6_Y9H83f0QbAC off=11474686 len=1728890 2024-04-12T01:00:13.780 INFO:tasks.workunit.client.0.smithi098.stdout:op 3905 completed, throughput=5MB/sec 2024-04-12T01:00:13.780 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zywY46JD6vayCrP off=10102749 len=99581 2024-04-12T01:00:13.781 INFO:tasks.workunit.client.0.smithi098.stdout:op 3906 completed, throughput=5MB/sec 2024-04-12T01:00:13.781 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-U5DTXwW-1OX4TjB off=19347556 len=613780 2024-04-12T01:00:13.782 INFO:tasks.workunit.client.0.smithi098.stdout:op 3907 completed, throughput=5MB/sec 2024-04-12T01:00:13.782 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6i3szqSVYdG5ZsY off=2028939 len=1147070 2024-04-12T01:00:13.785 INFO:tasks.workunit.client.0.smithi098.stdout:op 3908 completed, throughput=5MB/sec 2024-04-12T01:00:13.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:13 smithi098 ceph-mon[91373]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:13 smithi098 ceph-mon[88922]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:13.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:13 smithi193 ceph-mon[83763]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:14.785 INFO:tasks.workunit.client.0.smithi098.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:14.785 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kPcpMl5qM_DbJwL off=12640626 len=2035887 2024-04-12T01:00:14.789 INFO:tasks.workunit.client.0.smithi098.stdout:op 3909 completed, throughput=5MB/sec 2024-04-12T01:00:14.789 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r1qURTaRAdhog7D off=6642904 len=446783 2024-04-12T01:00:14.793 INFO:tasks.workunit.client.0.smithi098.stdout:op 3910 completed, throughput=5MB/sec 2024-04-12T01:00:14.793 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uJFkVGASR-jpQEI off=10635608 len=218818 2024-04-12T01:00:14.796 INFO:tasks.workunit.client.0.smithi098.stdout:op 3911 completed, throughput=5MB/sec 2024-04-12T01:00:14.796 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-POCD-lvxnjP7-8h off=0 len=1643976 2024-04-12T01:00:14.799 INFO:tasks.workunit.client.0.smithi098.stdout:op 3912 completed, throughput=5MB/sec 2024-04-12T01:00:14.800 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wQiE50nOmMlR3hN off=2767025 len=739636 2024-04-12T01:00:14.800 INFO:tasks.workunit.client.0.smithi098.stdout:op 3913 completed, throughput=5MB/sec 2024-04-12T01:00:15.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:15 smithi098 ceph-mon[91373]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:00:15.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:15 smithi098 ceph-mon[88922]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:00:15.801 INFO:tasks.workunit.client.0.smithi098.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:15.801 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DPypOa2AAOsvTA3 off=2531489 len=144661 2024-04-12T01:00:15.801 INFO:tasks.workunit.client.0.smithi098.stdout:op 3914 completed, throughput=4.99MB/sec 2024-04-12T01:00:15.802 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LVMOfGstBjitMju off=2123540 len=81657 2024-04-12T01:00:15.802 INFO:tasks.workunit.client.0.smithi098.stdout:op 3915 completed, throughput=4.99MB/sec 2024-04-12T01:00:15.802 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eQ8-7M72l4B6xAc off=128286 len=1653451 2024-04-12T01:00:15.804 INFO:tasks.workunit.client.0.smithi098.stdout:op 3916 completed, throughput=5MB/sec 2024-04-12T01:00:15.804 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EC3gJLKYF3o4aWw off=9471889 len=576927 2024-04-12T01:00:15.805 INFO:tasks.workunit.client.0.smithi098.stdout:op 3917 completed, throughput=5MB/sec 2024-04-12T01:00:15.805 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NHKrn5W88A26Ssy off=16596966 len=292232 2024-04-12T01:00:15.809 INFO:tasks.workunit.client.0.smithi098.stdout:op 3918 completed, throughput=5MB/sec 2024-04-12T01:00:15.809 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lsUUv6QHAyAA2Zp off=14938936 len=190172 2024-04-12T01:00:15.812 INFO:tasks.workunit.client.0.smithi098.stdout:op 3919 completed, throughput=5MB/sec 2024-04-12T01:00:15.812 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-b_EyJp7uofh-LJ7 off=351546 len=934119 2024-04-12T01:00:15.817 INFO:tasks.workunit.client.0.smithi098.stdout:op 3920 completed, throughput=5MB/sec 2024-04-12T01:00:15.817 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZKlGwmvYhjS-KF2 off=350158 len=353309 2024-04-12T01:00:15.818 INFO:tasks.workunit.client.0.smithi098.stdout:op 3921 completed, throughput=5MB/sec 2024-04-12T01:00:15.818 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QaznAtsXSimN5ac off=12062252 len=2079642 2024-04-12T01:00:15.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 3922 completed, throughput=5MB/sec 2024-04-12T01:00:15.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:15 smithi193 ceph-mon[83763]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:00:16.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:00:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:00:15] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-12T01:00:16.830 INFO:tasks.workunit.client.0.smithi098.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:16.831 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NnhpBAgjoKgItrZ off=1148236 len=678336 2024-04-12T01:00:16.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 3923 completed, throughput=5MB/sec 2024-04-12T01:00:16.836 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6h0avqFklOyyJfA off=871080 len=898414 2024-04-12T01:00:16.840 INFO:tasks.workunit.client.0.smithi098.stdout:op 3924 completed, throughput=5MB/sec 2024-04-12T01:00:16.841 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dXkWTPQnkfs1PBp off=1796308 len=1514894 2024-04-12T01:00:16.843 INFO:tasks.workunit.client.0.smithi098.stdout:op 3925 completed, throughput=5MB/sec 2024-04-12T01:00:16.843 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QjM5D27aHe8oK4k off=8092479 len=474354 2024-04-12T01:00:16.844 INFO:tasks.workunit.client.0.smithi098.stdout:op 3926 completed, throughput=5MB/sec 2024-04-12T01:00:16.844 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bdtspKth9aL_l-Q off=5992494 len=1324580 2024-04-12T01:00:16.845 INFO:tasks.workunit.client.0.smithi098.stdout:op 3927 completed, throughput=5MB/sec 2024-04-12T01:00:17.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:17 smithi098 ceph-mon[91373]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:17.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:17 smithi098 ceph-mon[88922]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:17.846 INFO:tasks.workunit.client.0.smithi098.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:17.846 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OBovPKar7TvTj6u off=18565602 len=755413 2024-04-12T01:00:17.850 INFO:tasks.workunit.client.0.smithi098.stdout:op 3928 completed, throughput=5MB/sec 2024-04-12T01:00:17.850 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VRu2AUjKw_-tDDX off=1765515 len=1810205 2024-04-12T01:00:17.860 INFO:tasks.workunit.client.0.smithi098.stdout:op 3929 completed, throughput=5MB/sec 2024-04-12T01:00:17.860 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OBovPKar7TvTj6u off=2959340 len=1316954 2024-04-12T01:00:17.862 INFO:tasks.workunit.client.0.smithi098.stdout:op 3930 completed, throughput=5MB/sec 2024-04-12T01:00:17.862 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C3UPAece8z_EXtm off=9550811 len=898979 2024-04-12T01:00:17.863 INFO:tasks.workunit.client.0.smithi098.stdout:op 3931 completed, throughput=5MB/sec 2024-04-12T01:00:17.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:17 smithi193 ceph-mon[83763]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:18.866 INFO:tasks.workunit.client.0.smithi098.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:18.866 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-InW4_8XBhLi33ra off=17099703 len=830274 2024-04-12T01:00:18.866 INFO:tasks.workunit.client.0.smithi098.stdout:op 3932 completed, throughput=4.99MB/sec 2024-04-12T01:00:18.866 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hYzL7tSOIlFTcGW off=874744 len=516011 2024-04-12T01:00:18.867 INFO:tasks.workunit.client.0.smithi098.stdout:op 3933 completed, throughput=5MB/sec 2024-04-12T01:00:18.867 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-o4D0vLXJk-KcUzd off=3506520 len=901320 2024-04-12T01:00:18.868 INFO:tasks.workunit.client.0.smithi098.stdout:op 3934 completed, throughput=5MB/sec 2024-04-12T01:00:18.868 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dBRkNyP5B3eevzO off=10747114 len=1454789 2024-04-12T01:00:18.869 INFO:tasks.workunit.client.0.smithi098.stdout:op 3935 completed, throughput=5MB/sec 2024-04-12T01:00:18.869 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HjYmaaPXC9RltQQ off=16303885 len=708015 2024-04-12T01:00:18.870 INFO:tasks.workunit.client.0.smithi098.stdout:op 3936 completed, throughput=5MB/sec 2024-04-12T01:00:18.870 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wyej8Tlr00RnnQU off=14424005 len=586560 2024-04-12T01:00:18.874 INFO:tasks.workunit.client.0.smithi098.stdout:op 3937 completed, throughput=5MB/sec 2024-04-12T01:00:18.874 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ivb0vtOY4ONkcwZ off=20449215 len=1346120 2024-04-12T01:00:18.882 INFO:tasks.workunit.client.0.smithi098.stdout:op 3938 completed, throughput=5MB/sec 2024-04-12T01:00:19.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:19 smithi098 ceph-mon[91373]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T01:00:19.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:19 smithi098 ceph-mon[88922]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T01:00:19.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:19 smithi193 ceph-mon[83763]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T01:00:19.882 INFO:tasks.workunit.client.0.smithi098.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:19.882 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ESP7C_LZfRRBQb6 off=5857598 len=1558219 2024-04-12T01:00:19.886 INFO:tasks.workunit.client.0.smithi098.stdout:op 3939 completed, throughput=5MB/sec 2024-04-12T01:00:19.886 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-27IAb_fAVbdalBA off=11519576 len=1223212 2024-04-12T01:00:19.888 INFO:tasks.workunit.client.0.smithi098.stdout:op 3940 completed, throughput=5MB/sec 2024-04-12T01:00:19.888 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pDlqiYNRRw4aOlL off=10381071 len=310409 2024-04-12T01:00:19.889 INFO:tasks.workunit.client.0.smithi098.stdout:op 3941 completed, throughput=5MB/sec 2024-04-12T01:00:19.889 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EvWZwpwd6nqAGzj off=10384941 len=1697364 2024-04-12T01:00:19.891 INFO:tasks.workunit.client.0.smithi098.stdout:op 3942 completed, throughput=5MB/sec 2024-04-12T01:00:20.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:20.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:20.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:20.891 INFO:tasks.workunit.client.0.smithi098.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:20.891 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gHBCl0ZOd304niW off=13679148 len=261544 2024-04-12T01:00:20.894 INFO:tasks.workunit.client.0.smithi098.stdout:op 3943 completed, throughput=4.99MB/sec 2024-04-12T01:00:20.894 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XPRm5Ws46ofeCeJ off=1256055 len=59960 2024-04-12T01:00:20.894 INFO:tasks.workunit.client.0.smithi098.stdout:op 3944 completed, throughput=4.99MB/sec 2024-04-12T01:00:20.895 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sZbhj5y30mr5qh4 off=1745394 len=43961 2024-04-12T01:00:20.897 INFO:tasks.workunit.client.0.smithi098.stdout:op 3945 completed, throughput=4.99MB/sec 2024-04-12T01:00:20.897 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IDYK3J4ErTjzjTb off=16805860 len=31813 2024-04-12T01:00:20.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 3946 completed, throughput=4.99MB/sec 2024-04-12T01:00:20.899 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3--BlzgazxVYHFy off=1956801 len=1843913 2024-04-12T01:00:20.901 INFO:tasks.workunit.client.0.smithi098.stdout:op 3947 completed, throughput=5MB/sec 2024-04-12T01:00:20.902 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GvG5Hw_kPcdGNZ4 off=2854524 len=1708765 2024-04-12T01:00:20.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 3948 completed, throughput=5MB/sec 2024-04-12T01:00:20.903 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0uuw9tMJxv7lXF_ off=15502961 len=1313669 2024-04-12T01:00:20.904 INFO:tasks.workunit.client.0.smithi098.stdout:op 3949 completed, throughput=5MB/sec 2024-04-12T01:00:21.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:21 smithi098 ceph-mon[91373]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:00:21.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:21 smithi098 ceph-mon[88922]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:00:21.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:21 smithi193 ceph-mon[83763]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:00:21.904 INFO:tasks.workunit.client.0.smithi098.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:21.905 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_zLzOT6qXxxoP1S off=1497109 len=1946359 2024-04-12T01:00:21.915 INFO:tasks.workunit.client.0.smithi098.stdout:op 3950 completed, throughput=5MB/sec 2024-04-12T01:00:21.915 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HkZExiNc0Wi0sL2 off=9007472 len=2024853 2024-04-12T01:00:21.925 INFO:tasks.workunit.client.0.smithi098.stdout:op 3951 completed, throughput=5MB/sec 2024-04-12T01:00:21.925 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UyB2Y1tJY3i9bHZ off=611391 len=797988 2024-04-12T01:00:21.926 INFO:tasks.workunit.client.0.smithi098.stdout:op 3952 completed, throughput=5MB/sec 2024-04-12T01:00:21.926 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4QLQx57VyQrwzQu off=226944 len=524720 2024-04-12T01:00:21.928 INFO:tasks.workunit.client.0.smithi098.stdout:op 3953 completed, throughput=5MB/sec 2024-04-12T01:00:22.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:00:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:00:22.928 INFO:tasks.workunit.client.0.smithi098.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:22.928 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5qRwrEZXPHkYQVn off=5206804 len=1887255 2024-04-12T01:00:22.932 INFO:tasks.workunit.client.0.smithi098.stdout:op 3954 completed, throughput=5MB/sec 2024-04-12T01:00:22.932 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KEBBACWowYPyXNx off=20474299 len=65268 2024-04-12T01:00:22.935 INFO:tasks.workunit.client.0.smithi098.stdout:op 3955 completed, throughput=5MB/sec 2024-04-12T01:00:22.935 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8zVnqRTnwW89O49 off=9020992 len=254781 2024-04-12T01:00:22.935 INFO:tasks.workunit.client.0.smithi098.stdout:op 3956 completed, throughput=5MB/sec 2024-04-12T01:00:22.935 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Cdee9EmHxAQl9r0 off=1431324 len=342962 2024-04-12T01:00:22.939 INFO:tasks.workunit.client.0.smithi098.stdout:op 3957 completed, throughput=5MB/sec 2024-04-12T01:00:22.939 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vIe3ZlzerplK6Jw off=2030353 len=206966 2024-04-12T01:00:22.939 INFO:tasks.workunit.client.0.smithi098.stdout:op 3958 completed, throughput=5MB/sec 2024-04-12T01:00:22.939 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YaIIfkq2ITWuF6l off=5160364 len=607726 2024-04-12T01:00:22.944 INFO:tasks.workunit.client.0.smithi098.stdout:op 3959 completed, throughput=5MB/sec 2024-04-12T01:00:22.944 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DbkcJ19u5INh0pg off=9850045 len=316832 2024-04-12T01:00:22.946 INFO:tasks.workunit.client.0.smithi098.stdout:op 3960 completed, throughput=5MB/sec 2024-04-12T01:00:22.947 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-riReaTDfCvI8WmV off=3960324 len=1695178 2024-04-12T01:00:22.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 3961 completed, throughput=5MB/sec 2024-04-12T01:00:23.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:23 smithi098 ceph-mon[91373]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:00:23.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:23 smithi098 ceph-mon[88922]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:00:23.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:23 smithi193 ceph-mon[83763]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:00:23.949 INFO:tasks.workunit.client.0.smithi098.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:23.949 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0Uk4joJhWjMoGrD off=11278878 len=299485 2024-04-12T01:00:23.950 INFO:tasks.workunit.client.0.smithi098.stdout:op 3962 completed, throughput=4.99MB/sec 2024-04-12T01:00:23.950 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5Ve_6TsivU9mSkH off=3634272 len=464974 2024-04-12T01:00:23.952 INFO:tasks.workunit.client.0.smithi098.stdout:op 3963 completed, throughput=5MB/sec 2024-04-12T01:00:23.952 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p1MlHepdOsWp6TL off=11117206 len=1641546 2024-04-12T01:00:23.959 INFO:tasks.workunit.client.0.smithi098.stdout:op 3964 completed, throughput=5MB/sec 2024-04-12T01:00:23.960 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oPoDO8lGLAZItrw off=375452 len=1274212 2024-04-12T01:00:23.968 INFO:tasks.workunit.client.0.smithi098.stdout:op 3965 completed, throughput=5MB/sec 2024-04-12T01:00:23.968 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-69jkVwbwlAI9GGK off=7586445 len=1258368 2024-04-12T01:00:23.974 INFO:tasks.workunit.client.0.smithi098.stdout:op 3966 completed, throughput=5MB/sec 2024-04-12T01:00:24.975 INFO:tasks.workunit.client.0.smithi098.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:24.975 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LhAecWj-zKWmDcO off=1709419 len=1275778 2024-04-12T01:00:24.978 INFO:tasks.workunit.client.0.smithi098.stdout:op 3967 completed, throughput=5MB/sec 2024-04-12T01:00:24.978 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Aw-FLES9iNYNj8m off=4818979 len=1031807 2024-04-12T01:00:24.979 INFO:tasks.workunit.client.0.smithi098.stdout:op 3968 completed, throughput=5MB/sec 2024-04-12T01:00:24.979 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Alca9UteHCqDvLW off=2472909 len=1701690 2024-04-12T01:00:24.981 INFO:tasks.workunit.client.0.smithi098.stdout:op 3969 completed, throughput=5MB/sec 2024-04-12T01:00:24.981 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5wCc0NzYwTxhRuu off=1435299 len=1891800 2024-04-12T01:00:24.989 INFO:tasks.workunit.client.0.smithi098.stdout:op 3970 completed, throughput=5MB/sec 2024-04-12T01:00:25.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:25 smithi098 ceph-mon[91373]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T01:00:25.794 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:00:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:00:25] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T01:00:25.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:25 smithi098 ceph-mon[88922]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T01:00:25.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:25 smithi193 ceph-mon[83763]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T01:00:25.989 INFO:tasks.workunit.client.0.smithi098.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:25.990 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IIZpf1zQ4iVWmsT off=6969370 len=1282429 2024-04-12T01:00:25.991 INFO:tasks.workunit.client.0.smithi098.stdout:op 3971 completed, throughput=5MB/sec 2024-04-12T01:00:25.991 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yydAaqdoGuToMrT off=1571614 len=560543 2024-04-12T01:00:25.992 INFO:tasks.workunit.client.0.smithi098.stdout:op 3972 completed, throughput=5MB/sec 2024-04-12T01:00:25.992 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mGaYZdYE7U1OEn- off=15437479 len=310192 2024-04-12T01:00:25.993 INFO:tasks.workunit.client.0.smithi098.stdout:op 3973 completed, throughput=5MB/sec 2024-04-12T01:00:25.993 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7A3N7PEDTrb3w89 off=1338738 len=249283 2024-04-12T01:00:25.994 INFO:tasks.workunit.client.0.smithi098.stdout:op 3974 completed, throughput=5MB/sec 2024-04-12T01:00:25.994 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OFbAXbBXaARA7SF off=6982253 len=875507 2024-04-12T01:00:25.998 INFO:tasks.workunit.client.0.smithi098.stdout:op 3975 completed, throughput=5MB/sec 2024-04-12T01:00:25.998 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BlCD7ZfewUjtXxL off=16862828 len=1856716 2024-04-12T01:00:26.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 3976 completed, throughput=5MB/sec 2024-04-12T01:00:27.000 INFO:tasks.workunit.client.0.smithi098.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:27.001 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xfG3PfHuqK5yTXp off=15520140 len=2022545 2024-04-12T01:00:27.003 INFO:tasks.workunit.client.0.smithi098.stdout:op 3977 completed, throughput=5MB/sec 2024-04-12T01:00:27.003 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yCdyieQmSMKFUuC off=1603434 len=327834 2024-04-12T01:00:27.006 INFO:tasks.workunit.client.0.smithi098.stdout:op 3978 completed, throughput=5MB/sec 2024-04-12T01:00:27.006 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LbeSVF4Bdgcotch off=8875060 len=207628 2024-04-12T01:00:27.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 3979 completed, throughput=5MB/sec 2024-04-12T01:00:27.010 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RV7BdoK95u4EQa6 off=11404696 len=545896 2024-04-12T01:00:27.011 INFO:tasks.workunit.client.0.smithi098.stdout:op 3980 completed, throughput=5MB/sec 2024-04-12T01:00:27.011 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZNRHqmjaLO5qkEF off=2338318 len=1233479 2024-04-12T01:00:27.019 INFO:tasks.workunit.client.0.smithi098.stdout:op 3981 completed, throughput=5MB/sec 2024-04-12T01:00:27.019 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QHrW7IOLkeI2W7j off=17802911 len=94967 2024-04-12T01:00:27.019 INFO:tasks.workunit.client.0.smithi098.stdout:op 3982 completed, throughput=5MB/sec 2024-04-12T01:00:27.019 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Axyiqr-wJkKZu5j off=135108 len=1322927 2024-04-12T01:00:27.027 INFO:tasks.workunit.client.0.smithi098.stdout:op 3983 completed, throughput=5MB/sec 2024-04-12T01:00:27.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:27 smithi098 ceph-mon[91373]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T01:00:27.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:27 smithi098 ceph-mon[88922]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T01:00:27.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:27 smithi193 ceph-mon[83763]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T01:00:28.028 INFO:tasks.workunit.client.0.smithi098.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:28.028 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UBFskwqWgdG2M00 off=3996635 len=188388 2024-04-12T01:00:28.031 INFO:tasks.workunit.client.0.smithi098.stdout:op 3984 completed, throughput=4.99MB/sec 2024-04-12T01:00:28.031 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Zh2wxMES2cKg2Gm off=3714634 len=867036 2024-04-12T01:00:28.036 INFO:tasks.workunit.client.0.smithi098.stdout:op 3985 completed, throughput=5MB/sec 2024-04-12T01:00:28.037 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aDHxDtLIWLxMkje off=4970353 len=854981 2024-04-12T01:00:28.041 INFO:tasks.workunit.client.0.smithi098.stdout:op 3986 completed, throughput=5MB/sec 2024-04-12T01:00:28.042 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cq-OFiGjTd31t78 off=3773451 len=1635771 2024-04-12T01:00:28.043 INFO:tasks.workunit.client.0.smithi098.stdout:op 3987 completed, throughput=5MB/sec 2024-04-12T01:00:28.044 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-U3Hk_rs9VsE5HmL off=860824 len=1071881 2024-04-12T01:00:28.049 INFO:tasks.workunit.client.0.smithi098.stdout:op 3988 completed, throughput=5MB/sec 2024-04-12T01:00:29.049 INFO:tasks.workunit.client.0.smithi098.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:29.050 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-THmnYxWg-OORjIx off=11189896 len=1626762 2024-04-12T01:00:29.051 INFO:tasks.workunit.client.0.smithi098.stdout:op 3989 completed, throughput=5MB/sec 2024-04-12T01:00:29.051 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MB_0XDns8yaPGao off=8471285 len=863043 2024-04-12T01:00:29.052 INFO:tasks.workunit.client.0.smithi098.stdout:op 3990 completed, throughput=5MB/sec 2024-04-12T01:00:29.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-s_jltjxsEsUOVVc off=7327149 len=1947030 2024-04-12T01:00:29.055 INFO:tasks.workunit.client.0.smithi098.stdout:op 3991 completed, throughput=5MB/sec 2024-04-12T01:00:29.055 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7iNh9xC7BF56yT4 off=7965537 len=643208 2024-04-12T01:00:29.059 INFO:tasks.workunit.client.0.smithi098.stdout:op 3992 completed, throughput=5MB/sec 2024-04-12T01:00:29.059 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-e3fcaz8Y7z6-XF1 off=50115 len=1302214 2024-04-12T01:00:29.061 INFO:tasks.workunit.client.0.smithi098.stdout:op 3993 completed, throughput=5MB/sec 2024-04-12T01:00:29.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:29 smithi098 ceph-mon[91373]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T01:00:29.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:29 smithi098 ceph-mon[88922]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T01:00:29.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:29 smithi193 ceph-mon[83763]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T01:00:30.061 INFO:tasks.workunit.client.0.smithi098.stdout: 781: throughput=5MB/sec pending data=0 2024-04-12T01:00:30.061 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MTjm-jx-A89igcu off=4532568 len=1010564 2024-04-12T01:00:30.064 INFO:tasks.workunit.client.0.smithi098.stdout:op 3994 completed, throughput=5MB/sec 2024-04-12T01:00:30.064 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BoPE0SNK5eai5zR off=8982953 len=1933167 2024-04-12T01:00:30.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 3995 completed, throughput=5MB/sec 2024-04-12T01:00:30.073 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tRZy4_LHVwTSWqX off=2343254 len=796761 2024-04-12T01:00:30.077 INFO:tasks.workunit.client.0.smithi098.stdout:op 3996 completed, throughput=5MB/sec 2024-04-12T01:00:30.077 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mZwmex19_YWyL3v off=4710821 len=534501 2024-04-12T01:00:30.078 INFO:tasks.workunit.client.0.smithi098.stdout:op 3997 completed, throughput=5MB/sec 2024-04-12T01:00:31.078 INFO:tasks.workunit.client.0.smithi098.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:31.078 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PmS26GzKEhf-Itj off=2984763 len=924115 2024-04-12T01:00:31.083 INFO:tasks.workunit.client.0.smithi098.stdout:op 3998 completed, throughput=4.99MB/sec 2024-04-12T01:00:31.083 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fs4RDCZMSq6abpf off=9564520 len=346508 2024-04-12T01:00:31.087 INFO:tasks.workunit.client.0.smithi098.stdout:op 3999 completed, throughput=5MB/sec 2024-04-12T01:00:31.087 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_APvnyCm8CDUAFm off=93743 len=1362732 2024-04-12T01:00:31.093 INFO:tasks.workunit.client.0.smithi098.stdout:op 4000 completed, throughput=5MB/sec 2024-04-12T01:00:31.094 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ofGEaqLX3rnxnPb off=801019 len=2082836 2024-04-12T01:00:31.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 4001 completed, throughput=5MB/sec 2024-04-12T01:00:31.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZgwnVV4mmxByFEC off=7601984 len=18070 2024-04-12T01:00:31.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 4002 completed, throughput=5MB/sec 2024-04-12T01:00:31.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0ZadUZzKM3wiynf off=8952734 len=590924 2024-04-12T01:00:31.099 INFO:tasks.workunit.client.0.smithi098.stdout:op 4003 completed, throughput=5MB/sec 2024-04-12T01:00:31.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:31 smithi098 ceph-mon[91373]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T01:00:31.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:31 smithi098 ceph-mon[88922]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T01:00:31.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:31 smithi193 ceph-mon[83763]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T01:00:32.100 INFO:tasks.workunit.client.0.smithi098.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:32.100 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_QkRYI5w0EkBj-v off=1268025 len=1478551 2024-04-12T01:00:32.110 INFO:tasks.workunit.client.0.smithi098.stdout:op 4004 completed, throughput=5MB/sec 2024-04-12T01:00:32.110 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pHyOb6elpokh1av off=763121 len=1755525 2024-04-12T01:00:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:op 4005 completed, throughput=5MB/sec 2024-04-12T01:00:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7Po7OvoNiiW6ack off=9409986 len=1487758 2024-04-12T01:00:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:op 4006 completed, throughput=5MB/sec 2024-04-12T01:00:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8emXScTDeuua9dO off=13849489 len=572110 2024-04-12T01:00:32.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 4007 completed, throughput=5MB/sec 2024-04-12T01:00:32.126 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z14d1Y39udERClq off=12311058 len=1422482 2024-04-12T01:00:32.127 INFO:tasks.workunit.client.0.smithi098.stdout:op 4008 completed, throughput=5MB/sec 2024-04-12T01:00:32.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:00:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:00:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:00:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: 784: throughput=5MB/sec pending data=0 2024-04-12T01:00:33.128 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uqBV2k1Wt6fQ64p off=15883332 len=587809 2024-04-12T01:00:33.132 INFO:tasks.workunit.client.0.smithi098.stdout:op 4009 completed, throughput=5MB/sec 2024-04-12T01:00:33.132 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fustWh59wB003fO off=13885520 len=1967392 2024-04-12T01:00:33.144 INFO:tasks.workunit.client.0.smithi098.stdout:op 4010 completed, throughput=5MB/sec 2024-04-12T01:00:33.144 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IHhc76DniIeDsjN off=2986846 len=841761 2024-04-12T01:00:33.147 INFO:tasks.workunit.client.0.smithi098.stdout:op 4011 completed, throughput=5MB/sec 2024-04-12T01:00:33.147 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n1H08DiTmWS6mst off=6717281 len=276593 2024-04-12T01:00:33.148 INFO:tasks.workunit.client.0.smithi098.stdout:op 4012 completed, throughput=5MB/sec 2024-04-12T01:00:33.148 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lTb2E6t5wxqopll off=9564841 len=1494556 2024-04-12T01:00:33.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 4013 completed, throughput=5MB/sec 2024-04-12T01:00:33.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:33 smithi098 ceph-mon[91373]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T01:00:33.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:33 smithi098 ceph-mon[88922]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T01:00:33.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:33 smithi193 ceph-mon[83763]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T01:00:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: 785: throughput=5MB/sec pending data=0 2024-04-12T01:00:34.150 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d2LD5BikhFeFArQ off=1212539 len=1226734 2024-04-12T01:00:34.152 INFO:tasks.workunit.client.0.smithi098.stdout:op 4014 completed, throughput=5MB/sec 2024-04-12T01:00:34.152 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-I3Dfh8-LOGGLJIT off=10576472 len=972744 2024-04-12T01:00:34.154 INFO:tasks.workunit.client.0.smithi098.stdout:op 4015 completed, throughput=5MB/sec 2024-04-12T01:00:34.154 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EgA6VGGePuVZoe_ off=9019491 len=449592 2024-04-12T01:00:34.155 INFO:tasks.workunit.client.0.smithi098.stdout:op 4016 completed, throughput=5MB/sec 2024-04-12T01:00:34.155 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6Lay9-mzheI9pJh off=3386490 len=2095480 2024-04-12T01:00:34.157 INFO:tasks.workunit.client.0.smithi098.stdout:op 4017 completed, throughput=5MB/sec 2024-04-12T01:00:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:35.157 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YEmqVzcoyApamNR off=10595212 len=259149 2024-04-12T01:00:35.158 INFO:tasks.workunit.client.0.smithi098.stdout:op 4018 completed, throughput=4.99MB/sec 2024-04-12T01:00:35.158 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iVfT4tpASEIrOy2 off=5543818 len=158921 2024-04-12T01:00:35.159 INFO:tasks.workunit.client.0.smithi098.stdout:op 4019 completed, throughput=5MB/sec 2024-04-12T01:00:35.159 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TfpKvMQTFzjJEUU off=3869993 len=1819193 2024-04-12T01:00:35.169 INFO:tasks.workunit.client.0.smithi098.stdout:op 4020 completed, throughput=5MB/sec 2024-04-12T01:00:35.169 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KCn9q8vSzK2axb6 off=11031075 len=99193 2024-04-12T01:00:35.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 4021 completed, throughput=5MB/sec 2024-04-12T01:00:35.172 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yz3kNxMavXbbe4g off=1112178 len=730991 2024-04-12T01:00:35.176 INFO:tasks.workunit.client.0.smithi098.stdout:op 4022 completed, throughput=5MB/sec 2024-04-12T01:00:35.176 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RjxUkMBQwaUe4Hf off=4765806 len=1122320 2024-04-12T01:00:35.178 INFO:tasks.workunit.client.0.smithi098.stdout:op 4023 completed, throughput=5MB/sec 2024-04-12T01:00:35.178 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-T3sO5bY06_hfA4Y off=10943725 len=439971 2024-04-12T01:00:35.181 INFO:tasks.workunit.client.0.smithi098.stdout:op 4024 completed, throughput=5MB/sec 2024-04-12T01:00:35.181 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Kd88REvFBKOXIpm off=5889418 len=1792664 2024-04-12T01:00:35.183 INFO:tasks.workunit.client.0.smithi098.stdout:op 4025 completed, throughput=5MB/sec 2024-04-12T01:00:35.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:35 smithi098 ceph-mon[91373]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T01:00:35.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:35.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:35 smithi098 ceph-mon[88922]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T01:00:35.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:35.794 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:00:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:00:35] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T01:00:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:35 smithi193 ceph-mon[83763]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T01:00:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: 787: throughput=5MB/sec pending data=0 2024-04-12T01:00:36.184 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wgkVMl4H-rE8-BU off=779705 len=1582261 2024-04-12T01:00:36.187 INFO:tasks.workunit.client.0.smithi098.stdout:op 4026 completed, throughput=5MB/sec 2024-04-12T01:00:36.187 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Xs7rPb-bGQbkcf1 off=1829447 len=727635 2024-04-12T01:00:36.192 INFO:tasks.workunit.client.0.smithi098.stdout:op 4027 completed, throughput=5MB/sec 2024-04-12T01:00:36.192 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cS3D2J4AmWeprcN off=2451775 len=390373 2024-04-12T01:00:36.193 INFO:tasks.workunit.client.0.smithi098.stdout:op 4028 completed, throughput=5MB/sec 2024-04-12T01:00:36.193 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BnmBfgINo9lsFug off=12111461 len=1002479 2024-04-12T01:00:36.198 INFO:tasks.workunit.client.0.smithi098.stdout:op 4029 completed, throughput=5MB/sec 2024-04-12T01:00:37.199 INFO:tasks.workunit.client.0.smithi098.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:37.199 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EsS2xZ8G4NlLS6A off=2632528 len=1081622 2024-04-12T01:00:37.205 INFO:tasks.workunit.client.0.smithi098.stdout:op 4030 completed, throughput=5MB/sec 2024-04-12T01:00:37.205 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yVKGSttsBOJmuat off=8955344 len=1461105 2024-04-12T01:00:37.207 INFO:tasks.workunit.client.0.smithi098.stdout:op 4031 completed, throughput=5MB/sec 2024-04-12T01:00:37.208 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iP-WE7yoGAkSIYC off=13295422 len=232730 2024-04-12T01:00:37.208 INFO:tasks.workunit.client.0.smithi098.stdout:op 4032 completed, throughput=5MB/sec 2024-04-12T01:00:37.209 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5rItUzpXvW9IHkx off=8325247 len=636593 2024-04-12T01:00:37.209 INFO:tasks.workunit.client.0.smithi098.stdout:op 4033 completed, throughput=5MB/sec 2024-04-12T01:00:37.209 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CYFjmf5yFUmFgS9 off=4216176 len=1555688 2024-04-12T01:00:37.212 INFO:tasks.workunit.client.0.smithi098.stdout:op 4034 completed, throughput=5MB/sec 2024-04-12T01:00:37.212 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pzVV8tRVldcyuty off=6116153 len=1195615 2024-04-12T01:00:37.214 INFO:tasks.workunit.client.0.smithi098.stdout:op 4035 completed, throughput=5MB/sec 2024-04-12T01:00:37.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:37 smithi098 ceph-mon[91373]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:00:37.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:37 smithi098 ceph-mon[88922]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:00:37.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:37 smithi193 ceph-mon[83763]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:00:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:38.215 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vOsCll160DKacJe off=4726 len=1026952 2024-04-12T01:00:38.216 INFO:tasks.workunit.client.0.smithi098.stdout:op 4036 completed, throughput=5MB/sec 2024-04-12T01:00:38.216 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ui01wmxw2CnA86o off=3083628 len=865009 2024-04-12T01:00:38.217 INFO:tasks.workunit.client.0.smithi098.stdout:op 4037 completed, throughput=5MB/sec 2024-04-12T01:00:38.217 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SDILx3EcA73dCvU off=730246 len=1868861 2024-04-12T01:00:38.220 INFO:tasks.workunit.client.0.smithi098.stdout:op 4038 completed, throughput=5MB/sec 2024-04-12T01:00:38.220 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a2fLlkagpzjJPZT off=2603587 len=693231 2024-04-12T01:00:38.221 INFO:tasks.workunit.client.0.smithi098.stdout:op 4039 completed, throughput=5MB/sec 2024-04-12T01:00:39.221 INFO:tasks.workunit.client.0.smithi098.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:39.221 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1DbLIpOXWhMGT2W off=584664 len=1041579 2024-04-12T01:00:39.223 INFO:tasks.workunit.client.0.smithi098.stdout:op 4040 completed, throughput=5MB/sec 2024-04-12T01:00:39.223 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Gi6NldFqSPvchIt off=18301613 len=1871929 2024-04-12T01:00:39.234 INFO:tasks.workunit.client.0.smithi098.stdout:op 4041 completed, throughput=5MB/sec 2024-04-12T01:00:39.234 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2CInyQR5ROuhDnR off=1687649 len=345699 2024-04-12T01:00:39.237 INFO:tasks.workunit.client.0.smithi098.stdout:op 4042 completed, throughput=5MB/sec 2024-04-12T01:00:39.237 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-z_uWuD-6NI8QTpg off=1233006 len=2023932 2024-04-12T01:00:39.239 INFO:tasks.workunit.client.0.smithi098.stdout:op 4043 completed, throughput=5MB/sec 2024-04-12T01:00:39.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:39 smithi098 ceph-mon[91373]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:00:39.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:39 smithi098 ceph-mon[88922]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:00:39.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:39 smithi193 ceph-mon[83763]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:00:40.239 INFO:tasks.workunit.client.0.smithi098.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:40.239 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WtoNMyoR1s_-lQC off=476081 len=1999105 2024-04-12T01:00:40.249 INFO:tasks.workunit.client.0.smithi098.stdout:op 4044 completed, throughput=5MB/sec 2024-04-12T01:00:40.249 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ojD1c6FFkjGhHYU off=1068835 len=703287 2024-04-12T01:00:40.250 INFO:tasks.workunit.client.0.smithi098.stdout:op 4045 completed, throughput=5MB/sec 2024-04-12T01:00:40.251 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-e6vhkrZ5x9i6Ybj off=1879042 len=292290 2024-04-12T01:00:40.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 4046 completed, throughput=5MB/sec 2024-04-12T01:00:40.254 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4WBq5U8xrrlcMyu off=6573410 len=189847 2024-04-12T01:00:40.256 INFO:tasks.workunit.client.0.smithi098.stdout:op 4047 completed, throughput=5MB/sec 2024-04-12T01:00:40.256 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kPNZV_jsnNjSSAW off=1492127 len=1565889 2024-04-12T01:00:40.258 INFO:tasks.workunit.client.0.smithi098.stdout:op 4048 completed, throughput=5MB/sec 2024-04-12T01:00:40.259 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mzqbZDKScLjdHUu off=19159786 len=1263376 2024-04-12T01:00:40.265 INFO:tasks.workunit.client.0.smithi098.stdout:op 4049 completed, throughput=5MB/sec 2024-04-12T01:00:41.265 INFO:tasks.workunit.client.0.smithi098.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:41.265 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WTJkwIJQ7O7NEeD off=478635 len=1762280 2024-04-12T01:00:41.275 INFO:tasks.workunit.client.0.smithi098.stdout:op 4050 completed, throughput=5MB/sec 2024-04-12T01:00:41.275 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-X5h89s5JyObBKa- off=6255051 len=762264 2024-04-12T01:00:41.276 INFO:tasks.workunit.client.0.smithi098.stdout:op 4051 completed, throughput=5MB/sec 2024-04-12T01:00:41.277 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-39uhXc70lF5OFfj off=687186 len=1131521 2024-04-12T01:00:41.281 INFO:tasks.workunit.client.0.smithi098.stdout:op 4052 completed, throughput=5MB/sec 2024-04-12T01:00:41.281 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oZu_-1GPnh4e78y off=2111327 len=408564 2024-04-12T01:00:41.285 INFO:tasks.workunit.client.0.smithi098.stdout:op 4053 completed, throughput=5MB/sec 2024-04-12T01:00:41.285 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oVSL4nME52vzHHB off=7451115 len=930042 2024-04-12T01:00:41.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 4054 completed, throughput=5MB/sec 2024-04-12T01:00:41.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:41 smithi098 ceph-mon[91373]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:00:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:41 smithi098 ceph-mon[88922]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:00:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:41 smithi193 ceph-mon[83763]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:00:42.290 INFO:tasks.workunit.client.0.smithi098.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:42.290 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-F8aBZM5Hbf18OGr off=4637376 len=319612 2024-04-12T01:00:42.291 INFO:tasks.workunit.client.0.smithi098.stdout:op 4055 completed, throughput=4.99MB/sec 2024-04-12T01:00:42.291 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uD5BTkj9yfdTB-n off=8036651 len=675873 2024-04-12T01:00:42.296 INFO:tasks.workunit.client.0.smithi098.stdout:op 4056 completed, throughput=5MB/sec 2024-04-12T01:00:42.296 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YdTcnYMy-mbeoYz off=1343256 len=1963786 2024-04-12T01:00:42.308 INFO:tasks.workunit.client.0.smithi098.stdout:op 4057 completed, throughput=5MB/sec 2024-04-12T01:00:42.308 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eiYKRzl6wINyEZ0 off=14661125 len=328556 2024-04-12T01:00:42.312 INFO:tasks.workunit.client.0.smithi098.stdout:op 4058 completed, throughput=5MB/sec 2024-04-12T01:00:42.312 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-spW5D45jmJje_Wx off=3324903 len=693486 2024-04-12T01:00:42.316 INFO:tasks.workunit.client.0.smithi098.stdout:op 4059 completed, throughput=5MB/sec 2024-04-12T01:00:42.316 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lCx4sVps2jTYDKz off=6563146 len=1439275 2024-04-12T01:00:42.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 4060 completed, throughput=5MB/sec 2024-04-12T01:00:42.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:00:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:00:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:00:43.322 INFO:tasks.workunit.client.0.smithi098.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:43.322 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Z7QLWaqc75Z-ToN off=6986707 len=1252224 2024-04-12T01:00:43.329 INFO:tasks.workunit.client.0.smithi098.stdout:op 4061 completed, throughput=5MB/sec 2024-04-12T01:00:43.330 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2EkhING4u0VVrr0 off=14736560 len=667064 2024-04-12T01:00:43.330 INFO:tasks.workunit.client.0.smithi098.stdout:op 4062 completed, throughput=5MB/sec 2024-04-12T01:00:43.330 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yVKGSttsBOJmuat off=19089644 len=885681 2024-04-12T01:00:43.332 INFO:tasks.workunit.client.0.smithi098.stdout:op 4063 completed, throughput=5MB/sec 2024-04-12T01:00:43.332 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sACeEVq47OrJZBE off=1351376 len=1166377 2024-04-12T01:00:43.337 INFO:tasks.workunit.client.0.smithi098.stdout:op 4064 completed, throughput=5MB/sec 2024-04-12T01:00:43.337 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-F985abCR6OQsj0N off=11032779 len=233195 2024-04-12T01:00:43.338 INFO:tasks.workunit.client.0.smithi098.stdout:op 4065 completed, throughput=5MB/sec 2024-04-12T01:00:43.338 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wi7PGR5QXmQq9ff off=5621821 len=2081573 2024-04-12T01:00:43.340 INFO:tasks.workunit.client.0.smithi098.stdout:op 4066 completed, throughput=5MB/sec 2024-04-12T01:00:43.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:43 smithi098 ceph-mon[91373]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:43.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:43 smithi098 ceph-mon[88922]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:43.870 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:43 smithi193 ceph-mon[83763]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:00:44.341 INFO:tasks.workunit.client.0.smithi098.stdout: 795: throughput=5MB/sec pending data=0 2024-04-12T01:00:44.341 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NwE9r4vX3D13Hvl off=3083991 len=2041799 2024-04-12T01:00:44.343 INFO:tasks.workunit.client.0.smithi098.stdout:op 4067 completed, throughput=5MB/sec 2024-04-12T01:00:44.343 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z14d1Y39udERClq off=6152126 len=867164 2024-04-12T01:00:44.344 INFO:tasks.workunit.client.0.smithi098.stdout:op 4068 completed, throughput=5MB/sec 2024-04-12T01:00:44.344 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RyYd4eNs5lBORuT off=2520722 len=766201 2024-04-12T01:00:44.346 INFO:tasks.workunit.client.0.smithi098.stdout:op 4069 completed, throughput=5MB/sec 2024-04-12T01:00:44.346 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ajCG_uR0oc7j1ao off=900146 len=1853605 2024-04-12T01:00:44.355 INFO:tasks.workunit.client.0.smithi098.stdout:op 4070 completed, throughput=5MB/sec 2024-04-12T01:00:45.356 INFO:tasks.workunit.client.0.smithi098.stdout: 796: throughput=5MB/sec pending data=0 2024-04-12T01:00:45.356 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VcMQKvQA9Ku0ngl off=13277296 len=1226192 2024-04-12T01:00:45.357 INFO:tasks.workunit.client.0.smithi098.stdout:op 4071 completed, throughput=5MB/sec 2024-04-12T01:00:45.358 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x4AKlFCeJMBSE6i off=3068751 len=1454118 2024-04-12T01:00:45.366 INFO:tasks.workunit.client.0.smithi098.stdout:op 4072 completed, throughput=5MB/sec 2024-04-12T01:00:45.366 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Mk3D6zT7NEQjLVG off=2169656 len=119088 2024-04-12T01:00:45.367 INFO:tasks.workunit.client.0.smithi098.stdout:op 4073 completed, throughput=5MB/sec 2024-04-12T01:00:45.367 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UKF1FoZ6X7QJh3N off=5000346 len=193521 2024-04-12T01:00:45.367 INFO:tasks.workunit.client.0.smithi098.stdout:op 4074 completed, throughput=5MB/sec 2024-04-12T01:00:45.367 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fOvl6duvko8SvIa off=5434415 len=116974 2024-04-12T01:00:45.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 4075 completed, throughput=5MB/sec 2024-04-12T01:00:45.368 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YMbASgIwrhq44aO off=7602078 len=2041441 2024-04-12T01:00:45.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 4076 completed, throughput=5MB/sec 2024-04-12T01:00:45.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:45 smithi098 ceph-mon[91373]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:00:45.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:45 smithi098 ceph-mon[88922]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:00:45.794 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:00:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:00:45] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T01:00:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:45 smithi193 ceph-mon[83763]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:00:46.372 INFO:tasks.workunit.client.0.smithi098.stdout: 797: throughput=5MB/sec pending data=0 2024-04-12T01:00:46.372 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-i1PFXB3bZT5mSeX off=227479 len=373633 2024-04-12T01:00:46.376 INFO:tasks.workunit.client.0.smithi098.stdout:op 4077 completed, throughput=5MB/sec 2024-04-12T01:00:46.376 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--H_nFbDYi2h8ISR off=8474172 len=1909219 2024-04-12T01:00:46.378 INFO:tasks.workunit.client.0.smithi098.stdout:op 4078 completed, throughput=5MB/sec 2024-04-12T01:00:46.379 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XNDbI4kUGupl24H off=15091977 len=237963 2024-04-12T01:00:46.379 INFO:tasks.workunit.client.0.smithi098.stdout:op 4079 completed, throughput=5MB/sec 2024-04-12T01:00:46.379 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-e8aWASiw5_5kSBT off=731163 len=58426 2024-04-12T01:00:46.380 INFO:tasks.workunit.client.0.smithi098.stdout:op 4080 completed, throughput=5MB/sec 2024-04-12T01:00:46.380 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KUyfKJiRPbwIMy4 off=3276024 len=72132 2024-04-12T01:00:46.382 INFO:tasks.workunit.client.0.smithi098.stdout:op 4081 completed, throughput=5MB/sec 2024-04-12T01:00:46.382 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jI_YjBNeBdLtYie off=5159412 len=1538989 2024-04-12T01:00:46.384 INFO:tasks.workunit.client.0.smithi098.stdout:op 4082 completed, throughput=5MB/sec 2024-04-12T01:00:47.384 INFO:tasks.workunit.client.0.smithi098.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:47.385 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iVf1-_1WeStY3JZ off=15934476 len=551280 2024-04-12T01:00:47.389 INFO:tasks.workunit.client.0.smithi098.stdout:op 4083 completed, throughput=4.99MB/sec 2024-04-12T01:00:47.389 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-von1lCCA9p_OD6f off=16223367 len=1967124 2024-04-12T01:00:47.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 4084 completed, throughput=5MB/sec 2024-04-12T01:00:47.391 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YNhyxXbkAziMQUM off=416086 len=1085624 2024-04-12T01:00:47.399 INFO:tasks.workunit.client.0.smithi098.stdout:op 4085 completed, throughput=5MB/sec 2024-04-12T01:00:47.399 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Az5bUFfGG7_JQrE off=365114 len=830434 2024-04-12T01:00:47.401 INFO:tasks.workunit.client.0.smithi098.stdout:op 4086 completed, throughput=5MB/sec 2024-04-12T01:00:47.401 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZvjY_6SLST4mPQ8 off=4012376 len=837949 2024-04-12T01:00:47.405 INFO:tasks.workunit.client.0.smithi098.stdout:op 4087 completed, throughput=5MB/sec 2024-04-12T01:00:47.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:47 smithi098 ceph-mon[91373]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:00:47.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:47 smithi098 ceph-mon[88922]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:00:47.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:47 smithi193 ceph-mon[83763]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:00:48.405 INFO:tasks.workunit.client.0.smithi098.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:48.405 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-28NvBflNBkHCp0K off=7825541 len=242645 2024-04-12T01:00:48.406 INFO:tasks.workunit.client.0.smithi098.stdout:op 4088 completed, throughput=4.99MB/sec 2024-04-12T01:00:48.406 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-X35keG85LjcpT23 off=1501109 len=1392084 2024-04-12T01:00:48.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 4089 completed, throughput=5MB/sec 2024-04-12T01:00:48.412 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-10qotrTCVvkYspo off=13913867 len=264885 2024-04-12T01:00:48.415 INFO:tasks.workunit.client.0.smithi098.stdout:op 4090 completed, throughput=5MB/sec 2024-04-12T01:00:48.415 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DRKggm4e9RbXsX_ off=1453117 len=368092 2024-04-12T01:00:48.416 INFO:tasks.workunit.client.0.smithi098.stdout:op 4091 completed, throughput=5MB/sec 2024-04-12T01:00:48.416 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x5T3saqKEv8Zn8h off=6928349 len=2042391 2024-04-12T01:00:48.425 INFO:tasks.workunit.client.0.smithi098.stdout:op 4092 completed, throughput=5MB/sec 2024-04-12T01:00:48.425 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-C1jG35LoB9Rrdv7 off=7381680 len=461314 2024-04-12T01:00:48.428 INFO:tasks.workunit.client.0.smithi098.stdout:op 4093 completed, throughput=5MB/sec 2024-04-12T01:00:48.429 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S0KMpE4ZTy2e32E off=19565718 len=1085220 2024-04-12T01:00:48.430 INFO:tasks.workunit.client.0.smithi098.stdout:op 4094 completed, throughput=5MB/sec 2024-04-12T01:00:49.430 INFO:tasks.workunit.client.0.smithi098.stdout: 800: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:49.430 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5I2oeKthsTogoDN off=7829986 len=1540643 2024-04-12T01:00:49.432 INFO:tasks.workunit.client.0.smithi098.stdout:op 4095 completed, throughput=5MB/sec 2024-04-12T01:00:49.432 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z8Vu3CjvGCEuaWN off=12523540 len=1798781 2024-04-12T01:00:49.436 INFO:tasks.workunit.client.0.smithi098.stdout:op 4096 completed, throughput=5MB/sec 2024-04-12T01:00:49.436 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3Dwi0kJQ3ZJ3HlD off=150171 len=1808691 2024-04-12T01:00:49.445 INFO:tasks.workunit.client.0.smithi098.stdout:op 4097 completed, throughput=5MB/sec 2024-04-12T01:00:49.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:49 smithi098 ceph-mon[91373]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:00:49.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:49 smithi098 ceph-mon[88922]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:00:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:49 smithi193 ceph-mon[83763]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:00:50.445 INFO:tasks.workunit.client.0.smithi098.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:50.445 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SKQ_RyqgwIAkmhh off=19694138 len=452580 2024-04-12T01:00:50.449 INFO:tasks.workunit.client.0.smithi098.stdout:op 4098 completed, throughput=4.99MB/sec 2024-04-12T01:00:50.449 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5G9q-LqVfpWkaam off=8377187 len=1958383 2024-04-12T01:00:50.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 4099 completed, throughput=5MB/sec 2024-04-12T01:00:50.452 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Jv3guQoQdmABff0 off=11426707 len=946921 2024-04-12T01:00:50.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 4100 completed, throughput=5MB/sec 2024-04-12T01:00:50.453 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gTC_EhccheA0Kzc off=1405737 len=1456752 2024-04-12T01:00:50.456 INFO:tasks.workunit.client.0.smithi098.stdout:op 4101 completed, throughput=5MB/sec 2024-04-12T01:00:50.456 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ElcOSCmrJrYJ3D6 off=8801561 len=1081722 2024-04-12T01:00:50.458 INFO:tasks.workunit.client.0.smithi098.stdout:op 4102 completed, throughput=5MB/sec 2024-04-12T01:00:50.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:50.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:50.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:00:51.458 INFO:tasks.workunit.client.0.smithi098.stdout: 802: throughput=5MB/sec pending data=0 2024-04-12T01:00:51.459 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rQ5SmuFTP2lIivQ off=1966610 len=593377 2024-04-12T01:00:51.462 INFO:tasks.workunit.client.0.smithi098.stdout:op 4103 completed, throughput=5MB/sec 2024-04-12T01:00:51.463 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w3_fnsyd54Qz_3_ off=7976137 len=572932 2024-04-12T01:00:51.466 INFO:tasks.workunit.client.0.smithi098.stdout:op 4104 completed, throughput=5MB/sec 2024-04-12T01:00:51.466 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-q3acgTMjImbgtLL off=9334034 len=806339 2024-04-12T01:00:51.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 4105 completed, throughput=5MB/sec 2024-04-12T01:00:51.467 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gJpZPknubxlYOew off=2480267 len=1934089 2024-04-12T01:00:51.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 4106 completed, throughput=5MB/sec 2024-04-12T01:00:51.471 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JiNF2_1Uxksdt0O off=13818895 len=943716 2024-04-12T01:00:51.477 INFO:tasks.workunit.client.0.smithi098.stdout:op 4107 completed, throughput=5MB/sec 2024-04-12T01:00:51.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:51 smithi098 ceph-mon[91373]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:00:51.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:51 smithi098 ceph-mon[88922]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:00:51.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:51 smithi193 ceph-mon[83763]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:00:52.477 INFO:tasks.workunit.client.0.smithi098.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:52.477 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-h803_aRDoN4G9M1 off=505657 len=866491 2024-04-12T01:00:52.478 INFO:tasks.workunit.client.0.smithi098.stdout:op 4108 completed, throughput=5MB/sec 2024-04-12T01:00:52.478 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AINKv05EgaR_2ut off=1388946 len=398799 2024-04-12T01:00:52.482 INFO:tasks.workunit.client.0.smithi098.stdout:op 4109 completed, throughput=5MB/sec 2024-04-12T01:00:52.482 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5OrAlE2MzNclOaA off=2472499 len=1857276 2024-04-12T01:00:52.484 INFO:tasks.workunit.client.0.smithi098.stdout:op 4110 completed, throughput=5MB/sec 2024-04-12T01:00:52.484 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iVup5knWna0e-UO off=23242034 len=1060510 2024-04-12T01:00:52.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 4111 completed, throughput=5MB/sec 2024-04-12T01:00:52.486 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-k07QDL7IngYK6FH off=13051909 len=1077103 2024-04-12T01:00:52.488 INFO:tasks.workunit.client.0.smithi098.stdout:op 4112 completed, throughput=5MB/sec 2024-04-12T01:00:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:00:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:00:53.489 INFO:tasks.workunit.client.0.smithi098.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:53.489 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yPzcY-7Yma--1rL off=881178 len=1456605 2024-04-12T01:00:53.492 INFO:tasks.workunit.client.0.smithi098.stdout:op 4113 completed, throughput=5MB/sec 2024-04-12T01:00:53.492 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--1DEJoYlQKBhMRa off=9306231 len=727334 2024-04-12T01:00:53.494 INFO:tasks.workunit.client.0.smithi098.stdout:op 4114 completed, throughput=5MB/sec 2024-04-12T01:00:53.494 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XEv1-2Z88YAq_du off=4256632 len=605472 2024-04-12T01:00:53.498 INFO:tasks.workunit.client.0.smithi098.stdout:op 4115 completed, throughput=5MB/sec 2024-04-12T01:00:53.498 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tt1MwE-hIE9uyjz off=3116539 len=1186502 2024-04-12T01:00:53.504 INFO:tasks.workunit.client.0.smithi098.stdout:op 4116 completed, throughput=5MB/sec 2024-04-12T01:00:53.504 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-e1smLOWUKqQMphI off=19639638 len=1165074 2024-04-12T01:00:53.505 INFO:tasks.workunit.client.0.smithi098.stdout:op 4117 completed, throughput=5MB/sec 2024-04-12T01:00:53.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:53 smithi098 ceph-mon[91373]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:00:53.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:53 smithi098 ceph-mon[88922]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:00:53.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:53 smithi193 ceph-mon[83763]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:00:54.505 INFO:tasks.workunit.client.0.smithi098.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:54.505 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-m0CuOtFn7HOl1Oj off=2242180 len=1099779 2024-04-12T01:00:54.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 4118 completed, throughput=5MB/sec 2024-04-12T01:00:54.507 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-U0FteUyDtFNF6wM off=10962431 len=74244 2024-04-12T01:00:54.510 INFO:tasks.workunit.client.0.smithi098.stdout:op 4119 completed, throughput=5MB/sec 2024-04-12T01:00:54.510 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1C2c47S-E21tEsX off=14527582 len=1242168 2024-04-12T01:00:54.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 4120 completed, throughput=5MB/sec 2024-04-12T01:00:54.518 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-M5nKMW8v6QOdTHy off=1761066 len=64693 2024-04-12T01:00:54.519 INFO:tasks.workunit.client.0.smithi098.stdout:op 4121 completed, throughput=5MB/sec 2024-04-12T01:00:54.519 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nrgWTm74IOYSSfe off=711477 len=1735973 2024-04-12T01:00:54.520 INFO:tasks.workunit.client.0.smithi098.stdout:op 4122 completed, throughput=5MB/sec 2024-04-12T01:00:54.520 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7-Gj5PiXwzIHiPz off=9881097 len=1146088 2024-04-12T01:00:54.525 INFO:tasks.workunit.client.0.smithi098.stdout:op 4123 completed, throughput=5MB/sec 2024-04-12T01:00:55.526 INFO:tasks.workunit.client.0.smithi098.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:55.526 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EoDQrqM9lM-yRCW off=20547214 len=367363 2024-04-12T01:00:55.529 INFO:tasks.workunit.client.0.smithi098.stdout:op 4124 completed, throughput=4.99MB/sec 2024-04-12T01:00:55.529 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kIMQqZJ7PGmbNEU off=13180897 len=524801 2024-04-12T01:00:55.533 INFO:tasks.workunit.client.0.smithi098.stdout:op 4125 completed, throughput=5MB/sec 2024-04-12T01:00:55.533 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7J8OmHvAsPCOClv off=2419056 len=1943963 2024-04-12T01:00:55.542 INFO:tasks.workunit.client.0.smithi098.stdout:op 4126 completed, throughput=5MB/sec 2024-04-12T01:00:55.542 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9i0S5zDfMSYgbNf off=8188606 len=2081139 2024-04-12T01:00:55.554 INFO:tasks.workunit.client.0.smithi098.stdout:op 4127 completed, throughput=5MB/sec 2024-04-12T01:00:55.554 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZntAedeZQno_O33 off=7456257 len=969764 2024-04-12T01:00:55.555 INFO:tasks.workunit.client.0.smithi098.stdout:op 4128 completed, throughput=5MB/sec 2024-04-12T01:00:55.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:55 smithi098 ceph-mon[88922]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:00:55.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:55 smithi098 ceph-mon[91373]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:00:55.794 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:00:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:00:55] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T01:00:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:55 smithi193 ceph-mon[83763]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:00:56.555 INFO:tasks.workunit.client.0.smithi098.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:56.555 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-46VheRj8mIQLxDz off=9611585 len=931549 2024-04-12T01:00:56.557 INFO:tasks.workunit.client.0.smithi098.stdout:op 4129 completed, throughput=5MB/sec 2024-04-12T01:00:56.557 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PFM765rUc-d84bc off=7588692 len=2080875 2024-04-12T01:00:56.570 INFO:tasks.workunit.client.0.smithi098.stdout:op 4130 completed, throughput=5MB/sec 2024-04-12T01:00:56.570 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MHJCj4DU-DPN5UF off=525174 len=1578867 2024-04-12T01:00:56.573 INFO:tasks.workunit.client.0.smithi098.stdout:op 4131 completed, throughput=5MB/sec 2024-04-12T01:00:56.573 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HfEWSsi5VTbwnMR off=997177 len=1709879 2024-04-12T01:00:56.583 INFO:tasks.workunit.client.0.smithi098.stdout:op 4132 completed, throughput=5MB/sec 2024-04-12T01:00:57.583 INFO:tasks.workunit.client.0.smithi098.stdout: 808: throughput=5MB/sec pending data=0 2024-04-12T01:00:57.583 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-46ZC1ij9DvAXG1n off=392817 len=39212 2024-04-12T01:00:57.584 INFO:tasks.workunit.client.0.smithi098.stdout:op 4133 completed, throughput=5MB/sec 2024-04-12T01:00:57.584 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Hge6yDyQqlkt7ls off=16648621 len=432866 2024-04-12T01:00:57.588 INFO:tasks.workunit.client.0.smithi098.stdout:op 4134 completed, throughput=5MB/sec 2024-04-12T01:00:57.588 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ep7GPG85NC-cC_V off=3031295 len=617242 2024-04-12T01:00:57.591 INFO:tasks.workunit.client.0.smithi098.stdout:op 4135 completed, throughput=5MB/sec 2024-04-12T01:00:57.591 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ylDDvpnUbTlIUDU off=16544598 len=126424 2024-04-12T01:00:57.594 INFO:tasks.workunit.client.0.smithi098.stdout:op 4136 completed, throughput=5MB/sec 2024-04-12T01:00:57.594 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--s3Cygb0MQu2lTj off=1540352 len=137915 2024-04-12T01:00:57.596 INFO:tasks.workunit.client.0.smithi098.stdout:op 4137 completed, throughput=5MB/sec 2024-04-12T01:00:57.596 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-02tEF2a3MgblSe1 off=2873022 len=1751058 2024-04-12T01:00:57.607 INFO:tasks.workunit.client.0.smithi098.stdout:op 4138 completed, throughput=5MB/sec 2024-04-12T01:00:57.607 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KCn9q8vSzK2axb6 off=9386781 len=1980215 2024-04-12T01:00:57.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 4139 completed, throughput=5MB/sec 2024-04-12T01:00:57.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:57 smithi098 ceph-mon[88922]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:00:57.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:57 smithi098 ceph-mon[91373]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:00:57.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:57 smithi193 ceph-mon[83763]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:00:58.617 INFO:tasks.workunit.client.0.smithi098.stdout: 809: throughput=5MB/sec pending data=0 2024-04-12T01:00:58.617 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yV85FXOVDpt1cKP off=19404129 len=289002 2024-04-12T01:00:58.618 INFO:tasks.workunit.client.0.smithi098.stdout:op 4140 completed, throughput=5MB/sec 2024-04-12T01:00:58.618 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pqq28ZGHs1Ul2kR off=6508782 len=628632 2024-04-12T01:00:58.622 INFO:tasks.workunit.client.0.smithi098.stdout:op 4141 completed, throughput=5MB/sec 2024-04-12T01:00:58.622 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kPFGNUDbThkp2YB off=0 len=1350276 2024-04-12T01:00:58.628 INFO:tasks.workunit.client.0.smithi098.stdout:op 4142 completed, throughput=5MB/sec 2024-04-12T01:00:58.628 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o-0v4guj7Z9dVl3 off=10686208 len=1950291 2024-04-12T01:00:58.641 INFO:tasks.workunit.client.0.smithi098.stdout:op 4143 completed, throughput=5MB/sec 2024-04-12T01:00:59.641 INFO:tasks.workunit.client.0.smithi098.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-12T01:00:59.641 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UYGR8fYK26F0ps7 off=9258210 len=1540533 2024-04-12T01:00:59.648 INFO:tasks.workunit.client.0.smithi098.stdout:op 4144 completed, throughput=5MB/sec 2024-04-12T01:00:59.648 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-znfctifKyVeV1kP off=20467663 len=636381 2024-04-12T01:00:59.649 INFO:tasks.workunit.client.0.smithi098.stdout:op 4145 completed, throughput=5MB/sec 2024-04-12T01:00:59.649 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pvwT9jnzLDVHXDV off=4219906 len=1661859 2024-04-12T01:00:59.656 INFO:tasks.workunit.client.0.smithi098.stdout:op 4146 completed, throughput=5MB/sec 2024-04-12T01:00:59.656 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K8Wzthd9_fxu9YZ off=1767978 len=1894479 2024-04-12T01:00:59.658 INFO:tasks.workunit.client.0.smithi098.stdout:op 4147 completed, throughput=5MB/sec 2024-04-12T01:00:59.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:00:59 smithi098 ceph-mon[88922]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:00:59.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:00:59 smithi098 ceph-mon[91373]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:00:59.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:00:59 smithi193 ceph-mon[83763]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:01:00.658 INFO:tasks.workunit.client.0.smithi098.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:00.659 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_z4jWOJPcyLaziU off=4728811 len=123376 2024-04-12T01:01:00.660 INFO:tasks.workunit.client.0.smithi098.stdout:op 4148 completed, throughput=4.99MB/sec 2024-04-12T01:01:00.660 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6n9T_usdCS5apjx off=8119739 len=1233531 2024-04-12T01:01:00.666 INFO:tasks.workunit.client.0.smithi098.stdout:op 4149 completed, throughput=5MB/sec 2024-04-12T01:01:00.666 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2MBnIAFUGaScs-x off=800967 len=833060 2024-04-12T01:01:00.670 INFO:tasks.workunit.client.0.smithi098.stdout:op 4150 completed, throughput=5MB/sec 2024-04-12T01:01:00.670 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SBCoZ5ycdd-W_Ax off=10345532 len=480860 2024-04-12T01:01:00.674 INFO:tasks.workunit.client.0.smithi098.stdout:op 4151 completed, throughput=5MB/sec 2024-04-12T01:01:00.674 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TmmcnqL3HJ9Zvjv off=1552580 len=1847133 2024-04-12T01:01:00.679 INFO:tasks.workunit.client.0.smithi098.stdout:op 4152 completed, throughput=5MB/sec 2024-04-12T01:01:00.679 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gJgqsvdv3s-Wq6H off=13692314 len=1876519 2024-04-12T01:01:00.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 4153 completed, throughput=5MB/sec 2024-04-12T01:01:01.681 INFO:tasks.workunit.client.0.smithi098.stdout: 812: throughput=5MB/sec pending data=0 2024-04-12T01:01:01.681 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YBceBma8-Grneqj off=13481544 len=539673 2024-04-12T01:01:01.682 INFO:tasks.workunit.client.0.smithi098.stdout:op 4154 completed, throughput=5MB/sec 2024-04-12T01:01:01.682 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9Rm9pmBB1YVK4v0 off=7271311 len=1115089 2024-04-12T01:01:01.688 INFO:tasks.workunit.client.0.smithi098.stdout:op 4155 completed, throughput=5MB/sec 2024-04-12T01:01:01.688 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bnvEpBEwsz4EBOv off=3263320 len=866143 2024-04-12T01:01:01.693 INFO:tasks.workunit.client.0.smithi098.stdout:op 4156 completed, throughput=5MB/sec 2024-04-12T01:01:01.693 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jFfV-Wghhkijl0c off=10310680 len=608762 2024-04-12T01:01:01.697 INFO:tasks.workunit.client.0.smithi098.stdout:op 4157 completed, throughput=5MB/sec 2024-04-12T01:01:01.697 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ixfxkymDFBonQ41 off=1963506 len=1057535 2024-04-12T01:01:01.701 INFO:tasks.workunit.client.0.smithi098.stdout:op 4158 completed, throughput=5MB/sec 2024-04-12T01:01:01.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:01 smithi098 ceph-mon[91373]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:01.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:01 smithi098 ceph-mon[88922]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:01.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:01 smithi193 ceph-mon[83763]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:01:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:01:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:01:02.702 INFO:tasks.workunit.client.0.smithi098.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:02.702 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9UWi01IkTD481Ns off=6362501 len=1875485 2024-04-12T01:01:02.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 4159 completed, throughput=5MB/sec 2024-04-12T01:01:02.704 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LTgkrb5cDBG6rYL off=3051178 len=1315705 2024-04-12T01:01:02.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 4160 completed, throughput=5MB/sec 2024-04-12T01:01:02.710 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zPp_RgR88AxwOPu off=1782269 len=1751767 2024-04-12T01:01:02.712 INFO:tasks.workunit.client.0.smithi098.stdout:op 4161 completed, throughput=5MB/sec 2024-04-12T01:01:03.713 INFO:tasks.workunit.client.0.smithi098.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:03.713 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Uq7lIGwGC0aNuQZ off=9257210 len=760261 2024-04-12T01:01:03.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 4162 completed, throughput=4.99MB/sec 2024-04-12T01:01:03.717 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Kf1gqFBh9MbO6V4 off=1718245 len=615266 2024-04-12T01:01:03.719 INFO:tasks.workunit.client.0.smithi098.stdout:op 4163 completed, throughput=5MB/sec 2024-04-12T01:01:03.719 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tlj8Z6uvCrn3J3V off=2196090 len=219861 2024-04-12T01:01:03.721 INFO:tasks.workunit.client.0.smithi098.stdout:op 4164 completed, throughput=5MB/sec 2024-04-12T01:01:03.721 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dhNXVGdVWF3hrb_ off=8276005 len=209352 2024-04-12T01:01:03.724 INFO:tasks.workunit.client.0.smithi098.stdout:op 4165 completed, throughput=5MB/sec 2024-04-12T01:01:03.724 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ak4-TOw7ahopgbO off=2822458 len=127333 2024-04-12T01:01:03.727 INFO:tasks.workunit.client.0.smithi098.stdout:op 4166 completed, throughput=5MB/sec 2024-04-12T01:01:03.727 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-41gyJBVT4QiZfvk off=13068847 len=1198473 2024-04-12T01:01:03.733 INFO:tasks.workunit.client.0.smithi098.stdout:op 4167 completed, throughput=5MB/sec 2024-04-12T01:01:03.733 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vz6NOyaixKK2pEJ off=9994840 len=477478 2024-04-12T01:01:03.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 4168 completed, throughput=5MB/sec 2024-04-12T01:01:03.734 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-txSlcqftPADz0BT off=11258111 len=1128585 2024-04-12T01:01:03.740 INFO:tasks.workunit.client.0.smithi098.stdout:op 4169 completed, throughput=5MB/sec 2024-04-12T01:01:03.741 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-apw-7dDy4p7alSp off=13761291 len=868204 2024-04-12T01:01:03.745 INFO:tasks.workunit.client.0.smithi098.stdout:op 4170 completed, throughput=5MB/sec 2024-04-12T01:01:03.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:03 smithi098 ceph-mon[88922]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:03.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:03 smithi098 ceph-mon[91373]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:03.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:03 smithi193 ceph-mon[83763]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:04.745 INFO:tasks.workunit.client.0.smithi098.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:04.745 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qsg9rlwQnth-Y35 off=16151841 len=1705832 2024-04-12T01:01:04.754 INFO:tasks.workunit.client.0.smithi098.stdout:op 4171 completed, throughput=5MB/sec 2024-04-12T01:01:04.755 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2QfkT5m61nZmdhh off=7243753 len=264884 2024-04-12T01:01:04.755 INFO:tasks.workunit.client.0.smithi098.stdout:op 4172 completed, throughput=5MB/sec 2024-04-12T01:01:04.755 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x9U6o1JGg-Zf57o off=9869683 len=361229 2024-04-12T01:01:04.756 INFO:tasks.workunit.client.0.smithi098.stdout:op 4173 completed, throughput=5MB/sec 2024-04-12T01:01:04.756 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9w3XkbJzd3n_kHw off=6968214 len=1994049 2024-04-12T01:01:04.767 INFO:tasks.workunit.client.0.smithi098.stdout:op 4174 completed, throughput=5MB/sec 2024-04-12T01:01:04.767 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z4nRCJCQ4oO3LTL off=4126810 len=1349159 2024-04-12T01:01:04.774 INFO:tasks.workunit.client.0.smithi098.stdout:op 4175 completed, throughput=5MB/sec 2024-04-12T01:01:05.775 INFO:tasks.workunit.client.0.smithi098.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:05.775 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_54eU4qfGpfsZIW off=2206467 len=768802 2024-04-12T01:01:05.780 INFO:tasks.workunit.client.0.smithi098.stdout:op 4176 completed, throughput=5MB/sec 2024-04-12T01:01:05.780 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MQGjC8mRZVyzkjK off=2797170 len=1058040 2024-04-12T01:01:05.785 INFO:tasks.workunit.client.0.smithi098.stdout:op 4177 completed, throughput=5MB/sec 2024-04-12T01:01:05.785 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2on_xc7yaczHwCn off=8219768 len=1303063 2024-04-12T01:01:05.793 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:01:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:01:05] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:01:05.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:05 smithi098 ceph-mon[91373]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:01:05.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:05.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:05 smithi098 ceph-mon[88922]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:01:05.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:05.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 4178 completed, throughput=5MB/sec 2024-04-12T01:01:05.794 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3V3z98x1fI-PBYL off=10537450 len=134003 2024-04-12T01:01:05.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 4179 completed, throughput=5MB/sec 2024-04-12T01:01:05.794 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-U7wV95eURkHqCGH off=9595510 len=1278071 2024-04-12T01:01:05.795 INFO:tasks.workunit.client.0.smithi098.stdout:op 4180 completed, throughput=5MB/sec 2024-04-12T01:01:05.795 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hGnjbn7tteDOiWN off=14931616 len=729317 2024-04-12T01:01:05.796 INFO:tasks.workunit.client.0.smithi098.stdout:op 4181 completed, throughput=5MB/sec 2024-04-12T01:01:05.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:05 smithi193 ceph-mon[83763]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:01:05.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:06.797 INFO:tasks.workunit.client.0.smithi098.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:06.797 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xKvPhctkB4c-G_B off=1817604 len=673657 2024-04-12T01:01:06.801 INFO:tasks.workunit.client.0.smithi098.stdout:op 4182 completed, throughput=5MB/sec 2024-04-12T01:01:06.801 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-deJJ6UjswkE0_5G off=8980422 len=671825 2024-04-12T01:01:06.806 INFO:tasks.workunit.client.0.smithi098.stdout:op 4183 completed, throughput=5MB/sec 2024-04-12T01:01:06.806 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hvkH2rAJaZOsgYT off=1027758 len=1789853 2024-04-12T01:01:06.816 INFO:tasks.workunit.client.0.smithi098.stdout:op 4184 completed, throughput=5MB/sec 2024-04-12T01:01:06.817 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9NZTF-mJIM6P2WP off=19324051 len=1079343 2024-04-12T01:01:06.818 INFO:tasks.workunit.client.0.smithi098.stdout:op 4185 completed, throughput=5MB/sec 2024-04-12T01:01:06.818 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FIWfioqSaVd7BdT off=8787332 len=534757 2024-04-12T01:01:06.819 INFO:tasks.workunit.client.0.smithi098.stdout:op 4186 completed, throughput=5MB/sec 2024-04-12T01:01:06.819 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QgEACM-NrtIpBg8 off=18495223 len=2095272 2024-04-12T01:01:06.828 INFO:tasks.workunit.client.0.smithi098.stdout:op 4187 completed, throughput=5MB/sec 2024-04-12T01:01:07.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:07 smithi098 ceph-mon[91373]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:01:07.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:07 smithi098 ceph-mon[88922]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:01:07.829 INFO:tasks.workunit.client.0.smithi098.stdout: 818: throughput=5MB/sec pending data=0 2024-04-12T01:01:07.829 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ojD1c6FFkjGhHYU off=5479574 len=1892842 2024-04-12T01:01:07.831 INFO:tasks.workunit.client.0.smithi098.stdout:op 4188 completed, throughput=5MB/sec 2024-04-12T01:01:07.831 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WXcG3zco-tnubve off=0 len=1052294 2024-04-12T01:01:07.834 INFO:tasks.workunit.client.0.smithi098.stdout:op 4189 completed, throughput=5MB/sec 2024-04-12T01:01:07.834 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PFh5D-U-IMs4BNT off=779817 len=1629142 2024-04-12T01:01:07.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 4190 completed, throughput=5MB/sec 2024-04-12T01:01:07.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:07 smithi193 ceph-mon[83763]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:01:08.836 INFO:tasks.workunit.client.0.smithi098.stdout: 819: throughput=5MB/sec pending data=0 2024-04-12T01:01:08.837 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Mq7VGLGNHvIf-E2 off=2497216 len=1659055 2024-04-12T01:01:08.839 INFO:tasks.workunit.client.0.smithi098.stdout:op 4191 completed, throughput=5MB/sec 2024-04-12T01:01:08.839 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sutKTvoF5VmtEK9 off=9404731 len=1730539 2024-04-12T01:01:08.841 INFO:tasks.workunit.client.0.smithi098.stdout:op 4192 completed, throughput=5MB/sec 2024-04-12T01:01:08.841 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YuHNPVHG0vDLIqM off=10368291 len=1161414 2024-04-12T01:01:08.843 INFO:tasks.workunit.client.0.smithi098.stdout:op 4193 completed, throughput=5MB/sec 2024-04-12T01:01:09.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:09 smithi098 ceph-mon[91373]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T01:01:09.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:01:09.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:09 smithi098 ceph-mon[88922]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T01:01:09.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:01:09.843 INFO:tasks.workunit.client.0.smithi098.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:09.843 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vl2spoOLe9V570t off=4012044 len=325126 2024-04-12T01:01:09.846 INFO:tasks.workunit.client.0.smithi098.stdout:op 4194 completed, throughput=4.99MB/sec 2024-04-12T01:01:09.846 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jCQQl20Z1LsLn5l off=11177174 len=1067321 2024-04-12T01:01:09.848 INFO:tasks.workunit.client.0.smithi098.stdout:op 4195 completed, throughput=5MB/sec 2024-04-12T01:01:09.848 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2hwNUxUmh49JMYM off=1528439 len=1547672 2024-04-12T01:01:09.849 INFO:tasks.workunit.client.0.smithi098.stdout:op 4196 completed, throughput=5MB/sec 2024-04-12T01:01:09.849 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fz_-bfDWYftVDdw off=15079812 len=1166697 2024-04-12T01:01:09.850 INFO:tasks.workunit.client.0.smithi098.stdout:op 4197 completed, throughput=5MB/sec 2024-04-12T01:01:09.850 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-10Ph3QfeF_LnS7g off=6182991 len=1138074 2024-04-12T01:01:09.854 INFO:tasks.workunit.client.0.smithi098.stdout:op 4198 completed, throughput=5MB/sec 2024-04-12T01:01:09.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:09 smithi193 ceph-mon[83763]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T01:01:09.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:01:10.855 INFO:tasks.workunit.client.0.smithi098.stdout: 821: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:10.855 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4qTBZFb1KwxtSaC off=1107679 len=1641032 2024-04-12T01:01:10.856 INFO:tasks.workunit.client.0.smithi098.stdout:op 4199 completed, throughput=5MB/sec 2024-04-12T01:01:10.856 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3J_rmjVZCYvNgTr off=1778208 len=1811850 2024-04-12T01:01:10.859 INFO:tasks.workunit.client.0.smithi098.stdout:op 4200 completed, throughput=5MB/sec 2024-04-12T01:01:10.859 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5rdazbj6zH_ftAJ off=188929 len=202424 2024-04-12T01:01:10.862 INFO:tasks.workunit.client.0.smithi098.stdout:op 4201 completed, throughput=5MB/sec 2024-04-12T01:01:10.862 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dIv-KsweD-4bfjs off=100375 len=345047 2024-04-12T01:01:10.863 INFO:tasks.workunit.client.0.smithi098.stdout:op 4202 completed, throughput=5MB/sec 2024-04-12T01:01:10.863 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ndl-AEKgX6lMYng off=1705361 len=679100 2024-04-12T01:01:10.864 INFO:tasks.workunit.client.0.smithi098.stdout:op 4203 completed, throughput=5MB/sec 2024-04-12T01:01:10.864 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ff_mxs6A3SDaClU off=13322679 len=987376 2024-04-12T01:01:10.868 INFO:tasks.workunit.client.0.smithi098.stdout:op 4204 completed, throughput=5MB/sec 2024-04-12T01:01:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:01:11.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:01:11.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:01:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:01:11.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:01:11.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:01:11.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:01:11.868 INFO:tasks.workunit.client.0.smithi098.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:11.869 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-F1ee2U4q1z4g5PM off=5091094 len=1006341 2024-04-12T01:01:11.869 INFO:tasks.workunit.client.0.smithi098.stdout:op 4205 completed, throughput=5MB/sec 2024-04-12T01:01:11.870 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1fKZkNDmvpOYA76 off=5758318 len=425477 2024-04-12T01:01:11.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 4206 completed, throughput=5MB/sec 2024-04-12T01:01:11.871 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1T9wNqGD0NNI7Sf off=1953565 len=40487 2024-04-12T01:01:11.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 4207 completed, throughput=5MB/sec 2024-04-12T01:01:11.872 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dQevdVwmmmDv1gP off=10398339 len=2092641 2024-04-12T01:01:11.874 INFO:tasks.workunit.client.0.smithi098.stdout:op 4208 completed, throughput=5MB/sec 2024-04-12T01:01:11.874 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5tEN1g8K8ZVRU2q off=3938923 len=150350 2024-04-12T01:01:11.877 INFO:tasks.workunit.client.0.smithi098.stdout:op 4209 completed, throughput=5MB/sec 2024-04-12T01:01:11.877 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jW2KN4mEPdjuK4o off=4076967 len=1432027 2024-04-12T01:01:11.879 INFO:tasks.workunit.client.0.smithi098.stdout:op 4210 completed, throughput=5MB/sec 2024-04-12T01:01:12.284 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:12 smithi193 ceph-mon[83763]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T01:01:12.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:12 smithi098 ceph-mon[91373]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T01:01:12.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:12 smithi098 ceph-mon[88922]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T01:01:12.541 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:01:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:01:12.879 INFO:tasks.workunit.client.0.smithi098.stdout: 823: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:12.879 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-caAUiNqdne2TTFG off=11149636 len=1246993 2024-04-12T01:01:12.885 INFO:tasks.workunit.client.0.smithi098.stdout:op 4211 completed, throughput=5MB/sec 2024-04-12T01:01:12.885 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XObB-NnSq4_GXw7 off=15036465 len=694743 2024-04-12T01:01:12.887 INFO:tasks.workunit.client.0.smithi098.stdout:op 4212 completed, throughput=5MB/sec 2024-04-12T01:01:12.887 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dEephbfH_Q6P_D3 off=13046433 len=1104782 2024-04-12T01:01:12.892 INFO:tasks.workunit.client.0.smithi098.stdout:op 4213 completed, throughput=5MB/sec 2024-04-12T01:01:12.892 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RN55CB0iq833tLp off=31626 len=1245190 2024-04-12T01:01:12.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 4214 completed, throughput=5MB/sec 2024-04-12T01:01:12.899 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J_KN-qjLKUOVDBa off=3321630 len=1006768 2024-04-12T01:01:12.900 INFO:tasks.workunit.client.0.smithi098.stdout:op 4215 completed, throughput=5MB/sec 2024-04-12T01:01:13.900 INFO:tasks.workunit.client.0.smithi098.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:13.900 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YQvmq1KfwhiP3Qx off=6902566 len=158903 2024-04-12T01:01:13.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 4216 completed, throughput=4.99MB/sec 2024-04-12T01:01:13.903 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fzqJhf1L48_RUts off=1647623 len=845660 2024-04-12T01:01:13.904 INFO:tasks.workunit.client.0.smithi098.stdout:op 4217 completed, throughput=5MB/sec 2024-04-12T01:01:13.904 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-46nlA-3VIIMKNKw off=576532 len=1408064 2024-04-12T01:01:13.912 INFO:tasks.workunit.client.0.smithi098.stdout:op 4218 completed, throughput=5MB/sec 2024-04-12T01:01:13.912 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-A4cYOdnxoKvIviG off=5228541 len=1802476 2024-04-12T01:01:13.914 INFO:tasks.workunit.client.0.smithi098.stdout:op 4219 completed, throughput=5MB/sec 2024-04-12T01:01:13.914 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xmJ0kATtvspHquu off=469095 len=1656854 2024-04-12T01:01:13.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 4220 completed, throughput=5MB/sec 2024-04-12T01:01:14.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:14 smithi098 ceph-mon[91373]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T01:01:14.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:14 smithi098 ceph-mon[88922]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T01:01:14.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:14 smithi193 ceph-mon[83763]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T01:01:14.917 INFO:tasks.workunit.client.0.smithi098.stdout: 825: throughput=5MB/sec pending data=0 2024-04-12T01:01:14.917 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AKGAGKpGxLYheYz off=5013037 len=1246053 2024-04-12T01:01:14.924 INFO:tasks.workunit.client.0.smithi098.stdout:op 4221 completed, throughput=5MB/sec 2024-04-12T01:01:14.924 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LxbgHNQoNKFwvMx off=12429961 len=722553 2024-04-12T01:01:14.926 INFO:tasks.workunit.client.0.smithi098.stdout:op 4222 completed, throughput=5MB/sec 2024-04-12T01:01:14.926 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oRsU0TwrxZoTrE2 off=2835103 len=1550803 2024-04-12T01:01:14.928 INFO:tasks.workunit.client.0.smithi098.stdout:op 4223 completed, throughput=5MB/sec 2024-04-12T01:01:14.928 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZaulJ2MtnAqL12l off=4328739 len=114529 2024-04-12T01:01:14.929 INFO:tasks.workunit.client.0.smithi098.stdout:op 4224 completed, throughput=5MB/sec 2024-04-12T01:01:14.929 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g15FJHMD_odes7Q off=1589505 len=1776889 2024-04-12T01:01:14.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 4225 completed, throughput=5MB/sec 2024-04-12T01:01:15.931 INFO:tasks.workunit.client.0.smithi098.stdout: 826: throughput=5MB/sec pending data=0 2024-04-12T01:01:15.931 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bMJ-c0jbiEUC26M off=3830728 len=988954 2024-04-12T01:01:15.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 4226 completed, throughput=5MB/sec 2024-04-12T01:01:15.937 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VcMQKvQA9Ku0ngl off=16609194 len=1108182 2024-04-12T01:01:15.942 INFO:tasks.workunit.client.0.smithi098.stdout:op 4227 completed, throughput=5MB/sec 2024-04-12T01:01:15.942 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BgWt87LgPm4DzfC off=1298811 len=203299 2024-04-12T01:01:15.943 INFO:tasks.workunit.client.0.smithi098.stdout:op 4228 completed, throughput=5MB/sec 2024-04-12T01:01:15.943 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zydMNz8FuApABl9 off=2130505 len=1920210 2024-04-12T01:01:15.956 INFO:tasks.workunit.client.0.smithi098.stdout:op 4229 completed, throughput=5MB/sec 2024-04-12T01:01:16.035 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:01:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:01:15] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:01:16.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:16 smithi098 ceph-mon[91373]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:01:16.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:16 smithi098 ceph-mon[88922]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:01:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:16 smithi193 ceph-mon[83763]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:01:16.956 INFO:tasks.workunit.client.0.smithi098.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:16.957 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4gQPMFlB3GXNN1K off=1213733 len=946737 2024-04-12T01:01:16.961 INFO:tasks.workunit.client.0.smithi098.stdout:op 4230 completed, throughput=5MB/sec 2024-04-12T01:01:16.961 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hkt5bAxlOQUC3qU off=13852816 len=1031183 2024-04-12T01:01:16.963 INFO:tasks.workunit.client.0.smithi098.stdout:op 4231 completed, throughput=5MB/sec 2024-04-12T01:01:16.963 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yLlZObcmQWh1nAB off=845385 len=522776 2024-04-12T01:01:16.964 INFO:tasks.workunit.client.0.smithi098.stdout:op 4232 completed, throughput=5MB/sec 2024-04-12T01:01:16.965 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KC-wzu6QxD-Re_O off=8067807 len=499582 2024-04-12T01:01:16.968 INFO:tasks.workunit.client.0.smithi098.stdout:op 4233 completed, throughput=5MB/sec 2024-04-12T01:01:16.968 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dusErD5cwW_MR2H off=1353497 len=1835031 2024-04-12T01:01:16.970 INFO:tasks.workunit.client.0.smithi098.stdout:op 4234 completed, throughput=5MB/sec 2024-04-12T01:01:16.970 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-s1pf2_oivuXfLdF off=11170864 len=160317 2024-04-12T01:01:16.973 INFO:tasks.workunit.client.0.smithi098.stdout:op 4235 completed, throughput=5MB/sec 2024-04-12T01:01:16.974 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BriAUKZ9vy0DU2Z off=674024 len=747754 2024-04-12T01:01:16.974 INFO:tasks.workunit.client.0.smithi098.stdout:op 4236 completed, throughput=5MB/sec 2024-04-12T01:01:17.975 INFO:tasks.workunit.client.0.smithi098.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:17.975 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QZtJBwNuI6HXT9g off=2229658 len=1729748 2024-04-12T01:01:17.985 INFO:tasks.workunit.client.0.smithi098.stdout:op 4237 completed, throughput=5MB/sec 2024-04-12T01:01:17.985 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lnsUXombDUXmZJR off=11659714 len=661221 2024-04-12T01:01:17.990 INFO:tasks.workunit.client.0.smithi098.stdout:op 4238 completed, throughput=5MB/sec 2024-04-12T01:01:17.990 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XbBVJyUb_GFVvtC off=1585553 len=1002879 2024-04-12T01:01:17.994 INFO:tasks.workunit.client.0.smithi098.stdout:op 4239 completed, throughput=5MB/sec 2024-04-12T01:01:17.994 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x9cZbxG7kHmQFe_ off=356829 len=712653 2024-04-12T01:01:17.996 INFO:tasks.workunit.client.0.smithi098.stdout:op 4240 completed, throughput=5MB/sec 2024-04-12T01:01:17.996 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vdn0EnjgViQ5_8J off=249419 len=959828 2024-04-12T01:01:17.998 INFO:tasks.workunit.client.0.smithi098.stdout:op 4241 completed, throughput=5MB/sec 2024-04-12T01:01:18.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:18 smithi098 ceph-mon[91373]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:01:18.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:18 smithi098 ceph-mon[88922]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:01:18.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:18 smithi193 ceph-mon[83763]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:01:18.998 INFO:tasks.workunit.client.0.smithi098.stdout: 829: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:18.998 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2YlorsObjpb8A8b off=1070656 len=1971842 2024-04-12T01:01:19.008 INFO:tasks.workunit.client.0.smithi098.stdout:op 4242 completed, throughput=5MB/sec 2024-04-12T01:01:19.008 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nm11yhub-WtkBrZ off=10459933 len=928577 2024-04-12T01:01:19.011 INFO:tasks.workunit.client.0.smithi098.stdout:op 4243 completed, throughput=5MB/sec 2024-04-12T01:01:19.011 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-m6NXMnxLvS9ljj1 off=430074 len=1448597 2024-04-12T01:01:19.017 INFO:tasks.workunit.client.0.smithi098.stdout:op 4244 completed, throughput=5MB/sec 2024-04-12T01:01:19.017 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HFeq4ITpJ8l1dUJ off=8871813 len=934603 2024-04-12T01:01:19.021 INFO:tasks.workunit.client.0.smithi098.stdout:op 4245 completed, throughput=5MB/sec 2024-04-12T01:01:20.022 INFO:tasks.workunit.client.0.smithi098.stdout: 830: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:20.022 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3SuZeurbLP7CJ0Q off=3233815 len=1007554 2024-04-12T01:01:20.025 INFO:tasks.workunit.client.0.smithi098.stdout:op 4246 completed, throughput=5MB/sec 2024-04-12T01:01:20.025 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0EmymoFKLN03MSQ off=477791 len=354694 2024-04-12T01:01:20.028 INFO:tasks.workunit.client.0.smithi098.stdout:op 4247 completed, throughput=5MB/sec 2024-04-12T01:01:20.028 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mWz0UXK39XXzwxZ off=3872796 len=580933 2024-04-12T01:01:20.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 4248 completed, throughput=5MB/sec 2024-04-12T01:01:20.029 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r5lRbuxi-gcWPM4 off=613120 len=247090 2024-04-12T01:01:20.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 4249 completed, throughput=5MB/sec 2024-04-12T01:01:20.029 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WXZ9l-yh__kUCr0 off=5136015 len=1505420 2024-04-12T01:01:20.038 INFO:tasks.workunit.client.0.smithi098.stdout:op 4250 completed, throughput=5MB/sec 2024-04-12T01:01:20.039 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2YlorsObjpb8A8b off=1104281 len=1832692 2024-04-12T01:01:20.049 INFO:tasks.workunit.client.0.smithi098.stdout:op 4251 completed, throughput=5MB/sec 2024-04-12T01:01:20.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:20 smithi098 ceph-mon[91373]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:01:20.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:20 smithi098 ceph-mon[88922]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:01:20.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:20 smithi193 ceph-mon[83763]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:01:20.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:21.049 INFO:tasks.workunit.client.0.smithi098.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:21.049 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qhZJtzc2FYt7GPZ off=2054751 len=1346668 2024-04-12T01:01:21.051 INFO:tasks.workunit.client.0.smithi098.stdout:op 4252 completed, throughput=5MB/sec 2024-04-12T01:01:21.051 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EszeKWxgZBpe3VZ off=17579797 len=1291460 2024-04-12T01:01:21.057 INFO:tasks.workunit.client.0.smithi098.stdout:op 4253 completed, throughput=5MB/sec 2024-04-12T01:01:21.057 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Wm1BmUPqKYb2LN7 off=11385974 len=1093558 2024-04-12T01:01:21.062 INFO:tasks.workunit.client.0.smithi098.stdout:op 4254 completed, throughput=5MB/sec 2024-04-12T01:01:21.062 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9amLc4hDaQFmALw off=5908187 len=998162 2024-04-12T01:01:21.066 INFO:tasks.workunit.client.0.smithi098.stdout:op 4255 completed, throughput=5MB/sec 2024-04-12T01:01:21.066 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7YIiavO1JMCoWF_ off=5887076 len=1516325 2024-04-12T01:01:21.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 4256 completed, throughput=5MB/sec 2024-04-12T01:01:22.073 INFO:tasks.workunit.client.0.smithi098.stdout: 832: throughput=5MB/sec pending data=0 2024-04-12T01:01:22.074 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6VHRYcbHA_ToyYU off=719664 len=994287 2024-04-12T01:01:22.079 INFO:tasks.workunit.client.0.smithi098.stdout:op 4257 completed, throughput=5MB/sec 2024-04-12T01:01:22.079 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-33GXj6t8zj5fIde off=917917 len=577292 2024-04-12T01:01:22.086 INFO:tasks.workunit.client.0.smithi098.stdout:op 4258 completed, throughput=5MB/sec 2024-04-12T01:01:22.086 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TGtFAStyQYeWbQ- off=1948743 len=1345029 2024-04-12T01:01:22.087 INFO:tasks.workunit.client.0.smithi098.stdout:op 4259 completed, throughput=5MB/sec 2024-04-12T01:01:22.087 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-E_iMKUCuAHpA6Jf off=2761803 len=763609 2024-04-12T01:01:22.092 INFO:tasks.workunit.client.0.smithi098.stdout:op 4260 completed, throughput=5MB/sec 2024-04-12T01:01:22.092 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VYGrxa6pZDfyNpB off=4377363 len=516883 2024-04-12T01:01:22.096 INFO:tasks.workunit.client.0.smithi098.stdout:op 4261 completed, throughput=5MB/sec 2024-04-12T01:01:22.096 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Pr1rsVZgmYVDBkT off=10695696 len=86695 2024-04-12T01:01:22.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 4262 completed, throughput=5MB/sec 2024-04-12T01:01:22.098 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qJO1saAaFS-XaQj off=20426270 len=1019951 2024-04-12T01:01:22.099 INFO:tasks.workunit.client.0.smithi098.stdout:op 4263 completed, throughput=5MB/sec 2024-04-12T01:01:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:22 smithi193 ceph-mon[83763]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T01:01:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:22 smithi098 ceph-mon[91373]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T01:01:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:22 smithi098 ceph-mon[88922]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T01:01:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:01:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:01:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:01:23.100 INFO:tasks.workunit.client.0.smithi098.stdout: 833: throughput=5MB/sec pending data=0 2024-04-12T01:01:23.100 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4y9ku7y8Egm2Mtt off=411140 len=1309278 2024-04-12T01:01:23.105 INFO:tasks.workunit.client.0.smithi098.stdout:op 4264 completed, throughput=5MB/sec 2024-04-12T01:01:23.105 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3SMUMgGRsgBIwgX off=14945563 len=60118 2024-04-12T01:01:23.106 INFO:tasks.workunit.client.0.smithi098.stdout:op 4265 completed, throughput=5MB/sec 2024-04-12T01:01:23.106 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jHy0Mas--3Mqs2x off=5987848 len=1730561 2024-04-12T01:01:23.116 INFO:tasks.workunit.client.0.smithi098.stdout:op 4266 completed, throughput=5MB/sec 2024-04-12T01:01:23.116 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kF-slokWKmXhGU- off=3437095 len=1097751 2024-04-12T01:01:23.117 INFO:tasks.workunit.client.0.smithi098.stdout:op 4267 completed, throughput=5MB/sec 2024-04-12T01:01:23.117 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8XK5oQew2j0emfZ off=7104710 len=1040289 2024-04-12T01:01:23.120 INFO:tasks.workunit.client.0.smithi098.stdout:op 4268 completed, throughput=5MB/sec 2024-04-12T01:01:24.120 INFO:tasks.workunit.client.0.smithi098.stdout: 834: throughput=5MB/sec pending data=0 2024-04-12T01:01:24.120 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JMv3kRcKkMvxDqN off=2214548 len=554936 2024-04-12T01:01:24.125 INFO:tasks.workunit.client.0.smithi098.stdout:op 4269 completed, throughput=5MB/sec 2024-04-12T01:01:24.125 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0eCjve24n8sTYJp off=14727357 len=1296922 2024-04-12T01:01:24.132 INFO:tasks.workunit.client.0.smithi098.stdout:op 4270 completed, throughput=5MB/sec 2024-04-12T01:01:24.132 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WExCRE2_K0pIoaa off=530451 len=1690866 2024-04-12T01:01:24.136 INFO:tasks.workunit.client.0.smithi098.stdout:op 4271 completed, throughput=5MB/sec 2024-04-12T01:01:24.136 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d9DW4Y_tkYyOvOQ off=6990563 len=1021665 2024-04-12T01:01:24.138 INFO:tasks.workunit.client.0.smithi098.stdout:op 4272 completed, throughput=5MB/sec 2024-04-12T01:01:24.345 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:24 smithi098 ceph-mon[91373]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:01:24.346 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:24 smithi098 ceph-mon[88922]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:01:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:24 smithi193 ceph-mon[83763]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:01:25.138 INFO:tasks.workunit.client.0.smithi098.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:25.138 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fJFSGRSxF0USAL1 off=4688947 len=462242 2024-04-12T01:01:25.141 INFO:tasks.workunit.client.0.smithi098.stdout:op 4273 completed, throughput=4.99MB/sec 2024-04-12T01:01:25.141 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Eq5eZRnKMPh_G3U off=1546078 len=254581 2024-04-12T01:01:25.143 INFO:tasks.workunit.client.0.smithi098.stdout:op 4274 completed, throughput=5MB/sec 2024-04-12T01:01:25.143 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zRufzGMIpurwRTb off=3479136 len=428707 2024-04-12T01:01:25.143 INFO:tasks.workunit.client.0.smithi098.stdout:op 4275 completed, throughput=5MB/sec 2024-04-12T01:01:25.144 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CbMfH-2G6Udwn6t off=2107208 len=545980 2024-04-12T01:01:25.144 INFO:tasks.workunit.client.0.smithi098.stdout:op 4276 completed, throughput=5MB/sec 2024-04-12T01:01:25.144 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vkBRS1xOSw_POkW off=8798815 len=541239 2024-04-12T01:01:25.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 4277 completed, throughput=5MB/sec 2024-04-12T01:01:25.149 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tks-wyd9QfKhIJp off=482348 len=417042 2024-04-12T01:01:25.150 INFO:tasks.workunit.client.0.smithi098.stdout:op 4278 completed, throughput=5MB/sec 2024-04-12T01:01:25.150 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KWp4Wh_Shf6P1Wk off=17159353 len=1796326 2024-04-12T01:01:25.151 INFO:tasks.workunit.client.0.smithi098.stdout:op 4279 completed, throughput=5MB/sec 2024-04-12T01:01:25.152 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FaXzgHS5XnOc4wf off=716783 len=623298 2024-04-12T01:01:25.155 INFO:tasks.workunit.client.0.smithi098.stdout:op 4280 completed, throughput=5MB/sec 2024-04-12T01:01:25.155 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4jvDDEdIJlzuDNR off=14759816 len=149094 2024-04-12T01:01:25.156 INFO:tasks.workunit.client.0.smithi098.stdout:op 4281 completed, throughput=5MB/sec 2024-04-12T01:01:25.156 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g4Kw4hb1QP23z7k off=3249924 len=761729 2024-04-12T01:01:25.156 INFO:tasks.workunit.client.0.smithi098.stdout:op 4282 completed, throughput=5MB/sec 2024-04-12T01:01:26.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:01:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:01:25] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:01:26.157 INFO:tasks.workunit.client.0.smithi098.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:26.157 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lSK1PQ7k7Kqfuym off=9341726 len=1018962 2024-04-12T01:01:26.159 INFO:tasks.workunit.client.0.smithi098.stdout:op 4283 completed, throughput=5MB/sec 2024-04-12T01:01:26.159 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R3ekBbZc1xqItRB off=1834774 len=1392065 2024-04-12T01:01:26.163 INFO:tasks.workunit.client.0.smithi098.stdout:op 4284 completed, throughput=5MB/sec 2024-04-12T01:01:26.163 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NnhpBAgjoKgItrZ off=5783737 len=956029 2024-04-12T01:01:26.164 INFO:tasks.workunit.client.0.smithi098.stdout:op 4285 completed, throughput=5MB/sec 2024-04-12T01:01:26.164 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EgVUdYiFdWNRvBX off=3373340 len=665399 2024-04-12T01:01:26.169 INFO:tasks.workunit.client.0.smithi098.stdout:op 4286 completed, throughput=5MB/sec 2024-04-12T01:01:26.169 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DG3cTno-ATFgi_- off=10474893 len=1548218 2024-04-12T01:01:26.178 INFO:tasks.workunit.client.0.smithi098.stdout:op 4287 completed, throughput=5MB/sec 2024-04-12T01:01:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:26 smithi193 ceph-mon[83763]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:01:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:26 smithi098 ceph-mon[88922]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:01:26.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:26 smithi098 ceph-mon[91373]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:01:27.181 INFO:tasks.workunit.client.0.smithi098.stdout: 837: throughput=5MB/sec pending data=0 2024-04-12T01:01:27.181 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jQBC8bUQ4-LbI1b off=4252139 len=689712 2024-04-12T01:01:27.184 INFO:tasks.workunit.client.0.smithi098.stdout:op 4288 completed, throughput=5MB/sec 2024-04-12T01:01:27.184 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rlZXp3Hv-CMyXxF off=8176653 len=1694578 2024-04-12T01:01:27.186 INFO:tasks.workunit.client.0.smithi098.stdout:op 4289 completed, throughput=5MB/sec 2024-04-12T01:01:27.186 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x4jCa7ULuBma-ef off=1509804 len=1689069 2024-04-12T01:01:27.194 INFO:tasks.workunit.client.0.smithi098.stdout:op 4290 completed, throughput=5MB/sec 2024-04-12T01:01:27.194 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3lPT7zdKHgBhMiR off=2647015 len=337209 2024-04-12T01:01:27.198 INFO:tasks.workunit.client.0.smithi098.stdout:op 4291 completed, throughput=5MB/sec 2024-04-12T01:01:28.198 INFO:tasks.workunit.client.0.smithi098.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:28.198 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RzwLjrBjOT7xgjc off=14551355 len=1931668 2024-04-12T01:01:28.201 INFO:tasks.workunit.client.0.smithi098.stdout:op 4292 completed, throughput=5MB/sec 2024-04-12T01:01:28.201 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SBCoZ5ycdd-W_Ax off=9164838 len=1826340 2024-04-12T01:01:28.205 INFO:tasks.workunit.client.0.smithi098.stdout:op 4293 completed, throughput=5MB/sec 2024-04-12T01:01:28.205 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_J0CIhxEd9tm7UA off=8830912 len=16432 2024-04-12T01:01:28.208 INFO:tasks.workunit.client.0.smithi098.stdout:op 4294 completed, throughput=5MB/sec 2024-04-12T01:01:28.208 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QCrgy2EvZY_Wc8H off=23681691 len=1881059 2024-04-12T01:01:28.210 INFO:tasks.workunit.client.0.smithi098.stdout:op 4295 completed, throughput=5MB/sec 2024-04-12T01:01:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:28 smithi193 ceph-mon[83763]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:28.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:28 smithi098 ceph-mon[91373]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:28 smithi098 ceph-mon[88922]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:29.210 INFO:tasks.workunit.client.0.smithi098.stdout: 839: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:29.210 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SuKnEpiZOeruRLH off=6465174 len=991007 2024-04-12T01:01:29.215 INFO:tasks.workunit.client.0.smithi098.stdout:op 4296 completed, throughput=5MB/sec 2024-04-12T01:01:29.215 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kVqDPrDLV4q4vjS off=6369859 len=1412694 2024-04-12T01:01:29.217 INFO:tasks.workunit.client.0.smithi098.stdout:op 4297 completed, throughput=5MB/sec 2024-04-12T01:01:29.217 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r8itQEID6kLKKXm off=660474 len=510135 2024-04-12T01:01:29.221 INFO:tasks.workunit.client.0.smithi098.stdout:op 4298 completed, throughput=5MB/sec 2024-04-12T01:01:29.221 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7yZDFxmzvtdJlPB off=20987 len=1399422 2024-04-12T01:01:29.230 INFO:tasks.workunit.client.0.smithi098.stdout:op 4299 completed, throughput=5MB/sec 2024-04-12T01:01:29.230 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xr1De36CEhtUU6E off=6522033 len=980522 2024-04-12T01:01:29.232 INFO:tasks.workunit.client.0.smithi098.stdout:op 4300 completed, throughput=5MB/sec 2024-04-12T01:01:30.232 INFO:tasks.workunit.client.0.smithi098.stdout: 840: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:30.232 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HaM27gd21KOTNbI off=2780235 len=1553800 2024-04-12T01:01:30.234 INFO:tasks.workunit.client.0.smithi098.stdout:op 4301 completed, throughput=5MB/sec 2024-04-12T01:01:30.234 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x9hSlvJMQKUVZsy off=12072066 len=1691601 2024-04-12T01:01:30.243 INFO:tasks.workunit.client.0.smithi098.stdout:op 4302 completed, throughput=5MB/sec 2024-04-12T01:01:30.244 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HYv5XemdcAM0Zvx off=9207612 len=199216 2024-04-12T01:01:30.244 INFO:tasks.workunit.client.0.smithi098.stdout:op 4303 completed, throughput=5MB/sec 2024-04-12T01:01:30.244 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IDWX-vjhWV1X00f off=3484354 len=522620 2024-04-12T01:01:30.245 INFO:tasks.workunit.client.0.smithi098.stdout:op 4304 completed, throughput=5MB/sec 2024-04-12T01:01:30.245 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MBxxUk-3O1xh2oS off=1286420 len=2025046 2024-04-12T01:01:30.249 INFO:tasks.workunit.client.0.smithi098.stdout:op 4305 completed, throughput=5MB/sec 2024-04-12T01:01:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:30 smithi193 ceph-mon[83763]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:30.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:30 smithi098 ceph-mon[91373]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:30.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:30 smithi098 ceph-mon[88922]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:31.250 INFO:tasks.workunit.client.0.smithi098.stdout: 841: throughput=5MB/sec pending data=0 2024-04-12T01:01:31.250 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jl_PxJTm6y0tcxL off=7677851 len=1891239 2024-04-12T01:01:31.252 INFO:tasks.workunit.client.0.smithi098.stdout:op 4306 completed, throughput=5MB/sec 2024-04-12T01:01:31.252 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UotU_LnRbOTeC_p off=19678723 len=1780098 2024-04-12T01:01:31.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 4307 completed, throughput=5MB/sec 2024-04-12T01:01:31.254 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9lDfSSvnKQTNOk3 off=3198459 len=1766119 2024-04-12T01:01:31.263 INFO:tasks.workunit.client.0.smithi098.stdout:op 4308 completed, throughput=5MB/sec 2024-04-12T01:01:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: 842: throughput=5MB/sec pending data=0 2024-04-12T01:01:32.264 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JwdAA2FIYX1tAIG off=8989417 len=1832498 2024-04-12T01:01:32.266 INFO:tasks.workunit.client.0.smithi098.stdout:op 4309 completed, throughput=5MB/sec 2024-04-12T01:01:32.266 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ddarkYbtTti0ivU off=3687162 len=966295 2024-04-12T01:01:32.268 INFO:tasks.workunit.client.0.smithi098.stdout:op 4310 completed, throughput=5MB/sec 2024-04-12T01:01:32.268 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x8P3K-fWXM_xpkK off=3733376 len=869686 2024-04-12T01:01:32.270 INFO:tasks.workunit.client.0.smithi098.stdout:op 4311 completed, throughput=5MB/sec 2024-04-12T01:01:32.270 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Mq_55oZXDdC7GM1 off=691084 len=597602 2024-04-12T01:01:32.274 INFO:tasks.workunit.client.0.smithi098.stdout:op 4312 completed, throughput=5MB/sec 2024-04-12T01:01:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:32 smithi193 ceph-mon[83763]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:32.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:32 smithi098 ceph-mon[91373]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:32 smithi098 ceph-mon[88922]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:32.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:01:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:01:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:33.275 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0U4d9C5gu1gDhcA off=2944711 len=2033511 2024-04-12T01:01:33.277 INFO:tasks.workunit.client.0.smithi098.stdout:op 4313 completed, throughput=5MB/sec 2024-04-12T01:01:33.277 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4qhBQrURC3PokwG off=4821759 len=1021784 2024-04-12T01:01:33.279 INFO:tasks.workunit.client.0.smithi098.stdout:op 4314 completed, throughput=5MB/sec 2024-04-12T01:01:33.279 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SpE9uNwsF0HzupQ off=16002834 len=1500957 2024-04-12T01:01:33.282 INFO:tasks.workunit.client.0.smithi098.stdout:op 4315 completed, throughput=5MB/sec 2024-04-12T01:01:33.283 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zDdzItx067F9fA8 off=1244936 len=1299977 2024-04-12T01:01:33.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 4316 completed, throughput=5MB/sec 2024-04-12T01:01:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:34.291 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-U-IeGzNzb5vhaPi off=3937310 len=1277173 2024-04-12T01:01:34.296 INFO:tasks.workunit.client.0.smithi098.stdout:op 4317 completed, throughput=5MB/sec 2024-04-12T01:01:34.296 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZpEl7Ha7vq-0-hb off=3070437 len=1342936 2024-04-12T01:01:34.303 INFO:tasks.workunit.client.0.smithi098.stdout:op 4318 completed, throughput=5MB/sec 2024-04-12T01:01:34.303 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zydMNz8FuApABl9 off=1940020 len=591535 2024-04-12T01:01:34.307 INFO:tasks.workunit.client.0.smithi098.stdout:op 4319 completed, throughput=5MB/sec 2024-04-12T01:01:34.307 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JZjo5kugP2y0cl_ off=213954 len=306734 2024-04-12T01:01:34.308 INFO:tasks.workunit.client.0.smithi098.stdout:op 4320 completed, throughput=5MB/sec 2024-04-12T01:01:34.308 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3J4_XrBywaMB85R off=589379 len=1737960 2024-04-12T01:01:34.310 INFO:tasks.workunit.client.0.smithi098.stdout:op 4321 completed, throughput=5MB/sec 2024-04-12T01:01:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:34 smithi193 ceph-mon[83763]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:34 smithi098 ceph-mon[91373]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:34.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:34 smithi098 ceph-mon[88922]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: 845: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:35.311 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vu09KydSmV2gncW off=3137907 len=1840773 2024-04-12T01:01:35.324 INFO:tasks.workunit.client.0.smithi098.stdout:op 4322 completed, throughput=5MB/sec 2024-04-12T01:01:35.324 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Lkfb-Ek1ZszBFV- off=23093662 len=259064 2024-04-12T01:01:35.326 INFO:tasks.workunit.client.0.smithi098.stdout:op 4323 completed, throughput=5MB/sec 2024-04-12T01:01:35.327 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-k7XY-OQtuLjtSeJ off=6599234 len=2067417 2024-04-12T01:01:35.338 INFO:tasks.workunit.client.0.smithi098.stdout:op 4324 completed, throughput=5MB/sec 2024-04-12T01:01:35.338 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WblBKIp7e46-b6j off=15062119 len=957194 2024-04-12T01:01:35.342 INFO:tasks.workunit.client.0.smithi098.stdout:op 4325 completed, throughput=5MB/sec 2024-04-12T01:01:35.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:35.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:35.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:36.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:01:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:01:35] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T01:01:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: 846: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:36.343 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iSsNsCTen2czIQj off=16623386 len=1808676 2024-04-12T01:01:36.352 INFO:tasks.workunit.client.0.smithi098.stdout:op 4326 completed, throughput=5MB/sec 2024-04-12T01:01:36.353 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-T12TlbQt-7ZkXfY off=2384907 len=286102 2024-04-12T01:01:36.354 INFO:tasks.workunit.client.0.smithi098.stdout:op 4327 completed, throughput=5MB/sec 2024-04-12T01:01:36.354 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x0h_ng5SZOUEJ6m off=7720575 len=179687 2024-04-12T01:01:36.355 INFO:tasks.workunit.client.0.smithi098.stdout:op 4328 completed, throughput=5MB/sec 2024-04-12T01:01:36.355 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wMiXTnF5g_j09pH off=1277132 len=180088 2024-04-12T01:01:36.358 INFO:tasks.workunit.client.0.smithi098.stdout:op 4329 completed, throughput=5MB/sec 2024-04-12T01:01:36.358 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zlap9bi3cN5lp5e off=3388316 len=190858 2024-04-12T01:01:36.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 4330 completed, throughput=5MB/sec 2024-04-12T01:01:36.361 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GApDCyXbBr3bDVl off=936263 len=23143 2024-04-12T01:01:36.361 INFO:tasks.workunit.client.0.smithi098.stdout:op 4331 completed, throughput=5MB/sec 2024-04-12T01:01:36.361 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4QVZR8tYqZQ8VO5 off=1062879 len=1629502 2024-04-12T01:01:36.364 INFO:tasks.workunit.client.0.smithi098.stdout:op 4332 completed, throughput=5MB/sec 2024-04-12T01:01:36.365 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZtvGcQFgjcEixOb off=7072806 len=1411740 2024-04-12T01:01:36.366 INFO:tasks.workunit.client.0.smithi098.stdout:op 4333 completed, throughput=5MB/sec 2024-04-12T01:01:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:36 smithi193 ceph-mon[83763]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:01:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:36 smithi098 ceph-mon[91373]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:01:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:36 smithi098 ceph-mon[88922]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:01:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:37.367 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zZG5HcYwCa6bBzz off=9016137 len=950390 2024-04-12T01:01:37.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 4334 completed, throughput=5MB/sec 2024-04-12T01:01:37.368 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bgE6-u37dLObLYG off=2352937 len=33513 2024-04-12T01:01:37.370 INFO:tasks.workunit.client.0.smithi098.stdout:op 4335 completed, throughput=5MB/sec 2024-04-12T01:01:37.370 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xr1De36CEhtUU6E off=4077541 len=1573675 2024-04-12T01:01:37.377 INFO:tasks.workunit.client.0.smithi098.stdout:op 4336 completed, throughput=5MB/sec 2024-04-12T01:01:37.378 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y6OUZjkn2GP5_4K off=2010275 len=872630 2024-04-12T01:01:37.379 INFO:tasks.workunit.client.0.smithi098.stdout:op 4337 completed, throughput=5MB/sec 2024-04-12T01:01:37.379 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Nrhewh0O1fsXduR off=3725611 len=1886239 2024-04-12T01:01:37.380 INFO:tasks.workunit.client.0.smithi098.stdout:op 4338 completed, throughput=5MB/sec 2024-04-12T01:01:38.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:38 smithi193 ceph-mon[83763]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:01:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:38.381 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r0CHOsP2R8TVX0J off=4395814 len=737436 2024-04-12T01:01:38.384 INFO:tasks.workunit.client.0.smithi098.stdout:op 4339 completed, throughput=5MB/sec 2024-04-12T01:01:38.384 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Aw_xyPDPwi7MEDT off=368668 len=1922661 2024-04-12T01:01:38.396 INFO:tasks.workunit.client.0.smithi098.stdout:op 4340 completed, throughput=5MB/sec 2024-04-12T01:01:38.396 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3YSOj68gEr8ZqJa off=3288600 len=1030222 2024-04-12T01:01:38.398 INFO:tasks.workunit.client.0.smithi098.stdout:op 4341 completed, throughput=5MB/sec 2024-04-12T01:01:38.398 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-i9N3Vpz8OfOv0zr off=2004885 len=1105344 2024-04-12T01:01:38.403 INFO:tasks.workunit.client.0.smithi098.stdout:op 4342 completed, throughput=5MB/sec 2024-04-12T01:01:38.403 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CtzYDm74ylipYdV off=344682 len=1362255 2024-04-12T01:01:38.405 INFO:tasks.workunit.client.0.smithi098.stdout:op 4343 completed, throughput=5MB/sec 2024-04-12T01:01:38.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:38 smithi098 ceph-mon[91373]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:01:38.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:38 smithi098 ceph-mon[88922]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:01:39.405 INFO:tasks.workunit.client.0.smithi098.stdout: 849: throughput=5MB/sec pending data=0 2024-04-12T01:01:39.405 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8jNUl2MuqQTVUMn off=462064 len=1323070 2024-04-12T01:01:39.408 INFO:tasks.workunit.client.0.smithi098.stdout:op 4344 completed, throughput=5MB/sec 2024-04-12T01:01:39.408 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9czgjlMtJ7lWFph off=4616248 len=1675641 2024-04-12T01:01:39.410 INFO:tasks.workunit.client.0.smithi098.stdout:op 4345 completed, throughput=5MB/sec 2024-04-12T01:01:39.411 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PwnPaYhatSERKvN off=5058448 len=417443 2024-04-12T01:01:39.414 INFO:tasks.workunit.client.0.smithi098.stdout:op 4346 completed, throughput=5MB/sec 2024-04-12T01:01:39.414 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I3Dfh8-LOGGLJIT off=8126735 len=1351555 2024-04-12T01:01:39.421 INFO:tasks.workunit.client.0.smithi098.stdout:op 4347 completed, throughput=5MB/sec 2024-04-12T01:01:40.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:40 smithi193 ceph-mon[83763]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:01:40.422 INFO:tasks.workunit.client.0.smithi098.stdout: 850: throughput=5MB/sec pending data=0 2024-04-12T01:01:40.422 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7ciALGHI2F_tXY6 off=13449886 len=1573803 2024-04-12T01:01:40.424 INFO:tasks.workunit.client.0.smithi098.stdout:op 4348 completed, throughput=5MB/sec 2024-04-12T01:01:40.424 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_zLzOT6qXxxoP1S off=2895293 len=1887253 2024-04-12T01:01:40.433 INFO:tasks.workunit.client.0.smithi098.stdout:op 4349 completed, throughput=5MB/sec 2024-04-12T01:01:40.434 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PUlYXUefO_fCVhm off=14708310 len=1549646 2024-04-12T01:01:40.435 INFO:tasks.workunit.client.0.smithi098.stdout:op 4350 completed, throughput=5MB/sec 2024-04-12T01:01:40.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:40 smithi098 ceph-mon[91373]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:01:40.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:40 smithi098 ceph-mon[88922]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:01:41.436 INFO:tasks.workunit.client.0.smithi098.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:41.436 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Wh4xzm_wi81Cf9Y off=5004595 len=2042240 2024-04-12T01:01:41.440 INFO:tasks.workunit.client.0.smithi098.stdout:op 4351 completed, throughput=5MB/sec 2024-04-12T01:01:41.440 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7t07vq3LA6-VTy7 off=12122856 len=1843740 2024-04-12T01:01:41.452 INFO:tasks.workunit.client.0.smithi098.stdout:op 4352 completed, throughput=5MB/sec 2024-04-12T01:01:41.452 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fD1JA0LFxQaO11J off=5973453 len=1806136 2024-04-12T01:01:41.460 INFO:tasks.workunit.client.0.smithi098.stdout:op 4353 completed, throughput=5MB/sec 2024-04-12T01:01:42.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:42 smithi193 ceph-mon[83763]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:42.369 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:01:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:01:42.461 INFO:tasks.workunit.client.0.smithi098.stdout: 852: throughput=5MB/sec pending data=0 2024-04-12T01:01:42.461 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1Y08Qf0_N68plDj off=2356816 len=208756 2024-04-12T01:01:42.462 INFO:tasks.workunit.client.0.smithi098.stdout:op 4354 completed, throughput=5MB/sec 2024-04-12T01:01:42.462 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3AL6eZ3pYYreoua off=8033758 len=747881 2024-04-12T01:01:42.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 4355 completed, throughput=5MB/sec 2024-04-12T01:01:42.467 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VVVlk_XqfJ0ZVcf off=7194761 len=1333109 2024-04-12T01:01:42.474 INFO:tasks.workunit.client.0.smithi098.stdout:op 4356 completed, throughput=5MB/sec 2024-04-12T01:01:42.474 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lt0K6JYYt9xazXd off=926906 len=863646 2024-04-12T01:01:42.478 INFO:tasks.workunit.client.0.smithi098.stdout:op 4357 completed, throughput=5MB/sec 2024-04-12T01:01:42.479 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7b0TPjeL3PAAQuE off=1783487 len=599865 2024-04-12T01:01:42.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 4358 completed, throughput=5MB/sec 2024-04-12T01:01:42.480 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Dr1ZmbZkOULjkZ2 off=1816991 len=972197 2024-04-12T01:01:42.485 INFO:tasks.workunit.client.0.smithi098.stdout:op 4359 completed, throughput=5MB/sec 2024-04-12T01:01:42.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:42 smithi098 ceph-mon[91373]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:42 smithi098 ceph-mon[88922]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:43.485 INFO:tasks.workunit.client.0.smithi098.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:43.485 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kKqbzl9UI3AhjAa off=9350193 len=362363 2024-04-12T01:01:43.489 INFO:tasks.workunit.client.0.smithi098.stdout:op 4360 completed, throughput=4.99MB/sec 2024-04-12T01:01:43.489 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-P14Sx6RhbgGwZZA off=45613 len=177835 2024-04-12T01:01:43.490 INFO:tasks.workunit.client.0.smithi098.stdout:op 4361 completed, throughput=4.99MB/sec 2024-04-12T01:01:43.490 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-umr46v6q85SinV0 off=6566241 len=311837 2024-04-12T01:01:43.493 INFO:tasks.workunit.client.0.smithi098.stdout:op 4362 completed, throughput=5MB/sec 2024-04-12T01:01:43.493 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CzdMccreYKZveKF off=3154857 len=1298626 2024-04-12T01:01:43.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 4363 completed, throughput=5MB/sec 2024-04-12T01:01:43.499 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5ZJQOYbtQi0dKkO off=2858326 len=401339 2024-04-12T01:01:43.503 INFO:tasks.workunit.client.0.smithi098.stdout:op 4364 completed, throughput=5MB/sec 2024-04-12T01:01:43.503 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jlqEzNxWHDu17Wp off=13991104 len=1938544 2024-04-12T01:01:43.506 INFO:tasks.workunit.client.0.smithi098.stdout:op 4365 completed, throughput=5MB/sec 2024-04-12T01:01:43.507 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JCqH4FPoMq6qk8X off=5879621 len=819534 2024-04-12T01:01:43.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 4366 completed, throughput=5MB/sec 2024-04-12T01:01:44.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:44 smithi193 ceph-mon[83763]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:01:44.508 INFO:tasks.workunit.client.0.smithi098.stdout: 854: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:44.508 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-W23eJGPlJDPdzZD off=9249338 len=615114 2024-04-12T01:01:44.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 4367 completed, throughput=5MB/sec 2024-04-12T01:01:44.509 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p3pzTjhPdY9S4Hj off=3917060 len=365441 2024-04-12T01:01:44.510 INFO:tasks.workunit.client.0.smithi098.stdout:op 4368 completed, throughput=5MB/sec 2024-04-12T01:01:44.510 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kPcpMl5qM_DbJwL off=14269377 len=1325165 2024-04-12T01:01:44.513 INFO:tasks.workunit.client.0.smithi098.stdout:op 4369 completed, throughput=5MB/sec 2024-04-12T01:01:44.513 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ozj4IXIGVlCjkmw off=1139515 len=1246451 2024-04-12T01:01:44.519 INFO:tasks.workunit.client.0.smithi098.stdout:op 4370 completed, throughput=5MB/sec 2024-04-12T01:01:44.519 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c46XpEbPrQOm81b off=4110835 len=1994471 2024-04-12T01:01:44.522 INFO:tasks.workunit.client.0.smithi098.stdout:op 4371 completed, throughput=5MB/sec 2024-04-12T01:01:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:44 smithi098 ceph-mon[91373]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:01:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:44 smithi098 ceph-mon[88922]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:01:45.522 INFO:tasks.workunit.client.0.smithi098.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:45.522 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-12KppqQQGfBHGiu off=16307796 len=866732 2024-04-12T01:01:45.524 INFO:tasks.workunit.client.0.smithi098.stdout:op 4372 completed, throughput=5MB/sec 2024-04-12T01:01:45.524 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hSixD6VlbvCV1Po off=14061233 len=25812 2024-04-12T01:01:45.526 INFO:tasks.workunit.client.0.smithi098.stdout:op 4373 completed, throughput=5MB/sec 2024-04-12T01:01:45.526 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oSPgYJIzRMdHhzB off=202532 len=1104630 2024-04-12T01:01:45.535 INFO:tasks.workunit.client.0.smithi098.stdout:op 4374 completed, throughput=5MB/sec 2024-04-12T01:01:45.535 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ewLkflHRo_wiZEf off=7152683 len=1263210 2024-04-12T01:01:45.536 INFO:tasks.workunit.client.0.smithi098.stdout:op 4375 completed, throughput=5MB/sec 2024-04-12T01:01:45.536 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YCZHZbDsABeIzwb off=3338770 len=1405300 2024-04-12T01:01:45.540 INFO:tasks.workunit.client.0.smithi098.stdout:op 4376 completed, throughput=5MB/sec 2024-04-12T01:01:45.540 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bwItFDcmb0zvc2f off=18027804 len=1975366 2024-04-12T01:01:45.551 INFO:tasks.workunit.client.0.smithi098.stdout:op 4377 completed, throughput=5MB/sec 2024-04-12T01:01:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:01:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:01:45] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T01:01:46.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:46 smithi193 ceph-mon[83763]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T01:01:46.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:46 smithi098 ceph-mon[91373]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T01:01:46.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:46 smithi098 ceph-mon[88922]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T01:01:46.552 INFO:tasks.workunit.client.0.smithi098.stdout: 856: throughput=5MB/sec pending data=0 2024-04-12T01:01:46.552 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9pGqbskc7koqCMQ off=6228034 len=1576671 2024-04-12T01:01:46.561 INFO:tasks.workunit.client.0.smithi098.stdout:op 4378 completed, throughput=5MB/sec 2024-04-12T01:01:46.561 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qoglgLLSsNyecgy off=16465482 len=1493983 2024-04-12T01:01:46.564 INFO:tasks.workunit.client.0.smithi098.stdout:op 4379 completed, throughput=5MB/sec 2024-04-12T01:01:46.564 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fRbdkFAvAzcm0P2 off=9117265 len=1826516 2024-04-12T01:01:46.566 INFO:tasks.workunit.client.0.smithi098.stdout:op 4380 completed, throughput=5MB/sec 2024-04-12T01:01:47.566 INFO:tasks.workunit.client.0.smithi098.stdout: 857: throughput=5MB/sec pending data=0 2024-04-12T01:01:47.567 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O8t0eVz7iOAke1S off=889574 len=528637 2024-04-12T01:01:47.571 INFO:tasks.workunit.client.0.smithi098.stdout:op 4381 completed, throughput=5MB/sec 2024-04-12T01:01:47.571 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2ciiF54NovqutqE off=664723 len=75158 2024-04-12T01:01:47.572 INFO:tasks.workunit.client.0.smithi098.stdout:op 4382 completed, throughput=5MB/sec 2024-04-12T01:01:47.572 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LNZdfznvti6t3o7 off=537124 len=1957306 2024-04-12T01:01:47.583 INFO:tasks.workunit.client.0.smithi098.stdout:op 4383 completed, throughput=5MB/sec 2024-04-12T01:01:47.583 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8mZ4faCRDaduhBo off=581054 len=796415 2024-04-12T01:01:47.584 INFO:tasks.workunit.client.0.smithi098.stdout:op 4384 completed, throughput=5MB/sec 2024-04-12T01:01:47.585 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xmIJK2REs0eUrU8 off=1929569 len=772175 2024-04-12T01:01:47.589 INFO:tasks.workunit.client.0.smithi098.stdout:op 4385 completed, throughput=5MB/sec 2024-04-12T01:01:47.589 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-019HJ3zXWmJpRV1 off=466193 len=1719975 2024-04-12T01:01:47.597 INFO:tasks.workunit.client.0.smithi098.stdout:op 4386 completed, throughput=5MB/sec 2024-04-12T01:01:48.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:48 smithi193 ceph-mon[83763]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:01:48.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:48 smithi098 ceph-mon[91373]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:01:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:48 smithi098 ceph-mon[88922]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:01:48.598 INFO:tasks.workunit.client.0.smithi098.stdout: 858: throughput=5MB/sec pending data=0 2024-04-12T01:01:48.598 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jAYojfyr4f3JUI2 off=5224504 len=17534 2024-04-12T01:01:48.598 INFO:tasks.workunit.client.0.smithi098.stdout:op 4387 completed, throughput=5MB/sec 2024-04-12T01:01:48.599 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Yr9VaWTM0f6JIgM off=6024839 len=1841066 2024-04-12T01:01:48.609 INFO:tasks.workunit.client.0.smithi098.stdout:op 4388 completed, throughput=5MB/sec 2024-04-12T01:01:48.610 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-drID0de9frgKy4m off=17662462 len=877329 2024-04-12T01:01:48.611 INFO:tasks.workunit.client.0.smithi098.stdout:op 4389 completed, throughput=5MB/sec 2024-04-12T01:01:48.611 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_TWjaxGG7bVQmaY off=3176393 len=695078 2024-04-12T01:01:48.612 INFO:tasks.workunit.client.0.smithi098.stdout:op 4390 completed, throughput=5MB/sec 2024-04-12T01:01:48.612 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zRe1S0P0ZD2yP67 off=9102990 len=1332034 2024-04-12T01:01:48.622 INFO:tasks.workunit.client.0.smithi098.stdout:op 4391 completed, throughput=5MB/sec 2024-04-12T01:01:49.623 INFO:tasks.workunit.client.0.smithi098.stdout: 859: throughput=5MB/sec pending data=0 2024-04-12T01:01:49.623 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u14wVINJYhUU7L4 off=12625364 len=10322 2024-04-12T01:01:49.623 INFO:tasks.workunit.client.0.smithi098.stdout:op 4392 completed, throughput=5MB/sec 2024-04-12T01:01:49.623 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gwgdwDIqs44GwLz off=10881666 len=253383 2024-04-12T01:01:49.626 INFO:tasks.workunit.client.0.smithi098.stdout:op 4393 completed, throughput=5MB/sec 2024-04-12T01:01:49.626 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4lXyGNPKUkNducV off=13565408 len=71100 2024-04-12T01:01:49.627 INFO:tasks.workunit.client.0.smithi098.stdout:op 4394 completed, throughput=5MB/sec 2024-04-12T01:01:49.627 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JVzgf0nKGOd-W_T off=337761 len=1203517 2024-04-12T01:01:49.630 INFO:tasks.workunit.client.0.smithi098.stdout:op 4395 completed, throughput=5MB/sec 2024-04-12T01:01:49.630 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0y1yeFIGiHxodVH off=996682 len=1782871 2024-04-12T01:01:49.641 INFO:tasks.workunit.client.0.smithi098.stdout:op 4396 completed, throughput=5MB/sec 2024-04-12T01:01:49.642 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gAIH6FhAEyo5FTk off=1365488 len=1115556 2024-04-12T01:01:49.648 INFO:tasks.workunit.client.0.smithi098.stdout:op 4397 completed, throughput=5MB/sec 2024-04-12T01:01:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:50 smithi193 ceph-mon[83763]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:50.514 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:50.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:50 smithi098 ceph-mon[91373]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:50.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:50.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:50 smithi098 ceph-mon[88922]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:01:50.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:01:50.648 INFO:tasks.workunit.client.0.smithi098.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:50.649 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cvtzV28ojUkbS0D off=3456983 len=763945 2024-04-12T01:01:50.650 INFO:tasks.workunit.client.0.smithi098.stdout:op 4398 completed, throughput=5MB/sec 2024-04-12T01:01:50.650 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-20tIP5GvpyJlPkm off=3050088 len=1652019 2024-04-12T01:01:50.658 INFO:tasks.workunit.client.0.smithi098.stdout:op 4399 completed, throughput=5MB/sec 2024-04-12T01:01:50.658 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--xnZZk1Dx3PaErv off=162008 len=1783489 2024-04-12T01:01:50.660 INFO:tasks.workunit.client.0.smithi098.stdout:op 4400 completed, throughput=5MB/sec 2024-04-12T01:01:50.660 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HeBWcQRX-ggWK_i off=5164891 len=1271563 2024-04-12T01:01:50.661 INFO:tasks.workunit.client.0.smithi098.stdout:op 4401 completed, throughput=5MB/sec 2024-04-12T01:01:51.661 INFO:tasks.workunit.client.0.smithi098.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:51.662 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YCZHZbDsABeIzwb off=17189395 len=1598414 2024-04-12T01:01:51.672 INFO:tasks.workunit.client.0.smithi098.stdout:op 4402 completed, throughput=5MB/sec 2024-04-12T01:01:51.672 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Fq17WwuTnCI4MAz off=1628257 len=1571751 2024-04-12T01:01:51.674 INFO:tasks.workunit.client.0.smithi098.stdout:op 4403 completed, throughput=5MB/sec 2024-04-12T01:01:51.674 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3gu4TdstRafMC9O off=7371583 len=195012 2024-04-12T01:01:51.675 INFO:tasks.workunit.client.0.smithi098.stdout:op 4404 completed, throughput=5MB/sec 2024-04-12T01:01:51.675 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-icAa-oKdRhC2pD0 off=952486 len=1647980 2024-04-12T01:01:51.676 INFO:tasks.workunit.client.0.smithi098.stdout:op 4405 completed, throughput=5MB/sec 2024-04-12T01:01:51.677 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1stnhVTwe4gTX0R off=1356032 len=807100 2024-04-12T01:01:51.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 4406 completed, throughput=5MB/sec 2024-04-12T01:01:52.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:01:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:01:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:01:52.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:52 smithi193 ceph-mon[83763]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:01:52.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:52 smithi098 ceph-mon[91373]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:01:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:52 smithi098 ceph-mon[88922]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:01:52.681 INFO:tasks.workunit.client.0.smithi098.stdout: 862: throughput=5MB/sec pending data=0 2024-04-12T01:01:52.682 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-19EeEtr7cmViPXJ off=3015536 len=1735317 2024-04-12T01:01:52.692 INFO:tasks.workunit.client.0.smithi098.stdout:op 4407 completed, throughput=5MB/sec 2024-04-12T01:01:52.692 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hCi3Ym7e_pCI9yX off=5201730 len=665998 2024-04-12T01:01:52.693 INFO:tasks.workunit.client.0.smithi098.stdout:op 4408 completed, throughput=5MB/sec 2024-04-12T01:01:52.693 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DYFLNZlrdApt_i- off=9804376 len=141709 2024-04-12T01:01:52.696 INFO:tasks.workunit.client.0.smithi098.stdout:op 4409 completed, throughput=5MB/sec 2024-04-12T01:01:52.696 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OMCFYNNWoY7h9qC off=0 len=1095011 2024-04-12T01:01:52.702 INFO:tasks.workunit.client.0.smithi098.stdout:op 4410 completed, throughput=5MB/sec 2024-04-12T01:01:52.702 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PlSGhqCwAiynR2T off=14576632 len=254440 2024-04-12T01:01:52.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 4411 completed, throughput=5MB/sec 2024-04-12T01:01:52.708 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tes0xOkL6M7drWD off=1933641 len=795252 2024-04-12T01:01:52.709 INFO:tasks.workunit.client.0.smithi098.stdout:op 4412 completed, throughput=5MB/sec 2024-04-12T01:01:52.709 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vpxht3Ayx_qo_M7 off=14330141 len=542666 2024-04-12T01:01:52.709 INFO:tasks.workunit.client.0.smithi098.stdout:op 4413 completed, throughput=5MB/sec 2024-04-12T01:01:53.710 INFO:tasks.workunit.client.0.smithi098.stdout: 863: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:53.710 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7--PbZ9O6EHEJMS off=10058727 len=1161699 2024-04-12T01:01:53.718 INFO:tasks.workunit.client.0.smithi098.stdout:op 4414 completed, throughput=5MB/sec 2024-04-12T01:01:53.718 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9HXZG2yXVHISwfO off=1023059 len=471952 2024-04-12T01:01:53.721 INFO:tasks.workunit.client.0.smithi098.stdout:op 4415 completed, throughput=5MB/sec 2024-04-12T01:01:53.721 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y7KhVm5TyBx6gZ- off=1036971 len=1007781 2024-04-12T01:01:53.723 INFO:tasks.workunit.client.0.smithi098.stdout:op 4416 completed, throughput=5MB/sec 2024-04-12T01:01:53.723 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LLTEkZQpctNKvoX off=1733889 len=48265 2024-04-12T01:01:53.723 INFO:tasks.workunit.client.0.smithi098.stdout:op 4417 completed, throughput=5MB/sec 2024-04-12T01:01:53.723 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z9ZsEJU-nMNrtXm off=8852416 len=122874 2024-04-12T01:01:53.726 INFO:tasks.workunit.client.0.smithi098.stdout:op 4418 completed, throughput=5MB/sec 2024-04-12T01:01:53.726 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6GZXjj4sT1R0hSu off=635134 len=412085 2024-04-12T01:01:53.726 INFO:tasks.workunit.client.0.smithi098.stdout:op 4419 completed, throughput=5MB/sec 2024-04-12T01:01:53.726 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XizpDLY5d7cucPs off=302928 len=1575451 2024-04-12T01:01:53.735 INFO:tasks.workunit.client.0.smithi098.stdout:op 4420 completed, throughput=5MB/sec 2024-04-12T01:01:53.735 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a4teGOH_dqOsy6V off=15037262 len=2046105 2024-04-12T01:01:53.739 INFO:tasks.workunit.client.0.smithi098.stdout:op 4421 completed, throughput=5MB/sec 2024-04-12T01:01:54.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:54 smithi193 ceph-mon[83763]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:01:54.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:54 smithi098 ceph-mon[91373]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:01:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:54 smithi098 ceph-mon[88922]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:01:54.740 INFO:tasks.workunit.client.0.smithi098.stdout: 864: throughput=5MB/sec pending data=0 2024-04-12T01:01:54.740 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Vq0yfIsHBAjKpX2 off=6840280 len=1359792 2024-04-12T01:01:54.746 INFO:tasks.workunit.client.0.smithi098.stdout:op 4422 completed, throughput=5MB/sec 2024-04-12T01:01:54.746 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8g8xFpMkMlzq0S9 off=9431099 len=1821286 2024-04-12T01:01:54.757 INFO:tasks.workunit.client.0.smithi098.stdout:op 4423 completed, throughput=5MB/sec 2024-04-12T01:01:54.757 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SkunOTl1EZUcTck off=14615494 len=1504191 2024-04-12T01:01:54.758 INFO:tasks.workunit.client.0.smithi098.stdout:op 4424 completed, throughput=5MB/sec 2024-04-12T01:01:55.759 INFO:tasks.workunit.client.0.smithi098.stdout: 865: throughput=5MB/sec pending data=0 2024-04-12T01:01:55.759 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mKzOCJpwVqKV44v off=1727736 len=219025 2024-04-12T01:01:55.760 INFO:tasks.workunit.client.0.smithi098.stdout:op 4425 completed, throughput=5MB/sec 2024-04-12T01:01:55.760 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dUwOQJsikTQq9Cj off=7534634 len=396521 2024-04-12T01:01:55.764 INFO:tasks.workunit.client.0.smithi098.stdout:op 4426 completed, throughput=5MB/sec 2024-04-12T01:01:55.764 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HDviWbqJahhK46Z off=400571 len=976802 2024-04-12T01:01:55.769 INFO:tasks.workunit.client.0.smithi098.stdout:op 4427 completed, throughput=5MB/sec 2024-04-12T01:01:55.769 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZvjY_6SLST4mPQ8 off=12282334 len=1455560 2024-04-12T01:01:55.771 INFO:tasks.workunit.client.0.smithi098.stdout:op 4428 completed, throughput=5MB/sec 2024-04-12T01:01:55.771 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nIJ4e5ew6ImT4ke off=10157659 len=725306 2024-04-12T01:01:55.772 INFO:tasks.workunit.client.0.smithi098.stdout:op 4429 completed, throughput=5MB/sec 2024-04-12T01:01:55.772 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jq6uk64YAsTcmIP off=2778474 len=353558 2024-04-12T01:01:55.773 INFO:tasks.workunit.client.0.smithi098.stdout:op 4430 completed, throughput=5MB/sec 2024-04-12T01:01:56.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:01:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:01:55] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T01:01:56.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:56 smithi193 ceph-mon[83763]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:01:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:56 smithi098 ceph-mon[88922]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:01:56.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:56 smithi098 ceph-mon[91373]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:01:56.773 INFO:tasks.workunit.client.0.smithi098.stdout: 866: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:56.773 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WsHR5yVmMVqbqNF off=3097824 len=1229240 2024-04-12T01:01:56.774 INFO:tasks.workunit.client.0.smithi098.stdout:op 4431 completed, throughput=5MB/sec 2024-04-12T01:01:56.774 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S4ip0yr3VYI3q3a off=20946365 len=179185 2024-04-12T01:01:56.775 INFO:tasks.workunit.client.0.smithi098.stdout:op 4432 completed, throughput=5MB/sec 2024-04-12T01:01:56.775 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kfhtvEVSN0CQO91 off=6857499 len=247897 2024-04-12T01:01:56.776 INFO:tasks.workunit.client.0.smithi098.stdout:op 4433 completed, throughput=5MB/sec 2024-04-12T01:01:56.776 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_OjgUuPYn8lrLn8 off=8009378 len=737765 2024-04-12T01:01:56.780 INFO:tasks.workunit.client.0.smithi098.stdout:op 4434 completed, throughput=5MB/sec 2024-04-12T01:01:56.780 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-o-qVFZwbezAxjZL off=11045896 len=1408132 2024-04-12T01:01:56.781 INFO:tasks.workunit.client.0.smithi098.stdout:op 4435 completed, throughput=5MB/sec 2024-04-12T01:01:56.782 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lt-NGVVDC1Ly-MH off=3538508 len=360658 2024-04-12T01:01:56.791 INFO:tasks.workunit.client.0.smithi098.stdout:op 4436 completed, throughput=5MB/sec 2024-04-12T01:01:56.791 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-k5VlfRAYHefGBwo off=14630419 len=601173 2024-04-12T01:01:56.792 INFO:tasks.workunit.client.0.smithi098.stdout:op 4437 completed, throughput=5MB/sec 2024-04-12T01:01:56.792 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6FiPLfOXNltqyfz off=71825 len=1654963 2024-04-12T01:01:56.793 INFO:tasks.workunit.client.0.smithi098.stdout:op 4438 completed, throughput=5MB/sec 2024-04-12T01:01:57.794 INFO:tasks.workunit.client.0.smithi098.stdout: 867: throughput=5MB/sec pending data=0 2024-04-12T01:01:57.794 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fyThtqkvTg9YdQP off=10213163 len=1521283 2024-04-12T01:01:57.796 INFO:tasks.workunit.client.0.smithi098.stdout:op 4439 completed, throughput=5MB/sec 2024-04-12T01:01:57.796 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1Nsrm6rZGIpCylL off=8352468 len=1607647 2024-04-12T01:01:57.798 INFO:tasks.workunit.client.0.smithi098.stdout:op 4440 completed, throughput=5MB/sec 2024-04-12T01:01:57.798 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0ZLoELzKflHCKCd off=2145911 len=1075792 2024-04-12T01:01:57.804 INFO:tasks.workunit.client.0.smithi098.stdout:op 4441 completed, throughput=5MB/sec 2024-04-12T01:01:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:01:58 smithi193 ceph-mon[83763]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:58.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:01:58 smithi098 ceph-mon[91373]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:58.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:01:58 smithi098 ceph-mon[88922]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:01:58.805 INFO:tasks.workunit.client.0.smithi098.stdout: 868: throughput=4.99MB/sec pending data=0 2024-04-12T01:01:58.805 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oGOeNhnsFyLKHvy off=2114146 len=150280 2024-04-12T01:01:58.807 INFO:tasks.workunit.client.0.smithi098.stdout:op 4442 completed, throughput=4.99MB/sec 2024-04-12T01:01:58.807 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RZLWVAg4GOXG1h3 off=4011892 len=980313 2024-04-12T01:01:58.809 INFO:tasks.workunit.client.0.smithi098.stdout:op 4443 completed, throughput=5MB/sec 2024-04-12T01:01:58.809 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ailGbgjAV0yruiB off=497285 len=873251 2024-04-12T01:01:58.813 INFO:tasks.workunit.client.0.smithi098.stdout:op 4444 completed, throughput=5MB/sec 2024-04-12T01:01:58.814 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aTRAcNdyZKVC66U off=390624 len=26523 2024-04-12T01:01:58.814 INFO:tasks.workunit.client.0.smithi098.stdout:op 4445 completed, throughput=5MB/sec 2024-04-12T01:01:58.814 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1ZYxr3kbyjlqitJ off=3577370 len=257294 2024-04-12T01:01:58.818 INFO:tasks.workunit.client.0.smithi098.stdout:op 4446 completed, throughput=5MB/sec 2024-04-12T01:01:58.818 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nhKzgnXTJNzI-OY off=2534543 len=472462 2024-04-12T01:01:58.819 INFO:tasks.workunit.client.0.smithi098.stdout:op 4447 completed, throughput=5MB/sec 2024-04-12T01:01:58.819 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fvr7ZZ5OphTf3uD off=1825586 len=1441340 2024-04-12T01:01:58.821 INFO:tasks.workunit.client.0.smithi098.stdout:op 4448 completed, throughput=5MB/sec 2024-04-12T01:01:58.821 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NDWJg9RLcG3RMnJ off=11599504 len=301424 2024-04-12T01:01:58.821 INFO:tasks.workunit.client.0.smithi098.stdout:op 4449 completed, throughput=5MB/sec 2024-04-12T01:01:58.821 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zHrkRXLVsHBqUMj off=3809720 len=123980 2024-04-12T01:01:58.824 INFO:tasks.workunit.client.0.smithi098.stdout:op 4450 completed, throughput=5MB/sec 2024-04-12T01:01:58.824 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qaMf9pHe_3A_dnt off=11740714 len=2028154 2024-04-12T01:01:58.832 INFO:tasks.workunit.client.0.smithi098.stdout:op 4451 completed, throughput=5MB/sec 2024-04-12T01:01:59.832 INFO:tasks.workunit.client.0.smithi098.stdout: 869: throughput=5MB/sec pending data=0 2024-04-12T01:01:59.833 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_iteLaJN3AqA-xo off=19681464 len=1880538 2024-04-12T01:01:59.835 INFO:tasks.workunit.client.0.smithi098.stdout:op 4452 completed, throughput=5MB/sec 2024-04-12T01:01:59.835 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GGcY4xxf6CBh_rz off=22812323 len=1644228 2024-04-12T01:01:59.842 INFO:tasks.workunit.client.0.smithi098.stdout:op 4453 completed, throughput=5MB/sec 2024-04-12T01:01:59.842 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-keIskzIIqgAEKBg off=864088 len=1595826 2024-04-12T01:01:59.850 INFO:tasks.workunit.client.0.smithi098.stdout:op 4454 completed, throughput=5MB/sec 2024-04-12T01:02:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:00 smithi193 ceph-mon[83763]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:00 smithi098 ceph-mon[88922]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:00.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:00 smithi098 ceph-mon[91373]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:00.850 INFO:tasks.workunit.client.0.smithi098.stdout: 870: throughput=5MB/sec pending data=0 2024-04-12T01:02:00.851 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2_bCzdPjcPpGheS off=16959277 len=1888149 2024-04-12T01:02:00.853 INFO:tasks.workunit.client.0.smithi098.stdout:op 4455 completed, throughput=5MB/sec 2024-04-12T01:02:00.853 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XM3v72Z8gdrDKAy off=0 len=1148244 2024-04-12T01:02:00.859 INFO:tasks.workunit.client.0.smithi098.stdout:op 4456 completed, throughput=5MB/sec 2024-04-12T01:02:00.859 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jWC8ha1qt4zJ9Ou off=9426439 len=1011279 2024-04-12T01:02:00.864 INFO:tasks.workunit.client.0.smithi098.stdout:op 4457 completed, throughput=5MB/sec 2024-04-12T01:02:00.864 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mpcdKYWBH1uvCx- off=9295768 len=676631 2024-04-12T01:02:00.869 INFO:tasks.workunit.client.0.smithi098.stdout:op 4458 completed, throughput=5MB/sec 2024-04-12T01:02:01.869 INFO:tasks.workunit.client.0.smithi098.stdout: 871: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:01.870 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-prpzgS3FvSqw8FJ off=12071319 len=1652675 2024-04-12T01:02:01.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 4459 completed, throughput=5MB/sec 2024-04-12T01:02:01.871 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6-MnaefftY8XMia off=9123718 len=743645 2024-04-12T01:02:01.876 INFO:tasks.workunit.client.0.smithi098.stdout:op 4460 completed, throughput=5MB/sec 2024-04-12T01:02:01.876 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tRa7Yso2rtFBvwq off=6740711 len=1654028 2024-04-12T01:02:01.879 INFO:tasks.workunit.client.0.smithi098.stdout:op 4461 completed, throughput=5MB/sec 2024-04-12T01:02:01.879 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K3afvgou9gouytS off=266029 len=786884 2024-04-12T01:02:01.884 INFO:tasks.workunit.client.0.smithi098.stdout:op 4462 completed, throughput=5MB/sec 2024-04-12T01:02:02.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:02 smithi193 ceph-mon[83763]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:02:02.369 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:02:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:02:02.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:02 smithi098 ceph-mon[91373]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:02:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:02 smithi098 ceph-mon[88922]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:02:02.885 INFO:tasks.workunit.client.0.smithi098.stdout: 872: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:02.885 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6LioIcHww93diIi off=10106624 len=161971 2024-04-12T01:02:02.885 INFO:tasks.workunit.client.0.smithi098.stdout:op 4463 completed, throughput=4.99MB/sec 2024-04-12T01:02:02.886 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KYK1Vp6crFmee6Z off=12312883 len=1031434 2024-04-12T01:02:02.887 INFO:tasks.workunit.client.0.smithi098.stdout:op 4464 completed, throughput=5MB/sec 2024-04-12T01:02:02.887 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YlBnZTY1QCLNB2v off=3155212 len=1032600 2024-04-12T01:02:02.889 INFO:tasks.workunit.client.0.smithi098.stdout:op 4465 completed, throughput=5MB/sec 2024-04-12T01:02:02.889 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xU8VsYuu_RsD8fK off=14389474 len=690517 2024-04-12T01:02:02.895 INFO:tasks.workunit.client.0.smithi098.stdout:op 4466 completed, throughput=5MB/sec 2024-04-12T01:02:02.896 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rQ5SmuFTP2lIivQ off=3989666 len=1229154 2024-04-12T01:02:02.897 INFO:tasks.workunit.client.0.smithi098.stdout:op 4467 completed, throughput=5MB/sec 2024-04-12T01:02:02.897 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MNjIoFqauv-Hovk off=12096765 len=1142746 2024-04-12T01:02:02.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 4468 completed, throughput=5MB/sec 2024-04-12T01:02:02.899 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_0VlMnSW2eU7efJ off=5566605 len=1279408 2024-04-12T01:02:02.906 INFO:tasks.workunit.client.0.smithi098.stdout:op 4469 completed, throughput=5MB/sec 2024-04-12T01:02:03.906 INFO:tasks.workunit.client.0.smithi098.stdout: 873: throughput=5MB/sec pending data=0 2024-04-12T01:02:03.907 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mVMletwm8FbqAfe off=3200401 len=410816 2024-04-12T01:02:03.907 INFO:tasks.workunit.client.0.smithi098.stdout:op 4470 completed, throughput=5MB/sec 2024-04-12T01:02:03.907 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ld4P_0_kcDKU4qS off=414632 len=194071 2024-04-12T01:02:03.911 INFO:tasks.workunit.client.0.smithi098.stdout:op 4471 completed, throughput=5MB/sec 2024-04-12T01:02:03.911 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-coyRlyHKm-3djx9 off=7473362 len=314325 2024-04-12T01:02:03.914 INFO:tasks.workunit.client.0.smithi098.stdout:op 4472 completed, throughput=5MB/sec 2024-04-12T01:02:03.914 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-I3BWojZ6-2YTIlb off=14671123 len=651864 2024-04-12T01:02:03.916 INFO:tasks.workunit.client.0.smithi098.stdout:op 4473 completed, throughput=5MB/sec 2024-04-12T01:02:03.916 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6PH7QMUH9XkPYZG off=1485333 len=76976 2024-04-12T01:02:03.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 4474 completed, throughput=5MB/sec 2024-04-12T01:02:03.917 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_pEiz4Sav5TQshE off=4100422 len=1855672 2024-04-12T01:02:03.920 INFO:tasks.workunit.client.0.smithi098.stdout:op 4475 completed, throughput=5MB/sec 2024-04-12T01:02:03.920 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-69jkVwbwlAI9GGK off=2929053 len=841311 2024-04-12T01:02:03.925 INFO:tasks.workunit.client.0.smithi098.stdout:op 4476 completed, throughput=5MB/sec 2024-04-12T01:02:04.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:04 smithi098 ceph-mon[91373]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:04 smithi098 ceph-mon[88922]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:04 smithi193 ceph-mon[83763]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:04.925 INFO:tasks.workunit.client.0.smithi098.stdout: 874: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3QPvstjkQ51xzqS off=2992354 len=2082128 2024-04-12T01:02:04.934 INFO:tasks.workunit.client.0.smithi098.stdout:op 4477 completed, throughput=5MB/sec 2024-04-12T01:02:04.934 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LXGp8VtJoPzGjIY off=7386835 len=1196072 2024-04-12T01:02:04.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 4478 completed, throughput=5MB/sec 2024-04-12T01:02:04.937 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IoqP2bxN7ihMbA5 off=190850 len=2059370 2024-04-12T01:02:04.944 INFO:tasks.workunit.client.0.smithi098.stdout:op 4479 completed, throughput=5MB/sec 2024-04-12T01:02:05.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:05.944 INFO:tasks.workunit.client.0.smithi098.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:05.944 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OFVNrY0m1D1EXBk off=3726031 len=2089248 2024-04-12T01:02:05.947 INFO:tasks.workunit.client.0.smithi098.stdout:op 4480 completed, throughput=5MB/sec 2024-04-12T01:02:05.947 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-to4deT0muA2LYHs off=12359304 len=614253 2024-04-12T01:02:05.948 INFO:tasks.workunit.client.0.smithi098.stdout:op 4481 completed, throughput=5MB/sec 2024-04-12T01:02:05.948 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-q47ZzHU6swlo9jg off=11272908 len=349386 2024-04-12T01:02:05.948 INFO:tasks.workunit.client.0.smithi098.stdout:op 4482 completed, throughput=5MB/sec 2024-04-12T01:02:05.949 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zMgUm6Kd1THcbel off=2623400 len=1267212 2024-04-12T01:02:05.951 INFO:tasks.workunit.client.0.smithi098.stdout:op 4483 completed, throughput=5MB/sec 2024-04-12T01:02:05.951 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TiaKIikBjxqRKxQ off=1257834 len=394890 2024-04-12T01:02:05.953 INFO:tasks.workunit.client.0.smithi098.stdout:op 4484 completed, throughput=5MB/sec 2024-04-12T01:02:05.953 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oxm6g1yFm-cXZdH off=5707540 len=149871 2024-04-12T01:02:05.955 INFO:tasks.workunit.client.0.smithi098.stdout:op 4485 completed, throughput=5MB/sec 2024-04-12T01:02:05.955 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EnNHLO2nEI4qT2q off=7387269 len=1315477 2024-04-12T01:02:05.957 INFO:tasks.workunit.client.0.smithi098.stdout:op 4486 completed, throughput=5MB/sec 2024-04-12T01:02:06.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:02:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:02:05] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-12T01:02:06.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:06 smithi098 ceph-mon[91373]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:02:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:06 smithi098 ceph-mon[88922]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:02:06.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:06 smithi193 ceph-mon[83763]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:02:06.957 INFO:tasks.workunit.client.0.smithi098.stdout: 876: throughput=5MB/sec pending data=0 2024-04-12T01:02:06.957 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PFyUsU1glF2IfTo off=0 len=1414016 2024-04-12T01:02:06.960 INFO:tasks.workunit.client.0.smithi098.stdout:op 4487 completed, throughput=5MB/sec 2024-04-12T01:02:06.960 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Kg68iaT6epKS0y1 off=6532603 len=1250045 2024-04-12T01:02:06.962 INFO:tasks.workunit.client.0.smithi098.stdout:op 4488 completed, throughput=5MB/sec 2024-04-12T01:02:06.962 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tfSuCwLxn70J4sM off=6979613 len=525641 2024-04-12T01:02:06.963 INFO:tasks.workunit.client.0.smithi098.stdout:op 4489 completed, throughput=5MB/sec 2024-04-12T01:02:06.963 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-siDsEAouoaqNaPK off=2306392 len=1790132 2024-04-12T01:02:06.965 INFO:tasks.workunit.client.0.smithi098.stdout:op 4490 completed, throughput=5MB/sec 2024-04-12T01:02:07.965 INFO:tasks.workunit.client.0.smithi098.stdout: 877: throughput=5MB/sec pending data=0 2024-04-12T01:02:07.965 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-da2wp_46lIg4qNr off=2013995 len=740488 2024-04-12T01:02:07.970 INFO:tasks.workunit.client.0.smithi098.stdout:op 4491 completed, throughput=5MB/sec 2024-04-12T01:02:07.970 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_IUvJlsWRicOWyh off=20830322 len=984020 2024-04-12T01:02:07.971 INFO:tasks.workunit.client.0.smithi098.stdout:op 4492 completed, throughput=5MB/sec 2024-04-12T01:02:07.971 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bPw_XWo6QVLsI94 off=280067 len=1973901 2024-04-12T01:02:07.975 INFO:tasks.workunit.client.0.smithi098.stdout:op 4493 completed, throughput=5MB/sec 2024-04-12T01:02:07.975 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KWuKP9JAb1OasI2 off=8883738 len=925442 2024-04-12T01:02:07.980 INFO:tasks.workunit.client.0.smithi098.stdout:op 4494 completed, throughput=5MB/sec 2024-04-12T01:02:08.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:08 smithi098 ceph-mon[91373]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:02:08.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:08 smithi098 ceph-mon[88922]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:02:08.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:08 smithi193 ceph-mon[83763]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:02:08.981 INFO:tasks.workunit.client.0.smithi098.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:08.981 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5Bew6DajXbkpXo2 off=16606095 len=236576 2024-04-12T01:02:08.984 INFO:tasks.workunit.client.0.smithi098.stdout:op 4495 completed, throughput=4.99MB/sec 2024-04-12T01:02:08.984 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DJpmsYARm6gW7Zv off=1915096 len=1195560 2024-04-12T01:02:08.991 INFO:tasks.workunit.client.0.smithi098.stdout:op 4496 completed, throughput=5MB/sec 2024-04-12T01:02:08.991 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vVmMzhseXYaEkhW off=3302969 len=1301028 2024-04-12T01:02:08.998 INFO:tasks.workunit.client.0.smithi098.stdout:op 4497 completed, throughput=5MB/sec 2024-04-12T01:02:08.998 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ekYBXpD9r7xONjH off=2024490 len=600640 2024-04-12T01:02:09.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 4498 completed, throughput=5MB/sec 2024-04-12T01:02:09.000 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JFj1cnTuYBYhCxq off=11125644 len=1002959 2024-04-12T01:02:09.001 INFO:tasks.workunit.client.0.smithi098.stdout:op 4499 completed, throughput=5MB/sec 2024-04-12T01:02:09.001 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dwdGjoPWHSxMfMU off=14005962 len=920967 2024-04-12T01:02:09.006 INFO:tasks.workunit.client.0.smithi098.stdout:op 4500 completed, throughput=5MB/sec 2024-04-12T01:02:09.006 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iLsYH1KdkArcQ-H off=11131484 len=72136 2024-04-12T01:02:09.008 INFO:tasks.workunit.client.0.smithi098.stdout:op 4501 completed, throughput=5MB/sec 2024-04-12T01:02:10.008 INFO:tasks.workunit.client.0.smithi098.stdout: 879: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:10.009 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0BqlWsU19R47czQ off=11779581 len=591581 2024-04-12T01:02:10.009 INFO:tasks.workunit.client.0.smithi098.stdout:op 4502 completed, throughput=5MB/sec 2024-04-12T01:02:10.010 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZJ819xx4_636Ree off=8132054 len=525296 2024-04-12T01:02:10.011 INFO:tasks.workunit.client.0.smithi098.stdout:op 4503 completed, throughput=5MB/sec 2024-04-12T01:02:10.011 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZdAe82Qzbe-7ioE off=407051 len=1061768 2024-04-12T01:02:10.018 INFO:tasks.workunit.client.0.smithi098.stdout:op 4504 completed, throughput=5MB/sec 2024-04-12T01:02:10.018 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jsiyFMRIGqGISII off=2128244 len=480369 2024-04-12T01:02:10.021 INFO:tasks.workunit.client.0.smithi098.stdout:op 4505 completed, throughput=5MB/sec 2024-04-12T01:02:10.021 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HLvOM9RF_HlJ0aw off=19498094 len=661590 2024-04-12T01:02:10.025 INFO:tasks.workunit.client.0.smithi098.stdout:op 4506 completed, throughput=5MB/sec 2024-04-12T01:02:10.025 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-esyZysX5NoARM1B off=10902663 len=688538 2024-04-12T01:02:10.027 INFO:tasks.workunit.client.0.smithi098.stdout:op 4507 completed, throughput=5MB/sec 2024-04-12T01:02:10.027 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Cez4rCb8P69Oy5E off=2063198 len=1836286 2024-04-12T01:02:10.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 4508 completed, throughput=5MB/sec 2024-04-12T01:02:10.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:10 smithi098 ceph-mon[91373]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:02:10.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:10 smithi098 ceph-mon[88922]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:02:10.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:10 smithi193 ceph-mon[83763]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:02:11.029 INFO:tasks.workunit.client.0.smithi098.stdout: 880: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:11.029 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ItWm9VmCMsEFvNS off=16098372 len=317433 2024-04-12T01:02:11.030 INFO:tasks.workunit.client.0.smithi098.stdout:op 4509 completed, throughput=5MB/sec 2024-04-12T01:02:11.030 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GKdVAqcM481QWqA off=3758812 len=482693 2024-04-12T01:02:11.030 INFO:tasks.workunit.client.0.smithi098.stdout:op 4510 completed, throughput=5MB/sec 2024-04-12T01:02:11.030 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MfnL8Myu2XjNthW off=2326075 len=699175 2024-04-12T01:02:11.034 INFO:tasks.workunit.client.0.smithi098.stdout:op 4511 completed, throughput=5MB/sec 2024-04-12T01:02:11.035 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7hD1Aw6e7KQCKMa off=18719621 len=474165 2024-04-12T01:02:11.037 INFO:tasks.workunit.client.0.smithi098.stdout:op 4512 completed, throughput=5MB/sec 2024-04-12T01:02:11.037 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-topea6VFWbg5K9P off=3983484 len=1572412 2024-04-12T01:02:11.039 INFO:tasks.workunit.client.0.smithi098.stdout:op 4513 completed, throughput=5MB/sec 2024-04-12T01:02:11.039 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7_uIQxWNLAsVJwY off=6412840 len=549971 2024-04-12T01:02:11.043 INFO:tasks.workunit.client.0.smithi098.stdout:op 4514 completed, throughput=5MB/sec 2024-04-12T01:02:11.043 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pByuL1YDwZxL4UP off=9676512 len=170170 2024-04-12T01:02:11.045 INFO:tasks.workunit.client.0.smithi098.stdout:op 4515 completed, throughput=5MB/sec 2024-04-12T01:02:11.045 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--dd2ypOpMJB9aYx off=5086195 len=105570 2024-04-12T01:02:11.047 INFO:tasks.workunit.client.0.smithi098.stdout:op 4516 completed, throughput=5MB/sec 2024-04-12T01:02:11.047 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_07rQiH7AHv7JMY off=6515325 len=544094 2024-04-12T01:02:11.048 INFO:tasks.workunit.client.0.smithi098.stdout:op 4517 completed, throughput=5MB/sec 2024-04-12T01:02:11.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:02:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:02:11.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:02:12.049 INFO:tasks.workunit.client.0.smithi098.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:12.049 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Gbm6rJuk3wdDdQm off=4305469 len=82229 2024-04-12T01:02:12.051 INFO:tasks.workunit.client.0.smithi098.stdout:op 4518 completed, throughput=4.99MB/sec 2024-04-12T01:02:12.051 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HBKC3R6c9UAwIDO off=1000527 len=311118 2024-04-12T01:02:12.052 INFO:tasks.workunit.client.0.smithi098.stdout:op 4519 completed, throughput=4.99MB/sec 2024-04-12T01:02:12.052 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F8aBZM5Hbf18OGr off=14732190 len=1573950 2024-04-12T01:02:12.060 INFO:tasks.workunit.client.0.smithi098.stdout:op 4520 completed, throughput=5MB/sec 2024-04-12T01:02:12.060 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UgeQG_6dKMa76_Y off=17546081 len=2082191 2024-04-12T01:02:12.069 INFO:tasks.workunit.client.0.smithi098.stdout:op 4521 completed, throughput=5MB/sec 2024-04-12T01:02:12.069 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O0-jxCa4bfLuot- off=205018 len=1689527 2024-04-12T01:02:12.079 INFO:tasks.workunit.client.0.smithi098.stdout:op 4522 completed, throughput=5MB/sec 2024-04-12T01:02:12.520 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:02:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:02:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:02:12.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:12 smithi193 ceph-mon[83763]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:12.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:02:12.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:02:12.520 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:02:12.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:12 smithi098 ceph-mon[91373]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:12.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:02:12.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:02:12.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:02:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:12 smithi098 ceph-mon[88922]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:02:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:02:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:02:13.079 INFO:tasks.workunit.client.0.smithi098.stdout: 882: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:13.079 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vBpslY8EYgdLucz off=35581 len=44698 2024-04-12T01:02:13.080 INFO:tasks.workunit.client.0.smithi098.stdout:op 4523 completed, throughput=4.99MB/sec 2024-04-12T01:02:13.080 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nWK23IjYFiLvlsM off=10305380 len=1216473 2024-04-12T01:02:13.082 INFO:tasks.workunit.client.0.smithi098.stdout:op 4524 completed, throughput=5MB/sec 2024-04-12T01:02:13.083 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TcodauQ0nyfUm2p off=1455711 len=454927 2024-04-12T01:02:13.083 INFO:tasks.workunit.client.0.smithi098.stdout:op 4525 completed, throughput=5MB/sec 2024-04-12T01:02:13.083 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zsdtUmDtbwFbfAi off=6179377 len=439102 2024-04-12T01:02:13.088 INFO:tasks.workunit.client.0.smithi098.stdout:op 4526 completed, throughput=5MB/sec 2024-04-12T01:02:13.088 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6EZ1U6It4n8A-T- off=11069010 len=496877 2024-04-12T01:02:13.089 INFO:tasks.workunit.client.0.smithi098.stdout:op 4527 completed, throughput=5MB/sec 2024-04-12T01:02:13.089 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7TRncRv0lypZQ0V off=1141122 len=1819197 2024-04-12T01:02:13.091 INFO:tasks.workunit.client.0.smithi098.stdout:op 4528 completed, throughput=5MB/sec 2024-04-12T01:02:13.091 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8rxbvnbC73HgHls off=11540503 len=1454261 2024-04-12T01:02:13.093 INFO:tasks.workunit.client.0.smithi098.stdout:op 4529 completed, throughput=5MB/sec 2024-04-12T01:02:14.093 INFO:tasks.workunit.client.0.smithi098.stdout: 883: throughput=5MB/sec pending data=0 2024-04-12T01:02:14.093 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fvr7ZZ5OphTf3uD off=354329 len=1182689 2024-04-12T01:02:14.099 INFO:tasks.workunit.client.0.smithi098.stdout:op 4530 completed, throughput=5MB/sec 2024-04-12T01:02:14.099 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F9VBP5FFX70pT36 off=18153836 len=2090042 2024-04-12T01:02:14.109 INFO:tasks.workunit.client.0.smithi098.stdout:op 4531 completed, throughput=5MB/sec 2024-04-12T01:02:14.109 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5O7o31tM6dd4PUg off=1425604 len=602713 2024-04-12T01:02:14.113 INFO:tasks.workunit.client.0.smithi098.stdout:op 4532 completed, throughput=5MB/sec 2024-04-12T01:02:14.114 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fxp5ZOv_wg31WWA off=11410768 len=1780568 2024-04-12T01:02:14.115 INFO:tasks.workunit.client.0.smithi098.stdout:op 4533 completed, throughput=5MB/sec 2024-04-12T01:02:14.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:14 smithi098 ceph-mon[91373]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:02:14.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:14 smithi098 ceph-mon[88922]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:02:14.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:14 smithi193 ceph-mon[83763]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:02:15.115 INFO:tasks.workunit.client.0.smithi098.stdout: 884: throughput=5MB/sec pending data=0 2024-04-12T01:02:15.115 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ib3k1cODSqNY53C off=5314527 len=1013585 2024-04-12T01:02:15.120 INFO:tasks.workunit.client.0.smithi098.stdout:op 4534 completed, throughput=5MB/sec 2024-04-12T01:02:15.121 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BHA3nM6cU0Q0SJj off=1637810 len=392468 2024-04-12T01:02:15.124 INFO:tasks.workunit.client.0.smithi098.stdout:op 4535 completed, throughput=5MB/sec 2024-04-12T01:02:15.124 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qkhQZnAbSUttZGN off=5721531 len=1541031 2024-04-12T01:02:15.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 4536 completed, throughput=5MB/sec 2024-04-12T01:02:15.126 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-At_J5T1R6mSIYEr off=0 len=1097324 2024-04-12T01:02:15.127 INFO:tasks.workunit.client.0.smithi098.stdout:op 4537 completed, throughput=5MB/sec 2024-04-12T01:02:16.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:02:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:02:15] "GET /metrics HTTP/1.1" 200 34138 "" "Prometheus/2.43.0" 2024-04-12T01:02:16.127 INFO:tasks.workunit.client.0.smithi098.stdout: 885: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:16.128 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--_rQ0PTNVEU_qhH off=20081532 len=1004974 2024-04-12T01:02:16.129 INFO:tasks.workunit.client.0.smithi098.stdout:op 4538 completed, throughput=5MB/sec 2024-04-12T01:02:16.129 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vrc0dWFuhTK30vT off=4942704 len=1265189 2024-04-12T01:02:16.131 INFO:tasks.workunit.client.0.smithi098.stdout:op 4539 completed, throughput=5MB/sec 2024-04-12T01:02:16.131 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xi2PBPwTurSxZ-M off=972242 len=707401 2024-04-12T01:02:16.136 INFO:tasks.workunit.client.0.smithi098.stdout:op 4540 completed, throughput=5MB/sec 2024-04-12T01:02:16.136 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dGKemT011Cvn73- off=8541267 len=50301 2024-04-12T01:02:16.138 INFO:tasks.workunit.client.0.smithi098.stdout:op 4541 completed, throughput=5MB/sec 2024-04-12T01:02:16.139 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nt8ihMfmdd0vNy7 off=10548951 len=1567932 2024-04-12T01:02:16.140 INFO:tasks.workunit.client.0.smithi098.stdout:op 4542 completed, throughput=5MB/sec 2024-04-12T01:02:16.140 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ir877RoKwwFP0R8 off=1428408 len=1150680 2024-04-12T01:02:16.143 INFO:tasks.workunit.client.0.smithi098.stdout:op 4543 completed, throughput=5MB/sec 2024-04-12T01:02:16.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:16 smithi098 ceph-mon[91373]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:16.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:16 smithi098 ceph-mon[88922]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:16.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:16 smithi193 ceph-mon[83763]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:17.143 INFO:tasks.workunit.client.0.smithi098.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:17.143 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nj-daZAQW9tfQP7 off=16132785 len=1179013 2024-04-12T01:02:17.145 INFO:tasks.workunit.client.0.smithi098.stdout:op 4544 completed, throughput=5MB/sec 2024-04-12T01:02:17.145 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XxQPwaIQ02MK1z4 off=9321493 len=858961 2024-04-12T01:02:17.150 INFO:tasks.workunit.client.0.smithi098.stdout:op 4545 completed, throughput=5MB/sec 2024-04-12T01:02:17.150 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-spW5D45jmJje_Wx off=2829169 len=1627817 2024-04-12T01:02:17.153 INFO:tasks.workunit.client.0.smithi098.stdout:op 4546 completed, throughput=5MB/sec 2024-04-12T01:02:17.153 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UCkyHGgVTGhrxVe off=9815491 len=2084688 2024-04-12T01:02:17.167 INFO:tasks.workunit.client.0.smithi098.stdout:op 4547 completed, throughput=5MB/sec 2024-04-12T01:02:18.167 INFO:tasks.workunit.client.0.smithi098.stdout: 887: throughput=5MB/sec pending data=0 2024-04-12T01:02:18.167 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4L84fqeYDnSo8TJ off=5456063 len=470403 2024-04-12T01:02:18.171 INFO:tasks.workunit.client.0.smithi098.stdout:op 4548 completed, throughput=5MB/sec 2024-04-12T01:02:18.172 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-spH2GGAmtSyHmYj off=10664044 len=1785460 2024-04-12T01:02:18.173 INFO:tasks.workunit.client.0.smithi098.stdout:op 4549 completed, throughput=5MB/sec 2024-04-12T01:02:18.173 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YNGu6lOfGFiSn6I off=225481 len=570769 2024-04-12T01:02:18.177 INFO:tasks.workunit.client.0.smithi098.stdout:op 4550 completed, throughput=5MB/sec 2024-04-12T01:02:18.177 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JvlO10aEZ20A91U off=14865833 len=760750 2024-04-12T01:02:18.178 INFO:tasks.workunit.client.0.smithi098.stdout:op 4551 completed, throughput=5MB/sec 2024-04-12T01:02:18.178 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Pr_CRjiMMyuMMkK off=11200999 len=15949 2024-04-12T01:02:18.179 INFO:tasks.workunit.client.0.smithi098.stdout:op 4552 completed, throughput=5MB/sec 2024-04-12T01:02:18.179 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-f0YZyzL5J-PZlcR off=20215710 len=360625 2024-04-12T01:02:18.180 INFO:tasks.workunit.client.0.smithi098.stdout:op 4553 completed, throughput=5MB/sec 2024-04-12T01:02:18.180 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-w8c_BJb6WNt53AD off=3220640 len=781657 2024-04-12T01:02:18.181 INFO:tasks.workunit.client.0.smithi098.stdout:op 4554 completed, throughput=5MB/sec 2024-04-12T01:02:18.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:18 smithi098 ceph-mon[88922]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-12T01:02:18.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:18 smithi098 ceph-mon[91373]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-12T01:02:18.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:18 smithi193 ceph-mon[83763]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-12T01:02:19.181 INFO:tasks.workunit.client.0.smithi098.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:19.181 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0BqlWsU19R47czQ off=11799025 len=2090046 2024-04-12T01:02:19.190 INFO:tasks.workunit.client.0.smithi098.stdout:op 4555 completed, throughput=5MB/sec 2024-04-12T01:02:19.191 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5nvi7GsXZjPX3X_ off=5345971 len=631148 2024-04-12T01:02:19.192 INFO:tasks.workunit.client.0.smithi098.stdout:op 4556 completed, throughput=5MB/sec 2024-04-12T01:02:19.192 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4j69L4jlkd1Xfnn off=17347324 len=482878 2024-04-12T01:02:19.192 INFO:tasks.workunit.client.0.smithi098.stdout:op 4557 completed, throughput=5MB/sec 2024-04-12T01:02:19.192 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CzC55dLH-mThhFx off=4032007 len=1829266 2024-04-12T01:02:19.204 INFO:tasks.workunit.client.0.smithi098.stdout:op 4558 completed, throughput=5MB/sec 2024-04-12T01:02:19.204 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HOmBu0bIohZKmTR off=14958171 len=504971 2024-04-12T01:02:19.204 INFO:tasks.workunit.client.0.smithi098.stdout:op 4559 completed, throughput=5MB/sec 2024-04-12T01:02:20.205 INFO:tasks.workunit.client.0.smithi098.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:20.205 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LmgBOHrSGSikSu6 off=3922799 len=1143642 2024-04-12T01:02:20.213 INFO:tasks.workunit.client.0.smithi098.stdout:op 4560 completed, throughput=5MB/sec 2024-04-12T01:02:20.213 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-owPckB4fqJLG9Jn off=866660 len=784780 2024-04-12T01:02:20.218 INFO:tasks.workunit.client.0.smithi098.stdout:op 4561 completed, throughput=5MB/sec 2024-04-12T01:02:20.218 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yEKP3U22txeTEMQ off=1449273 len=1351922 2024-04-12T01:02:20.225 INFO:tasks.workunit.client.0.smithi098.stdout:op 4562 completed, throughput=5MB/sec 2024-04-12T01:02:20.225 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1PyjfcedmBOX5FE off=7590408 len=841227 2024-04-12T01:02:20.226 INFO:tasks.workunit.client.0.smithi098.stdout:op 4563 completed, throughput=5MB/sec 2024-04-12T01:02:20.226 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-icAa-oKdRhC2pD0 off=3332592 len=706164 2024-04-12T01:02:20.227 INFO:tasks.workunit.client.0.smithi098.stdout:op 4564 completed, throughput=5MB/sec 2024-04-12T01:02:20.227 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TVISNVmAQ_69hcX off=14597945 len=283615 2024-04-12T01:02:20.228 INFO:tasks.workunit.client.0.smithi098.stdout:op 4565 completed, throughput=5MB/sec 2024-04-12T01:02:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:20 smithi098 ceph-mon[91373]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:20 smithi098 ceph-mon[88922]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:20 smithi193 ceph-mon[83763]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:21.228 INFO:tasks.workunit.client.0.smithi098.stdout: 890: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:21.229 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ivb0vtOY4ONkcwZ off=9986735 len=925062 2024-04-12T01:02:21.234 INFO:tasks.workunit.client.0.smithi098.stdout:op 4566 completed, throughput=5MB/sec 2024-04-12T01:02:21.234 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-epghadveZaywKw4 off=7136661 len=1812112 2024-04-12T01:02:21.236 INFO:tasks.workunit.client.0.smithi098.stdout:op 4567 completed, throughput=5MB/sec 2024-04-12T01:02:21.236 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uzcVX1ATQRjSUKU off=18747741 len=364097 2024-04-12T01:02:21.240 INFO:tasks.workunit.client.0.smithi098.stdout:op 4568 completed, throughput=5MB/sec 2024-04-12T01:02:21.240 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TvlC9p1T1UkbJiU off=3201503 len=1316711 2024-04-12T01:02:21.246 INFO:tasks.workunit.client.0.smithi098.stdout:op 4569 completed, throughput=5MB/sec 2024-04-12T01:02:21.246 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EsS2xZ8G4NlLS6A off=14105345 len=781850 2024-04-12T01:02:21.247 INFO:tasks.workunit.client.0.smithi098.stdout:op 4570 completed, throughput=5MB/sec 2024-04-12T01:02:22.247 INFO:tasks.workunit.client.0.smithi098.stdout: 891: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:22.248 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ljNdcVdR1gnkHK0 off=7270823 len=1057197 2024-04-12T01:02:22.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 4571 completed, throughput=5MB/sec 2024-04-12T01:02:22.254 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-43iu4tXXn3d2Ta9 off=3811334 len=379754 2024-04-12T01:02:22.255 INFO:tasks.workunit.client.0.smithi098.stdout:op 4572 completed, throughput=5MB/sec 2024-04-12T01:02:22.255 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u6nGLtg3BmjcVPu off=10914962 len=1022652 2024-04-12T01:02:22.261 INFO:tasks.workunit.client.0.smithi098.stdout:op 4573 completed, throughput=5MB/sec 2024-04-12T01:02:22.261 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FHTojr2fk2D7z4c off=5917546 len=1341570 2024-04-12T01:02:22.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 4574 completed, throughput=5MB/sec 2024-04-12T01:02:22.269 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CNQCOHyjHNeHNqT off=7259960 len=87432 2024-04-12T01:02:22.272 INFO:tasks.workunit.client.0.smithi098.stdout:op 4575 completed, throughput=5MB/sec 2024-04-12T01:02:22.272 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Q_WCW1nFYVW8rrs off=7179700 len=796292 2024-04-12T01:02:22.273 INFO:tasks.workunit.client.0.smithi098.stdout:op 4576 completed, throughput=5MB/sec 2024-04-12T01:02:22.274 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HrrhIeMtk6B6OT6 off=7936901 len=180434 2024-04-12T01:02:22.274 INFO:tasks.workunit.client.0.smithi098.stdout:op 4577 completed, throughput=5MB/sec 2024-04-12T01:02:22.274 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-05pqZQWOJvXd0yY off=382093 len=1795216 2024-04-12T01:02:22.282 INFO:tasks.workunit.client.0.smithi098.stdout:op 4578 completed, throughput=5MB/sec 2024-04-12T01:02:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:22 smithi098 ceph-mon[91373]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:02:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:22 smithi098 ceph-mon[88922]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:02:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:22 smithi193 ceph-mon[83763]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:02:22.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:02:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:02:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:02:23.282 INFO:tasks.workunit.client.0.smithi098.stdout: 892: throughput=5MB/sec pending data=0 2024-04-12T01:02:23.282 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JmOZnHflhCGXM7V off=3426373 len=1987029 2024-04-12T01:02:23.291 INFO:tasks.workunit.client.0.smithi098.stdout:op 4579 completed, throughput=5MB/sec 2024-04-12T01:02:23.291 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7WCpHW54HbqDzEL off=6938243 len=1002411 2024-04-12T01:02:23.293 INFO:tasks.workunit.client.0.smithi098.stdout:op 4580 completed, throughput=5MB/sec 2024-04-12T01:02:23.294 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-D5IMosaw0YzB5Yu off=6620470 len=84323 2024-04-12T01:02:23.294 INFO:tasks.workunit.client.0.smithi098.stdout:op 4581 completed, throughput=5MB/sec 2024-04-12T01:02:23.294 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a6VAeY96vKInYze off=6392224 len=756217 2024-04-12T01:02:23.299 INFO:tasks.workunit.client.0.smithi098.stdout:op 4582 completed, throughput=5MB/sec 2024-04-12T01:02:23.299 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DaeFdtKbPmVop1l off=4114168 len=850487 2024-04-12T01:02:23.304 INFO:tasks.workunit.client.0.smithi098.stdout:op 4583 completed, throughput=5MB/sec 2024-04-12T01:02:24.305 INFO:tasks.workunit.client.0.smithi098.stdout: 893: throughput=5MB/sec pending data=0 2024-04-12T01:02:24.305 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IOUt8kRsf42cg9i off=1311206 len=612612 2024-04-12T01:02:24.310 INFO:tasks.workunit.client.0.smithi098.stdout:op 4584 completed, throughput=5MB/sec 2024-04-12T01:02:24.310 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cHKCYeTTbG7urmR off=2223749 len=906308 2024-04-12T01:02:24.315 INFO:tasks.workunit.client.0.smithi098.stdout:op 4585 completed, throughput=5MB/sec 2024-04-12T01:02:24.315 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7a4xDwl_9LMnLJn off=341899 len=1203268 2024-04-12T01:02:24.317 INFO:tasks.workunit.client.0.smithi098.stdout:op 4586 completed, throughput=5MB/sec 2024-04-12T01:02:24.317 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-A-YzniI5DK5yLc- off=5137582 len=1545816 2024-04-12T01:02:24.318 INFO:tasks.workunit.client.0.smithi098.stdout:op 4587 completed, throughput=5MB/sec 2024-04-12T01:02:24.318 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5HVmuv-LQ1bMo2y off=23756069 len=685930 2024-04-12T01:02:24.320 INFO:tasks.workunit.client.0.smithi098.stdout:op 4588 completed, throughput=5MB/sec 2024-04-12T01:02:24.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:24 smithi098 ceph-mon[91373]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:24 smithi098 ceph-mon[88922]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:24 smithi193 ceph-mon[83763]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:25.320 INFO:tasks.workunit.client.0.smithi098.stdout: 894: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:25.320 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ESt-7ZgIKeHbmK1 off=6144001 len=1241228 2024-04-12T01:02:25.323 INFO:tasks.workunit.client.0.smithi098.stdout:op 4589 completed, throughput=5MB/sec 2024-04-12T01:02:25.323 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cteYd0lJatyBb7z off=7209934 len=1733133 2024-04-12T01:02:25.332 INFO:tasks.workunit.client.0.smithi098.stdout:op 4590 completed, throughput=5MB/sec 2024-04-12T01:02:25.332 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QI-TFrCxIvgU-93 off=74282 len=596970 2024-04-12T01:02:25.336 INFO:tasks.workunit.client.0.smithi098.stdout:op 4591 completed, throughput=5MB/sec 2024-04-12T01:02:25.336 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kD9A0pUvCKEFhtM off=1263740 len=2071622 2024-04-12T01:02:25.347 INFO:tasks.workunit.client.0.smithi098.stdout:op 4592 completed, throughput=5MB/sec 2024-04-12T01:02:26.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:02:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:02:25] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-12T01:02:26.348 INFO:tasks.workunit.client.0.smithi098.stdout: 895: throughput=5MB/sec pending data=0 2024-04-12T01:02:26.348 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tmDg5ZStrjwRJA- off=1115707 len=1199182 2024-04-12T01:02:26.351 INFO:tasks.workunit.client.0.smithi098.stdout:op 4593 completed, throughput=5MB/sec 2024-04-12T01:02:26.351 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-smsbzbkTBihUdTT off=7241150 len=972977 2024-04-12T01:02:26.352 INFO:tasks.workunit.client.0.smithi098.stdout:op 4594 completed, throughput=5MB/sec 2024-04-12T01:02:26.352 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-60A5YcgUJ7CuuQt off=7687552 len=2006253 2024-04-12T01:02:26.366 INFO:tasks.workunit.client.0.smithi098.stdout:op 4595 completed, throughput=5MB/sec 2024-04-12T01:02:26.366 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0uuw9tMJxv7lXF_ off=12817276 len=246671 2024-04-12T01:02:26.366 INFO:tasks.workunit.client.0.smithi098.stdout:op 4596 completed, throughput=5MB/sec 2024-04-12T01:02:26.366 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aana87JKBCgFE8s off=14084552 len=551046 2024-04-12T01:02:26.367 INFO:tasks.workunit.client.0.smithi098.stdout:op 4597 completed, throughput=5MB/sec 2024-04-12T01:02:26.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:26 smithi098 ceph-mon[91373]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:02:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:26 smithi098 ceph-mon[88922]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:02:26.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:26 smithi193 ceph-mon[83763]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:02:27.367 INFO:tasks.workunit.client.0.smithi098.stdout: 896: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:27.367 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bz24vCJ036P85VE off=6890974 len=1945139 2024-04-12T01:02:27.378 INFO:tasks.workunit.client.0.smithi098.stdout:op 4598 completed, throughput=5MB/sec 2024-04-12T01:02:27.378 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nRkK25-BBEoUQA4 off=7432998 len=1124742 2024-04-12T01:02:27.384 INFO:tasks.workunit.client.0.smithi098.stdout:op 4599 completed, throughput=5MB/sec 2024-04-12T01:02:27.384 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K0vmAmbgtJf4WRW off=1686244 len=1173932 2024-04-12T01:02:27.386 INFO:tasks.workunit.client.0.smithi098.stdout:op 4600 completed, throughput=5MB/sec 2024-04-12T01:02:27.386 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-L7i6n_37KmANwd8 off=2214961 len=484236 2024-04-12T01:02:27.390 INFO:tasks.workunit.client.0.smithi098.stdout:op 4601 completed, throughput=5MB/sec 2024-04-12T01:02:27.390 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TPyf860_E10P5XX off=519154 len=1583744 2024-04-12T01:02:27.392 INFO:tasks.workunit.client.0.smithi098.stdout:op 4602 completed, throughput=5MB/sec 2024-04-12T01:02:28.392 INFO:tasks.workunit.client.0.smithi098.stdout: 897: throughput=5MB/sec pending data=0 2024-04-12T01:02:28.392 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jXbIyG86tMZqJaU off=162758 len=2023434 2024-04-12T01:02:28.403 INFO:tasks.workunit.client.0.smithi098.stdout:op 4603 completed, throughput=5MB/sec 2024-04-12T01:02:28.403 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WPu-Gmj6w7WM2e8 off=7432350 len=1568316 2024-04-12T01:02:28.405 INFO:tasks.workunit.client.0.smithi098.stdout:op 4604 completed, throughput=5MB/sec 2024-04-12T01:02:28.405 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1r3bgfMSJp82oEK off=17062962 len=2047600 2024-04-12T01:02:28.413 INFO:tasks.workunit.client.0.smithi098.stdout:op 4605 completed, throughput=5MB/sec 2024-04-12T01:02:28.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:28 smithi098 ceph-mon[91373]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T01:02:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:28 smithi098 ceph-mon[88922]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T01:02:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:28 smithi193 ceph-mon[83763]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T01:02:29.413 INFO:tasks.workunit.client.0.smithi098.stdout: 898: throughput=5MB/sec pending data=0 2024-04-12T01:02:29.413 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M_ftFSBeUkCoVx5 off=3505726 len=1309512 2024-04-12T01:02:29.420 INFO:tasks.workunit.client.0.smithi098.stdout:op 4606 completed, throughput=5MB/sec 2024-04-12T01:02:29.421 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8wVe8u873RUV-19 off=10079339 len=1496083 2024-04-12T01:02:29.430 INFO:tasks.workunit.client.0.smithi098.stdout:op 4607 completed, throughput=5MB/sec 2024-04-12T01:02:29.430 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-S0r3gsj1-Fhp9i_ off=728341 len=1309967 2024-04-12T01:02:29.435 INFO:tasks.workunit.client.0.smithi098.stdout:op 4608 completed, throughput=5MB/sec 2024-04-12T01:02:30.436 INFO:tasks.workunit.client.0.smithi098.stdout: 899: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:30.436 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-34rJHC93UIJzDmn off=14768091 len=1072347 2024-04-12T01:02:30.442 INFO:tasks.workunit.client.0.smithi098.stdout:op 4609 completed, throughput=5MB/sec 2024-04-12T01:02:30.442 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0ejTGo30FJh3poC off=6362583 len=952505 2024-04-12T01:02:30.447 INFO:tasks.workunit.client.0.smithi098.stdout:op 4610 completed, throughput=5MB/sec 2024-04-12T01:02:30.447 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yyrLJGYf15gL3R7 off=493500 len=1987878 2024-04-12T01:02:30.449 INFO:tasks.workunit.client.0.smithi098.stdout:op 4611 completed, throughput=5MB/sec 2024-04-12T01:02:30.449 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yQ1XXH_uV4XZ0sg off=2002789 len=1391644 2024-04-12T01:02:30.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 4612 completed, throughput=5MB/sec 2024-04-12T01:02:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:30 smithi098 ceph-mon[91373]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:30.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:30 smithi098 ceph-mon[88922]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:30.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:30 smithi193 ceph-mon[83763]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:31.451 INFO:tasks.workunit.client.0.smithi098.stdout: 900: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:31.451 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C7ROBn5u5HqfMrN off=2412957 len=541101 2024-04-12T01:02:31.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 4613 completed, throughput=5MB/sec 2024-04-12T01:02:31.453 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8gOZHUg7AWAxb06 off=363837 len=1644360 2024-04-12T01:02:31.455 INFO:tasks.workunit.client.0.smithi098.stdout:op 4614 completed, throughput=5MB/sec 2024-04-12T01:02:31.455 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5rocFRrO6z08Ipe off=22985257 len=2086692 2024-04-12T01:02:31.465 INFO:tasks.workunit.client.0.smithi098.stdout:op 4615 completed, throughput=5MB/sec 2024-04-12T01:02:31.465 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aKHWPGxgfmBgmdQ off=5203840 len=1276609 2024-04-12T01:02:31.466 INFO:tasks.workunit.client.0.smithi098.stdout:op 4616 completed, throughput=5MB/sec 2024-04-12T01:02:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: 901: throughput=5MB/sec pending data=0 2024-04-12T01:02:32.467 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zWBlf3_C42pnwl5 off=2466098 len=163439 2024-04-12T01:02:32.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 4617 completed, throughput=5MB/sec 2024-04-12T01:02:32.470 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hfi2wgY6Bf6C-eL off=6390246 len=526009 2024-04-12T01:02:32.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 4618 completed, throughput=5MB/sec 2024-04-12T01:02:32.471 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R5kMUbc7PJzx2yj off=6062915 len=1459123 2024-04-12T01:02:32.472 INFO:tasks.workunit.client.0.smithi098.stdout:op 4619 completed, throughput=5MB/sec 2024-04-12T01:02:32.472 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tIy_sDczB_3zZ9P off=3071747 len=2046312 2024-04-12T01:02:32.474 INFO:tasks.workunit.client.0.smithi098.stdout:op 4620 completed, throughput=5MB/sec 2024-04-12T01:02:32.475 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-N0bWTFu63p8t3-l off=15471731 len=1599041 2024-04-12T01:02:32.476 INFO:tasks.workunit.client.0.smithi098.stdout:op 4621 completed, throughput=5MB/sec 2024-04-12T01:02:32.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:32 smithi098 ceph-mon[91373]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:02:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:32 smithi098 ceph-mon[88922]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:02:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:32 smithi193 ceph-mon[83763]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:02:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:02:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:02:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:02:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: 902: throughput=5MB/sec pending data=0 2024-04-12T01:02:33.477 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ea2I5b8ndN_3Q26 off=864736 len=1214273 2024-04-12T01:02:33.478 INFO:tasks.workunit.client.0.smithi098.stdout:op 4622 completed, throughput=5MB/sec 2024-04-12T01:02:33.478 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VEEWaSCyL5FKwCX off=894593 len=422784 2024-04-12T01:02:33.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 4623 completed, throughput=5MB/sec 2024-04-12T01:02:33.480 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wZNRlJO78TTocaR off=5350000 len=1952970 2024-04-12T01:02:33.492 INFO:tasks.workunit.client.0.smithi098.stdout:op 4624 completed, throughput=5MB/sec 2024-04-12T01:02:33.492 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--dS5rwbzPZMcX1L off=1758767 len=762199 2024-04-12T01:02:33.497 INFO:tasks.workunit.client.0.smithi098.stdout:op 4625 completed, throughput=5MB/sec 2024-04-12T01:02:33.497 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zWmWjM554b9BQu0 off=18944076 len=151871 2024-04-12T01:02:33.500 INFO:tasks.workunit.client.0.smithi098.stdout:op 4626 completed, throughput=5MB/sec 2024-04-12T01:02:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: 903: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:34.500 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LUAX7r9Ho7gTrvE off=2386191 len=127578 2024-04-12T01:02:34.503 INFO:tasks.workunit.client.0.smithi098.stdout:op 4627 completed, throughput=4.99MB/sec 2024-04-12T01:02:34.503 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zm0tvnaPt8wGbPt off=12298697 len=463140 2024-04-12T01:02:34.504 INFO:tasks.workunit.client.0.smithi098.stdout:op 4628 completed, throughput=5MB/sec 2024-04-12T01:02:34.504 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6HBAT7biRpsSBrd off=9312171 len=510092 2024-04-12T01:02:34.505 INFO:tasks.workunit.client.0.smithi098.stdout:op 4629 completed, throughput=5MB/sec 2024-04-12T01:02:34.505 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TvlC9p1T1UkbJiU off=10113856 len=69100 2024-04-12T01:02:34.506 INFO:tasks.workunit.client.0.smithi098.stdout:op 4630 completed, throughput=5MB/sec 2024-04-12T01:02:34.506 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1ndBfYDA43jB96v off=650555 len=849396 2024-04-12T01:02:34.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 4631 completed, throughput=5MB/sec 2024-04-12T01:02:34.507 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-suLT4dPpnBu2Fwi off=0 len=1512429 2024-04-12T01:02:34.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 4632 completed, throughput=5MB/sec 2024-04-12T01:02:34.509 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-72oGMLr1QfKGSyi off=14853560 len=1986833 2024-04-12T01:02:34.513 INFO:tasks.workunit.client.0.smithi098.stdout:op 4633 completed, throughput=5MB/sec 2024-04-12T01:02:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:34 smithi098 ceph-mon[88922]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T01:02:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:34 smithi098 ceph-mon[91373]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T01:02:34.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:34 smithi193 ceph-mon[83763]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T01:02:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: 904: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:35.514 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vJxb15z8JBH0kwt off=14170157 len=376981 2024-04-12T01:02:35.515 INFO:tasks.workunit.client.0.smithi098.stdout:op 4634 completed, throughput=5MB/sec 2024-04-12T01:02:35.515 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RI4wglb6BtsEdkc off=3599720 len=1613582 2024-04-12T01:02:35.524 INFO:tasks.workunit.client.0.smithi098.stdout:op 4635 completed, throughput=5MB/sec 2024-04-12T01:02:35.524 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-92JQjy8C8c0qgj_ off=13455054 len=687018 2024-04-12T01:02:35.528 INFO:tasks.workunit.client.0.smithi098.stdout:op 4636 completed, throughput=5MB/sec 2024-04-12T01:02:35.528 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Uw3910USKpO0-Tv off=11551327 len=147465 2024-04-12T01:02:35.531 INFO:tasks.workunit.client.0.smithi098.stdout:op 4637 completed, throughput=5MB/sec 2024-04-12T01:02:35.531 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-unr6qtFSW5qKdX_ off=15728313 len=1248428 2024-04-12T01:02:35.532 INFO:tasks.workunit.client.0.smithi098.stdout:op 4638 completed, throughput=5MB/sec 2024-04-12T01:02:35.532 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6g-HY_7rHXZ25Or off=3444 len=1735445 2024-04-12T01:02:35.539 INFO:tasks.workunit.client.0.smithi098.stdout:op 4639 completed, throughput=5MB/sec 2024-04-12T01:02:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:36.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:02:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:02:35] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T01:02:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: 905: throughput=5MB/sec pending data=0 2024-04-12T01:02:36.540 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DUI_J8iLO2nLw_9 off=1737261 len=102790 2024-04-12T01:02:36.541 INFO:tasks.workunit.client.0.smithi098.stdout:op 4640 completed, throughput=5MB/sec 2024-04-12T01:02:36.541 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gfGYGDomu0yMiyg off=7366947 len=1142689 2024-04-12T01:02:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:36 smithi098 ceph-mon[91373]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:02:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:36 smithi098 ceph-mon[88922]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:02:36.543 INFO:tasks.workunit.client.0.smithi098.stdout:op 4641 completed, throughput=5MB/sec 2024-04-12T01:02:36.543 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-h45Ck3yRl0CjJPK off=290006 len=485168 2024-04-12T01:02:36.547 INFO:tasks.workunit.client.0.smithi098.stdout:op 4642 completed, throughput=5MB/sec 2024-04-12T01:02:36.548 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0-c5B9FRmA56sLI off=1402328 len=954974 2024-04-12T01:02:36.549 INFO:tasks.workunit.client.0.smithi098.stdout:op 4643 completed, throughput=5MB/sec 2024-04-12T01:02:36.549 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iHqtrZw1CY9lgml off=6706149 len=960746 2024-04-12T01:02:36.554 INFO:tasks.workunit.client.0.smithi098.stdout:op 4644 completed, throughput=5MB/sec 2024-04-12T01:02:36.554 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PlnnvQIOdxHSs0G off=4459798 len=1049759 2024-04-12T01:02:36.555 INFO:tasks.workunit.client.0.smithi098.stdout:op 4645 completed, throughput=5MB/sec 2024-04-12T01:02:36.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:36 smithi193 ceph-mon[83763]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:02:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: 906: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:37.556 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9oYBTNr0lLtqSzX off=4760777 len=768079 2024-04-12T01:02:37.558 INFO:tasks.workunit.client.0.smithi098.stdout:op 4646 completed, throughput=5MB/sec 2024-04-12T01:02:37.558 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UkYa-HI8qcr5-6D off=1587588 len=596228 2024-04-12T01:02:37.562 INFO:tasks.workunit.client.0.smithi098.stdout:op 4647 completed, throughput=5MB/sec 2024-04-12T01:02:37.562 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Pow_iT6-ALtHKlg off=12881092 len=983146 2024-04-12T01:02:37.567 INFO:tasks.workunit.client.0.smithi098.stdout:op 4648 completed, throughput=5MB/sec 2024-04-12T01:02:37.567 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3_sp50f3cS67Vr1 off=2985299 len=687709 2024-04-12T01:02:37.569 INFO:tasks.workunit.client.0.smithi098.stdout:op 4649 completed, throughput=5MB/sec 2024-04-12T01:02:37.569 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UtayIdBdKF74_-N off=10994528 len=338141 2024-04-12T01:02:37.572 INFO:tasks.workunit.client.0.smithi098.stdout:op 4650 completed, throughput=5MB/sec 2024-04-12T01:02:37.572 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OJTBJaUmduUm6jp off=7493460 len=1351713 2024-04-12T01:02:37.579 INFO:tasks.workunit.client.0.smithi098.stdout:op 4651 completed, throughput=5MB/sec 2024-04-12T01:02:37.579 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RkBmlfIXfCAUZfd off=908430 len=1114436 2024-04-12T01:02:37.584 INFO:tasks.workunit.client.0.smithi098.stdout:op 4652 completed, throughput=5MB/sec 2024-04-12T01:02:38.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:38 smithi098 ceph-mon[91373]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:02:38.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:38 smithi098 ceph-mon[88922]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:02:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: 907: throughput=5MB/sec pending data=0 2024-04-12T01:02:38.584 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mSyyj5cmBm6Zb2N off=169905 len=505255 2024-04-12T01:02:38.589 INFO:tasks.workunit.client.0.smithi098.stdout:op 4653 completed, throughput=5MB/sec 2024-04-12T01:02:38.589 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tes0xOkL6M7drWD off=4141084 len=1835795 2024-04-12T01:02:38.591 INFO:tasks.workunit.client.0.smithi098.stdout:op 4654 completed, throughput=5MB/sec 2024-04-12T01:02:38.591 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F8Y4JefvO4_3YsL off=769591 len=1751306 2024-04-12T01:02:38.599 INFO:tasks.workunit.client.0.smithi098.stdout:op 4655 completed, throughput=5MB/sec 2024-04-12T01:02:38.599 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fNYY_NxvUdB4au7 off=291006 len=353410 2024-04-12T01:02:38.599 INFO:tasks.workunit.client.0.smithi098.stdout:op 4656 completed, throughput=5MB/sec 2024-04-12T01:02:38.600 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V6KnmuM-dwj1DZ3 off=10317669 len=2096990 2024-04-12T01:02:38.611 INFO:tasks.workunit.client.0.smithi098.stdout:op 4657 completed, throughput=5MB/sec 2024-04-12T01:02:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:38 smithi193 ceph-mon[83763]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:02:39.612 INFO:tasks.workunit.client.0.smithi098.stdout: 908: throughput=5MB/sec pending data=0 2024-04-12T01:02:39.612 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zdny7PrVlAfjqMy off=4365122 len=1190758 2024-04-12T01:02:39.613 INFO:tasks.workunit.client.0.smithi098.stdout:op 4658 completed, throughput=5MB/sec 2024-04-12T01:02:39.613 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mxIOHWQhwcLGiF_ off=5991119 len=1983744 2024-04-12T01:02:39.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 4659 completed, throughput=5MB/sec 2024-04-12T01:02:39.616 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_0THqPPC9zLlKBe off=23378706 len=458957 2024-04-12T01:02:39.617 INFO:tasks.workunit.client.0.smithi098.stdout:op 4660 completed, throughput=5MB/sec 2024-04-12T01:02:40.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:40 smithi098 ceph-mon[91373]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:02:40.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:40 smithi098 ceph-mon[88922]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:02:40.618 INFO:tasks.workunit.client.0.smithi098.stdout: 909: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:40.618 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NvCGjxKMsb7p-NR off=3966423 len=1723651 2024-04-12T01:02:40.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:40 smithi193 ceph-mon[83763]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:02:40.621 INFO:tasks.workunit.client.0.smithi098.stdout:op 4661 completed, throughput=5MB/sec 2024-04-12T01:02:40.621 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Q3GYhkSjOSoNdHv off=1980793 len=162138 2024-04-12T01:02:40.625 INFO:tasks.workunit.client.0.smithi098.stdout:op 4662 completed, throughput=5MB/sec 2024-04-12T01:02:40.625 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cTklq5Mg-Qdsx_p off=73121 len=493276 2024-04-12T01:02:40.626 INFO:tasks.workunit.client.0.smithi098.stdout:op 4663 completed, throughput=5MB/sec 2024-04-12T01:02:40.626 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RYtIl8UDoJ9fvMA off=5011071 len=572732 2024-04-12T01:02:40.630 INFO:tasks.workunit.client.0.smithi098.stdout:op 4664 completed, throughput=5MB/sec 2024-04-12T01:02:40.631 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c5LWunkiITXhzK8 off=7463331 len=1486227 2024-04-12T01:02:40.633 INFO:tasks.workunit.client.0.smithi098.stdout:op 4665 completed, throughput=5MB/sec 2024-04-12T01:02:40.633 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-D5mZN1KHN7-igPc off=5069252 len=1552802 2024-04-12T01:02:40.635 INFO:tasks.workunit.client.0.smithi098.stdout:op 4666 completed, throughput=5MB/sec 2024-04-12T01:02:41.635 INFO:tasks.workunit.client.0.smithi098.stdout: 910: throughput=5MB/sec pending data=0 2024-04-12T01:02:41.635 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OUSWh_hO_uHhWLI off=13342187 len=288352 2024-04-12T01:02:41.639 INFO:tasks.workunit.client.0.smithi098.stdout:op 4667 completed, throughput=5MB/sec 2024-04-12T01:02:41.639 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6EqqzgbmJQCdGuP off=335418 len=306241 2024-04-12T01:02:41.642 INFO:tasks.workunit.client.0.smithi098.stdout:op 4668 completed, throughput=5MB/sec 2024-04-12T01:02:41.642 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OmBxYcPzqNcZBya off=9064685 len=1086960 2024-04-12T01:02:41.647 INFO:tasks.workunit.client.0.smithi098.stdout:op 4669 completed, throughput=5MB/sec 2024-04-12T01:02:41.648 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VLTLWrO5vdJd1wH off=9188950 len=1303300 2024-04-12T01:02:41.649 INFO:tasks.workunit.client.0.smithi098.stdout:op 4670 completed, throughput=5MB/sec 2024-04-12T01:02:41.649 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rVkMguxZZ9gEBBy off=20389130 len=156232 2024-04-12T01:02:41.652 INFO:tasks.workunit.client.0.smithi098.stdout:op 4671 completed, throughput=5MB/sec 2024-04-12T01:02:41.652 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x6sX9Cs85YhE8qj off=4587509 len=1574152 2024-04-12T01:02:41.653 INFO:tasks.workunit.client.0.smithi098.stdout:op 4672 completed, throughput=5MB/sec 2024-04-12T01:02:42.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:42 smithi098 ceph-mon[91373]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:02:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:42 smithi098 ceph-mon[88922]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:02:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:42 smithi193 ceph-mon[83763]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:02:42.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:02:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:02:42.654 INFO:tasks.workunit.client.0.smithi098.stdout: 911: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:42.654 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hZ_VWGBTSTg-kgt off=8076618 len=127170 2024-04-12T01:02:42.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 4673 completed, throughput=4.99MB/sec 2024-04-12T01:02:42.655 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AvaALqixyllBpS5 off=1406054 len=1088256 2024-04-12T01:02:42.660 INFO:tasks.workunit.client.0.smithi098.stdout:op 4674 completed, throughput=5MB/sec 2024-04-12T01:02:42.660 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9ItggOjXcEX1hSv off=81948 len=1763395 2024-04-12T01:02:42.668 INFO:tasks.workunit.client.0.smithi098.stdout:op 4675 completed, throughput=5MB/sec 2024-04-12T01:02:42.668 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O60FpsJYMcDArYA off=13508641 len=527173 2024-04-12T01:02:42.672 INFO:tasks.workunit.client.0.smithi098.stdout:op 4676 completed, throughput=5MB/sec 2024-04-12T01:02:42.672 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-W100HdYpU3ZZXIJ off=968202 len=1497035 2024-04-12T01:02:42.678 INFO:tasks.workunit.client.0.smithi098.stdout:op 4677 completed, throughput=5MB/sec 2024-04-12T01:02:42.678 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KL8xd1bnt5QKuc8 off=1336481 len=126438 2024-04-12T01:02:42.678 INFO:tasks.workunit.client.0.smithi098.stdout:op 4678 completed, throughput=5MB/sec 2024-04-12T01:02:42.678 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NyW3n8UpF48Efv_ off=850269 len=1690159 2024-04-12T01:02:42.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 4679 completed, throughput=5MB/sec 2024-04-12T01:02:43.686 INFO:tasks.workunit.client.0.smithi098.stdout: 912: throughput=5MB/sec pending data=0 2024-04-12T01:02:43.687 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6IKTFjVz6-dWjUt off=1153409 len=1912400 2024-04-12T01:02:43.695 INFO:tasks.workunit.client.0.smithi098.stdout:op 4680 completed, throughput=5MB/sec 2024-04-12T01:02:43.695 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-056DnmyyCrLaFcl off=7762604 len=2060306 2024-04-12T01:02:43.697 INFO:tasks.workunit.client.0.smithi098.stdout:op 4681 completed, throughput=5MB/sec 2024-04-12T01:02:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:44 smithi098 ceph-mon[91373]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:02:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:44 smithi098 ceph-mon[88922]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:02:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:44 smithi193 ceph-mon[83763]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:02:44.698 INFO:tasks.workunit.client.0.smithi098.stdout: 913: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:44.698 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lF5XRloe-vbZaMX off=14649876 len=1838722 2024-04-12T01:02:44.702 INFO:tasks.workunit.client.0.smithi098.stdout:op 4682 completed, throughput=5MB/sec 2024-04-12T01:02:44.702 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-B8q7YwxxGW3KKJK off=1180115 len=668878 2024-04-12T01:02:44.706 INFO:tasks.workunit.client.0.smithi098.stdout:op 4683 completed, throughput=5MB/sec 2024-04-12T01:02:44.706 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wMiXTnF5g_j09pH off=6390606 len=1001907 2024-04-12T01:02:44.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 4684 completed, throughput=5MB/sec 2024-04-12T01:02:44.708 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qXQxDnLO-uLMrw_ off=9134138 len=585845 2024-04-12T01:02:44.709 INFO:tasks.workunit.client.0.smithi098.stdout:op 4685 completed, throughput=5MB/sec 2024-04-12T01:02:44.709 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tUXCBS3mTr1cwP2 off=5982190 len=128707 2024-04-12T01:02:44.712 INFO:tasks.workunit.client.0.smithi098.stdout:op 4686 completed, throughput=5MB/sec 2024-04-12T01:02:44.712 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dd-u32z3whvsoHE off=113019 len=89867 2024-04-12T01:02:44.712 INFO:tasks.workunit.client.0.smithi098.stdout:op 4687 completed, throughput=5MB/sec 2024-04-12T01:02:44.713 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-N60WerLXVXwcjOH off=3398604 len=1665097 2024-04-12T01:02:44.714 INFO:tasks.workunit.client.0.smithi098.stdout:op 4688 completed, throughput=5MB/sec 2024-04-12T01:02:45.715 INFO:tasks.workunit.client.0.smithi098.stdout: 914: throughput=5MB/sec pending data=0 2024-04-12T01:02:45.715 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K09v6xCowLadp-9 off=2908490 len=825037 2024-04-12T01:02:45.720 INFO:tasks.workunit.client.0.smithi098.stdout:op 4689 completed, throughput=5MB/sec 2024-04-12T01:02:45.720 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rK8cj45v_XaiTa4 off=2953343 len=919297 2024-04-12T01:02:45.725 INFO:tasks.workunit.client.0.smithi098.stdout:op 4690 completed, throughput=5MB/sec 2024-04-12T01:02:45.726 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jEpksDhZY9W-_Mj off=18410331 len=533061 2024-04-12T01:02:45.729 INFO:tasks.workunit.client.0.smithi098.stdout:op 4691 completed, throughput=5MB/sec 2024-04-12T01:02:45.729 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AINKv05EgaR_2ut off=319847 len=1467898 2024-04-12T01:02:45.735 INFO:tasks.workunit.client.0.smithi098.stdout:op 4692 completed, throughput=5MB/sec 2024-04-12T01:02:45.735 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ar0dlPgpT-_SeJv off=6258024 len=1562717 2024-04-12T01:02:45.736 INFO:tasks.workunit.client.0.smithi098.stdout:op 4693 completed, throughput=5MB/sec 2024-04-12T01:02:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:02:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:02:45] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T01:02:46.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:46 smithi098 ceph-mon[91373]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:02:46.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:46 smithi098 ceph-mon[88922]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:02:46.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:46 smithi193 ceph-mon[83763]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:02:46.737 INFO:tasks.workunit.client.0.smithi098.stdout: 915: throughput=5MB/sec pending data=0 2024-04-12T01:02:46.737 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mX2NPPmNa2xoz10 off=663624 len=1752543 2024-04-12T01:02:46.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 4694 completed, throughput=5MB/sec 2024-04-12T01:02:46.748 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5Xzgln7KxaqYhJc off=9188857 len=216746 2024-04-12T01:02:46.749 INFO:tasks.workunit.client.0.smithi098.stdout:op 4695 completed, throughput=5MB/sec 2024-04-12T01:02:46.749 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dmhJ2tAc7E4EKmb off=18918673 len=738185 2024-04-12T01:02:46.754 INFO:tasks.workunit.client.0.smithi098.stdout:op 4696 completed, throughput=5MB/sec 2024-04-12T01:02:46.754 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hyXmXRqs1Vd6Ll_ off=2661412 len=274178 2024-04-12T01:02:46.756 INFO:tasks.workunit.client.0.smithi098.stdout:op 4697 completed, throughput=5MB/sec 2024-04-12T01:02:46.757 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8v2BrLoBCsC-mbc off=7944576 len=128889 2024-04-12T01:02:46.757 INFO:tasks.workunit.client.0.smithi098.stdout:op 4698 completed, throughput=5MB/sec 2024-04-12T01:02:46.757 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-peqKl6ADuerOVKW off=2204475 len=1081869 2024-04-12T01:02:46.758 INFO:tasks.workunit.client.0.smithi098.stdout:op 4699 completed, throughput=5MB/sec 2024-04-12T01:02:46.758 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9j1Qk4220EPXltP off=10003490 len=2005294 2024-04-12T01:02:46.762 INFO:tasks.workunit.client.0.smithi098.stdout:op 4700 completed, throughput=5MB/sec 2024-04-12T01:02:47.762 INFO:tasks.workunit.client.0.smithi098.stdout: 916: throughput=5MB/sec pending data=0 2024-04-12T01:02:47.763 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rM7eJ5IsU6gjvwA off=11981741 len=1473903 2024-04-12T01:02:47.764 INFO:tasks.workunit.client.0.smithi098.stdout:op 4701 completed, throughput=5MB/sec 2024-04-12T01:02:47.765 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PVcKbhWp5_N_W8t off=1524286 len=854157 2024-04-12T01:02:47.770 INFO:tasks.workunit.client.0.smithi098.stdout:op 4702 completed, throughput=5MB/sec 2024-04-12T01:02:47.770 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aYK6gn37KrhWF7b off=1448392 len=1169615 2024-04-12T01:02:47.776 INFO:tasks.workunit.client.0.smithi098.stdout:op 4703 completed, throughput=5MB/sec 2024-04-12T01:02:47.776 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nfQG1Rfg79utYYD off=701252 len=1132364 2024-04-12T01:02:47.780 INFO:tasks.workunit.client.0.smithi098.stdout:op 4704 completed, throughput=5MB/sec 2024-04-12T01:02:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:48 smithi098 ceph-mon[91373]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:48 smithi098 ceph-mon[88922]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:48.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:48 smithi193 ceph-mon[83763]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:02:48.780 INFO:tasks.workunit.client.0.smithi098.stdout: 917: throughput=5MB/sec pending data=0 2024-04-12T01:02:48.780 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hMLajmrCmuGkeSd off=20414626 len=1554122 2024-04-12T01:02:48.787 INFO:tasks.workunit.client.0.smithi098.stdout:op 4705 completed, throughput=5MB/sec 2024-04-12T01:02:48.787 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TeULvWwSNq_cDwb off=1913808 len=1739115 2024-04-12T01:02:48.795 INFO:tasks.workunit.client.0.smithi098.stdout:op 4706 completed, throughput=5MB/sec 2024-04-12T01:02:48.795 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JcSQp9gVOb-xLl9 off=300727 len=1182055 2024-04-12T01:02:48.798 INFO:tasks.workunit.client.0.smithi098.stdout:op 4707 completed, throughput=5MB/sec 2024-04-12T01:02:48.798 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3WWiY4T5guEFq0Y off=20143839 len=330291 2024-04-12T01:02:48.800 INFO:tasks.workunit.client.0.smithi098.stdout:op 4708 completed, throughput=5MB/sec 2024-04-12T01:02:49.801 INFO:tasks.workunit.client.0.smithi098.stdout: 918: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:49.801 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-szmWz7XbMcmTZup off=17400411 len=937224 2024-04-12T01:02:49.802 INFO:tasks.workunit.client.0.smithi098.stdout:op 4709 completed, throughput=5MB/sec 2024-04-12T01:02:49.802 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uapWs0h8MJKATzq off=12061223 len=565371 2024-04-12T01:02:49.806 INFO:tasks.workunit.client.0.smithi098.stdout:op 4710 completed, throughput=5MB/sec 2024-04-12T01:02:49.806 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QZtJBwNuI6HXT9g off=28863 len=154502 2024-04-12T01:02:49.810 INFO:tasks.workunit.client.0.smithi098.stdout:op 4711 completed, throughput=5MB/sec 2024-04-12T01:02:49.810 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o6BpLpeUXc8qwsZ off=3598497 len=2054546 2024-04-12T01:02:49.821 INFO:tasks.workunit.client.0.smithi098.stdout:op 4712 completed, throughput=5MB/sec 2024-04-12T01:02:49.821 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HuoyWivO2iwBf0T off=18627465 len=11869 2024-04-12T01:02:49.822 INFO:tasks.workunit.client.0.smithi098.stdout:op 4713 completed, throughput=5MB/sec 2024-04-12T01:02:49.822 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-h7R7BSP9PpjcOW1 off=1001597 len=924270 2024-04-12T01:02:49.825 INFO:tasks.workunit.client.0.smithi098.stdout:op 4714 completed, throughput=5MB/sec 2024-04-12T01:02:49.825 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tTcsepa78fXP8EU off=3867475 len=1878094 2024-04-12T01:02:49.827 INFO:tasks.workunit.client.0.smithi098.stdout:op 4715 completed, throughput=5MB/sec 2024-04-12T01:02:50.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:50 smithi098 ceph-mon[91373]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:50.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:50 smithi098 ceph-mon[88922]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:50 smithi193 ceph-mon[83763]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:02:50.827 INFO:tasks.workunit.client.0.smithi098.stdout: 919: throughput=5MB/sec pending data=0 2024-04-12T01:02:50.827 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IEQ-Cpu9vrymPoW off=4791742 len=1518022 2024-04-12T01:02:50.834 INFO:tasks.workunit.client.0.smithi098.stdout:op 4716 completed, throughput=5MB/sec 2024-04-12T01:02:50.834 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6_xy7QcZw5k176S off=8906620 len=1206834 2024-04-12T01:02:50.843 INFO:tasks.workunit.client.0.smithi098.stdout:op 4717 completed, throughput=5MB/sec 2024-04-12T01:02:50.843 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lHu9MYLMXtixjcF off=2685727 len=319755 2024-04-12T01:02:50.846 INFO:tasks.workunit.client.0.smithi098.stdout:op 4718 completed, throughput=5MB/sec 2024-04-12T01:02:50.846 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-84wZZLl062gKTWV off=3364269 len=1089652 2024-04-12T01:02:50.847 INFO:tasks.workunit.client.0.smithi098.stdout:op 4719 completed, throughput=5MB/sec 2024-04-12T01:02:51.847 INFO:tasks.workunit.client.0.smithi098.stdout: 920: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:51.848 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FRuaUGvP6SQ5Ktn off=627548 len=2084330 2024-04-12T01:02:51.860 INFO:tasks.workunit.client.0.smithi098.stdout:op 4720 completed, throughput=5MB/sec 2024-04-12T01:02:51.860 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EW0EODIDC-4PpMf off=1797159 len=1283637 2024-04-12T01:02:51.868 INFO:tasks.workunit.client.0.smithi098.stdout:op 4721 completed, throughput=5MB/sec 2024-04-12T01:02:51.868 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YMb3owaIVAgAMKx off=2559907 len=1639550 2024-04-12T01:02:51.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 4722 completed, throughput=5MB/sec 2024-04-12T01:02:51.871 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--hgZcy1Fy4BEFN9 off=1175210 len=1633181 2024-04-12T01:02:51.878 INFO:tasks.workunit.client.0.smithi098.stdout:op 4723 completed, throughput=5MB/sec 2024-04-12T01:02:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:52 smithi098 ceph-mon[91373]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:52 smithi098 ceph-mon[88922]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:52 smithi193 ceph-mon[83763]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:52.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:02:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:02:52.879 INFO:tasks.workunit.client.0.smithi098.stdout: 921: throughput=5MB/sec pending data=0 2024-04-12T01:02:52.879 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7NC5OdrthkSSRd8 off=3913649 len=663891 2024-04-12T01:02:52.884 INFO:tasks.workunit.client.0.smithi098.stdout:op 4724 completed, throughput=5MB/sec 2024-04-12T01:02:52.884 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Uc88Nflt6orXhLe off=15347296 len=771880 2024-04-12T01:02:52.889 INFO:tasks.workunit.client.0.smithi098.stdout:op 4725 completed, throughput=5MB/sec 2024-04-12T01:02:52.889 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-T5muImfi6CqG2hn off=15173357 len=1177769 2024-04-12T01:02:52.892 INFO:tasks.workunit.client.0.smithi098.stdout:op 4726 completed, throughput=5MB/sec 2024-04-12T01:02:52.892 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oRsU0TwrxZoTrE2 off=4665688 len=1340322 2024-04-12T01:02:52.893 INFO:tasks.workunit.client.0.smithi098.stdout:op 4727 completed, throughput=5MB/sec 2024-04-12T01:02:53.894 INFO:tasks.workunit.client.0.smithi098.stdout: 922: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:53.894 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_Od1Fdy8oilEuw5 off=9460786 len=1777460 2024-04-12T01:02:53.896 INFO:tasks.workunit.client.0.smithi098.stdout:op 4728 completed, throughput=5MB/sec 2024-04-12T01:02:53.896 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p82SCRoN5G7coJt off=1004975 len=1153807 2024-04-12T01:02:53.898 INFO:tasks.workunit.client.0.smithi098.stdout:op 4729 completed, throughput=5MB/sec 2024-04-12T01:02:53.898 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HCVXMcTw3VArPds off=2464052 len=360650 2024-04-12T01:02:53.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 4730 completed, throughput=5MB/sec 2024-04-12T01:02:53.899 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rGtegO36dDinXxD off=3838061 len=1486295 2024-04-12T01:02:53.907 INFO:tasks.workunit.client.0.smithi098.stdout:op 4731 completed, throughput=5MB/sec 2024-04-12T01:02:53.907 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vh-HP-sc0rbeGfh off=15011288 len=538557 2024-04-12T01:02:53.908 INFO:tasks.workunit.client.0.smithi098.stdout:op 4732 completed, throughput=5MB/sec 2024-04-12T01:02:54.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:54 smithi098 ceph-mon[91373]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:02:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:54 smithi098 ceph-mon[88922]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:02:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:54 smithi193 ceph-mon[83763]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:02:54.908 INFO:tasks.workunit.client.0.smithi098.stdout: 923: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:54.908 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-91XtIC8XKSdq0Ns off=2929759 len=1408077 2024-04-12T01:02:54.918 INFO:tasks.workunit.client.0.smithi098.stdout:op 4733 completed, throughput=5MB/sec 2024-04-12T01:02:54.918 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MCkDgYagso9gJ8c off=1278623 len=1417019 2024-04-12T01:02:54.925 INFO:tasks.workunit.client.0.smithi098.stdout:op 4734 completed, throughput=5MB/sec 2024-04-12T01:02:54.925 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tDS6etzAby133lz off=1599084 len=1666220 2024-04-12T01:02:54.933 INFO:tasks.workunit.client.0.smithi098.stdout:op 4735 completed, throughput=5MB/sec 2024-04-12T01:02:54.934 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5EdAI8QZcip_EZX off=3605554 len=612964 2024-04-12T01:02:54.934 INFO:tasks.workunit.client.0.smithi098.stdout:op 4736 completed, throughput=5MB/sec 2024-04-12T01:02:54.934 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OR1leUTqeio-9-7 off=4999959 len=443653 2024-04-12T01:02:54.935 INFO:tasks.workunit.client.0.smithi098.stdout:op 4737 completed, throughput=5MB/sec 2024-04-12T01:02:55.935 INFO:tasks.workunit.client.0.smithi098.stdout: 924: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:55.935 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5x7stTz9p-DQLEP off=978280 len=1679417 2024-04-12T01:02:55.938 INFO:tasks.workunit.client.0.smithi098.stdout:op 4738 completed, throughput=5MB/sec 2024-04-12T01:02:55.938 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6VV5dJrhoHb63I6 off=459930 len=1769642 2024-04-12T01:02:55.942 INFO:tasks.workunit.client.0.smithi098.stdout:op 4739 completed, throughput=5MB/sec 2024-04-12T01:02:55.942 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8icP-bYYSn5IXm7 off=438888 len=287769 2024-04-12T01:02:55.943 INFO:tasks.workunit.client.0.smithi098.stdout:op 4740 completed, throughput=5MB/sec 2024-04-12T01:02:55.943 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7-BA5myMZ7JnqO5 off=5817110 len=1522298 2024-04-12T01:02:55.945 INFO:tasks.workunit.client.0.smithi098.stdout:op 4741 completed, throughput=5MB/sec 2024-04-12T01:02:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:02:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:02:55] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:02:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:56 smithi098 ceph-mon[91373]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:02:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:56 smithi098 ceph-mon[88922]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:02:56.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:56 smithi193 ceph-mon[83763]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:02:56.945 INFO:tasks.workunit.client.0.smithi098.stdout: 925: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:56.945 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-youEAgxnXUSLfwZ off=13268324 len=92355 2024-04-12T01:02:56.948 INFO:tasks.workunit.client.0.smithi098.stdout:op 4742 completed, throughput=5MB/sec 2024-04-12T01:02:56.948 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vvP8NSQcAGxbvMk off=698349 len=1635286 2024-04-12T01:02:56.957 INFO:tasks.workunit.client.0.smithi098.stdout:op 4743 completed, throughput=5MB/sec 2024-04-12T01:02:56.957 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RORDwoKaeTiNUGM off=8565996 len=442663 2024-04-12T01:02:56.961 INFO:tasks.workunit.client.0.smithi098.stdout:op 4744 completed, throughput=5MB/sec 2024-04-12T01:02:56.961 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OQzX1160nNta_3P off=5171071 len=336960 2024-04-12T01:02:56.963 INFO:tasks.workunit.client.0.smithi098.stdout:op 4745 completed, throughput=5MB/sec 2024-04-12T01:02:56.964 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c9YgefdFqw80ATR off=5534751 len=1705655 2024-04-12T01:02:56.965 INFO:tasks.workunit.client.0.smithi098.stdout:op 4746 completed, throughput=5MB/sec 2024-04-12T01:02:56.966 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vF8HfFPDPPnBhHI off=11677325 len=1077352 2024-04-12T01:02:56.971 INFO:tasks.workunit.client.0.smithi098.stdout:op 4747 completed, throughput=5MB/sec 2024-04-12T01:02:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:57 smithi098 ceph-mon[91373]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:57.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:57 smithi098 ceph-mon[88922]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:57 smithi193 ceph-mon[83763]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:02:57.971 INFO:tasks.workunit.client.0.smithi098.stdout: 926: throughput=4.99MB/sec pending data=0 2024-04-12T01:02:57.971 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-suPNg2BkS9vHmQ7 off=20324982 len=607182 2024-04-12T01:02:57.975 INFO:tasks.workunit.client.0.smithi098.stdout:op 4748 completed, throughput=5MB/sec 2024-04-12T01:02:57.976 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2CEOBPcL8nA3Qkx off=4785163 len=834275 2024-04-12T01:02:57.977 INFO:tasks.workunit.client.0.smithi098.stdout:op 4749 completed, throughput=5MB/sec 2024-04-12T01:02:57.977 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GQo9DuQk9P3C5qA off=3440719 len=127713 2024-04-12T01:02:57.980 INFO:tasks.workunit.client.0.smithi098.stdout:op 4750 completed, throughput=5MB/sec 2024-04-12T01:02:57.980 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RhRTeMaH2wkBhBX off=13704399 len=1353355 2024-04-12T01:02:57.981 INFO:tasks.workunit.client.0.smithi098.stdout:op 4751 completed, throughput=5MB/sec 2024-04-12T01:02:57.981 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-e8aWASiw5_5kSBT off=17841002 len=1868201 2024-04-12T01:02:57.983 INFO:tasks.workunit.client.0.smithi098.stdout:op 4752 completed, throughput=5MB/sec 2024-04-12T01:02:57.983 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cZt_yrePfjI7nE_ off=381526 len=1704640 2024-04-12T01:02:57.985 INFO:tasks.workunit.client.0.smithi098.stdout:op 4753 completed, throughput=5MB/sec 2024-04-12T01:02:58.986 INFO:tasks.workunit.client.0.smithi098.stdout: 927: throughput=5MB/sec pending data=0 2024-04-12T01:02:58.986 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0_t4whBIyc8KLY8 off=81273 len=1956805 2024-04-12T01:02:58.988 INFO:tasks.workunit.client.0.smithi098.stdout:op 4754 completed, throughput=5MB/sec 2024-04-12T01:02:58.988 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8__Fl2o5JfzpGT4 off=2618608 len=1867778 2024-04-12T01:02:58.997 INFO:tasks.workunit.client.0.smithi098.stdout:op 4755 completed, throughput=5MB/sec 2024-04-12T01:02:58.998 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_Tbo6vw0Fl2JM-W off=20691092 len=1642976 2024-04-12T01:02:59.005 INFO:tasks.workunit.client.0.smithi098.stdout:op 4756 completed, throughput=5MB/sec 2024-04-12T01:02:59.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:02:59 smithi098 ceph-mon[91373]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:02:59.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:02:59 smithi098 ceph-mon[88922]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:02:59.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:02:59 smithi193 ceph-mon[83763]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:03:00.005 INFO:tasks.workunit.client.0.smithi098.stdout: 928: throughput=5MB/sec pending data=0 2024-04-12T01:03:00.005 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ov67DsmohtsYAfs off=7161372 len=1584899 2024-04-12T01:03:00.007 INFO:tasks.workunit.client.0.smithi098.stdout:op 4757 completed, throughput=5MB/sec 2024-04-12T01:03:00.007 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Bb3vtIw2VTVNs1k off=0 len=1076553 2024-04-12T01:03:00.013 INFO:tasks.workunit.client.0.smithi098.stdout:op 4758 completed, throughput=5MB/sec 2024-04-12T01:03:00.013 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z-pfE_69ZvX_xA3 off=2601203 len=1398436 2024-04-12T01:03:00.022 INFO:tasks.workunit.client.0.smithi098.stdout:op 4759 completed, throughput=5MB/sec 2024-04-12T01:03:01.022 INFO:tasks.workunit.client.0.smithi098.stdout: 929: throughput=4.99MB/sec pending data=0 2024-04-12T01:03:01.023 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tRa7Yso2rtFBvwq off=4541007 len=1732742 2024-04-12T01:03:01.032 INFO:tasks.workunit.client.0.smithi098.stdout:op 4760 completed, throughput=5MB/sec 2024-04-12T01:03:01.032 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Pzse99-tuhnxjJf off=6065701 len=1667471 2024-04-12T01:03:01.040 INFO:tasks.workunit.client.0.smithi098.stdout:op 4761 completed, throughput=5MB/sec 2024-04-12T01:03:01.040 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NvCGjxKMsb7p-NR off=1370440 len=1515107 2024-04-12T01:03:01.049 INFO:tasks.workunit.client.0.smithi098.stdout:op 4762 completed, throughput=5MB/sec 2024-04-12T01:03:01.049 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Zq0_tAV2ZipC7sy off=1470436 len=1545171 2024-04-12T01:03:01.057 INFO:tasks.workunit.client.0.smithi098.stdout:op 4763 completed, throughput=5MB/sec 2024-04-12T01:03:01.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:01 smithi098 ceph-mon[91373]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:03:01.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:01 smithi098 ceph-mon[88922]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:03:01.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:01 smithi193 ceph-mon[83763]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:03:02.057 INFO:tasks.workunit.client.0.smithi098.stdout: 930: throughput=5MB/sec pending data=0 2024-04-12T01:03:02.058 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sH3FUYjnY0Fx7zE off=9484861 len=199397 2024-04-12T01:03:02.058 INFO:tasks.workunit.client.0.smithi098.stdout:op 4764 completed, throughput=5MB/sec 2024-04-12T01:03:02.059 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oe0ZZVa4Qrn_0RO off=11069717 len=57488 2024-04-12T01:03:02.061 INFO:tasks.workunit.client.0.smithi098.stdout:op 4765 completed, throughput=5MB/sec 2024-04-12T01:03:02.061 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-l-iN3y8IwTvEyRS off=1082459 len=177449 2024-04-12T01:03:02.064 INFO:tasks.workunit.client.0.smithi098.stdout:op 4766 completed, throughput=5MB/sec 2024-04-12T01:03:02.064 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-C1z4JkRQ_TWRnkQ off=2297451 len=343183 2024-04-12T01:03:02.067 INFO:tasks.workunit.client.0.smithi098.stdout:op 4767 completed, throughput=5MB/sec 2024-04-12T01:03:02.067 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EW0EODIDC-4PpMf off=7998319 len=1553961 2024-04-12T01:03:02.070 INFO:tasks.workunit.client.0.smithi098.stdout:op 4768 completed, throughput=5MB/sec 2024-04-12T01:03:02.071 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nKfsHphHDvup_BE off=8638167 len=960912 2024-04-12T01:03:02.072 INFO:tasks.workunit.client.0.smithi098.stdout:op 4769 completed, throughput=5MB/sec 2024-04-12T01:03:02.072 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5OrAlE2MzNclOaA off=4826751 len=1657936 2024-04-12T01:03:02.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 4770 completed, throughput=5MB/sec 2024-04-12T01:03:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:03:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:03:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:03:03.074 INFO:tasks.workunit.client.0.smithi098.stdout: 931: throughput=5MB/sec pending data=0 2024-04-12T01:03:03.074 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-M3d0OQuBwRoLS4U off=13171065 len=662319 2024-04-12T01:03:03.076 INFO:tasks.workunit.client.0.smithi098.stdout:op 4771 completed, throughput=5MB/sec 2024-04-12T01:03:03.077 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1rX5RgzTqvslP6b off=10048021 len=416110 2024-04-12T01:03:03.084 INFO:tasks.workunit.client.0.smithi098.stdout:op 4772 completed, throughput=5MB/sec 2024-04-12T01:03:03.084 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5ix3GyMFCxN4k2C off=19903421 len=1165185 2024-04-12T01:03:03.090 INFO:tasks.workunit.client.0.smithi098.stdout:op 4773 completed, throughput=5MB/sec 2024-04-12T01:03:03.090 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vNMQFDiNs-P9zPC off=16119199 len=16362 2024-04-12T01:03:03.090 INFO:tasks.workunit.client.0.smithi098.stdout:op 4774 completed, throughput=5MB/sec 2024-04-12T01:03:03.090 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7-Gj5PiXwzIHiPz off=4188806 len=748613 2024-04-12T01:03:03.091 INFO:tasks.workunit.client.0.smithi098.stdout:op 4775 completed, throughput=5MB/sec 2024-04-12T01:03:03.091 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-j28Iixf68D_3f_C off=6813677 len=316636 2024-04-12T01:03:03.092 INFO:tasks.workunit.client.0.smithi098.stdout:op 4776 completed, throughput=5MB/sec 2024-04-12T01:03:03.092 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9ZWmHOy0o4d0UUv off=1163779 len=1529210 2024-04-12T01:03:03.101 INFO:tasks.workunit.client.0.smithi098.stdout:op 4777 completed, throughput=5MB/sec 2024-04-12T01:03:04.102 INFO:tasks.workunit.client.0.smithi098.stdout: 932: throughput=5MB/sec pending data=0 2024-04-12T01:03:04.102 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yxGA3MqYqe1i-lC off=20603729 len=920999 2024-04-12T01:03:04.107 INFO:tasks.workunit.client.0.smithi098.stdout:op 4778 completed, throughput=5MB/sec 2024-04-12T01:03:04.108 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y0Xqvbj2Y-kku9Q off=873268 len=1610047 2024-04-12T01:03:04.109 INFO:tasks.workunit.client.0.smithi098.stdout:op 4779 completed, throughput=5MB/sec 2024-04-12T01:03:04.109 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UoVruZ7OdT9fzs1 off=138303 len=429027 2024-04-12T01:03:04.113 INFO:tasks.workunit.client.0.smithi098.stdout:op 4780 completed, throughput=5MB/sec 2024-04-12T01:03:04.113 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zwQgMdy5O5ULc0v off=1150374 len=1720943 2024-04-12T01:03:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:03 smithi193 ceph-mon[83763]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:03:04.122 INFO:tasks.workunit.client.0.smithi098.stdout:op 4781 completed, throughput=5MB/sec 2024-04-12T01:03:04.122 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QljHXxe3FdUuiOS off=1530818 len=1543113 2024-04-12T01:03:04.128 INFO:tasks.workunit.client.0.smithi098.stdout:op 4782 completed, throughput=5MB/sec 2024-04-12T01:03:04.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:03 smithi098 ceph-mon[91373]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:03:04.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:03 smithi098 ceph-mon[88922]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:03:05.128 INFO:tasks.workunit.client.0.smithi098.stdout: 933: throughput=5MB/sec pending data=0 2024-04-12T01:03:05.128 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AhUJqvSDu9hSViT off=14528077 len=1947657 2024-04-12T01:03:05.137 INFO:tasks.workunit.client.0.smithi098.stdout:op 4783 completed, throughput=5MB/sec 2024-04-12T01:03:05.137 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-z-pfE_69ZvX_xA3 off=2140927 len=434394 2024-04-12T01:03:05.141 INFO:tasks.workunit.client.0.smithi098.stdout:op 4784 completed, throughput=5MB/sec 2024-04-12T01:03:05.141 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iwJtUZe6t-jFYiW off=6473498 len=1002449 2024-04-12T01:03:05.148 INFO:tasks.workunit.client.0.smithi098.stdout:op 4785 completed, throughput=5MB/sec 2024-04-12T01:03:05.148 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7RaAmrqF44nbY3H off=10856097 len=799187 2024-04-12T01:03:05.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 4786 completed, throughput=5MB/sec 2024-04-12T01:03:05.149 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7xlQ9Lc9e8QfFWR off=9624781 len=161604 2024-04-12T01:03:05.149 INFO:tasks.workunit.client.0.smithi098.stdout:op 4787 completed, throughput=5MB/sec 2024-04-12T01:03:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:03:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:03:05] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:03:06.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:05 smithi098 ceph-mon[91373]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:03:06.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:05 smithi098 ceph-mon[88922]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:03:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:06.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:05 smithi193 ceph-mon[83763]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:03:06.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:06.149 INFO:tasks.workunit.client.0.smithi098.stdout: 934: throughput=4.99MB/sec pending data=0 2024-04-12T01:03:06.150 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SWl2ZLbKTmxvKKj off=4814295 len=1838832 2024-04-12T01:03:06.159 INFO:tasks.workunit.client.0.smithi098.stdout:op 4788 completed, throughput=5MB/sec 2024-04-12T01:03:06.159 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bkjBa-XJQjoPnCp off=12684198 len=155815 2024-04-12T01:03:06.160 INFO:tasks.workunit.client.0.smithi098.stdout:op 4789 completed, throughput=5MB/sec 2024-04-12T01:03:06.160 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yUnrP3LIgYp_Cev off=1041605 len=1784744 2024-04-12T01:03:06.168 INFO:tasks.workunit.client.0.smithi098.stdout:op 4790 completed, throughput=5MB/sec 2024-04-12T01:03:06.168 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pzVV8tRVldcyuty off=41855 len=906417 2024-04-12T01:03:06.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 4791 completed, throughput=5MB/sec 2024-04-12T01:03:06.172 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fGbiNweL1NMb6gt off=15297441 len=274655 2024-04-12T01:03:06.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 4792 completed, throughput=5MB/sec 2024-04-12T01:03:06.172 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MRFUIazzRul6Ijb off=6658325 len=439977 2024-04-12T01:03:06.176 INFO:tasks.workunit.client.0.smithi098.stdout:op 4793 completed, throughput=5MB/sec 2024-04-12T01:03:07.177 INFO:tasks.workunit.client.0.smithi098.stdout: 935: throughput=4.99MB/sec pending data=0 2024-04-12T01:03:07.177 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Bn9V0Ja2U6Lyjdr off=1172774 len=590860 2024-04-12T01:03:07.179 INFO:tasks.workunit.client.0.smithi098.stdout:op 4794 completed, throughput=5MB/sec 2024-04-12T01:03:07.179 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JlwCCZnTKnDIttW off=13192466 len=1422731 2024-04-12T01:03:07.182 INFO:tasks.workunit.client.0.smithi098.stdout:op 4795 completed, throughput=5MB/sec 2024-04-12T01:03:07.182 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TeVOjXDeiLbdKNs off=7123779 len=825845 2024-04-12T01:03:07.187 INFO:tasks.workunit.client.0.smithi098.stdout:op 4796 completed, throughput=5MB/sec 2024-04-12T01:03:07.187 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PEQs-sbSD_wHCG8 off=4183007 len=905959 2024-04-12T01:03:07.189 INFO:tasks.workunit.client.0.smithi098.stdout:op 4797 completed, throughput=5MB/sec 2024-04-12T01:03:07.189 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Evc1DE097GXqyVO off=4548275 len=537237 2024-04-12T01:03:07.193 INFO:tasks.workunit.client.0.smithi098.stdout:op 4798 completed, throughput=5MB/sec 2024-04-12T01:03:07.193 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EsS2xZ8G4NlLS6A off=13453546 len=1139461 2024-04-12T01:03:07.194 INFO:tasks.workunit.client.0.smithi098.stdout:op 4799 completed, throughput=5MB/sec 2024-04-12T01:03:08.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:07 smithi193 ceph-mon[83763]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T01:03:08.194 INFO:tasks.workunit.client.0.smithi098.stdout: 936: throughput=4.99MB/sec pending data=0 2024-04-12T01:03:08.195 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y3xKG4NOXqrvTKv off=13747581 len=353273 2024-04-12T01:03:08.195 INFO:tasks.workunit.client.0.smithi098.stdout:op 4800 completed, throughput=5MB/sec 2024-04-12T01:03:08.196 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_s-lI70ozOcSnTq off=13495059 len=1676275 2024-04-12T01:03:08.200 INFO:tasks.workunit.client.0.smithi098.stdout:op 4801 completed, throughput=5MB/sec 2024-04-12T01:03:08.200 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-P0w7JXcTncZd8Os off=7580714 len=868467 2024-04-12T01:03:08.201 INFO:tasks.workunit.client.0.smithi098.stdout:op 4802 completed, throughput=5MB/sec 2024-04-12T01:03:08.201 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zFlcbQz3_nJ2qsD off=6133206 len=1093787 2024-04-12T01:03:08.203 INFO:tasks.workunit.client.0.smithi098.stdout:op 4803 completed, throughput=5MB/sec 2024-04-12T01:03:08.203 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NggalpNtddGvutG off=13685854 len=1862582 2024-04-12T01:03:08.214 INFO:tasks.workunit.client.0.smithi098.stdout:op 4804 completed, throughput=5MB/sec 2024-04-12T01:03:08.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:07 smithi098 ceph-mon[91373]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T01:03:08.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:07 smithi098 ceph-mon[88922]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T01:03:09.214 INFO:tasks.workunit.client.0.smithi098.stdout: 937: throughput=5MB/sec pending data=0 2024-04-12T01:03:09.215 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LkV5xEV6DAT7l8h off=2036846 len=1884617 2024-04-12T01:03:09.226 INFO:tasks.workunit.client.0.smithi098.stdout:op 4805 completed, throughput=5MB/sec 2024-04-12T01:03:09.226 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xwFcC96iRHxZvcQ off=135 len=308103 2024-04-12T01:03:09.227 INFO:tasks.workunit.client.0.smithi098.stdout:op 4806 completed, throughput=5MB/sec 2024-04-12T01:03:09.227 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0bxS2dNlwWp8JhI off=5044552 len=1036594 2024-04-12T01:03:09.232 INFO:tasks.workunit.client.0.smithi098.stdout:op 4807 completed, throughput=5MB/sec 2024-04-12T01:03:09.232 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2feoBGjXDr-lg4e off=12033192 len=169546 2024-04-12T01:03:09.233 INFO:tasks.workunit.client.0.smithi098.stdout:op 4808 completed, throughput=5MB/sec 2024-04-12T01:03:09.233 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6A0bMm4NjSABM9l off=10963586 len=1534047 2024-04-12T01:03:09.236 INFO:tasks.workunit.client.0.smithi098.stdout:op 4809 completed, throughput=5MB/sec 2024-04-12T01:03:10.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:09 smithi193 ceph-mon[83763]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T01:03:10.236 INFO:tasks.workunit.client.0.smithi098.stdout: 938: throughput=5MB/sec pending data=0 2024-04-12T01:03:10.237 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t96cb8ooN96toqr off=10945736 len=2020995 2024-04-12T01:03:10.246 INFO:tasks.workunit.client.0.smithi098.stdout:op 4810 completed, throughput=5MB/sec 2024-04-12T01:03:10.246 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CS4bPfKjRbd2Fwh off=4024093 len=449808 2024-04-12T01:03:10.246 INFO:tasks.workunit.client.0.smithi098.stdout:op 4811 completed, throughput=5MB/sec 2024-04-12T01:03:10.247 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Bt4lGsmCenKwQt5 off=1660004 len=1609057 2024-04-12T01:03:10.255 INFO:tasks.workunit.client.0.smithi098.stdout:op 4812 completed, throughput=5MB/sec 2024-04-12T01:03:10.255 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MizVLFU9MzNiK1W off=270296 len=616566 2024-04-12T01:03:10.255 INFO:tasks.workunit.client.0.smithi098.stdout:op 4813 completed, throughput=5MB/sec 2024-04-12T01:03:10.255 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qS9Tkz7J3Ve2x1N off=11274512 len=574692 2024-04-12T01:03:10.256 INFO:tasks.workunit.client.0.smithi098.stdout:op 4814 completed, throughput=5MB/sec 2024-04-12T01:03:10.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:09 smithi098 ceph-mon[91373]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T01:03:10.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:09 smithi098 ceph-mon[88922]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T01:03:11.256 INFO:tasks.workunit.client.0.smithi098.stdout: 939: throughput=5MB/sec pending data=0 2024-04-12T01:03:11.257 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gBHUqHoys_IjRS7 off=2630549 len=1915146 2024-04-12T01:03:11.259 INFO:tasks.workunit.client.0.smithi098.stdout:op 4815 completed, throughput=5MB/sec 2024-04-12T01:03:11.259 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7ChLRNpPxJhMlKt off=7607586 len=2059963 2024-04-12T01:03:11.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 4816 completed, throughput=5MB/sec 2024-04-12T01:03:11.269 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wTo78bzMI1HnPsx off=4171922 len=82502 2024-04-12T01:03:11.270 INFO:tasks.workunit.client.0.smithi098.stdout:op 4817 completed, throughput=5MB/sec 2024-04-12T01:03:11.270 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dgk6Xv0PCmkT0pu off=1199737 len=206325 2024-04-12T01:03:11.271 INFO:tasks.workunit.client.0.smithi098.stdout:op 4818 completed, throughput=5MB/sec 2024-04-12T01:03:11.271 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YW7PExKBa0000y2 off=3687581 len=1316810 2024-04-12T01:03:11.277 INFO:tasks.workunit.client.0.smithi098.stdout:op 4819 completed, throughput=5MB/sec 2024-04-12T01:03:12.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:11 smithi193 ceph-mon[83763]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:03:12.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:11 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:03:12.278 INFO:tasks.workunit.client.0.smithi098.stdout: 940: throughput=5MB/sec pending data=0 2024-04-12T01:03:12.278 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LXN9sUj03GWKyzx off=2447584 len=1833918 2024-04-12T01:03:12.288 INFO:tasks.workunit.client.0.smithi098.stdout:op 4820 completed, throughput=5MB/sec 2024-04-12T01:03:12.288 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gJpZPknubxlYOew off=2593961 len=1820395 2024-04-12T01:03:12.291 INFO:tasks.workunit.client.0.smithi098.stdout:op 4821 completed, throughput=5MB/sec 2024-04-12T01:03:12.291 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Tr6_bYFLFcLziIh off=681177 len=2037059 2024-04-12T01:03:12.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:11 smithi098 ceph-mon[91373]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:03:12.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:11 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:03:12.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:11 smithi098 ceph-mon[88922]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:03:12.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:11 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:03:12.302 INFO:tasks.workunit.client.0.smithi098.stdout:op 4822 completed, throughput=5MB/sec 2024-04-12T01:03:12.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:03:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:03:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:03:13.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:03:13.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:03:13.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:03:13.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:03:13.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:03:13.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:03:13.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:03:13.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:03:13.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:03:13.302 INFO:tasks.workunit.client.0.smithi098.stdout: 941: throughput=5MB/sec pending data=0 2024-04-12T01:03:13.302 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Il2zyxCYM7Uw0Ey off=4631603 len=1944001 2024-04-12T01:03:13.314 INFO:tasks.workunit.client.0.smithi098.stdout:op 4823 completed, throughput=5MB/sec 2024-04-12T01:03:13.314 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-b1t6EruxR9EShGM off=4073391 len=195475 2024-04-12T01:03:13.315 INFO:tasks.workunit.client.0.smithi098.stdout:op 4824 completed, throughput=5MB/sec 2024-04-12T01:03:13.315 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-m9vTetTC7bMmaPF off=178989 len=1748678 2024-04-12T01:03:13.317 INFO:tasks.workunit.client.0.smithi098.stdout:op 4825 completed, throughput=5MB/sec 2024-04-12T01:03:13.317 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w2V5WWdeWVN7T6Y off=14767052 len=1217073 2024-04-12T01:03:13.324 INFO:tasks.workunit.client.0.smithi098.stdout:op 4826 completed, throughput=5MB/sec 2024-04-12T01:03:14.324 INFO:tasks.workunit.client.0.smithi098.stdout: 942: throughput=5MB/sec pending data=0 2024-04-12T01:03:14.324 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-scdSUXaOiDarkGP off=7940627 len=242331 2024-04-12T01:03:14.328 INFO:tasks.workunit.client.0.smithi098.stdout:op 4827 completed, throughput=5MB/sec 2024-04-12T01:03:14.328 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-64R4ilOSTTGXk-U off=242911 len=140548 2024-04-12T01:03:14.328 INFO:tasks.workunit.client.0.smithi098.stdout:op 4828 completed, throughput=5MB/sec 2024-04-12T01:03:14.329 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0dZhQr850UVWRCX off=179298 len=702405 2024-04-12T01:03:14.333 INFO:tasks.workunit.client.0.smithi098.stdout:op 4829 completed, throughput=5MB/sec 2024-04-12T01:03:14.333 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tpCv7elRpZo2-vL off=11776689 len=2835 2024-04-12T01:03:14.333 INFO:tasks.workunit.client.0.smithi098.stdout:op 4830 completed, throughput=5MB/sec 2024-04-12T01:03:14.334 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ttKnTiMhKW2xVtR off=2189819 len=686624 2024-04-12T01:03:14.337 INFO:tasks.workunit.client.0.smithi098.stdout:op 4831 completed, throughput=5MB/sec 2024-04-12T01:03:14.338 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pwAeJbC6V926BTM off=2355889 len=1020019 2024-04-12T01:03:14.342 INFO:tasks.workunit.client.0.smithi098.stdout:op 4832 completed, throughput=5MB/sec 2024-04-12T01:03:14.343 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KoLSNdeXVGoqAHo off=4985425 len=969882 2024-04-12T01:03:14.348 INFO:tasks.workunit.client.0.smithi098.stdout:op 4833 completed, throughput=5MB/sec 2024-04-12T01:03:14.348 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NJTCyUjD1B2ieZh off=11909999 len=2038223 2024-04-12T01:03:14.351 INFO:tasks.workunit.client.0.smithi098.stdout:op 4834 completed, throughput=5MB/sec 2024-04-12T01:03:14.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:14 smithi193 ceph-mon[83763]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:03:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:14 smithi098 ceph-mon[91373]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:03:14.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:14 smithi098 ceph-mon[88922]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:03:15.352 INFO:tasks.workunit.client.0.smithi098.stdout: 943: throughput=5MB/sec pending data=0 2024-04-12T01:03:15.352 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dGKemT011Cvn73- off=6690064 len=1020054 2024-04-12T01:03:15.358 INFO:tasks.workunit.client.0.smithi098.stdout:op 4835 completed, throughput=5MB/sec 2024-04-12T01:03:15.358 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-H0JAH1Lullw-LmG off=8231658 len=1046222 2024-04-12T01:03:15.363 INFO:tasks.workunit.client.0.smithi098.stdout:op 4836 completed, throughput=5MB/sec 2024-04-12T01:03:15.363 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rWo_nJTNxEJXYHZ off=10919295 len=750501 2024-04-12T01:03:15.367 INFO:tasks.workunit.client.0.smithi098.stdout:op 4837 completed, throughput=5MB/sec 2024-04-12T01:03:15.367 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-z6PoS3IaQ8KqO03 off=310298 len=804338 2024-04-12T01:03:15.370 INFO:tasks.workunit.client.0.smithi098.stdout:op 4838 completed, throughput=5MB/sec 2024-04-12T01:03:15.370 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OV3gt1JzlpWRYz6 off=7590569 len=1739675 2024-04-12T01:03:15.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 4839 completed, throughput=5MB/sec 2024-04-12T01:03:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:03:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:03:15] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:03:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:16 smithi193 ceph-mon[83763]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:03:16.372 INFO:tasks.workunit.client.0.smithi098.stdout: 944: throughput=5MB/sec pending data=0 2024-04-12T01:03:16.373 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZbjGtBJvLiePWiw off=11120790 len=172185 2024-04-12T01:03:16.376 INFO:tasks.workunit.client.0.smithi098.stdout:op 4840 completed, throughput=5MB/sec 2024-04-12T01:03:16.376 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I2YMaqeLiYZQ22V off=2019924 len=1334868 2024-04-12T01:03:16.383 INFO:tasks.workunit.client.0.smithi098.stdout:op 4841 completed, throughput=5MB/sec 2024-04-12T01:03:16.383 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pKZii0eN7va59Yd off=3402630 len=1351578 2024-04-12T01:03:16.390 INFO:tasks.workunit.client.0.smithi098.stdout:op 4842 completed, throughput=5MB/sec 2024-04-12T01:03:16.390 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YQFDBeRIJE7wrzV off=9350621 len=456533 2024-04-12T01:03:16.394 INFO:tasks.workunit.client.0.smithi098.stdout:op 4843 completed, throughput=5MB/sec 2024-04-12T01:03:16.394 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--UpictCbT2dte_W off=7847575 len=2016567 2024-04-12T01:03:16.397 INFO:tasks.workunit.client.0.smithi098.stdout:op 4844 completed, throughput=5MB/sec 2024-04-12T01:03:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:16 smithi098 ceph-mon[91373]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:03:16.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:16 smithi098 ceph-mon[88922]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:03:17.397 INFO:tasks.workunit.client.0.smithi098.stdout: 945: throughput=5MB/sec pending data=0 2024-04-12T01:03:17.397 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zJ8i63ynut-Vy8i off=4246293 len=1066907 2024-04-12T01:03:17.399 INFO:tasks.workunit.client.0.smithi098.stdout:op 4845 completed, throughput=5MB/sec 2024-04-12T01:03:17.399 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TXp5yI4sV5GOwA3 off=10041243 len=1778854 2024-04-12T01:03:17.407 INFO:tasks.workunit.client.0.smithi098.stdout:op 4846 completed, throughput=5MB/sec 2024-04-12T01:03:17.407 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xj3BxxgFeUjU1y7 off=2579935 len=2090971 2024-04-12T01:03:17.411 INFO:tasks.workunit.client.0.smithi098.stdout:op 4847 completed, throughput=5MB/sec 2024-04-12T01:03:18.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:18 smithi193 ceph-mon[83763]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T01:03:18.411 INFO:tasks.workunit.client.0.smithi098.stdout: 946: throughput=5MB/sec pending data=0 2024-04-12T01:03:18.412 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CNQCOHyjHNeHNqT off=1154909 len=1855242 2024-04-12T01:03:18.422 INFO:tasks.workunit.client.0.smithi098.stdout:op 4848 completed, throughput=5MB/sec 2024-04-12T01:03:18.423 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r1TJ4rDz3XSTHwe off=5109019 len=1266868 2024-04-12T01:03:18.424 INFO:tasks.workunit.client.0.smithi098.stdout:op 4849 completed, throughput=5MB/sec 2024-04-12T01:03:18.425 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6z3_nQ9eHtgS8rz off=19416695 len=1226195 2024-04-12T01:03:18.430 INFO:tasks.workunit.client.0.smithi098.stdout:op 4850 completed, throughput=5MB/sec 2024-04-12T01:03:18.430 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8g_wKWVDfBBlzKB off=8059026 len=1615272 2024-04-12T01:03:18.433 INFO:tasks.workunit.client.0.smithi098.stdout:op 4851 completed, throughput=5MB/sec 2024-04-12T01:03:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:18 smithi098 ceph-mon[91373]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T01:03:18.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:18 smithi098 ceph-mon[88922]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T01:03:19.433 INFO:tasks.workunit.client.0.smithi098.stdout: 947: throughput=5MB/sec pending data=0 2024-04-12T01:03:19.433 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pc5e4J3ZKCigH5H off=881733 len=1874217 2024-04-12T01:03:19.441 INFO:tasks.workunit.client.0.smithi098.stdout:op 4852 completed, throughput=5MB/sec 2024-04-12T01:03:19.442 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BGF_SC25cHZ0wQF off=5951040 len=1612729 2024-04-12T01:03:19.445 INFO:tasks.workunit.client.0.smithi098.stdout:op 4853 completed, throughput=5MB/sec 2024-04-12T01:03:19.445 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NOxjC_JBhkyBR02 off=10192272 len=1202260 2024-04-12T01:03:19.447 INFO:tasks.workunit.client.0.smithi098.stdout:op 4854 completed, throughput=5MB/sec 2024-04-12T01:03:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:20 smithi193 ceph-mon[83763]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:03:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:20.447 INFO:tasks.workunit.client.0.smithi098.stdout: 948: throughput=5MB/sec pending data=0 2024-04-12T01:03:20.447 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EGRSFrtimPd4Fyk off=12542552 len=905288 2024-04-12T01:03:20.452 INFO:tasks.workunit.client.0.smithi098.stdout:op 4855 completed, throughput=5MB/sec 2024-04-12T01:03:20.453 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gZ8Ymf5l_V0BpLx off=16340559 len=1294809 2024-04-12T01:03:20.455 INFO:tasks.workunit.client.0.smithi098.stdout:op 4856 completed, throughput=5MB/sec 2024-04-12T01:03:20.455 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ooKDhM2pp7Bea6Q off=3902283 len=1339825 2024-04-12T01:03:20.462 INFO:tasks.workunit.client.0.smithi098.stdout:op 4857 completed, throughput=5MB/sec 2024-04-12T01:03:20.463 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-azUEVTeZql9ZcJu off=9181870 len=944459 2024-04-12T01:03:20.464 INFO:tasks.workunit.client.0.smithi098.stdout:op 4858 completed, throughput=5MB/sec 2024-04-12T01:03:20.465 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gqyKLwPpT6RQ9cH off=3220266 len=1508251 2024-04-12T01:03:20.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 4859 completed, throughput=5MB/sec 2024-04-12T01:03:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:20 smithi098 ceph-mon[91373]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:03:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:20 smithi098 ceph-mon[88922]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:03:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:21.468 INFO:tasks.workunit.client.0.smithi098.stdout: 949: throughput=5MB/sec pending data=0 2024-04-12T01:03:21.468 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xXkbtlp8-nFc1y6 off=3866154 len=1191866 2024-04-12T01:03:21.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 4860 completed, throughput=5MB/sec 2024-04-12T01:03:21.470 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xQ0kBU3fVD57Mev off=386500 len=2081583 2024-04-12T01:03:21.484 INFO:tasks.workunit.client.0.smithi098.stdout:op 4861 completed, throughput=5MB/sec 2024-04-12T01:03:21.484 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VSexzj3-eVrIZFp off=16588957 len=730808 2024-04-12T01:03:21.488 INFO:tasks.workunit.client.0.smithi098.stdout:op 4862 completed, throughput=5MB/sec 2024-04-12T01:03:21.488 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u0qBElZgswZVSle off=1774690 len=1715270 2024-04-12T01:03:21.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 4863 completed, throughput=5MB/sec 2024-04-12T01:03:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:22 smithi193 ceph-mon[83763]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:03:22.499 INFO:tasks.workunit.client.0.smithi098.stdout: 950: throughput=5MB/sec pending data=0 2024-04-12T01:03:22.499 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-77JcKbwqlxdMcSM off=190371 len=212774 2024-04-12T01:03:22.500 INFO:tasks.workunit.client.0.smithi098.stdout:op 4864 completed, throughput=5MB/sec 2024-04-12T01:03:22.500 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_9Iry8v4Z90ewxs off=2462101 len=983305 2024-04-12T01:03:22.506 INFO:tasks.workunit.client.0.smithi098.stdout:op 4865 completed, throughput=5MB/sec 2024-04-12T01:03:22.506 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nWNToItW0RWEq5P off=520000 len=158422 2024-04-12T01:03:22.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 4866 completed, throughput=5MB/sec 2024-04-12T01:03:22.507 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZiYn1AtOXW7_Yvd off=364616 len=1947326 2024-04-12T01:03:22.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 4867 completed, throughput=5MB/sec 2024-04-12T01:03:22.509 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7iNh9xC7BF56yT4 off=5680882 len=576305 2024-04-12T01:03:22.513 INFO:tasks.workunit.client.0.smithi098.stdout:op 4868 completed, throughput=5MB/sec 2024-04-12T01:03:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:22 smithi098 ceph-mon[91373]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:03:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:22 smithi098 ceph-mon[88922]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:03:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:03:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:03:23.513 INFO:tasks.workunit.client.0.smithi098.stdout: 951: throughput=4.99MB/sec pending data=0 2024-04-12T01:03:23.514 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rQ5SmuFTP2lIivQ off=4891978 len=691872 2024-04-12T01:03:23.515 INFO:tasks.workunit.client.0.smithi098.stdout:op 4869 completed, throughput=5MB/sec 2024-04-12T01:03:23.515 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WsTx_s_tLO5xy0J off=3606400 len=858547 2024-04-12T01:03:23.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 4870 completed, throughput=5MB/sec 2024-04-12T01:03:23.516 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IFZ6vkS0jeA5lHr off=730936 len=1766272 2024-04-12T01:03:23.524 INFO:tasks.workunit.client.0.smithi098.stdout:op 4871 completed, throughput=5MB/sec 2024-04-12T01:03:23.525 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9irXQ6hREAmKR4F off=6157111 len=1143551 2024-04-12T01:03:23.526 INFO:tasks.workunit.client.0.smithi098.stdout:op 4872 completed, throughput=5MB/sec 2024-04-12T01:03:23.526 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Det-K1LuSlGzIMD off=403493 len=36601 2024-04-12T01:03:23.529 INFO:tasks.workunit.client.0.smithi098.stdout:op 4873 completed, throughput=5MB/sec 2024-04-12T01:03:23.529 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-j0N7FHNBF8ynN5V off=1590817 len=1565540 2024-04-12T01:03:23.539 INFO:tasks.workunit.client.0.smithi098.stdout:op 4874 completed, throughput=5MB/sec 2024-04-12T01:03:24.345 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:24 smithi098 ceph-mon[91373]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T01:03:24.345 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:24 smithi098 ceph-mon[88922]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T01:03:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:24 smithi193 ceph-mon[83763]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T01:03:24.539 INFO:tasks.workunit.client.0.smithi098.stdout: 952: throughput=5MB/sec pending data=0 2024-04-12T01:03:24.539 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nJEaV7s5QUt-WkE off=12030718 len=79004 2024-04-12T01:03:24.542 INFO:tasks.workunit.client.0.smithi098.stdout:op 4875 completed, throughput=5MB/sec 2024-04-12T01:03:24.542 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-504ngd1-YyS3Sye off=1823368 len=624445 2024-04-12T01:03:24.546 INFO:tasks.workunit.client.0.smithi098.stdout:op 4876 completed, throughput=5MB/sec 2024-04-12T01:03:24.546 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eB2edwhl-4DwZdl off=10417180 len=1019438 2024-04-12T01:03:24.551 INFO:tasks.workunit.client.0.smithi098.stdout:op 4877 completed, throughput=5MB/sec 2024-04-12T01:03:24.552 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MJLEFZ4_1cB6tEH off=3546036 len=2050278 2024-04-12T01:03:24.554 INFO:tasks.workunit.client.0.smithi098.stdout:op 4878 completed, throughput=5MB/sec 2024-04-12T01:03:24.554 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sFrgYhvmUBhPI_h off=13126678 len=366825 2024-04-12T01:03:24.557 INFO:tasks.workunit.client.0.smithi098.stdout:op 4879 completed, throughput=5MB/sec 2024-04-12T01:03:24.557 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BkzTGDTOrNMU9P- off=17856108 len=230240 2024-04-12T01:03:24.560 INFO:tasks.workunit.client.0.smithi098.stdout:op 4880 completed, throughput=5MB/sec 2024-04-12T01:03:24.560 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EdBUkBgUUHyuphk off=899470 len=1722228 2024-04-12T01:03:24.566 INFO:tasks.workunit.client.0.smithi098.stdout:op 4881 completed, throughput=5MB/sec 2024-04-12T01:03:25.566 INFO:tasks.workunit.client.0.smithi098.stdout: 953: throughput=5MB/sec pending data=0 2024-04-12T01:03:25.567 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O7c8KQB6EASkwtS off=8662370 len=944022 2024-04-12T01:03:25.572 INFO:tasks.workunit.client.0.smithi098.stdout:op 4882 completed, throughput=5MB/sec 2024-04-12T01:03:25.572 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wMVbTBaQmwZBBcv off=7969637 len=306951 2024-04-12T01:03:25.574 INFO:tasks.workunit.client.0.smithi098.stdout:op 4883 completed, throughput=5MB/sec 2024-04-12T01:03:25.574 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-miFofaVBUb10x_H off=5072762 len=729017 2024-04-12T01:03:25.577 INFO:tasks.workunit.client.0.smithi098.stdout:op 4884 completed, throughput=5MB/sec 2024-04-12T01:03:25.578 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0aJnlhbaHZVAJgO off=807905 len=1834414 2024-04-12T01:03:25.589 INFO:tasks.workunit.client.0.smithi098.stdout:op 4885 completed, throughput=5MB/sec 2024-04-12T01:03:25.589 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V3Kw9vteRr8fc_h off=6707229 len=263352 2024-04-12T01:03:25.592 INFO:tasks.workunit.client.0.smithi098.stdout:op 4886 completed, throughput=5MB/sec 2024-04-12T01:03:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:03:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:03:25] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-12T01:03:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:26 smithi193 ceph-mon[83763]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:03:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:26 smithi098 ceph-mon[91373]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:03:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:26 smithi098 ceph-mon[88922]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:03:26.592 INFO:tasks.workunit.client.0.smithi098.stdout: 954: throughput=4.99MB/sec pending data=0 2024-04-12T01:03:26.592 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6sLbDwK2Rv-LNW5 off=1737310 len=1675062 2024-04-12T01:03:26.596 INFO:tasks.workunit.client.0.smithi098.stdout:op 4887 completed, throughput=5MB/sec 2024-04-12T01:03:26.596 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZztIIN1VFXGmi62 off=14811852 len=1359960 2024-04-12T01:03:26.598 INFO:tasks.workunit.client.0.smithi098.stdout:op 4888 completed, throughput=5MB/sec 2024-04-12T01:03:26.598 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Mcx5T5m2ErpCt3j off=1184444 len=583252 2024-04-12T01:03:26.602 INFO:tasks.workunit.client.0.smithi098.stdout:op 4889 completed, throughput=5MB/sec 2024-04-12T01:03:26.602 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-k5VlfRAYHefGBwo off=16381305 len=1103542 2024-04-12T01:03:26.608 INFO:tasks.workunit.client.0.smithi098.stdout:op 4890 completed, throughput=5MB/sec 2024-04-12T01:03:26.608 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C6xf1n1x_jCCg7V off=16755475 len=2090811 2024-04-12T01:03:26.611 INFO:tasks.workunit.client.0.smithi098.stdout:op 4891 completed, throughput=5MB/sec 2024-04-12T01:03:27.611 INFO:tasks.workunit.client.0.smithi098.stdout: 955: throughput=5MB/sec pending data=0 2024-04-12T01:03:27.611 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-02-ppBTjfV27L0l off=5295259 len=774807 2024-04-12T01:03:27.616 INFO:tasks.workunit.client.0.smithi098.stdout:op 4892 completed, throughput=5MB/sec 2024-04-12T01:03:27.616 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uoBOMylkXs5ey4f off=9473155 len=1864512 2024-04-12T01:03:27.627 INFO:tasks.workunit.client.0.smithi098.stdout:op 4893 completed, throughput=5MB/sec 2024-04-12T01:03:27.627 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KF5ul3bmRM36Mte off=0 len=1548078 2024-04-12T01:03:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:op 4894 completed, throughput=5MB/sec 2024-04-12T01:03:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:28 smithi193 ceph-mon[83763]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:03:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:28 smithi098 ceph-mon[88922]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:03:28.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:28 smithi098 ceph-mon[91373]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:03:28.636 INFO:tasks.workunit.client.0.smithi098.stdout: 956: throughput=5MB/sec pending data=0 2024-04-12T01:03:28.636 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-muV-MhkCVb41GaX off=18686812 len=1924724 2024-04-12T01:03:28.638 INFO:tasks.workunit.client.0.smithi098.stdout:op 4895 completed, throughput=5MB/sec 2024-04-12T01:03:28.638 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jBDBniWf2yFJ0eb off=986840 len=473401 2024-04-12T01:03:28.642 INFO:tasks.workunit.client.0.smithi098.stdout:op 4896 completed, throughput=5MB/sec 2024-04-12T01:03:28.642 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bVyBXLC7iZjPO7M off=3439574 len=1699817 2024-04-12T01:03:28.644 INFO:tasks.workunit.client.0.smithi098.stdout:op 4897 completed, throughput=5MB/sec 2024-04-12T01:03:28.644 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GDafRxyKD0eT1Xd off=4779813 len=1216844 2024-04-12T01:03:28.649 INFO:tasks.workunit.client.0.smithi098.stdout:op 4898 completed, throughput=5MB/sec 2024-04-12T01:03:29.649 INFO:tasks.workunit.client.0.smithi098.stdout: 957: throughput=5MB/sec pending data=0 2024-04-12T01:03:29.649 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rSUPEn2Ptrcb5Ew off=12062326 len=108440 2024-04-12T01:03:29.650 INFO:tasks.workunit.client.0.smithi098.stdout:op 4899 completed, throughput=5MB/sec 2024-04-12T01:03:29.650 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pkoKRe8SqfpMqHJ off=11500978 len=1029760 2024-04-12T01:03:29.651 INFO:tasks.workunit.client.0.smithi098.stdout:op 4900 completed, throughput=5MB/sec 2024-04-12T01:03:29.651 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IBjTXNhSYsflQKY off=350458 len=1783990 2024-04-12T01:03:29.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 4901 completed, throughput=5MB/sec 2024-04-12T01:03:29.654 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hq9BVWHbGEz9WKD off=14539708 len=463421 2024-04-12T01:03:29.656 INFO:tasks.workunit.client.0.smithi098.stdout:op 4902 completed, throughput=5MB/sec 2024-04-12T01:03:29.656 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YmSz38YTlUg8cGT off=9582185 len=24534 2024-04-12T01:03:29.656 INFO:tasks.workunit.client.0.smithi098.stdout:op 4903 completed, throughput=5MB/sec 2024-04-12T01:03:29.657 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-s74FbLnEtguMVxa off=8234090 len=160932 2024-04-12T01:03:29.657 INFO:tasks.workunit.client.0.smithi098.stdout:op 4904 completed, throughput=5MB/sec 2024-04-12T01:03:29.657 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5kczNcnQ3qAS34s off=6778750 len=1589909 2024-04-12T01:03:29.666 INFO:tasks.workunit.client.0.smithi098.stdout:op 4905 completed, throughput=5MB/sec 2024-04-12T01:03:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:30 smithi193 ceph-mon[83763]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:03:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:30 smithi098 ceph-mon[88922]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:03:30.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:30 smithi098 ceph-mon[91373]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:03:30.666 INFO:tasks.workunit.client.0.smithi098.stdout: 958: throughput=5MB/sec pending data=0 2024-04-12T01:03:30.667 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ONr2lVRQ9wnIMIr off=12139559 len=311160 2024-04-12T01:03:30.670 INFO:tasks.workunit.client.0.smithi098.stdout:op 4906 completed, throughput=5MB/sec 2024-04-12T01:03:30.670 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HVVOdAJ87kDPBpX off=7729336 len=1280567 2024-04-12T01:03:30.671 INFO:tasks.workunit.client.0.smithi098.stdout:op 4907 completed, throughput=5MB/sec 2024-04-12T01:03:30.672 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5TiG8YG_EOu8joy off=1526303 len=824078 2024-04-12T01:03:30.674 INFO:tasks.workunit.client.0.smithi098.stdout:op 4908 completed, throughput=5MB/sec 2024-04-12T01:03:30.674 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GaniS-dT83orI5u off=19871283 len=478911 2024-04-12T01:03:30.678 INFO:tasks.workunit.client.0.smithi098.stdout:op 4909 completed, throughput=5MB/sec 2024-04-12T01:03:30.678 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-L6eiSW8yV2gQ5qb off=17581942 len=29459 2024-04-12T01:03:30.678 INFO:tasks.workunit.client.0.smithi098.stdout:op 4910 completed, throughput=5MB/sec 2024-04-12T01:03:30.678 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_zAO-YBens8Anyv off=3718957 len=359908 2024-04-12T01:03:30.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 4911 completed, throughput=5MB/sec 2024-04-12T01:03:30.681 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2FMRSxDE_itDGLl off=14905614 len=1942779 2024-04-12T01:03:30.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 4912 completed, throughput=5MB/sec 2024-04-12T01:03:31.686 INFO:tasks.workunit.client.0.smithi098.stdout: 959: throughput=4.99MB/sec pending data=0 2024-04-12T01:03:31.687 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BkzTGDTOrNMU9P- off=5911185 len=1049827 2024-04-12T01:03:31.688 INFO:tasks.workunit.client.0.smithi098.stdout:op 4913 completed, throughput=5MB/sec 2024-04-12T01:03:31.688 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9s_OeqKS8ET1637 off=1390393 len=1160192 2024-04-12T01:03:31.696 INFO:tasks.workunit.client.0.smithi098.stdout:op 4914 completed, throughput=5MB/sec 2024-04-12T01:03:31.696 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-H82QHIn8CNGOGZ6 off=307192 len=243626 2024-04-12T01:03:31.699 INFO:tasks.workunit.client.0.smithi098.stdout:op 4915 completed, throughput=5MB/sec 2024-04-12T01:03:31.699 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ufd0XMRz8_6zbCl off=661213 len=840798 2024-04-12T01:03:31.703 INFO:tasks.workunit.client.0.smithi098.stdout:op 4916 completed, throughput=5MB/sec 2024-04-12T01:03:31.704 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3YI9tULyPxetnPm off=6508887 len=402897 2024-04-12T01:03:31.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 4917 completed, throughput=5MB/sec 2024-04-12T01:03:31.704 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kvqRS_gjR3r1iHq off=1516196 len=77283 2024-04-12T01:03:31.705 INFO:tasks.workunit.client.0.smithi098.stdout:op 4918 completed, throughput=5MB/sec 2024-04-12T01:03:31.705 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GP___5gckjUGCgC off=90300 len=984096 2024-04-12T01:03:31.706 INFO:tasks.workunit.client.0.smithi098.stdout:op 4919 completed, throughput=5MB/sec 2024-04-12T01:03:31.706 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GdAjfXjRJ-HK-Z0 off=78355 len=1523824 2024-04-12T01:03:31.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 4920 completed, throughput=5MB/sec 2024-04-12T01:03:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:32 smithi193 ceph-mon[83763]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:03:32.369 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:03:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:03:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:32 smithi098 ceph-mon[88922]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:03:32.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:32 smithi098 ceph-mon[91373]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:03:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: 960: throughput=5MB/sec pending data=0 2024-04-12T01:03:32.708 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-12bAkSZiHQZ_f6Z off=16040538 len=500628 2024-04-12T01:03:32.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 4921 completed, throughput=5MB/sec 2024-04-12T01:03:32.710 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mD9q6pVVw7pVyBd off=5989993 len=178266 2024-04-12T01:03:32.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 4922 completed, throughput=5MB/sec 2024-04-12T01:03:32.710 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zDdzItx067F9fA8 off=7551294 len=866045 2024-04-12T01:03:32.716 INFO:tasks.workunit.client.0.smithi098.stdout:op 4923 completed, throughput=5MB/sec 2024-04-12T01:03:32.716 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KA-z52d6qfB3l2B off=4884566 len=1210071 2024-04-12T01:03:32.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 4924 completed, throughput=5MB/sec 2024-04-12T01:03:32.718 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-638_6sCaU5kenmy off=7080842 len=297056 2024-04-12T01:03:32.721 INFO:tasks.workunit.client.0.smithi098.stdout:op 4925 completed, throughput=5MB/sec 2024-04-12T01:03:32.721 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cw2k8-4uOO_a2gb off=14849641 len=325927 2024-04-12T01:03:32.724 INFO:tasks.workunit.client.0.smithi098.stdout:op 4926 completed, throughput=5MB/sec 2024-04-12T01:03:32.724 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V8yg7LNqRR74iIb off=2690911 len=144908 2024-04-12T01:03:32.727 INFO:tasks.workunit.client.0.smithi098.stdout:op 4927 completed, throughput=5MB/sec 2024-04-12T01:03:32.727 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EvUpP2qY-HoHdAp off=2086040 len=1614693 2024-04-12T01:03:32.730 INFO:tasks.workunit.client.0.smithi098.stdout:op 4928 completed, throughput=5MB/sec 2024-04-12T01:03:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: 961: throughput=5MB/sec pending data=0 2024-04-12T01:03:33.731 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-huZWLN8GLhhckNH off=9575277 len=418589 2024-04-12T01:03:33.734 INFO:tasks.workunit.client.0.smithi098.stdout:op 4929 completed, throughput=5MB/sec 2024-04-12T01:03:33.734 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x6n12JqEtNgS5pc off=1247279 len=877360 2024-04-12T01:03:33.739 INFO:tasks.workunit.client.0.smithi098.stdout:op 4930 completed, throughput=5MB/sec 2024-04-12T01:03:33.739 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yPZbEaxwTXyoZFq off=3939327 len=1383982 2024-04-12T01:03:33.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 4931 completed, throughput=5MB/sec 2024-04-12T01:03:33.748 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oQIoBC__wg2aJVY off=13811513 len=1857453 2024-04-12T01:03:33.757 INFO:tasks.workunit.client.0.smithi098.stdout:op 4932 completed, throughput=5MB/sec 2024-04-12T01:03:33.757 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2hwNUxUmh49JMYM off=6345287 len=1149063 2024-04-12T01:03:33.758 INFO:tasks.workunit.client.0.smithi098.stdout:op 4933 completed, throughput=5MB/sec 2024-04-12T01:03:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:34 smithi193 ceph-mon[83763]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T01:03:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:34 smithi098 ceph-mon[88922]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T01:03:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:34 smithi098 ceph-mon[91373]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T01:03:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: 962: throughput=5MB/sec pending data=0 2024-04-12T01:03:34.759 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w22RjsxOOk6qJ1K off=2271774 len=1617317 2024-04-12T01:03:34.769 INFO:tasks.workunit.client.0.smithi098.stdout:op 4934 completed, throughput=5MB/sec 2024-04-12T01:03:34.769 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dJ7xFz4zdI2iayY off=9176696 len=314916 2024-04-12T01:03:34.772 INFO:tasks.workunit.client.0.smithi098.stdout:op 4935 completed, throughput=5MB/sec 2024-04-12T01:03:34.773 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uvjKcMDEKhpTqmX off=2603996 len=2009301 2024-04-12T01:03:34.784 INFO:tasks.workunit.client.0.smithi098.stdout:op 4936 completed, throughput=5MB/sec 2024-04-12T01:03:34.784 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yIfQQm4vnEBOd5p off=7579240 len=692093 2024-04-12T01:03:34.786 INFO:tasks.workunit.client.0.smithi098.stdout:op 4937 completed, throughput=5MB/sec 2024-04-12T01:03:35.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:35.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:35.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: 963: throughput=5MB/sec pending data=0 2024-04-12T01:03:35.787 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xgxg3sAxjAHJ51d off=1313210 len=67418 2024-04-12T01:03:35.789 INFO:tasks.workunit.client.0.smithi098.stdout:op 4938 completed, throughput=5MB/sec 2024-04-12T01:03:35.789 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6iK8O5LKztYbZfl off=1837613 len=325957 2024-04-12T01:03:35.792 INFO:tasks.workunit.client.0.smithi098.stdout:op 4939 completed, throughput=5MB/sec 2024-04-12T01:03:35.793 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2VSbY884jDvFAOm off=1536434 len=762188 2024-04-12T01:03:35.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 4940 completed, throughput=5MB/sec 2024-04-12T01:03:35.794 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d1Y8IKRxFz9wF2M off=263100 len=1127037 2024-04-12T01:03:35.796 INFO:tasks.workunit.client.0.smithi098.stdout:op 4941 completed, throughput=5MB/sec 2024-04-12T01:03:35.796 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G8osCMgHxN74k5m off=13505955 len=460537 2024-04-12T01:03:35.800 INFO:tasks.workunit.client.0.smithi098.stdout:op 4942 completed, throughput=5MB/sec 2024-04-12T01:03:35.800 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UsF2m8xzvs7iC84 off=2704974 len=1292910 2024-04-12T01:03:35.806 INFO:tasks.workunit.client.0.smithi098.stdout:op 4943 completed, throughput=5MB/sec 2024-04-12T01:03:35.806 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5G9q-LqVfpWkaam off=202074 len=501637 2024-04-12T01:03:35.810 INFO:tasks.workunit.client.0.smithi098.stdout:op 4944 completed, throughput=5MB/sec 2024-04-12T01:03:35.810 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gf4tWi9ZIfRANCl off=17760674 len=2020808 2024-04-12T01:03:35.818 INFO:tasks.workunit.client.0.smithi098.stdout:op 4945 completed, throughput=5MB/sec 2024-04-12T01:03:36.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:03:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:03:35] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T01:03:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:36 smithi193 ceph-mon[83763]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T01:03:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:36 smithi098 ceph-mon[91373]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T01:03:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:36 smithi098 ceph-mon[88922]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T01:03:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: 964: throughput=5MB/sec pending data=0 2024-04-12T01:03:36.818 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XmF_nymSzNQZiMt off=2907811 len=1010400 2024-04-12T01:03:36.823 INFO:tasks.workunit.client.0.smithi098.stdout:op 4946 completed, throughput=5MB/sec 2024-04-12T01:03:36.823 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-209C8sOcbFCcGQb off=14462156 len=255181 2024-04-12T01:03:36.824 INFO:tasks.workunit.client.0.smithi098.stdout:op 4947 completed, throughput=5MB/sec 2024-04-12T01:03:36.824 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Lx7rzAbYCEXIbr8 off=11882968 len=397645 2024-04-12T01:03:36.825 INFO:tasks.workunit.client.0.smithi098.stdout:op 4948 completed, throughput=5MB/sec 2024-04-12T01:03:36.826 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-k6RwCU31tgPuf2l off=22788733 len=1553878 2024-04-12T01:03:36.832 INFO:tasks.workunit.client.0.smithi098.stdout:op 4949 completed, throughput=5MB/sec 2024-04-12T01:03:36.832 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ifaKymmlsVyDYQM off=10836495 len=260522 2024-04-12T01:03:36.835 INFO:tasks.workunit.client.0.smithi098.stdout:op 4950 completed, throughput=5MB/sec 2024-04-12T01:03:36.835 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UzGYplmj6EGy-PV off=223055 len=807720 2024-04-12T01:03:36.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 4951 completed, throughput=5MB/sec 2024-04-12T01:03:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: 965: throughput=5MB/sec pending data=0 2024-04-12T01:03:37.837 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VWowYfLaS7VKcLt off=5668451 len=1763507 2024-04-12T01:03:37.839 INFO:tasks.workunit.client.0.smithi098.stdout:op 4952 completed, throughput=5MB/sec 2024-04-12T01:03:37.839 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-D5IMosaw0YzB5Yu off=7534895 len=1478108 2024-04-12T01:03:37.847 INFO:tasks.workunit.client.0.smithi098.stdout:op 4953 completed, throughput=5MB/sec 2024-04-12T01:03:37.847 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Im63ZhS56BLYWGd off=3200884 len=321704 2024-04-12T01:03:37.850 INFO:tasks.workunit.client.0.smithi098.stdout:op 4954 completed, throughput=5MB/sec 2024-04-12T01:03:37.850 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ow_UF_S1MpVZIfB off=2354558 len=921415 2024-04-12T01:03:37.853 INFO:tasks.workunit.client.0.smithi098.stdout:op 4955 completed, throughput=5MB/sec 2024-04-12T01:03:37.853 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YJjKBWLWlV0OZZn off=11563152 len=1766447 2024-04-12T01:03:37.854 INFO:tasks.workunit.client.0.smithi098.stdout:op 4956 completed, throughput=5MB/sec 2024-04-12T01:03:38.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:38 smithi193 ceph-mon[83763]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:03:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:38 smithi098 ceph-mon[91373]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:03:38.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:38 smithi098 ceph-mon[88922]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:03:38.855 INFO:tasks.workunit.client.0.smithi098.stdout: 966: throughput=5MB/sec pending data=0 2024-04-12T01:03:38.855 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NailuwhzGQHD_U- off=2435570 len=492751 2024-04-12T01:03:38.859 INFO:tasks.workunit.client.0.smithi098.stdout:op 4957 completed, throughput=5MB/sec 2024-04-12T01:03:38.859 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ir8deHGmLEEmxU_ off=11724599 len=155934 2024-04-12T01:03:38.861 INFO:tasks.workunit.client.0.smithi098.stdout:op 4958 completed, throughput=5MB/sec 2024-04-12T01:03:38.861 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iL7pIPZJLCL55fi off=1146338 len=570779 2024-04-12T01:03:38.864 INFO:tasks.workunit.client.0.smithi098.stdout:op 4959 completed, throughput=5MB/sec 2024-04-12T01:03:38.865 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gVRAE0YEJlgOh5T off=7959286 len=333854 2024-04-12T01:03:38.865 INFO:tasks.workunit.client.0.smithi098.stdout:op 4960 completed, throughput=5MB/sec 2024-04-12T01:03:38.865 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OJRvHyBGn68X-sD off=7845933 len=430182 2024-04-12T01:03:38.867 INFO:tasks.workunit.client.0.smithi098.stdout:op 4961 completed, throughput=5MB/sec 2024-04-12T01:03:38.867 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LWE5D2fizb0ER55 off=11073196 len=550024 2024-04-12T01:03:38.867 INFO:tasks.workunit.client.0.smithi098.stdout:op 4962 completed, throughput=5MB/sec 2024-04-12T01:03:38.868 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DUI_J8iLO2nLw_9 off=167256 len=1727341 2024-04-12T01:03:38.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 4963 completed, throughput=5MB/sec 2024-04-12T01:03:39.872 INFO:tasks.workunit.client.0.smithi098.stdout: 967: throughput=5MB/sec pending data=0 2024-04-12T01:03:39.872 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AP3cgdV-o8BXU6B off=1840552 len=656972 2024-04-12T01:03:39.874 INFO:tasks.workunit.client.0.smithi098.stdout:op 4964 completed, throughput=5MB/sec 2024-04-12T01:03:39.874 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JfMTf_67rSiNbrQ off=22493 len=650745 2024-04-12T01:03:39.878 INFO:tasks.workunit.client.0.smithi098.stdout:op 4965 completed, throughput=5MB/sec 2024-04-12T01:03:39.878 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rPCS4OhV-aSMtIy off=427975 len=1204520 2024-04-12T01:03:39.885 INFO:tasks.workunit.client.0.smithi098.stdout:op 4966 completed, throughput=5MB/sec 2024-04-12T01:03:39.885 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-At_J5T1R6mSIYEr off=407091 len=320877 2024-04-12T01:03:39.886 INFO:tasks.workunit.client.0.smithi098.stdout:op 4967 completed, throughput=5MB/sec 2024-04-12T01:03:39.886 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2_cx7ywgKIK1TYb off=5425978 len=1771736 2024-04-12T01:03:39.893 INFO:tasks.workunit.client.0.smithi098.stdout:op 4968 completed, throughput=5MB/sec 2024-04-12T01:03:39.893 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-19HFl55wAx1FG-1 off=2031786 len=249360 2024-04-12T01:03:39.894 INFO:tasks.workunit.client.0.smithi098.stdout:op 4969 completed, throughput=5MB/sec 2024-04-12T01:03:39.894 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-D4PlbcDldXgcwkG off=3046036 len=1016375 2024-04-12T01:03:39.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 4970 completed, throughput=5MB/sec 2024-04-12T01:03:40.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:40 smithi193 ceph-mon[83763]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T01:03:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:40 smithi098 ceph-mon[91373]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T01:03:40.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:40 smithi098 ceph-mon[88922]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T01:03:40.900 INFO:tasks.workunit.client.0.smithi098.stdout: 968: throughput=5MB/sec pending data=0 2024-04-12T01:03:40.900 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-q9Z0LzvFxaATt7Z off=23110684 len=1685398 2024-04-12T01:03:40.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 4971 completed, throughput=5MB/sec 2024-04-12T01:03:40.902 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-InW4_8XBhLi33ra off=21226244 len=546803 2024-04-12T01:03:40.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 4972 completed, throughput=5MB/sec 2024-04-12T01:03:40.903 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dlLOL75Mo7tei0H off=12925145 len=1726157 2024-04-12T01:03:40.913 INFO:tasks.workunit.client.0.smithi098.stdout:op 4973 completed, throughput=5MB/sec 2024-04-12T01:03:40.914 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0QpZcHvVI9a-w3V off=1230917 len=632412 2024-04-12T01:03:40.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 4974 completed, throughput=5MB/sec 2024-04-12T01:03:41.918 INFO:tasks.workunit.client.0.smithi098.stdout: 969: throughput=4.99MB/sec pending data=0 2024-04-12T01:03:41.918 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dsUd5xhHTOMhm6w off=3382784 len=191270 2024-04-12T01:03:41.921 INFO:tasks.workunit.client.0.smithi098.stdout:op 4975 completed, throughput=5MB/sec 2024-04-12T01:03:41.921 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2MQ9Ovv0WtkCgi7 off=147256 len=1922240 2024-04-12T01:03:41.923 INFO:tasks.workunit.client.0.smithi098.stdout:op 4976 completed, throughput=5MB/sec 2024-04-12T01:03:41.923 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u0Fq4so90q7cxNL off=3339364 len=1844295 2024-04-12T01:03:41.931 INFO:tasks.workunit.client.0.smithi098.stdout:op 4977 completed, throughput=5MB/sec 2024-04-12T01:03:41.931 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F42ugPsXjYMfS5z off=3548181 len=1034974 2024-04-12T01:03:41.936 INFO:tasks.workunit.client.0.smithi098.stdout:op 4978 completed, throughput=5MB/sec 2024-04-12T01:03:41.937 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-m_WQYlHePpc92t_ off=1442238 len=38010 2024-04-12T01:03:41.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 4979 completed, throughput=5MB/sec 2024-04-12T01:03:41.937 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J3eylK4biUl1hzs off=1545447 len=1588843 2024-04-12T01:03:41.939 INFO:tasks.workunit.client.0.smithi098.stdout:op 4980 completed, throughput=5MB/sec 2024-04-12T01:03:42.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:42 smithi193 ceph-mon[83763]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T01:03:42.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:03:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:03:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:03:42.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:42 smithi098 ceph-mon[91373]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T01:03:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:42 smithi098 ceph-mon[88922]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T01:03:42.939 INFO:tasks.workunit.client.0.smithi098.stdout: 970: throughput=5MB/sec pending data=0 2024-04-12T01:03:42.953 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IWgxJAgI57znHec off=11477168 len=1776935 2024-04-12T01:03:42.955 INFO:tasks.workunit.client.0.smithi098.stdout:op 4981 completed, throughput=5MB/sec 2024-04-12T01:03:42.955 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-t-Q2KfXfg-ZMhw_ off=432821 len=421051 2024-04-12T01:03:42.955 INFO:tasks.workunit.client.0.smithi098.stdout:op 4982 completed, throughput=5MB/sec 2024-04-12T01:03:42.955 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TKcG5u3ZYRLMu3K off=12549577 len=1567431 2024-04-12T01:03:42.955 INFO:tasks.workunit.client.0.smithi098.stdout:op 4983 completed, throughput=5MB/sec 2024-04-12T01:03:42.955 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kk89f_p7fzAlzbc off=1676320 len=114830 2024-04-12T01:03:42.955 INFO:tasks.workunit.client.0.smithi098.stdout:op 4984 completed, throughput=5MB/sec 2024-04-12T01:03:42.955 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UtKtbUFKiT6m3HN off=1992476 len=878115 2024-04-12T01:03:42.955 INFO:tasks.workunit.client.0.smithi098.stdout:op 4985 completed, throughput=5MB/sec 2024-04-12T01:03:43.955 INFO:tasks.workunit.client.0.smithi098.stdout: 971: throughput=5MB/sec pending data=0 2024-04-12T01:03:43.955 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-khgzF2AX3d5la70 off=8042214 len=783176 2024-04-12T01:03:43.959 INFO:tasks.workunit.client.0.smithi098.stdout:op 4986 completed, throughput=5MB/sec 2024-04-12T01:03:43.959 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4fS304yeIFi3GAE off=2119651 len=1291192 2024-04-12T01:03:43.966 INFO:tasks.workunit.client.0.smithi098.stdout:op 4987 completed, throughput=5MB/sec 2024-04-12T01:03:43.966 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vrJ7zlEAtBrHHaq off=15076528 len=1088183 2024-04-12T01:03:43.968 INFO:tasks.workunit.client.0.smithi098.stdout:op 4988 completed, throughput=5MB/sec 2024-04-12T01:03:43.968 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-enHRuqRPcaV84Qa off=1895464 len=1656845 2024-04-12T01:03:43.970 INFO:tasks.workunit.client.0.smithi098.stdout:op 4989 completed, throughput=5MB/sec 2024-04-12T01:03:44.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:44 smithi193 ceph-mon[83763]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T01:03:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:44 smithi098 ceph-mon[91373]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T01:03:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:44 smithi098 ceph-mon[88922]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T01:03:44.970 INFO:tasks.workunit.client.0.smithi098.stdout: 972: throughput=5MB/sec pending data=0 2024-04-12T01:03:44.971 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AzkNnBV07oCDrzD off=5619694 len=940203 2024-04-12T01:03:44.976 INFO:tasks.workunit.client.0.smithi098.stdout:op 4990 completed, throughput=5MB/sec 2024-04-12T01:03:44.976 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dpi0eYdYtWEtHGq off=3032344 len=630703 2024-04-12T01:03:44.980 INFO:tasks.workunit.client.0.smithi098.stdout:op 4991 completed, throughput=5MB/sec 2024-04-12T01:03:44.981 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oko88fV6PaNyIbv off=14351991 len=310206 2024-04-12T01:03:44.981 INFO:tasks.workunit.client.0.smithi098.stdout:op 4992 completed, throughput=5MB/sec 2024-04-12T01:03:44.981 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GZTLYjvukcbMo0D off=4201569 len=1581239 2024-04-12T01:03:44.984 INFO:tasks.workunit.client.0.smithi098.stdout:op 4993 completed, throughput=5MB/sec 2024-04-12T01:03:44.984 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FosMw8I7YtiJDSs off=2552396 len=551310 2024-04-12T01:03:44.988 INFO:tasks.workunit.client.0.smithi098.stdout:op 4994 completed, throughput=5MB/sec 2024-04-12T01:03:44.988 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PxFOtNPQQgpiWs5 off=2713003 len=1356382 2024-04-12T01:03:44.993 INFO:tasks.workunit.client.0.smithi098.stdout:op 4995 completed, throughput=5MB/sec 2024-04-12T01:03:45.994 INFO:tasks.workunit.client.0.smithi098.stdout: 973: throughput=5MB/sec pending data=0 2024-04-12T01:03:45.994 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YJD5YO931wwPZbk off=11861491 len=156240 2024-04-12T01:03:45.997 INFO:tasks.workunit.client.0.smithi098.stdout:op 4996 completed, throughput=5MB/sec 2024-04-12T01:03:45.997 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d4kTHYfMEjTXOQ2 off=15163405 len=810707 2024-04-12T01:03:45.998 INFO:tasks.workunit.client.0.smithi098.stdout:op 4997 completed, throughput=5MB/sec 2024-04-12T01:03:45.998 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-R9hcvZgn-1pxeXQ off=3622148 len=421454 2024-04-12T01:03:46.001 INFO:tasks.workunit.client.0.smithi098.stdout:op 4998 completed, throughput=5MB/sec 2024-04-12T01:03:46.002 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5S1MMt2fGuWnj8w off=2958743 len=1691521 2024-04-12T01:03:46.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 4999 completed, throughput=5MB/sec 2024-04-12T01:03:46.010 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M-1ILmFPaHzGLvG off=92074 len=1957553 2024-04-12T01:03:46.023 INFO:tasks.workunit.client.0.smithi098.stdout:op 5000 completed, throughput=5MB/sec 2024-04-12T01:03:46.023 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1MzM4-FPtIVH7uo off=2682569 len=971908 2024-04-12T01:03:46.025 INFO:tasks.workunit.client.0.smithi098.stdout:op 5001 completed, throughput=5MB/sec 2024-04-12T01:03:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:03:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:03:45] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T01:03:46.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:46 smithi193 ceph-mon[83763]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:03:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:46 smithi098 ceph-mon[91373]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:03:46.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:46 smithi098 ceph-mon[88922]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:03:47.026 INFO:tasks.workunit.client.0.smithi098.stdout: 974: throughput=5MB/sec pending data=0 2024-04-12T01:03:47.026 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gvdPsBvuHdM5IY9 off=12779454 len=1360425 2024-04-12T01:03:47.028 INFO:tasks.workunit.client.0.smithi098.stdout:op 5002 completed, throughput=5MB/sec 2024-04-12T01:03:47.028 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qPuFzgLINAo2vHT off=2312595 len=86609 2024-04-12T01:03:47.031 INFO:tasks.workunit.client.0.smithi098.stdout:op 5003 completed, throughput=5MB/sec 2024-04-12T01:03:47.031 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EmNfwGX9hJnl52_ off=4645504 len=1110460 2024-04-12T01:03:47.033 INFO:tasks.workunit.client.0.smithi098.stdout:op 5004 completed, throughput=5MB/sec 2024-04-12T01:03:47.033 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sjj3Lkm2FR8ExDR off=722976 len=358147 2024-04-12T01:03:47.033 INFO:tasks.workunit.client.0.smithi098.stdout:op 5005 completed, throughput=5MB/sec 2024-04-12T01:03:47.033 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PFyUsU1glF2IfTo off=213052 len=1200964 2024-04-12T01:03:47.035 INFO:tasks.workunit.client.0.smithi098.stdout:op 5006 completed, throughput=5MB/sec 2024-04-12T01:03:47.035 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pAAKE-y-RN_7VrZ off=6581995 len=1766923 2024-04-12T01:03:47.036 INFO:tasks.workunit.client.0.smithi098.stdout:op 5007 completed, throughput=5MB/sec 2024-04-12T01:03:48.037 INFO:tasks.workunit.client.0.smithi098.stdout: 975: throughput=5MB/sec pending data=0 2024-04-12T01:03:48.037 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NJH4QEAz2M88xA7 off=227882 len=1739948 2024-04-12T01:03:48.045 INFO:tasks.workunit.client.0.smithi098.stdout:op 5008 completed, throughput=5MB/sec 2024-04-12T01:03:48.045 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KDR7f-1asETz59b off=5985133 len=705192 2024-04-12T01:03:48.047 INFO:tasks.workunit.client.0.smithi098.stdout:op 5009 completed, throughput=5MB/sec 2024-04-12T01:03:48.047 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2QBQxQ2aqVG7LmR off=866486 len=469824 2024-04-12T01:03:48.048 INFO:tasks.workunit.client.0.smithi098.stdout:op 5010 completed, throughput=5MB/sec 2024-04-12T01:03:48.048 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a3Cvxck339ytimy off=3753681 len=347738 2024-04-12T01:03:48.051 INFO:tasks.workunit.client.0.smithi098.stdout:op 5011 completed, throughput=5MB/sec 2024-04-12T01:03:48.051 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--tx8tt_nKS5fNrH off=4266907 len=1661532 2024-04-12T01:03:48.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 5012 completed, throughput=5MB/sec 2024-04-12T01:03:48.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:48 smithi193 ceph-mon[83763]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T01:03:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:48 smithi098 ceph-mon[91373]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T01:03:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:48 smithi098 ceph-mon[88922]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T01:03:49.053 INFO:tasks.workunit.client.0.smithi098.stdout: 976: throughput=5MB/sec pending data=0 2024-04-12T01:03:49.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-keAmkJY436kXdah off=17505327 len=168094 2024-04-12T01:03:49.054 INFO:tasks.workunit.client.0.smithi098.stdout:op 5013 completed, throughput=5MB/sec 2024-04-12T01:03:49.054 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ufwEEYgeOW3qMiu off=1123054 len=156633 2024-04-12T01:03:49.055 INFO:tasks.workunit.client.0.smithi098.stdout:op 5014 completed, throughput=5MB/sec 2024-04-12T01:03:49.055 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qdIhy_DmUsoJJ82 off=8058131 len=1020708 2024-04-12T01:03:49.057 INFO:tasks.workunit.client.0.smithi098.stdout:op 5015 completed, throughput=5MB/sec 2024-04-12T01:03:49.057 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y-iST4pQh56tBuq off=2393306 len=695468 2024-04-12T01:03:49.058 INFO:tasks.workunit.client.0.smithi098.stdout:op 5016 completed, throughput=5MB/sec 2024-04-12T01:03:49.058 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LTvbD3W1ogtPu0Q off=2072205 len=698187 2024-04-12T01:03:49.063 INFO:tasks.workunit.client.0.smithi098.stdout:op 5017 completed, throughput=5MB/sec 2024-04-12T01:03:49.063 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mBzuSEK1bNgkVvk off=7303265 len=1210697 2024-04-12T01:03:49.069 INFO:tasks.workunit.client.0.smithi098.stdout:op 5018 completed, throughput=5MB/sec 2024-04-12T01:03:49.069 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v6Qi7rj7de-EEsV off=17811770 len=377213 2024-04-12T01:03:49.072 INFO:tasks.workunit.client.0.smithi098.stdout:op 5019 completed, throughput=5MB/sec 2024-04-12T01:03:49.072 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DdGlAIGqzj4culX off=5328925 len=1803651 2024-04-12T01:03:49.082 INFO:tasks.workunit.client.0.smithi098.stdout:op 5020 completed, throughput=5MB/sec 2024-04-12T01:03:50.083 INFO:tasks.workunit.client.0.smithi098.stdout: 977: throughput=5MB/sec pending data=0 2024-04-12T01:03:50.083 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-byHd7S9Vzw4Fksr off=681182 len=1092476 2024-04-12T01:03:50.085 INFO:tasks.workunit.client.0.smithi098.stdout:op 5021 completed, throughput=5MB/sec 2024-04-12T01:03:50.085 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-g79eEd1EKjpA-Oz off=742009 len=1375592 2024-04-12T01:03:50.088 INFO:tasks.workunit.client.0.smithi098.stdout:op 5022 completed, throughput=5MB/sec 2024-04-12T01:03:50.088 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8YZO-VUG-0K3w8U off=1398530 len=738992 2024-04-12T01:03:50.089 INFO:tasks.workunit.client.0.smithi098.stdout:op 5023 completed, throughput=5MB/sec 2024-04-12T01:03:50.089 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lF5XRloe-vbZaMX off=18944663 len=1431221 2024-04-12T01:03:50.092 INFO:tasks.workunit.client.0.smithi098.stdout:op 5024 completed, throughput=5MB/sec 2024-04-12T01:03:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:50 smithi193 ceph-mon[83763]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:03:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:50 smithi098 ceph-mon[91373]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:03:50.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:50 smithi098 ceph-mon[88922]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:03:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:03:51.092 INFO:tasks.workunit.client.0.smithi098.stdout: 978: throughput=5MB/sec pending data=0 2024-04-12T01:03:51.092 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9amLc4hDaQFmALw off=20116660 len=1060633 2024-04-12T01:03:51.098 INFO:tasks.workunit.client.0.smithi098.stdout:op 5025 completed, throughput=5MB/sec 2024-04-12T01:03:51.098 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xToy-rdhx9GrPEP off=1673394 len=350056 2024-04-12T01:03:51.101 INFO:tasks.workunit.client.0.smithi098.stdout:op 5026 completed, throughput=5MB/sec 2024-04-12T01:03:51.101 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ld5-Mi4y-4e4IDl off=215948 len=286409 2024-04-12T01:03:51.102 INFO:tasks.workunit.client.0.smithi098.stdout:op 5027 completed, throughput=5MB/sec 2024-04-12T01:03:51.102 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5POI-ji2B3kTSel off=6622728 len=2085015 2024-04-12T01:03:51.103 INFO:tasks.workunit.client.0.smithi098.stdout:op 5028 completed, throughput=5MB/sec 2024-04-12T01:03:51.104 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SqattA81fezlRGp off=19779565 len=557138 2024-04-12T01:03:51.107 INFO:tasks.workunit.client.0.smithi098.stdout:op 5029 completed, throughput=5MB/sec 2024-04-12T01:03:52.108 INFO:tasks.workunit.client.0.smithi098.stdout: 979: throughput=5MB/sec pending data=0 2024-04-12T01:03:52.108 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yraXUeIcmZDmTRq off=8005304 len=1846168 2024-04-12T01:03:52.110 INFO:tasks.workunit.client.0.smithi098.stdout:op 5030 completed, throughput=5MB/sec 2024-04-12T01:03:52.110 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ofGEaqLX3rnxnPb off=4952443 len=997308 2024-04-12T01:03:52.112 INFO:tasks.workunit.client.0.smithi098.stdout:op 5031 completed, throughput=5MB/sec 2024-04-12T01:03:52.112 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WPVRSyhzbC5ipjk off=1462263 len=1780626 2024-04-12T01:03:52.122 INFO:tasks.workunit.client.0.smithi098.stdout:op 5032 completed, throughput=5MB/sec 2024-04-12T01:03:52.122 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Fd5JhawmCMAOqv_ off=12501932 len=2046999 2024-04-12T01:03:52.124 INFO:tasks.workunit.client.0.smithi098.stdout:op 5033 completed, throughput=5MB/sec 2024-04-12T01:03:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:52 smithi193 ceph-mon[83763]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:03:52.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:03:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:03:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:03:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:52 smithi098 ceph-mon[88922]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:03:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:52 smithi098 ceph-mon[91373]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:03:53.124 INFO:tasks.workunit.client.0.smithi098.stdout: 980: throughput=5MB/sec pending data=0 2024-04-12T01:03:53.124 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KLu0RJ6IGlCKguG off=11570060 len=668922 2024-04-12T01:03:53.129 INFO:tasks.workunit.client.0.smithi098.stdout:op 5034 completed, throughput=5MB/sec 2024-04-12T01:03:53.129 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Aw-FLES9iNYNj8m off=4606217 len=753162 2024-04-12T01:03:53.130 INFO:tasks.workunit.client.0.smithi098.stdout:op 5035 completed, throughput=5MB/sec 2024-04-12T01:03:53.130 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-is2I9iF9hTZYdNj off=4291841 len=46220 2024-04-12T01:03:53.132 INFO:tasks.workunit.client.0.smithi098.stdout:op 5036 completed, throughput=5MB/sec 2024-04-12T01:03:53.133 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IXPPJM2Cbjc0_Nk off=16510469 len=1021310 2024-04-12T01:03:53.134 INFO:tasks.workunit.client.0.smithi098.stdout:op 5037 completed, throughput=5MB/sec 2024-04-12T01:03:53.134 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OBlX384h4mSTEWz off=10646710 len=656049 2024-04-12T01:03:53.135 INFO:tasks.workunit.client.0.smithi098.stdout:op 5038 completed, throughput=5MB/sec 2024-04-12T01:03:53.135 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xzsh2kNGo4zFVOQ off=9752824 len=344341 2024-04-12T01:03:53.139 INFO:tasks.workunit.client.0.smithi098.stdout:op 5039 completed, throughput=5MB/sec 2024-04-12T01:03:53.139 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uZJ7N9cG9Es7moD off=4110960 len=1024507 2024-04-12T01:03:53.140 INFO:tasks.workunit.client.0.smithi098.stdout:op 5040 completed, throughput=5MB/sec 2024-04-12T01:03:54.140 INFO:tasks.workunit.client.0.smithi098.stdout: 981: throughput=5MB/sec pending data=0 2024-04-12T01:03:54.140 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3IVO4D2Pp3khy0p off=9455511 len=1559374 2024-04-12T01:03:54.148 INFO:tasks.workunit.client.0.smithi098.stdout:op 5041 completed, throughput=5MB/sec 2024-04-12T01:03:54.149 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l4WGwlNg5u21-sS off=2270548 len=2089587 2024-04-12T01:03:54.151 INFO:tasks.workunit.client.0.smithi098.stdout:op 5042 completed, throughput=5MB/sec 2024-04-12T01:03:54.151 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G7ZssM4Y6DeDKgm off=738673 len=463214 2024-04-12T01:03:54.154 INFO:tasks.workunit.client.0.smithi098.stdout:op 5043 completed, throughput=5MB/sec 2024-04-12T01:03:54.154 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R1oT9SqrJPLZ_BD off=4927279 len=1382983 2024-04-12T01:03:54.156 INFO:tasks.workunit.client.0.smithi098.stdout:op 5044 completed, throughput=5MB/sec 2024-04-12T01:03:54.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:54 smithi193 ceph-mon[83763]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:03:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:54 smithi098 ceph-mon[88922]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:03:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:54 smithi098 ceph-mon[91373]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:03:55.156 INFO:tasks.workunit.client.0.smithi098.stdout: 982: throughput=5MB/sec pending data=0 2024-04-12T01:03:55.157 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Xs7rPb-bGQbkcf1 off=3165408 len=371537 2024-04-12T01:03:55.158 INFO:tasks.workunit.client.0.smithi098.stdout:op 5045 completed, throughput=5MB/sec 2024-04-12T01:03:55.158 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OI8RWs4Y5I472b0 off=18314151 len=562375 2024-04-12T01:03:55.162 INFO:tasks.workunit.client.0.smithi098.stdout:op 5046 completed, throughput=5MB/sec 2024-04-12T01:03:55.162 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fD1JA0LFxQaO11J off=8521225 len=971397 2024-04-12T01:03:55.164 INFO:tasks.workunit.client.0.smithi098.stdout:op 5047 completed, throughput=5MB/sec 2024-04-12T01:03:55.164 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Bb3vtIw2VTVNs1k off=0 len=1076553 2024-04-12T01:03:55.168 INFO:tasks.workunit.client.0.smithi098.stdout:op 5048 completed, throughput=5MB/sec 2024-04-12T01:03:55.168 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cVLXvb2Tk65V5db off=5644455 len=922059 2024-04-12T01:03:55.173 INFO:tasks.workunit.client.0.smithi098.stdout:op 5049 completed, throughput=5MB/sec 2024-04-12T01:03:55.173 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Vtsx1-oTEAXFyqy off=6814140 len=703117 2024-04-12T01:03:55.178 INFO:tasks.workunit.client.0.smithi098.stdout:op 5050 completed, throughput=5MB/sec 2024-04-12T01:03:56.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:03:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:03:55] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T01:03:56.178 INFO:tasks.workunit.client.0.smithi098.stdout: 983: throughput=5MB/sec pending data=0 2024-04-12T01:03:56.179 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EGRSFrtimPd4Fyk off=4521240 len=1817590 2024-04-12T01:03:56.182 INFO:tasks.workunit.client.0.smithi098.stdout:op 5051 completed, throughput=5MB/sec 2024-04-12T01:03:56.182 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8zVnqRTnwW89O49 off=4913728 len=460877 2024-04-12T01:03:56.183 INFO:tasks.workunit.client.0.smithi098.stdout:op 5052 completed, throughput=5MB/sec 2024-04-12T01:03:56.183 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-V3-AvsJUYH1r4TH off=14272651 len=817812 2024-04-12T01:03:56.184 INFO:tasks.workunit.client.0.smithi098.stdout:op 5053 completed, throughput=5MB/sec 2024-04-12T01:03:56.184 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ohvY0c4lOwwZjFq off=16121708 len=1600798 2024-04-12T01:03:56.192 INFO:tasks.workunit.client.0.smithi098.stdout:op 5054 completed, throughput=5MB/sec 2024-04-12T01:03:56.192 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WM6utYHIW2EBSvY off=12811516 len=1377422 2024-04-12T01:03:56.194 INFO:tasks.workunit.client.0.smithi098.stdout:op 5055 completed, throughput=5MB/sec 2024-04-12T01:03:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:56 smithi098 ceph-mon[88922]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:03:56.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:56 smithi098 ceph-mon[91373]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:03:56.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:56 smithi193 ceph-mon[83763]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:03:57.194 INFO:tasks.workunit.client.0.smithi098.stdout: 984: throughput=5MB/sec pending data=0 2024-04-12T01:03:57.194 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oASA9ddqYYCDiYz off=1136026 len=1141154 2024-04-12T01:03:57.197 INFO:tasks.workunit.client.0.smithi098.stdout:op 5056 completed, throughput=5MB/sec 2024-04-12T01:03:57.197 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tnr4Oav6nfd9f4y off=1931813 len=1289999 2024-04-12T01:03:57.198 INFO:tasks.workunit.client.0.smithi098.stdout:op 5057 completed, throughput=5MB/sec 2024-04-12T01:03:57.198 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w7Y0tIx0ME3lqO2 off=20857420 len=1557241 2024-04-12T01:03:57.206 INFO:tasks.workunit.client.0.smithi098.stdout:op 5058 completed, throughput=5MB/sec 2024-04-12T01:03:57.206 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7TRncRv0lypZQ0V off=1472143 len=862902 2024-04-12T01:03:57.207 INFO:tasks.workunit.client.0.smithi098.stdout:op 5059 completed, throughput=5MB/sec 2024-04-12T01:03:58.208 INFO:tasks.workunit.client.0.smithi098.stdout: 985: throughput=5MB/sec pending data=0 2024-04-12T01:03:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GdAjfXjRJ-HK-Z0 off=394692 len=1701526 2024-04-12T01:03:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:op 5060 completed, throughput=5MB/sec 2024-04-12T01:03:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ci1EPARNuHXlWcR off=12978994 len=1631214 2024-04-12T01:03:58.219 INFO:tasks.workunit.client.0.smithi098.stdout:op 5061 completed, throughput=5MB/sec 2024-04-12T01:03:58.220 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XmkwnAqKRzUBq0f off=20397071 len=1188777 2024-04-12T01:03:58.226 INFO:tasks.workunit.client.0.smithi098.stdout:op 5062 completed, throughput=5MB/sec 2024-04-12T01:03:58.226 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V_3sE7yL9VvdACq off=1696109 len=440263 2024-04-12T01:03:58.230 INFO:tasks.workunit.client.0.smithi098.stdout:op 5063 completed, throughput=5MB/sec 2024-04-12T01:03:58.230 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-X9ZfGAB5iy2PbyZ off=9022508 len=1848933 2024-04-12T01:03:58.234 INFO:tasks.workunit.client.0.smithi098.stdout:op 5064 completed, throughput=5MB/sec 2024-04-12T01:03:58.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:03:58 smithi098 ceph-mon[88922]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:03:58.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:03:58 smithi098 ceph-mon[91373]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:03:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:03:58 smithi193 ceph-mon[83763]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:03:59.234 INFO:tasks.workunit.client.0.smithi098.stdout: 986: throughput=5MB/sec pending data=0 2024-04-12T01:03:59.234 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-W10viquL2NdG0pc off=3014786 len=1463198 2024-04-12T01:03:59.236 INFO:tasks.workunit.client.0.smithi098.stdout:op 5065 completed, throughput=5MB/sec 2024-04-12T01:03:59.236 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y76xLOBdyZ30M1K off=0 len=1333834 2024-04-12T01:03:59.239 INFO:tasks.workunit.client.0.smithi098.stdout:op 5066 completed, throughput=5MB/sec 2024-04-12T01:03:59.240 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZbkSYmQ6JVxVmzK off=2717332 len=1216259 2024-04-12T01:03:59.241 INFO:tasks.workunit.client.0.smithi098.stdout:op 5067 completed, throughput=5MB/sec 2024-04-12T01:04:00.241 INFO:tasks.workunit.client.0.smithi098.stdout: 987: throughput=5MB/sec pending data=0 2024-04-12T01:04:00.241 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PsY79WB5L31IgaI off=3259243 len=1583072 2024-04-12T01:04:00.243 INFO:tasks.workunit.client.0.smithi098.stdout:op 5068 completed, throughput=5MB/sec 2024-04-12T01:04:00.243 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BvtVlY7jUnthr_- off=22474590 len=1898149 2024-04-12T01:04:00.252 INFO:tasks.workunit.client.0.smithi098.stdout:op 5069 completed, throughput=5MB/sec 2024-04-12T01:04:00.252 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qcHkBcrC80Zp4jQ off=1060285 len=16571 2024-04-12T01:04:00.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 5070 completed, throughput=5MB/sec 2024-04-12T01:04:00.254 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SgNq_YLC-1I2gHF off=9441569 len=281846 2024-04-12T01:04:00.255 INFO:tasks.workunit.client.0.smithi098.stdout:op 5071 completed, throughput=5MB/sec 2024-04-12T01:04:00.255 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lzu6SlaSRexkIvO off=5379352 len=1021514 2024-04-12T01:04:00.260 INFO:tasks.workunit.client.0.smithi098.stdout:op 5072 completed, throughput=5MB/sec 2024-04-12T01:04:00.260 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-43iu4tXXn3d2Ta9 off=12031307 len=177050 2024-04-12T01:04:00.263 INFO:tasks.workunit.client.0.smithi098.stdout:op 5073 completed, throughput=5MB/sec 2024-04-12T01:04:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:00 smithi098 ceph-mon[91373]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:04:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:00 smithi098 ceph-mon[88922]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:04:00.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:00 smithi193 ceph-mon[83763]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:04:01.263 INFO:tasks.workunit.client.0.smithi098.stdout: 988: throughput=5MB/sec pending data=0 2024-04-12T01:04:01.263 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GYNi8f7KgjpNh9s off=1730369 len=168784 2024-04-12T01:04:01.264 INFO:tasks.workunit.client.0.smithi098.stdout:op 5074 completed, throughput=5MB/sec 2024-04-12T01:04:01.264 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gLOuq0WEledY7XG off=4798395 len=144203 2024-04-12T01:04:01.267 INFO:tasks.workunit.client.0.smithi098.stdout:op 5075 completed, throughput=5MB/sec 2024-04-12T01:04:01.267 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WVas-xbkjsMi7LV off=5968104 len=1163573 2024-04-12T01:04:01.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 5076 completed, throughput=5MB/sec 2024-04-12T01:04:01.269 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xFDnuvmNo9O8Udf off=22578029 len=954330 2024-04-12T01:04:01.271 INFO:tasks.workunit.client.0.smithi098.stdout:op 5077 completed, throughput=5MB/sec 2024-04-12T01:04:01.271 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xe6xpdKkUuUPq3V off=4483902 len=1194679 2024-04-12T01:04:01.278 INFO:tasks.workunit.client.0.smithi098.stdout:op 5078 completed, throughput=5MB/sec 2024-04-12T01:04:01.278 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gC4DFH8w0g6HFDX off=349646 len=2048978 2024-04-12T01:04:01.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 5079 completed, throughput=5MB/sec 2024-04-12T01:04:02.290 INFO:tasks.workunit.client.0.smithi098.stdout: 989: throughput=5MB/sec pending data=0 2024-04-12T01:04:02.290 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PsY79WB5L31IgaI off=3078076 len=1764239 2024-04-12T01:04:02.300 INFO:tasks.workunit.client.0.smithi098.stdout:op 5080 completed, throughput=5MB/sec 2024-04-12T01:04:02.300 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GM7w2SMM0Rjtj_G off=16924913 len=1237057 2024-04-12T01:04:02.307 INFO:tasks.workunit.client.0.smithi098.stdout:op 5081 completed, throughput=5MB/sec 2024-04-12T01:04:02.307 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HjYmaaPXC9RltQQ off=12680749 len=171189 2024-04-12T01:04:02.309 INFO:tasks.workunit.client.0.smithi098.stdout:op 5082 completed, throughput=5MB/sec 2024-04-12T01:04:02.309 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GRHrGHXSezwKBcT off=3952046 len=691819 2024-04-12T01:04:02.310 INFO:tasks.workunit.client.0.smithi098.stdout:op 5083 completed, throughput=5MB/sec 2024-04-12T01:04:02.310 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--62SOCi1PnaFUvo off=3052605 len=1329589 2024-04-12T01:04:02.317 INFO:tasks.workunit.client.0.smithi098.stdout:op 5084 completed, throughput=5MB/sec 2024-04-12T01:04:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:02 smithi098 ceph-mon[88922]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:04:02.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:02 smithi098 ceph-mon[91373]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:04:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:02 smithi193 ceph-mon[83763]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:04:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:04:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:04:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:04:03.317 INFO:tasks.workunit.client.0.smithi098.stdout: 990: throughput=5MB/sec pending data=0 2024-04-12T01:04:03.318 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-y3DLELfyub4B2BU off=5389980 len=617842 2024-04-12T01:04:03.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 5085 completed, throughput=5MB/sec 2024-04-12T01:04:03.322 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6ivxTPh8RyYEAC6 off=6078276 len=148100 2024-04-12T01:04:03.323 INFO:tasks.workunit.client.0.smithi098.stdout:op 5086 completed, throughput=5MB/sec 2024-04-12T01:04:03.323 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tKYQOVWqrzZ3DSK off=3012771 len=1823814 2024-04-12T01:04:03.325 INFO:tasks.workunit.client.0.smithi098.stdout:op 5087 completed, throughput=5MB/sec 2024-04-12T01:04:03.325 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XYy59DAzXQTDtfP off=13398920 len=1071601 2024-04-12T01:04:03.326 INFO:tasks.workunit.client.0.smithi098.stdout:op 5088 completed, throughput=5MB/sec 2024-04-12T01:04:03.326 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gqEIAXyvRj6i0-w off=5190117 len=1089622 2024-04-12T01:04:03.329 INFO:tasks.workunit.client.0.smithi098.stdout:op 5089 completed, throughput=5MB/sec 2024-04-12T01:04:03.329 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GdFJGKzWd-JpEEA off=8596031 len=807166 2024-04-12T01:04:03.334 INFO:tasks.workunit.client.0.smithi098.stdout:op 5090 completed, throughput=5MB/sec 2024-04-12T01:04:04.334 INFO:tasks.workunit.client.0.smithi098.stdout: 991: throughput=5MB/sec pending data=0 2024-04-12T01:04:04.334 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t24muQH2HBGtXrx off=378994 len=920769 2024-04-12T01:04:04.339 INFO:tasks.workunit.client.0.smithi098.stdout:op 5091 completed, throughput=5MB/sec 2024-04-12T01:04:04.339 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4aVc5ZFYiKPbbyO off=20246146 len=29083 2024-04-12T01:04:04.340 INFO:tasks.workunit.client.0.smithi098.stdout:op 5092 completed, throughput=5MB/sec 2024-04-12T01:04:04.340 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7CGsR_J15OT42In off=3550056 len=302144 2024-04-12T01:04:04.340 INFO:tasks.workunit.client.0.smithi098.stdout:op 5093 completed, throughput=5MB/sec 2024-04-12T01:04:04.340 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Hah32VJZEiybR4G off=1082692 len=546315 2024-04-12T01:04:04.345 INFO:tasks.workunit.client.0.smithi098.stdout:op 5094 completed, throughput=5MB/sec 2024-04-12T01:04:04.345 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NlWJMI2l-OXxdei off=756971 len=1867972 2024-04-12T01:04:04.347 INFO:tasks.workunit.client.0.smithi098.stdout:op 5095 completed, throughput=5MB/sec 2024-04-12T01:04:04.347 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eC2b-FrizZc44NE off=5158266 len=397683 2024-04-12T01:04:04.351 INFO:tasks.workunit.client.0.smithi098.stdout:op 5096 completed, throughput=5MB/sec 2024-04-12T01:04:04.351 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iJnUaJg40ThMNsW off=1983656 len=1502402 2024-04-12T01:04:04.354 INFO:tasks.workunit.client.0.smithi098.stdout:op 5097 completed, throughput=5MB/sec 2024-04-12T01:04:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:04 smithi098 ceph-mon[88922]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:04:04.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:04 smithi098 ceph-mon[91373]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:04:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:04 smithi193 ceph-mon[83763]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:04:05.355 INFO:tasks.workunit.client.0.smithi098.stdout: 992: throughput=5MB/sec pending data=0 2024-04-12T01:04:05.355 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iBtYVaztdnqlnaK off=9951551 len=1047593 2024-04-12T01:04:05.356 INFO:tasks.workunit.client.0.smithi098.stdout:op 5098 completed, throughput=5MB/sec 2024-04-12T01:04:05.357 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-puNOdXSgVF7X4Bt off=126949 len=852267 2024-04-12T01:04:05.362 INFO:tasks.workunit.client.0.smithi098.stdout:op 5099 completed, throughput=5MB/sec 2024-04-12T01:04:05.362 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_OFEwnWWn3C8CnV off=2329028 len=2009783 2024-04-12T01:04:05.364 INFO:tasks.workunit.client.0.smithi098.stdout:op 5100 completed, throughput=5MB/sec 2024-04-12T01:04:05.364 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-thVdWZEdanq9uIN off=1611651 len=485308 2024-04-12T01:04:05.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 5101 completed, throughput=5MB/sec 2024-04-12T01:04:05.368 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gAfjz7pTlC_wdee off=14974925 len=840864 2024-04-12T01:04:05.372 INFO:tasks.workunit.client.0.smithi098.stdout:op 5102 completed, throughput=5MB/sec 2024-04-12T01:04:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:05.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:04:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:04:05] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:04:06.373 INFO:tasks.workunit.client.0.smithi098.stdout: 993: throughput=5MB/sec pending data=0 2024-04-12T01:04:06.373 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cQcU1qwXejabLOu off=10401495 len=1982574 2024-04-12T01:04:06.375 INFO:tasks.workunit.client.0.smithi098.stdout:op 5103 completed, throughput=5MB/sec 2024-04-12T01:04:06.375 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xazeOVOr4w7YwiA off=6285431 len=1177369 2024-04-12T01:04:06.382 INFO:tasks.workunit.client.0.smithi098.stdout:op 5104 completed, throughput=5MB/sec 2024-04-12T01:04:06.382 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Vrc0dWFuhTK30vT off=1993808 len=1898669 2024-04-12T01:04:06.390 INFO:tasks.workunit.client.0.smithi098.stdout:op 5105 completed, throughput=5MB/sec 2024-04-12T01:04:06.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:06 smithi098 ceph-mon[91373]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T01:04:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:06 smithi098 ceph-mon[88922]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T01:04:06.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:06 smithi193 ceph-mon[83763]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T01:04:07.390 INFO:tasks.workunit.client.0.smithi098.stdout: 994: throughput=5MB/sec pending data=0 2024-04-12T01:04:07.390 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UBmKg5pfjw6v4pz off=3462401 len=45320 2024-04-12T01:04:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 5106 completed, throughput=5MB/sec 2024-04-12T01:04:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Af3_c9m0Lfi7tzr off=5168355 len=684227 2024-04-12T01:04:07.396 INFO:tasks.workunit.client.0.smithi098.stdout:op 5107 completed, throughput=5MB/sec 2024-04-12T01:04:07.396 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FRuaUGvP6SQ5Ktn off=11643377 len=1816895 2024-04-12T01:04:07.406 INFO:tasks.workunit.client.0.smithi098.stdout:op 5108 completed, throughput=5MB/sec 2024-04-12T01:04:07.406 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YArQghIxOiW-VXZ off=2962897 len=1473709 2024-04-12T01:04:07.408 INFO:tasks.workunit.client.0.smithi098.stdout:op 5109 completed, throughput=5MB/sec 2024-04-12T01:04:07.408 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pFAnHMoTVisAPkg off=1351316 len=684011 2024-04-12T01:04:07.409 INFO:tasks.workunit.client.0.smithi098.stdout:op 5110 completed, throughput=5MB/sec 2024-04-12T01:04:07.409 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5-1rvCQG3hC7bdD off=1073726 len=61681 2024-04-12T01:04:07.412 INFO:tasks.workunit.client.0.smithi098.stdout:op 5111 completed, throughput=5MB/sec 2024-04-12T01:04:07.412 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RNUzlQarons1IX4 off=18764586 len=1276125 2024-04-12T01:04:07.414 INFO:tasks.workunit.client.0.smithi098.stdout:op 5112 completed, throughput=5MB/sec 2024-04-12T01:04:08.414 INFO:tasks.workunit.client.0.smithi098.stdout: 995: throughput=5MB/sec pending data=0 2024-04-12T01:04:08.414 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ir8deHGmLEEmxU_ off=12688218 len=1785921 2024-04-12T01:04:08.422 INFO:tasks.workunit.client.0.smithi098.stdout:op 5113 completed, throughput=5MB/sec 2024-04-12T01:04:08.422 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Sw5N_I_bBlCT7_v off=10929114 len=248073 2024-04-12T01:04:08.426 INFO:tasks.workunit.client.0.smithi098.stdout:op 5114 completed, throughput=5MB/sec 2024-04-12T01:04:08.426 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KoOwaxFxRwZBxx- off=2901713 len=724765 2024-04-12T01:04:08.429 INFO:tasks.workunit.client.0.smithi098.stdout:op 5115 completed, throughput=5MB/sec 2024-04-12T01:04:08.430 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zjthH9snr0iPKgu off=5077123 len=919560 2024-04-12T01:04:08.431 INFO:tasks.workunit.client.0.smithi098.stdout:op 5116 completed, throughput=5MB/sec 2024-04-12T01:04:08.431 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PRqhErqrTH2DIic off=6007023 len=707481 2024-04-12T01:04:08.431 INFO:tasks.workunit.client.0.smithi098.stdout:op 5117 completed, throughput=5MB/sec 2024-04-12T01:04:08.431 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QgW-bDY8NEeX9Cy off=10955129 len=1930154 2024-04-12T01:04:08.433 INFO:tasks.workunit.client.0.smithi098.stdout:op 5118 completed, throughput=5MB/sec 2024-04-12T01:04:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:08 smithi098 ceph-mon[88922]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:04:08.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:08 smithi098 ceph-mon[91373]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:04:08.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:08 smithi193 ceph-mon[83763]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:04:09.434 INFO:tasks.workunit.client.0.smithi098.stdout: 996: throughput=5MB/sec pending data=0 2024-04-12T01:04:09.434 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MB_0XDns8yaPGao off=19254891 len=1814170 2024-04-12T01:04:09.443 INFO:tasks.workunit.client.0.smithi098.stdout:op 5119 completed, throughput=5MB/sec 2024-04-12T01:04:09.443 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tdhrQbg13PhfrU6 off=369703 len=1511219 2024-04-12T01:04:09.445 INFO:tasks.workunit.client.0.smithi098.stdout:op 5120 completed, throughput=5MB/sec 2024-04-12T01:04:09.445 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YY63wvAjiO3SarT off=1375058 len=786015 2024-04-12T01:04:09.449 INFO:tasks.workunit.client.0.smithi098.stdout:op 5121 completed, throughput=5MB/sec 2024-04-12T01:04:10.450 INFO:tasks.workunit.client.0.smithi098.stdout: 997: throughput=5MB/sec pending data=0 2024-04-12T01:04:10.450 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l7RtX17bQQ8pgDY off=1554203 len=758012 2024-04-12T01:04:10.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 5122 completed, throughput=5MB/sec 2024-04-12T01:04:10.451 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5iHhj2KtfRK0WmI off=1738396 len=790687 2024-04-12T01:04:10.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 5123 completed, throughput=5MB/sec 2024-04-12T01:04:10.453 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oqc16A2X9zqEcOo off=8738584 len=1983300 2024-04-12T01:04:10.466 INFO:tasks.workunit.client.0.smithi098.stdout:op 5124 completed, throughput=5MB/sec 2024-04-12T01:04:10.466 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9aAX3DoL_faSIa_ off=6907743 len=714838 2024-04-12T01:04:10.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 5125 completed, throughput=5MB/sec 2024-04-12T01:04:10.471 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EqQL9Z9yTvFad_x off=775901 len=62819 2024-04-12T01:04:10.472 INFO:tasks.workunit.client.0.smithi098.stdout:op 5126 completed, throughput=5MB/sec 2024-04-12T01:04:10.472 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nWK23IjYFiLvlsM off=3842 len=1083103 2024-04-12T01:04:10.473 INFO:tasks.workunit.client.0.smithi098.stdout:op 5127 completed, throughput=5MB/sec 2024-04-12T01:04:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:10 smithi098 ceph-mon[91373]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:04:10.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:10 smithi098 ceph-mon[88922]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:04:10.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:10 smithi193 ceph-mon[83763]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:04:11.474 INFO:tasks.workunit.client.0.smithi098.stdout: 998: throughput=5MB/sec pending data=0 2024-04-12T01:04:11.474 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G0v_xNuTKbt0y_d off=3688272 len=1430528 2024-04-12T01:04:11.482 INFO:tasks.workunit.client.0.smithi098.stdout:op 5128 completed, throughput=5MB/sec 2024-04-12T01:04:11.482 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tpCv7elRpZo2-vL off=429407 len=1063515 2024-04-12T01:04:11.484 INFO:tasks.workunit.client.0.smithi098.stdout:op 5129 completed, throughput=5MB/sec 2024-04-12T01:04:11.484 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8YnlVgG2NU9yq7N off=5968358 len=1839953 2024-04-12T01:04:11.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 5130 completed, throughput=5MB/sec 2024-04-12T01:04:11.486 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--2XtLhl05_-SiaZ off=441130 len=707398 2024-04-12T01:04:11.487 INFO:tasks.workunit.client.0.smithi098.stdout:op 5131 completed, throughput=5MB/sec 2024-04-12T01:04:12.420 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:12 smithi193 ceph-mon[83763]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:12.420 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:12 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:04:12.420 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:04:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:04:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:04:12.487 INFO:tasks.workunit.client.0.smithi098.stdout: 999: throughput=5MB/sec pending data=0 2024-04-12T01:04:12.488 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dDWHypkZJs7zDrV off=3677525 len=1608521 2024-04-12T01:04:12.495 INFO:tasks.workunit.client.0.smithi098.stdout:op 5132 completed, throughput=5MB/sec 2024-04-12T01:04:12.496 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AxeY2LDDI0ANi6K off=274767 len=691425 2024-04-12T01:04:12.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 5133 completed, throughput=5MB/sec 2024-04-12T01:04:12.499 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MexYm_6SuCWb22r off=13671656 len=209743 2024-04-12T01:04:12.501 INFO:tasks.workunit.client.0.smithi098.stdout:op 5134 completed, throughput=5MB/sec 2024-04-12T01:04:12.502 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-28NvBflNBkHCp0K off=13245490 len=394285 2024-04-12T01:04:12.502 INFO:tasks.workunit.client.0.smithi098.stdout:op 5135 completed, throughput=5MB/sec 2024-04-12T01:04:12.502 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CzC55dLH-mThhFx off=1195095 len=1888074 2024-04-12T01:04:12.505 INFO:tasks.workunit.client.0.smithi098.stdout:op 5136 completed, throughput=5MB/sec 2024-04-12T01:04:12.505 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FoQxYAqje_72U2G off=5778908 len=305766 2024-04-12T01:04:12.508 INFO:tasks.workunit.client.0.smithi098.stdout:op 5137 completed, throughput=5MB/sec 2024-04-12T01:04:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:12 smithi098 ceph-mon[91373]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:12 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:04:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:12 smithi098 ceph-mon[88922]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:12 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:04:13.508 INFO:tasks.workunit.client.0.smithi098.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-12T01:04:13.509 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TH6NJKYvcFS5SS2 off=3904336 len=973819 2024-04-12T01:04:13.510 INFO:tasks.workunit.client.0.smithi098.stdout:op 5138 completed, throughput=5MB/sec 2024-04-12T01:04:13.510 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9K2MBRt2rOa9mYW off=0 len=1177861 2024-04-12T01:04:13.511 INFO:tasks.workunit.client.0.smithi098.stdout:op 5139 completed, throughput=5MB/sec 2024-04-12T01:04:13.511 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l4WGwlNg5u21-sS off=12297819 len=782006 2024-04-12T01:04:13.513 INFO:tasks.workunit.client.0.smithi098.stdout:op 5140 completed, throughput=5MB/sec 2024-04-12T01:04:13.513 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JmOZnHflhCGXM7V off=3745871 len=531366 2024-04-12T01:04:13.517 INFO:tasks.workunit.client.0.smithi098.stdout:op 5141 completed, throughput=5MB/sec 2024-04-12T01:04:13.517 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nWK23IjYFiLvlsM off=1495102 len=320222 2024-04-12T01:04:13.519 INFO:tasks.workunit.client.0.smithi098.stdout:op 5142 completed, throughput=5MB/sec 2024-04-12T01:04:13.520 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WMzmjcleajEeexG off=2773344 len=1386079 2024-04-12T01:04:13.521 INFO:tasks.workunit.client.0.smithi098.stdout:op 5143 completed, throughput=5MB/sec 2024-04-12T01:04:13.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:04:13.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:04:13.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:04:13.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:04:13.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:04:13.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:04:13.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:04:13.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:04:13.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:04:14.521 INFO:tasks.workunit.client.0.smithi098.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-12T01:04:14.521 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hki__hf3UH1F-wB off=11148666 len=1699071 2024-04-12T01:04:14.525 INFO:tasks.workunit.client.0.smithi098.stdout:op 5144 completed, throughput=5MB/sec 2024-04-12T01:04:14.525 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oWCNwA3lXDpQYXf off=9951799 len=1275217 2024-04-12T01:04:14.527 INFO:tasks.workunit.client.0.smithi098.stdout:op 5145 completed, throughput=5MB/sec 2024-04-12T01:04:14.527 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RYn6HnrrOUH0jmZ off=1567690 len=658384 2024-04-12T01:04:14.528 INFO:tasks.workunit.client.0.smithi098.stdout:op 5146 completed, throughput=5MB/sec 2024-04-12T01:04:14.528 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-45Pm5TNzH-W7_U9 off=8890999 len=39657 2024-04-12T01:04:14.529 INFO:tasks.workunit.client.0.smithi098.stdout:op 5147 completed, throughput=5MB/sec 2024-04-12T01:04:14.529 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cEUqJelMtYxQ5RT off=6268521 len=1033112 2024-04-12T01:04:14.530 INFO:tasks.workunit.client.0.smithi098.stdout:op 5148 completed, throughput=5MB/sec 2024-04-12T01:04:14.530 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YbCO4Nu84YDiFxB off=9503090 len=943523 2024-04-12T01:04:14.532 INFO:tasks.workunit.client.0.smithi098.stdout:op 5149 completed, throughput=5MB/sec 2024-04-12T01:04:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:14 smithi098 ceph-mon[91373]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:14.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:14 smithi098 ceph-mon[88922]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:14.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:14 smithi193 ceph-mon[83763]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:15.533 INFO:tasks.workunit.client.0.smithi098.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-12T01:04:15.533 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O60FpsJYMcDArYA off=10694330 len=781953 2024-04-12T01:04:15.538 INFO:tasks.workunit.client.0.smithi098.stdout:op 5150 completed, throughput=5MB/sec 2024-04-12T01:04:15.538 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V-rmHhQlPFYEm0x off=5246205 len=1802855 2024-04-12T01:04:15.547 INFO:tasks.workunit.client.0.smithi098.stdout:op 5151 completed, throughput=5MB/sec 2024-04-12T01:04:15.547 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fJBF-BC4VL504w6 off=7830012 len=1632419 2024-04-12T01:04:15.555 INFO:tasks.workunit.client.0.smithi098.stdout:op 5152 completed, throughput=5MB/sec 2024-04-12T01:04:15.555 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w63fdyPkivPtOKS off=10074243 len=1847587 2024-04-12T01:04:15.567 INFO:tasks.workunit.client.0.smithi098.stdout:op 5153 completed, throughput=5MB/sec 2024-04-12T01:04:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:04:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:04:15] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:04:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:16 smithi098 ceph-mon[91373]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:04:16.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:16 smithi098 ceph-mon[88922]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:04:16.567 INFO:tasks.workunit.client.0.smithi098.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-12T01:04:16.567 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0xM7h7gk30EmSEX off=5190187 len=343497 2024-04-12T01:04:16.568 INFO:tasks.workunit.client.0.smithi098.stdout:op 5154 completed, throughput=5MB/sec 2024-04-12T01:04:16.568 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lHW5DRcB05NGA5d off=1907701 len=1294388 2024-04-12T01:04:16.576 INFO:tasks.workunit.client.0.smithi098.stdout:op 5155 completed, throughput=5MB/sec 2024-04-12T01:04:16.576 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3--BlzgazxVYHFy off=1402549 len=1940731 2024-04-12T01:04:16.587 INFO:tasks.workunit.client.0.smithi098.stdout:op 5156 completed, throughput=5MB/sec 2024-04-12T01:04:16.587 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uZM-GQ4CO87s4nR off=22732450 len=1839123 2024-04-12T01:04:16.593 INFO:tasks.workunit.client.0.smithi098.stdout:op 5157 completed, throughput=5MB/sec 2024-04-12T01:04:16.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:16 smithi193 ceph-mon[83763]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:04:17.593 INFO:tasks.workunit.client.0.smithi098.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-12T01:04:17.594 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o6xKVWALMxG8XKL off=207059 len=1123166 2024-04-12T01:04:17.600 INFO:tasks.workunit.client.0.smithi098.stdout:op 5158 completed, throughput=5MB/sec 2024-04-12T01:04:17.600 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PaQ7H3bDDXL1ML7 off=15350330 len=1526395 2024-04-12T01:04:17.604 INFO:tasks.workunit.client.0.smithi098.stdout:op 5159 completed, throughput=5MB/sec 2024-04-12T01:04:17.604 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-732GVXoVybyxu3D off=9769762 len=1774177 2024-04-12T01:04:17.614 INFO:tasks.workunit.client.0.smithi098.stdout:op 5160 completed, throughput=5MB/sec 2024-04-12T01:04:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:18 smithi098 ceph-mon[91373]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:04:18.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:18 smithi098 ceph-mon[88922]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:04:18.614 INFO:tasks.workunit.client.0.smithi098.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-12T01:04:18.614 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dfOUaUGapJkOMAZ off=8082995 len=1186334 2024-04-12T01:04:18.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:18 smithi193 ceph-mon[83763]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:04:18.623 INFO:tasks.workunit.client.0.smithi098.stdout:op 5161 completed, throughput=5MB/sec 2024-04-12T01:04:18.623 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gou0YtqKWFnfxzm off=10318188 len=148466 2024-04-12T01:04:18.627 INFO:tasks.workunit.client.0.smithi098.stdout:op 5162 completed, throughput=5MB/sec 2024-04-12T01:04:18.627 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EYf-MSITWZb2SlD off=2523122 len=767436 2024-04-12T01:04:18.632 INFO:tasks.workunit.client.0.smithi098.stdout:op 5163 completed, throughput=5MB/sec 2024-04-12T01:04:18.632 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OT-xEjdkUvhWUIn off=12839555 len=1358307 2024-04-12T01:04:18.633 INFO:tasks.workunit.client.0.smithi098.stdout:op 5164 completed, throughput=5MB/sec 2024-04-12T01:04:18.633 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DJDw466ghTAFKIx off=3304049 len=386161 2024-04-12T01:04:18.634 INFO:tasks.workunit.client.0.smithi098.stdout:op 5165 completed, throughput=5MB/sec 2024-04-12T01:04:18.634 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rL1JZvwsbW57hMi off=1780105 len=724468 2024-04-12T01:04:18.635 INFO:tasks.workunit.client.0.smithi098.stdout:op 5166 completed, throughput=5MB/sec 2024-04-12T01:04:18.635 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4qS_oGKRixwqWHs off=4235396 len=1865655 2024-04-12T01:04:18.643 INFO:tasks.workunit.client.0.smithi098.stdout:op 5167 completed, throughput=5MB/sec 2024-04-12T01:04:19.643 INFO:tasks.workunit.client.0.smithi098.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-12T01:04:19.643 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sIqVZIa0dnVT7kd off=4605798 len=2047793 2024-04-12T01:04:19.652 INFO:tasks.workunit.client.0.smithi098.stdout:op 5168 completed, throughput=5MB/sec 2024-04-12T01:04:19.653 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J-U4Ye8S7THewph off=5790817 len=1961206 2024-04-12T01:04:19.654 INFO:tasks.workunit.client.0.smithi098.stdout:op 5169 completed, throughput=5MB/sec 2024-04-12T01:04:19.654 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HFZpHaMULY6UiHm off=8344676 len=1174291 2024-04-12T01:04:19.661 INFO:tasks.workunit.client.0.smithi098.stdout:op 5170 completed, throughput=5MB/sec 2024-04-12T01:04:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:20 smithi098 ceph-mon[88922]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:04:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:20 smithi098 ceph-mon[91373]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:04:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:20 smithi193 ceph-mon[83763]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:04:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:20.662 INFO:tasks.workunit.client.0.smithi098.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-12T01:04:20.662 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r2sDvTgCvoCFJnf off=7612673 len=1952374 2024-04-12T01:04:20.664 INFO:tasks.workunit.client.0.smithi098.stdout:op 5171 completed, throughput=5MB/sec 2024-04-12T01:04:20.664 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Lj_Rm7XTuMxO-5n off=67775 len=1355000 2024-04-12T01:04:20.667 INFO:tasks.workunit.client.0.smithi098.stdout:op 5172 completed, throughput=5MB/sec 2024-04-12T01:04:20.667 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_nCd0KQelXnUaCS off=8893967 len=682771 2024-04-12T01:04:20.669 INFO:tasks.workunit.client.0.smithi098.stdout:op 5173 completed, throughput=5MB/sec 2024-04-12T01:04:20.669 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NDvTvQNyO-KJ3K5 off=8558116 len=1438646 2024-04-12T01:04:20.676 INFO:tasks.workunit.client.0.smithi098.stdout:op 5174 completed, throughput=5MB/sec 2024-04-12T01:04:21.677 INFO:tasks.workunit.client.0.smithi098.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-12T01:04:21.677 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6XSYBFlObC5pboL off=1537437 len=571316 2024-04-12T01:04:21.685 INFO:tasks.workunit.client.0.smithi098.stdout:op 5175 completed, throughput=5MB/sec 2024-04-12T01:04:21.685 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-32sB6_fQ-QD_Z-h off=18556442 len=1263530 2024-04-12T01:04:21.687 INFO:tasks.workunit.client.0.smithi098.stdout:op 5176 completed, throughput=5MB/sec 2024-04-12T01:04:21.687 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x_ZnVW4sds3UlAN off=3609915 len=1725117 2024-04-12T01:04:21.696 INFO:tasks.workunit.client.0.smithi098.stdout:op 5177 completed, throughput=5MB/sec 2024-04-12T01:04:21.696 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CJnhxCIc3kZinR3 off=15577859 len=723580 2024-04-12T01:04:21.700 INFO:tasks.workunit.client.0.smithi098.stdout:op 5178 completed, throughput=5MB/sec 2024-04-12T01:04:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:22 smithi098 ceph-mon[91373]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:04:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:22 smithi098 ceph-mon[88922]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:04:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:22 smithi193 ceph-mon[83763]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:04:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:04:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:04:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:04:22.700 INFO:tasks.workunit.client.0.smithi098.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-12T01:04:22.701 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wDE75nscHGLXAEs off=2704056 len=1703550 2024-04-12T01:04:22.702 INFO:tasks.workunit.client.0.smithi098.stdout:op 5179 completed, throughput=5MB/sec 2024-04-12T01:04:22.702 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oKWgSAJwhTsk_C7 off=4915928 len=570993 2024-04-12T01:04:22.703 INFO:tasks.workunit.client.0.smithi098.stdout:op 5180 completed, throughput=5MB/sec 2024-04-12T01:04:22.703 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--tpj2N9DA508ARH off=6315954 len=1602874 2024-04-12T01:04:22.707 INFO:tasks.workunit.client.0.smithi098.stdout:op 5181 completed, throughput=5MB/sec 2024-04-12T01:04:22.707 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2sdcYxcuOe7H3Xr off=4822404 len=429261 2024-04-12T01:04:22.711 INFO:tasks.workunit.client.0.smithi098.stdout:op 5182 completed, throughput=5MB/sec 2024-04-12T01:04:22.711 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cYAo-vUQaKswxkV off=7442491 len=205590 2024-04-12T01:04:22.711 INFO:tasks.workunit.client.0.smithi098.stdout:op 5183 completed, throughput=5MB/sec 2024-04-12T01:04:22.712 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TMLkRW8h02MI1t1 off=9574717 len=1572103 2024-04-12T01:04:22.719 INFO:tasks.workunit.client.0.smithi098.stdout:op 5184 completed, throughput=5MB/sec 2024-04-12T01:04:23.720 INFO:tasks.workunit.client.0.smithi098.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-12T01:04:23.720 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yJwgBXiemur327Z off=16682100 len=691275 2024-04-12T01:04:23.725 INFO:tasks.workunit.client.0.smithi098.stdout:op 5185 completed, throughput=5MB/sec 2024-04-12T01:04:23.725 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--3gt1sBcS5_EP_V off=2662211 len=1729534 2024-04-12T01:04:23.729 INFO:tasks.workunit.client.0.smithi098.stdout:op 5186 completed, throughput=5MB/sec 2024-04-12T01:04:23.729 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KATMr1Ge8wI5nMg off=1418670 len=1601948 2024-04-12T01:04:23.731 INFO:tasks.workunit.client.0.smithi098.stdout:op 5187 completed, throughput=5MB/sec 2024-04-12T01:04:23.731 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oBm3uQjiEqbKPJk off=1370090 len=1713224 2024-04-12T01:04:23.738 INFO:tasks.workunit.client.0.smithi098.stdout:op 5188 completed, throughput=5MB/sec 2024-04-12T01:04:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:24 smithi098 ceph-mon[91373]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:04:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:24 smithi098 ceph-mon[88922]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:04:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:24 smithi193 ceph-mon[83763]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:04:24.739 INFO:tasks.workunit.client.0.smithi098.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-12T01:04:24.739 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pWssWfVo2SGfe8i off=13466311 len=1779196 2024-04-12T01:04:24.750 INFO:tasks.workunit.client.0.smithi098.stdout:op 5189 completed, throughput=5MB/sec 2024-04-12T01:04:24.750 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gysBfRcxfoy5PWf off=3783444 len=2037306 2024-04-12T01:04:24.752 INFO:tasks.workunit.client.0.smithi098.stdout:op 5190 completed, throughput=5MB/sec 2024-04-12T01:04:24.753 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hf41sHO5PsA8LXt off=3763367 len=91025 2024-04-12T01:04:24.753 INFO:tasks.workunit.client.0.smithi098.stdout:op 5191 completed, throughput=5MB/sec 2024-04-12T01:04:24.754 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-KQ2t3aRVSMjykck off=7578048 len=2075674 2024-04-12T01:04:24.756 INFO:tasks.workunit.client.0.smithi098.stdout:op 5192 completed, throughput=5MB/sec 2024-04-12T01:04:25.757 INFO:tasks.workunit.client.0.smithi098.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-12T01:04:25.758 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WWdKj6n6XNYnitm off=3186213 len=693830 2024-04-12T01:04:25.758 INFO:tasks.workunit.client.0.smithi098.stdout:op 5193 completed, throughput=5MB/sec 2024-04-12T01:04:25.758 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K7L6iRs1JtxKhHl off=4765030 len=426436 2024-04-12T01:04:25.759 INFO:tasks.workunit.client.0.smithi098.stdout:op 5194 completed, throughput=5MB/sec 2024-04-12T01:04:25.759 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MJKxAXG-A8Qi33S off=1174462 len=577522 2024-04-12T01:04:25.763 INFO:tasks.workunit.client.0.smithi098.stdout:op 5195 completed, throughput=5MB/sec 2024-04-12T01:04:25.763 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JjIbIwcGt1gUK9l off=11046535 len=594568 2024-04-12T01:04:25.767 INFO:tasks.workunit.client.0.smithi098.stdout:op 5196 completed, throughput=5MB/sec 2024-04-12T01:04:25.767 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SjzGlH47fdxCUIT off=7525474 len=1003190 2024-04-12T01:04:25.768 INFO:tasks.workunit.client.0.smithi098.stdout:op 5197 completed, throughput=5MB/sec 2024-04-12T01:04:25.768 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FEhGyIDvLobWjdy off=7939700 len=479344 2024-04-12T01:04:25.770 INFO:tasks.workunit.client.0.smithi098.stdout:op 5198 completed, throughput=5MB/sec 2024-04-12T01:04:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:04:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:04:25] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-12T01:04:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:26 smithi098 ceph-mon[88922]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:04:26.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:26 smithi098 ceph-mon[91373]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:04:26.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:26 smithi193 ceph-mon[83763]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:04:26.770 INFO:tasks.workunit.client.0.smithi098.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-12T01:04:26.770 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sZbhj5y30mr5qh4 off=12969888 len=933219 2024-04-12T01:04:26.772 INFO:tasks.workunit.client.0.smithi098.stdout:op 5199 completed, throughput=5MB/sec 2024-04-12T01:04:26.772 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5W6RQwyObeFFszH off=749529 len=1284125 2024-04-12T01:04:26.779 INFO:tasks.workunit.client.0.smithi098.stdout:op 5200 completed, throughput=5MB/sec 2024-04-12T01:04:26.779 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MQKTJ1BFw-JTxH- off=8194208 len=1883614 2024-04-12T01:04:26.788 INFO:tasks.workunit.client.0.smithi098.stdout:op 5201 completed, throughput=5MB/sec 2024-04-12T01:04:26.788 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9h8xBzsPJwbQnBH off=3502539 len=948802 2024-04-12T01:04:26.794 INFO:tasks.workunit.client.0.smithi098.stdout:op 5202 completed, throughput=5MB/sec 2024-04-12T01:04:26.794 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7hD1Aw6e7KQCKMa off=11320704 len=566834 2024-04-12T01:04:26.797 INFO:tasks.workunit.client.0.smithi098.stdout:op 5203 completed, throughput=5MB/sec 2024-04-12T01:04:27.798 INFO:tasks.workunit.client.0.smithi098.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-12T01:04:27.798 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jHy0Mas--3Mqs2x off=5162848 len=1580428 2024-04-12T01:04:27.810 INFO:tasks.workunit.client.0.smithi098.stdout:op 5204 completed, throughput=5MB/sec 2024-04-12T01:04:27.810 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xoxHYRNK4OAbAz5 off=13671616 len=1194860 2024-04-12T01:04:27.816 INFO:tasks.workunit.client.0.smithi098.stdout:op 5205 completed, throughput=5MB/sec 2024-04-12T01:04:27.816 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7X3WoiLS1778wvr off=17697000 len=1492097 2024-04-12T01:04:27.824 INFO:tasks.workunit.client.0.smithi098.stdout:op 5206 completed, throughput=5MB/sec 2024-04-12T01:04:27.824 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OUcQ5J7ucV0RjWU off=4012002 len=754476 2024-04-12T01:04:27.828 INFO:tasks.workunit.client.0.smithi098.stdout:op 5207 completed, throughput=5MB/sec 2024-04-12T01:04:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:28 smithi098 ceph-mon[88922]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T01:04:28.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:28 smithi098 ceph-mon[91373]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T01:04:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:28 smithi193 ceph-mon[83763]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T01:04:28.829 INFO:tasks.workunit.client.0.smithi098.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-12T01:04:28.829 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-f78AK98DddQc6Cq off=2348495 len=807940 2024-04-12T01:04:28.835 INFO:tasks.workunit.client.0.smithi098.stdout:op 5208 completed, throughput=5MB/sec 2024-04-12T01:04:28.835 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Z2__vv3_pWmm5Ji off=19818904 len=1043278 2024-04-12T01:04:28.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 5209 completed, throughput=5MB/sec 2024-04-12T01:04:28.836 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yE76-Kz_GDiajJ2 off=1998566 len=1847006 2024-04-12T01:04:28.846 INFO:tasks.workunit.client.0.smithi098.stdout:op 5210 completed, throughput=5MB/sec 2024-04-12T01:04:28.846 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-N5FaJ1C97msRGlN off=11397339 len=1174657 2024-04-12T01:04:28.853 INFO:tasks.workunit.client.0.smithi098.stdout:op 5211 completed, throughput=5MB/sec 2024-04-12T01:04:28.853 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jI-Iy5JGuqrgNrg off=10127163 len=1824984 2024-04-12T01:04:28.854 INFO:tasks.workunit.client.0.smithi098.stdout:op 5212 completed, throughput=5MB/sec 2024-04-12T01:04:29.854 INFO:tasks.workunit.client.0.smithi098.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-12T01:04:29.855 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0bxS2dNlwWp8JhI off=9226634 len=1231400 2024-04-12T01:04:29.856 INFO:tasks.workunit.client.0.smithi098.stdout:op 5213 completed, throughput=5MB/sec 2024-04-12T01:04:29.856 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UTP_Mdn0eGLNy0E off=7672633 len=1038482 2024-04-12T01:04:29.862 INFO:tasks.workunit.client.0.smithi098.stdout:op 5214 completed, throughput=5MB/sec 2024-04-12T01:04:29.862 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bQsB0jGlPzcRN-1 off=6320929 len=630261 2024-04-12T01:04:29.867 INFO:tasks.workunit.client.0.smithi098.stdout:op 5215 completed, throughput=5MB/sec 2024-04-12T01:04:29.867 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1_eHG4nBNJjytkI off=3593834 len=1449926 2024-04-12T01:04:29.869 INFO:tasks.workunit.client.0.smithi098.stdout:op 5216 completed, throughput=5MB/sec 2024-04-12T01:04:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:30 smithi098 ceph-mon[91373]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:04:30.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:30 smithi098 ceph-mon[88922]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:04:30.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:30 smithi193 ceph-mon[83763]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:04:30.869 INFO:tasks.workunit.client.0.smithi098.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-12T01:04:30.869 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-f7DIieHXYVbBTm7 off=165441 len=181455 2024-04-12T01:04:30.870 INFO:tasks.workunit.client.0.smithi098.stdout:op 5217 completed, throughput=5MB/sec 2024-04-12T01:04:30.871 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SWJciky1Fpfii_E off=8411506 len=1904820 2024-04-12T01:04:30.874 INFO:tasks.workunit.client.0.smithi098.stdout:op 5218 completed, throughput=5MB/sec 2024-04-12T01:04:30.874 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uE-F4R1h2l9a9XQ off=1214272 len=941254 2024-04-12T01:04:30.880 INFO:tasks.workunit.client.0.smithi098.stdout:op 5219 completed, throughput=5MB/sec 2024-04-12T01:04:30.880 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WGOWYU4k39ABvaV off=9460937 len=1615648 2024-04-12T01:04:30.882 INFO:tasks.workunit.client.0.smithi098.stdout:op 5220 completed, throughput=5MB/sec 2024-04-12T01:04:30.882 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7TRncRv0lypZQ0V off=2872566 len=2029612 2024-04-12T01:04:30.892 INFO:tasks.workunit.client.0.smithi098.stdout:op 5221 completed, throughput=5MB/sec 2024-04-12T01:04:31.893 INFO:tasks.workunit.client.0.smithi098.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-12T01:04:31.893 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-v94CcpEii2B-mCn off=9740154 len=1613610 2024-04-12T01:04:31.898 INFO:tasks.workunit.client.0.smithi098.stdout:op 5222 completed, throughput=5MB/sec 2024-04-12T01:04:31.898 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-kEOf57IPmW36m9m off=11694784 len=301724 2024-04-12T01:04:31.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 5223 completed, throughput=5MB/sec 2024-04-12T01:04:31.899 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x5OOshenStlZY2e off=573498 len=2039160 2024-04-12T01:04:31.901 INFO:tasks.workunit.client.0.smithi098.stdout:op 5224 completed, throughput=5MB/sec 2024-04-12T01:04:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:32 smithi098 ceph-mon[91373]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:04:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:32 smithi098 ceph-mon[88922]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:04:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:32 smithi193 ceph-mon[83763]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:04:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:04:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:04:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:04:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-12T01:04:32.901 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TZnaQH3785dmJfA off=7553152 len=886046 2024-04-12T01:04:32.902 INFO:tasks.workunit.client.0.smithi098.stdout:op 5225 completed, throughput=5MB/sec 2024-04-12T01:04:32.902 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oe0ZZVa4Qrn_0RO off=1255961 len=40336 2024-04-12T01:04:32.905 INFO:tasks.workunit.client.0.smithi098.stdout:op 5226 completed, throughput=5MB/sec 2024-04-12T01:04:32.905 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yqzflY-KOZdtyXO off=273709 len=719011 2024-04-12T01:04:32.909 INFO:tasks.workunit.client.0.smithi098.stdout:op 5227 completed, throughput=5MB/sec 2024-04-12T01:04:32.910 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7-yopQ1fLIRi9ft off=1121380 len=626835 2024-04-12T01:04:32.914 INFO:tasks.workunit.client.0.smithi098.stdout:op 5228 completed, throughput=5MB/sec 2024-04-12T01:04:32.914 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--Nk_4L03M3jzstG off=9882431 len=801530 2024-04-12T01:04:32.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 5229 completed, throughput=5MB/sec 2024-04-12T01:04:32.918 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UNu4mS7KMiN-AFF off=6647227 len=224589 2024-04-12T01:04:32.919 INFO:tasks.workunit.client.0.smithi098.stdout:op 5230 completed, throughput=5MB/sec 2024-04-12T01:04:32.919 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eT90NMpz4GEMkSY off=668302 len=1085742 2024-04-12T01:04:32.924 INFO:tasks.workunit.client.0.smithi098.stdout:op 5231 completed, throughput=5MB/sec 2024-04-12T01:04:32.924 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ERvIP43f6xy4Yyc off=2777521 len=149774 2024-04-12T01:04:32.927 INFO:tasks.workunit.client.0.smithi098.stdout:op 5232 completed, throughput=5MB/sec 2024-04-12T01:04:32.927 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-73EbN_Bd1_cZUAu off=13964914 len=1004722 2024-04-12T01:04:32.929 INFO:tasks.workunit.client.0.smithi098.stdout:op 5233 completed, throughput=5MB/sec 2024-04-12T01:04:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-12T01:04:33.929 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NwE9r4vX3D13Hvl off=3651660 len=612840 2024-04-12T01:04:33.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 5234 completed, throughput=5MB/sec 2024-04-12T01:04:33.930 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wQwEJcQ7aYqXoYy off=1711818 len=1888482 2024-04-12T01:04:33.933 INFO:tasks.workunit.client.0.smithi098.stdout:op 5235 completed, throughput=5MB/sec 2024-04-12T01:04:33.933 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-38GjeI6e3_ySmpi off=1981515 len=422222 2024-04-12T01:04:33.936 INFO:tasks.workunit.client.0.smithi098.stdout:op 5236 completed, throughput=5MB/sec 2024-04-12T01:04:33.936 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gJWu-k6uBCCrbU7 off=3920250 len=658659 2024-04-12T01:04:33.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 5237 completed, throughput=5MB/sec 2024-04-12T01:04:33.938 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-131J74GuNuxTnV8 off=3264357 len=1567137 2024-04-12T01:04:33.946 INFO:tasks.workunit.client.0.smithi098.stdout:op 5238 completed, throughput=5MB/sec 2024-04-12T01:04:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:34 smithi098 ceph-mon[91373]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T01:04:34.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:34 smithi098 ceph-mon[88922]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T01:04:34.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:34 smithi193 ceph-mon[83763]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T01:04:34.946 INFO:tasks.workunit.client.0.smithi098.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-12T01:04:34.946 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4YohEZkwmUOMO1E off=12786946 len=2023507 2024-04-12T01:04:34.956 INFO:tasks.workunit.client.0.smithi098.stdout:op 5239 completed, throughput=5MB/sec 2024-04-12T01:04:34.957 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-y0Xqvbj2Y-kku9Q off=21914441 len=748819 2024-04-12T01:04:34.958 INFO:tasks.workunit.client.0.smithi098.stdout:op 5240 completed, throughput=5MB/sec 2024-04-12T01:04:34.958 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iJ2Cz2o8Buc3Wwk off=14362135 len=1766001 2024-04-12T01:04:34.961 INFO:tasks.workunit.client.0.smithi098.stdout:op 5241 completed, throughput=5MB/sec 2024-04-12T01:04:34.961 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hB2pLsD-bjb8-u4 off=13558961 len=1634945 2024-04-12T01:04:34.969 INFO:tasks.workunit.client.0.smithi098.stdout:op 5242 completed, throughput=5MB/sec 2024-04-12T01:04:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-12T01:04:35.970 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JNXfjSOsbRwFPS1 off=7612247 len=675645 2024-04-12T01:04:35.971 INFO:tasks.workunit.client.0.smithi098.stdout:op 5243 completed, throughput=5MB/sec 2024-04-12T01:04:35.972 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-90q1plpcI-H7LDH off=9683961 len=793214 2024-04-12T01:04:35.973 INFO:tasks.workunit.client.0.smithi098.stdout:op 5244 completed, throughput=5MB/sec 2024-04-12T01:04:35.973 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-My0p81X0hFNuDp7 off=11579685 len=1851960 2024-04-12T01:04:35.982 INFO:tasks.workunit.client.0.smithi098.stdout:op 5245 completed, throughput=5MB/sec 2024-04-12T01:04:35.982 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6VV5dJrhoHb63I6 off=4169223 len=857581 2024-04-12T01:04:35.983 INFO:tasks.workunit.client.0.smithi098.stdout:op 5246 completed, throughput=5MB/sec 2024-04-12T01:04:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:04:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:04:35] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:04:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:36 smithi098 ceph-mon[91373]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T01:04:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:36 smithi098 ceph-mon[88922]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T01:04:36.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:36 smithi193 ceph-mon[83763]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T01:04:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-12T01:04:36.984 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vqOtgQSHT31l5FE off=10866646 len=131763 2024-04-12T01:04:36.985 INFO:tasks.workunit.client.0.smithi098.stdout:op 5247 completed, throughput=5MB/sec 2024-04-12T01:04:36.985 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1AUSW1yDsLoFi6Y off=7131709 len=1349675 2024-04-12T01:04:36.992 INFO:tasks.workunit.client.0.smithi098.stdout:op 5248 completed, throughput=5MB/sec 2024-04-12T01:04:36.993 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-go7LrY8aOB7kcfy off=3600512 len=138180 2024-04-12T01:04:36.995 INFO:tasks.workunit.client.0.smithi098.stdout:op 5249 completed, throughput=5MB/sec 2024-04-12T01:04:36.995 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SHcOCJvPMna1j41 off=1357443 len=943494 2024-04-12T01:04:37.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 5250 completed, throughput=5MB/sec 2024-04-12T01:04:37.000 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--wH5xH1EizOu3Ri off=176241 len=772544 2024-04-12T01:04:37.001 INFO:tasks.workunit.client.0.smithi098.stdout:op 5251 completed, throughput=5MB/sec 2024-04-12T01:04:37.002 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IDWX-vjhWV1X00f off=11887506 len=1666894 2024-04-12T01:04:37.005 INFO:tasks.workunit.client.0.smithi098.stdout:op 5252 completed, throughput=5MB/sec 2024-04-12T01:04:37.005 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UXH-zqFrgNu4WTo off=57228 len=1323055 2024-04-12T01:04:37.005 INFO:tasks.workunit.client.0.smithi098.stdout:op 5253 completed, throughput=5MB/sec 2024-04-12T01:04:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-12T01:04:38.006 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-D42hMScDw0-n1Fm off=852339 len=1404412 2024-04-12T01:04:38.014 INFO:tasks.workunit.client.0.smithi098.stdout:op 5254 completed, throughput=5MB/sec 2024-04-12T01:04:38.014 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tgCs2VKJ4_Czv-m off=8057743 len=680909 2024-04-12T01:04:38.015 INFO:tasks.workunit.client.0.smithi098.stdout:op 5255 completed, throughput=5MB/sec 2024-04-12T01:04:38.015 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YzMFaf9QcpFN3x5 off=17163716 len=1244679 2024-04-12T01:04:38.016 INFO:tasks.workunit.client.0.smithi098.stdout:op 5256 completed, throughput=5MB/sec 2024-04-12T01:04:38.017 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HVpfSHkp4rHAc9e off=9055986 len=646069 2024-04-12T01:04:38.019 INFO:tasks.workunit.client.0.smithi098.stdout:op 5257 completed, throughput=5MB/sec 2024-04-12T01:04:38.019 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6eyATTVqpNo18g1 off=5790961 len=829990 2024-04-12T01:04:38.020 INFO:tasks.workunit.client.0.smithi098.stdout:op 5258 completed, throughput=5MB/sec 2024-04-12T01:04:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:38 smithi098 ceph-mon[91373]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:04:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:38 smithi098 ceph-mon[88922]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:04:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:38 smithi193 ceph-mon[83763]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T01:04:39.020 INFO:tasks.workunit.client.0.smithi098.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-12T01:04:39.020 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-l7cE2kf6Gl9KkJY off=5735163 len=327234 2024-04-12T01:04:39.021 INFO:tasks.workunit.client.0.smithi098.stdout:op 5259 completed, throughput=5MB/sec 2024-04-12T01:04:39.021 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dRBBUETSFm29e_s off=1111305 len=658419 2024-04-12T01:04:39.025 INFO:tasks.workunit.client.0.smithi098.stdout:op 5260 completed, throughput=5MB/sec 2024-04-12T01:04:39.025 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8Y9zBLSYDWqzsNF off=12463194 len=1058970 2024-04-12T01:04:39.031 INFO:tasks.workunit.client.0.smithi098.stdout:op 5261 completed, throughput=5MB/sec 2024-04-12T01:04:39.032 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AdP1OrcB2zfIHx3 off=3016066 len=833999 2024-04-12T01:04:39.036 INFO:tasks.workunit.client.0.smithi098.stdout:op 5262 completed, throughput=5MB/sec 2024-04-12T01:04:39.036 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Awbxk5tZ1C6oRAr off=20924836 len=321569 2024-04-12T01:04:39.039 INFO:tasks.workunit.client.0.smithi098.stdout:op 5263 completed, throughput=5MB/sec 2024-04-12T01:04:39.039 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yli6I2tP4RaZ9Hx off=8156195 len=356614 2024-04-12T01:04:39.040 INFO:tasks.workunit.client.0.smithi098.stdout:op 5264 completed, throughput=5MB/sec 2024-04-12T01:04:39.040 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-I-qHQDyVbNsRawQ off=6963379 len=789540 2024-04-12T01:04:39.041 INFO:tasks.workunit.client.0.smithi098.stdout:op 5265 completed, throughput=5MB/sec 2024-04-12T01:04:39.041 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-J6xKvRJosg0fW5g off=561543 len=811962 2024-04-12T01:04:39.046 INFO:tasks.workunit.client.0.smithi098.stdout:op 5266 completed, throughput=5MB/sec 2024-04-12T01:04:40.047 INFO:tasks.workunit.client.0.smithi098.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-12T01:04:40.047 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5G9q-LqVfpWkaam off=10785762 len=1556375 2024-04-12T01:04:40.048 INFO:tasks.workunit.client.0.smithi098.stdout:op 5267 completed, throughput=5MB/sec 2024-04-12T01:04:40.048 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3ktnPKNwW9zMx8d off=5113123 len=1366938 2024-04-12T01:04:40.050 INFO:tasks.workunit.client.0.smithi098.stdout:op 5268 completed, throughput=5MB/sec 2024-04-12T01:04:40.050 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iMW8Qb-2u2T8AtG off=13605503 len=896382 2024-04-12T01:04:40.051 INFO:tasks.workunit.client.0.smithi098.stdout:op 5269 completed, throughput=5MB/sec 2024-04-12T01:04:40.051 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3RdX4pjngzh3d4u off=10386781 len=1293422 2024-04-12T01:04:40.058 INFO:tasks.workunit.client.0.smithi098.stdout:op 5270 completed, throughput=5MB/sec 2024-04-12T01:04:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:40 smithi098 ceph-mon[91373]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:04:40.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:40 smithi098 ceph-mon[88922]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:04:40.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:40 smithi193 ceph-mon[83763]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:04:41.058 INFO:tasks.workunit.client.0.smithi098.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-12T01:04:41.059 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-85QbAY058ihZ8WA off=5073971 len=1240112 2024-04-12T01:04:41.060 INFO:tasks.workunit.client.0.smithi098.stdout:op 5271 completed, throughput=5MB/sec 2024-04-12T01:04:41.060 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LgLg9g5c8cd2LRY off=2857538 len=471099 2024-04-12T01:04:41.061 INFO:tasks.workunit.client.0.smithi098.stdout:op 5272 completed, throughput=5MB/sec 2024-04-12T01:04:41.062 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-10Ph3QfeF_LnS7g off=1891600 len=1050556 2024-04-12T01:04:41.067 INFO:tasks.workunit.client.0.smithi098.stdout:op 5273 completed, throughput=5MB/sec 2024-04-12T01:04:41.067 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zQB0g-bVnVfQqYL off=12038229 len=704268 2024-04-12T01:04:41.068 INFO:tasks.workunit.client.0.smithi098.stdout:op 5274 completed, throughput=5MB/sec 2024-04-12T01:04:41.068 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4gUUEF4auKMIR5I off=1453796 len=1248192 2024-04-12T01:04:41.069 INFO:tasks.workunit.client.0.smithi098.stdout:op 5275 completed, throughput=5MB/sec 2024-04-12T01:04:41.070 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JsPL7SZa6aiA72S off=1637867 len=680456 2024-04-12T01:04:41.074 INFO:tasks.workunit.client.0.smithi098.stdout:op 5276 completed, throughput=5MB/sec 2024-04-12T01:04:42.074 INFO:tasks.workunit.client.0.smithi098.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-12T01:04:42.075 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MNtOaS18k9jDYsA off=7797858 len=768117 2024-04-12T01:04:42.076 INFO:tasks.workunit.client.0.smithi098.stdout:op 5277 completed, throughput=5MB/sec 2024-04-12T01:04:42.076 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PFz5XT2ITfg5Ve- off=960003 len=1518377 2024-04-12T01:04:42.079 INFO:tasks.workunit.client.0.smithi098.stdout:op 5278 completed, throughput=5MB/sec 2024-04-12T01:04:42.080 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4QVZR8tYqZQ8VO5 off=613981 len=2078400 2024-04-12T01:04:42.091 INFO:tasks.workunit.client.0.smithi098.stdout:op 5279 completed, throughput=5MB/sec 2024-04-12T01:04:42.091 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6QItULfz_6n2g7K off=7028772 len=1797497 2024-04-12T01:04:42.100 INFO:tasks.workunit.client.0.smithi098.stdout:op 5280 completed, throughput=5MB/sec 2024-04-12T01:04:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:42 smithi098 ceph-mon[91373]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:04:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:42 smithi098 ceph-mon[88922]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:04:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:42 smithi193 ceph-mon[83763]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:04:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:04:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:04:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:04:43.100 INFO:tasks.workunit.client.0.smithi098.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-12T01:04:43.100 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vOsCll160DKacJe off=1072325 len=440152 2024-04-12T01:04:43.101 INFO:tasks.workunit.client.0.smithi098.stdout:op 5281 completed, throughput=5MB/sec 2024-04-12T01:04:43.101 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lu1CmUl0BFjK-4Y off=19755709 len=1925597 2024-04-12T01:04:43.105 INFO:tasks.workunit.client.0.smithi098.stdout:op 5282 completed, throughput=5MB/sec 2024-04-12T01:04:43.105 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rpxU3uY16Oz8Wcr off=1376199 len=1438732 2024-04-12T01:04:43.107 INFO:tasks.workunit.client.0.smithi098.stdout:op 5283 completed, throughput=5MB/sec 2024-04-12T01:04:43.107 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6n5bmyqqD35Nv5o off=7123400 len=1378886 2024-04-12T01:04:43.113 INFO:tasks.workunit.client.0.smithi098.stdout:op 5284 completed, throughput=5MB/sec 2024-04-12T01:04:44.113 INFO:tasks.workunit.client.0.smithi098.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-12T01:04:44.114 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I3Zst2euy16nQZ1 off=9264364 len=1182551 2024-04-12T01:04:44.120 INFO:tasks.workunit.client.0.smithi098.stdout:op 5285 completed, throughput=5MB/sec 2024-04-12T01:04:44.120 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DQym4mB1vkNH2v- off=8753224 len=672392 2024-04-12T01:04:44.121 INFO:tasks.workunit.client.0.smithi098.stdout:op 5286 completed, throughput=5MB/sec 2024-04-12T01:04:44.121 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--b8knY-uLS6G9Lr off=2867093 len=1138827 2024-04-12T01:04:44.123 INFO:tasks.workunit.client.0.smithi098.stdout:op 5287 completed, throughput=5MB/sec 2024-04-12T01:04:44.123 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mXqehf6KiFoZwyg off=5681443 len=61699 2024-04-12T01:04:44.124 INFO:tasks.workunit.client.0.smithi098.stdout:op 5288 completed, throughput=5MB/sec 2024-04-12T01:04:44.124 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj---QTdnL1Jp-Q0j5 off=14776814 len=4097 2024-04-12T01:04:44.126 INFO:tasks.workunit.client.0.smithi098.stdout:op 5289 completed, throughput=5MB/sec 2024-04-12T01:04:44.126 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aYK6gn37KrhWF7b off=2281243 len=309665 2024-04-12T01:04:44.130 INFO:tasks.workunit.client.0.smithi098.stdout:op 5290 completed, throughput=5MB/sec 2024-04-12T01:04:44.130 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lBzaJElK0WrLDEP off=10271780 len=3234 2024-04-12T01:04:44.132 INFO:tasks.workunit.client.0.smithi098.stdout:op 5291 completed, throughput=5MB/sec 2024-04-12T01:04:44.132 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PFz5XT2ITfg5Ve- off=156664 len=890951 2024-04-12T01:04:44.137 INFO:tasks.workunit.client.0.smithi098.stdout:op 5292 completed, throughput=5MB/sec 2024-04-12T01:04:44.137 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3_sp50f3cS67Vr1 off=5411008 len=348336 2024-04-12T01:04:44.140 INFO:tasks.workunit.client.0.smithi098.stdout:op 5293 completed, throughput=5MB/sec 2024-04-12T01:04:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:44 smithi098 ceph-mon[91373]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:04:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:44 smithi098 ceph-mon[88922]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:04:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:44 smithi193 ceph-mon[83763]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:04:45.141 INFO:tasks.workunit.client.0.smithi098.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-12T01:04:45.141 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FNiqdxVHSFCA-PZ off=4265947 len=279068 2024-04-12T01:04:45.144 INFO:tasks.workunit.client.0.smithi098.stdout:op 5294 completed, throughput=5MB/sec 2024-04-12T01:04:45.144 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mcKVzwGadt551C2 off=210136 len=1746432 2024-04-12T01:04:45.146 INFO:tasks.workunit.client.0.smithi098.stdout:op 5295 completed, throughput=5MB/sec 2024-04-12T01:04:45.146 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-A-SUB1F8khA7wk4 off=6742207 len=1386098 2024-04-12T01:04:45.148 INFO:tasks.workunit.client.0.smithi098.stdout:op 5296 completed, throughput=5MB/sec 2024-04-12T01:04:45.148 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p2ZOdZ2cx_eiWkP off=12238280 len=1856210 2024-04-12T01:04:45.159 INFO:tasks.workunit.client.0.smithi098.stdout:op 5297 completed, throughput=5MB/sec 2024-04-12T01:04:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:04:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:04:45] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:04:46.159 INFO:tasks.workunit.client.0.smithi098.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-12T01:04:46.159 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0bxS2dNlwWp8JhI off=15673384 len=1086076 2024-04-12T01:04:46.166 INFO:tasks.workunit.client.0.smithi098.stdout:op 5298 completed, throughput=5MB/sec 2024-04-12T01:04:46.166 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZuKJtlewkcBaaKJ off=1293598 len=1346985 2024-04-12T01:04:46.168 INFO:tasks.workunit.client.0.smithi098.stdout:op 5299 completed, throughput=5MB/sec 2024-04-12T01:04:46.168 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rb68K_Dfp_j1cbh off=5124482 len=1153051 2024-04-12T01:04:46.173 INFO:tasks.workunit.client.0.smithi098.stdout:op 5300 completed, throughput=5MB/sec 2024-04-12T01:04:46.173 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-1PTEl-VOWqSHdE5 off=193866 len=543944 2024-04-12T01:04:46.174 INFO:tasks.workunit.client.0.smithi098.stdout:op 5301 completed, throughput=5MB/sec 2024-04-12T01:04:46.175 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F__bk3T7pkLzvQz off=5361529 len=1048848 2024-04-12T01:04:46.179 INFO:tasks.workunit.client.0.smithi098.stdout:op 5302 completed, throughput=5MB/sec 2024-04-12T01:04:46.179 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hfxv6wipXoPLk07 off=5531586 len=1935431 2024-04-12T01:04:46.190 INFO:tasks.workunit.client.0.smithi098.stdout:op 5303 completed, throughput=5MB/sec 2024-04-12T01:04:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:46 smithi098 ceph-mon[91373]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:04:46.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:46 smithi098 ceph-mon[88922]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:04:46.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:46 smithi193 ceph-mon[83763]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:04:47.191 INFO:tasks.workunit.client.0.smithi098.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-12T01:04:47.191 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cOVrjPREcKlUtOK off=639800 len=1613292 2024-04-12T01:04:47.193 INFO:tasks.workunit.client.0.smithi098.stdout:op 5304 completed, throughput=5MB/sec 2024-04-12T01:04:47.193 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HQreHbLYZ0ptLal off=7667401 len=2092786 2024-04-12T01:04:47.195 INFO:tasks.workunit.client.0.smithi098.stdout:op 5305 completed, throughput=5MB/sec 2024-04-12T01:04:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:47 smithi098 ceph-mon[91373]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:47.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:47 smithi098 ceph-mon[88922]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:47.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:47 smithi193 ceph-mon[83763]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:48.196 INFO:tasks.workunit.client.0.smithi098.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-12T01:04:48.196 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NnhpBAgjoKgItrZ off=8184424 len=1290479 2024-04-12T01:04:48.198 INFO:tasks.workunit.client.0.smithi098.stdout:op 5306 completed, throughput=5MB/sec 2024-04-12T01:04:48.198 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jGyjmZweATmbPo8 off=535303 len=1080629 2024-04-12T01:04:48.201 INFO:tasks.workunit.client.0.smithi098.stdout:op 5307 completed, throughput=5MB/sec 2024-04-12T01:04:48.201 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fp8vbIt0EXM_uw- off=1002372 len=1596163 2024-04-12T01:04:48.204 INFO:tasks.workunit.client.0.smithi098.stdout:op 5308 completed, throughput=5MB/sec 2024-04-12T01:04:48.205 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-to3I0ctB1LR4LVC off=8807721 len=1907859 2024-04-12T01:04:48.206 INFO:tasks.workunit.client.0.smithi098.stdout:op 5309 completed, throughput=5MB/sec 2024-04-12T01:04:49.207 INFO:tasks.workunit.client.0.smithi098.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-12T01:04:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jYKFgCj1HeFInFt off=5045378 len=1717646 2024-04-12T01:04:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:op 5310 completed, throughput=5MB/sec 2024-04-12T01:04:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xYx-qjhynMLhM4n off=11051347 len=1923324 2024-04-12T01:04:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:op 5311 completed, throughput=5MB/sec 2024-04-12T01:04:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9hJg-m21RoqhpBq off=10118544 len=1055961 2024-04-12T01:04:49.218 INFO:tasks.workunit.client.0.smithi098.stdout:op 5312 completed, throughput=5MB/sec 2024-04-12T01:04:49.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:49 smithi098 ceph-mon[91373]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:04:49.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:49 smithi098 ceph-mon[88922]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:04:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:49 smithi193 ceph-mon[83763]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:04:50.218 INFO:tasks.workunit.client.0.smithi098.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-12T01:04:50.219 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dlrqlogh9K-harb off=13521864 len=1551862 2024-04-12T01:04:50.225 INFO:tasks.workunit.client.0.smithi098.stdout:op 5313 completed, throughput=5MB/sec 2024-04-12T01:04:50.226 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JKzhZvPVoAkfLXH off=2985703 len=1836095 2024-04-12T01:04:50.230 INFO:tasks.workunit.client.0.smithi098.stdout:op 5314 completed, throughput=5MB/sec 2024-04-12T01:04:50.230 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7WCpHW54HbqDzEL off=18593465 len=595451 2024-04-12T01:04:50.235 INFO:tasks.workunit.client.0.smithi098.stdout:op 5315 completed, throughput=5MB/sec 2024-04-12T01:04:50.235 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6qSpEqZkgC1ucUy off=5353898 len=1695192 2024-04-12T01:04:50.244 INFO:tasks.workunit.client.0.smithi098.stdout:op 5316 completed, throughput=5MB/sec 2024-04-12T01:04:50.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:50.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:50.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:04:51.245 INFO:tasks.workunit.client.0.smithi098.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-12T01:04:51.245 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zz6DybJtS0eEbJj off=921739 len=978420 2024-04-12T01:04:51.247 INFO:tasks.workunit.client.0.smithi098.stdout:op 5317 completed, throughput=5MB/sec 2024-04-12T01:04:51.247 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9pGqbskc7koqCMQ off=1916775 len=1435748 2024-04-12T01:04:51.249 INFO:tasks.workunit.client.0.smithi098.stdout:op 5318 completed, throughput=5MB/sec 2024-04-12T01:04:51.250 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w-bbe7eCAN4aYxC off=11906206 len=781999 2024-04-12T01:04:51.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 5319 completed, throughput=5MB/sec 2024-04-12T01:04:51.254 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V9u_MgGYvY4YVPN off=7118684 len=905991 2024-04-12T01:04:51.259 INFO:tasks.workunit.client.0.smithi098.stdout:op 5320 completed, throughput=5MB/sec 2024-04-12T01:04:51.259 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JiNF2_1Uxksdt0O off=8380315 len=1223923 2024-04-12T01:04:51.266 INFO:tasks.workunit.client.0.smithi098.stdout:op 5321 completed, throughput=5MB/sec 2024-04-12T01:04:51.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:51 smithi098 ceph-mon[91373]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:04:51.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:51 smithi098 ceph-mon[88922]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:04:51.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:51 smithi193 ceph-mon[83763]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T01:04:52.266 INFO:tasks.workunit.client.0.smithi098.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-12T01:04:52.266 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FtAYMJ1MxLcXPTC off=331808 len=1147617 2024-04-12T01:04:52.268 INFO:tasks.workunit.client.0.smithi098.stdout:op 5322 completed, throughput=5MB/sec 2024-04-12T01:04:52.268 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vdvu8mtXD8fSdnu off=7121277 len=836218 2024-04-12T01:04:52.273 INFO:tasks.workunit.client.0.smithi098.stdout:op 5323 completed, throughput=5MB/sec 2024-04-12T01:04:52.273 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-h5D3-wPMnXTTEET off=2097360 len=400217 2024-04-12T01:04:52.277 INFO:tasks.workunit.client.0.smithi098.stdout:op 5324 completed, throughput=5MB/sec 2024-04-12T01:04:52.277 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KC2n_66d26GaBBC off=14538110 len=1253518 2024-04-12T01:04:52.282 INFO:tasks.workunit.client.0.smithi098.stdout:op 5325 completed, throughput=5MB/sec 2024-04-12T01:04:52.282 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hSixD6VlbvCV1Po off=10489669 len=836227 2024-04-12T01:04:52.286 INFO:tasks.workunit.client.0.smithi098.stdout:op 5326 completed, throughput=5MB/sec 2024-04-12T01:04:52.286 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZRfpWIFHYpNlpMs off=1603957 len=364101 2024-04-12T01:04:52.287 INFO:tasks.workunit.client.0.smithi098.stdout:op 5327 completed, throughput=5MB/sec 2024-04-12T01:04:52.287 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--CJBj76u048dvYQ off=7095712 len=1681952 2024-04-12T01:04:52.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 5328 completed, throughput=5MB/sec 2024-04-12T01:04:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:04:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:04:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:04:53.291 INFO:tasks.workunit.client.0.smithi098.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-12T01:04:53.291 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mX2AsF9EVjsOWPO off=5937051 len=1006340 2024-04-12T01:04:53.296 INFO:tasks.workunit.client.0.smithi098.stdout:op 5329 completed, throughput=5MB/sec 2024-04-12T01:04:53.296 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9LlBCWCKMVKNpgX off=4606987 len=1769293 2024-04-12T01:04:53.305 INFO:tasks.workunit.client.0.smithi098.stdout:op 5330 completed, throughput=5MB/sec 2024-04-12T01:04:53.305 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2Up9d7p7elvoPrD off=7161276 len=217843 2024-04-12T01:04:53.308 INFO:tasks.workunit.client.0.smithi098.stdout:op 5331 completed, throughput=5MB/sec 2024-04-12T01:04:53.308 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FwM2KLLTlefp_nQ off=5511145 len=1607827 2024-04-12T01:04:53.316 INFO:tasks.workunit.client.0.smithi098.stdout:op 5332 completed, throughput=5MB/sec 2024-04-12T01:04:53.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:53 smithi098 ceph-mon[91373]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:53.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:53 smithi098 ceph-mon[88922]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:53.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:53 smithi193 ceph-mon[83763]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:04:54.316 INFO:tasks.workunit.client.0.smithi098.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-12T01:04:54.316 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_Oh_r97MQAwZIAt off=6326892 len=1613489 2024-04-12T01:04:54.320 INFO:tasks.workunit.client.0.smithi098.stdout:op 5333 completed, throughput=5MB/sec 2024-04-12T01:04:54.320 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6aE0-PK_uEaztA3 off=0 len=1269653 2024-04-12T01:04:54.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 5334 completed, throughput=5MB/sec 2024-04-12T01:04:54.322 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_Q__wtiKJ0zel-9 off=20582032 len=146866 2024-04-12T01:04:54.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 5335 completed, throughput=5MB/sec 2024-04-12T01:04:54.323 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eJ6gZkfkFS7IT7N off=645954 len=1731832 2024-04-12T01:04:54.325 INFO:tasks.workunit.client.0.smithi098.stdout:op 5336 completed, throughput=5MB/sec 2024-04-12T01:04:55.326 INFO:tasks.workunit.client.0.smithi098.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-12T01:04:55.326 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9A49NS1NKSAPPyq off=1198560 len=583124 2024-04-12T01:04:55.327 INFO:tasks.workunit.client.0.smithi098.stdout:op 5337 completed, throughput=5MB/sec 2024-04-12T01:04:55.327 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LbADCRkigQ_kl3S off=10966264 len=1520304 2024-04-12T01:04:55.334 INFO:tasks.workunit.client.0.smithi098.stdout:op 5338 completed, throughput=5MB/sec 2024-04-12T01:04:55.335 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_twNtE5GUfdiY20 off=873367 len=37478 2024-04-12T01:04:55.335 INFO:tasks.workunit.client.0.smithi098.stdout:op 5339 completed, throughput=5MB/sec 2024-04-12T01:04:55.335 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c1q4rglgBJwon1Q off=1553732 len=1059240 2024-04-12T01:04:55.337 INFO:tasks.workunit.client.0.smithi098.stdout:op 5340 completed, throughput=5MB/sec 2024-04-12T01:04:55.337 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QjBIeC-3SYqlUfU off=8268992 len=1655510 2024-04-12T01:04:55.339 INFO:tasks.workunit.client.0.smithi098.stdout:op 5341 completed, throughput=5MB/sec 2024-04-12T01:04:55.339 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JWOSboCGPsmqB5w off=3499741 len=1335230 2024-04-12T01:04:55.341 INFO:tasks.workunit.client.0.smithi098.stdout:op 5342 completed, throughput=5MB/sec 2024-04-12T01:04:55.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:55 smithi098 ceph-mon[91373]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:04:55.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:55 smithi098 ceph-mon[88922]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:04:55.793 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:04:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:04:55] "GET /metrics HTTP/1.1" 200 34130 "" "Prometheus/2.43.0" 2024-04-12T01:04:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:55 smithi193 ceph-mon[83763]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T01:04:56.341 INFO:tasks.workunit.client.0.smithi098.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-12T01:04:56.341 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-q0mVZA5dLL4fA2L off=6476548 len=959520 2024-04-12T01:04:56.344 INFO:tasks.workunit.client.0.smithi098.stdout:op 5343 completed, throughput=5MB/sec 2024-04-12T01:04:56.344 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MBsu5d4R9dRkYlm off=1693727 len=531137 2024-04-12T01:04:56.348 INFO:tasks.workunit.client.0.smithi098.stdout:op 5344 completed, throughput=5MB/sec 2024-04-12T01:04:56.348 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ugbfe8J-C_MSTLY off=289707 len=2096065 2024-04-12T01:04:56.360 INFO:tasks.workunit.client.0.smithi098.stdout:op 5345 completed, throughput=5MB/sec 2024-04-12T01:04:56.360 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HwgHne127VHiY7N off=3998106 len=1526589 2024-04-12T01:04:56.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 5346 completed, throughput=5MB/sec 2024-04-12T01:04:57.368 INFO:tasks.workunit.client.0.smithi098.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-12T01:04:57.369 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jzwoTWk9V4QAUAG off=4112551 len=133200 2024-04-12T01:04:57.369 INFO:tasks.workunit.client.0.smithi098.stdout:op 5347 completed, throughput=5MB/sec 2024-04-12T01:04:57.369 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fvP0ipmR5014Lyz off=16064908 len=156326 2024-04-12T01:04:57.370 INFO:tasks.workunit.client.0.smithi098.stdout:op 5348 completed, throughput=5MB/sec 2024-04-12T01:04:57.370 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sLCWeZAq6jSEgj7 off=9065432 len=645376 2024-04-12T01:04:57.371 INFO:tasks.workunit.client.0.smithi098.stdout:op 5349 completed, throughput=5MB/sec 2024-04-12T01:04:57.371 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Cms0DmVz_b1y4e_ off=2984841 len=1333306 2024-04-12T01:04:57.379 INFO:tasks.workunit.client.0.smithi098.stdout:op 5350 completed, throughput=5MB/sec 2024-04-12T01:04:57.380 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-csvXVXO_FDxeRqo off=2536558 len=722479 2024-04-12T01:04:57.384 INFO:tasks.workunit.client.0.smithi098.stdout:op 5351 completed, throughput=5MB/sec 2024-04-12T01:04:57.384 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5kemUEVvSxJT94j off=0 len=1191002 2024-04-12T01:04:57.387 INFO:tasks.workunit.client.0.smithi098.stdout:op 5352 completed, throughput=5MB/sec 2024-04-12T01:04:57.387 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VbNfqMMObiYLB1R off=324389 len=1229429 2024-04-12T01:04:57.388 INFO:tasks.workunit.client.0.smithi098.stdout:op 5353 completed, throughput=5MB/sec 2024-04-12T01:04:57.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:57 smithi098 ceph-mon[91373]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:04:57.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:57 smithi098 ceph-mon[88922]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:04:57.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:57 smithi193 ceph-mon[83763]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:04:58.389 INFO:tasks.workunit.client.0.smithi098.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-12T01:04:58.389 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yO1gGFRTPccwlcY off=2741070 len=1879840 2024-04-12T01:04:58.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 5354 completed, throughput=5MB/sec 2024-04-12T01:04:58.391 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ubWNzFxL20s5wok off=16630179 len=980875 2024-04-12T01:04:58.392 INFO:tasks.workunit.client.0.smithi098.stdout:op 5355 completed, throughput=5MB/sec 2024-04-12T01:04:58.392 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7E1OAy5lv7FzxUf off=1698151 len=797015 2024-04-12T01:04:58.398 INFO:tasks.workunit.client.0.smithi098.stdout:op 5356 completed, throughput=5MB/sec 2024-04-12T01:04:58.398 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5lYdzHwPq0XFqq5 off=1685780 len=151873 2024-04-12T01:04:58.398 INFO:tasks.workunit.client.0.smithi098.stdout:op 5357 completed, throughput=5MB/sec 2024-04-12T01:04:58.399 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gojIR6pVMuTlcJL off=5896847 len=187180 2024-04-12T01:04:58.399 INFO:tasks.workunit.client.0.smithi098.stdout:op 5358 completed, throughput=5MB/sec 2024-04-12T01:04:58.399 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OeQiZMJ4y4cZZL9 off=884020 len=1189484 2024-04-12T01:04:58.402 INFO:tasks.workunit.client.0.smithi098.stdout:op 5359 completed, throughput=5MB/sec 2024-04-12T01:04:59.402 INFO:tasks.workunit.client.0.smithi098.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-12T01:04:59.402 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2bO-hph8IY-bIH2 off=17839888 len=1320660 2024-04-12T01:04:59.404 INFO:tasks.workunit.client.0.smithi098.stdout:op 5360 completed, throughput=5MB/sec 2024-04-12T01:04:59.404 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jdlC5yPDJYmF_-0 off=1133094 len=1201400 2024-04-12T01:04:59.410 INFO:tasks.workunit.client.0.smithi098.stdout:op 5361 completed, throughput=5MB/sec 2024-04-12T01:04:59.410 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oXI4ct0pv_Sa4Ib off=6088104 len=1882982 2024-04-12T01:04:59.418 INFO:tasks.workunit.client.0.smithi098.stdout:op 5362 completed, throughput=5MB/sec 2024-04-12T01:04:59.418 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rE3bwpAzcs45yAD off=6927747 len=1791283 2024-04-12T01:04:59.426 INFO:tasks.workunit.client.0.smithi098.stdout:op 5363 completed, throughput=5MB/sec 2024-04-12T01:04:59.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:04:59 smithi098 ceph-mon[91373]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:04:59.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:04:59 smithi098 ceph-mon[88922]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:04:59.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:04:59 smithi193 ceph-mon[83763]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:05:00.426 INFO:tasks.workunit.client.0.smithi098.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-12T01:05:00.427 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YxlusqO_ITduizp off=8481307 len=1434924 2024-04-12T01:05:00.428 INFO:tasks.workunit.client.0.smithi098.stdout:op 5364 completed, throughput=5MB/sec 2024-04-12T01:05:00.428 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MOFCVFxO2vKF9ru off=519147 len=1103288 2024-04-12T01:05:00.433 INFO:tasks.workunit.client.0.smithi098.stdout:op 5365 completed, throughput=5MB/sec 2024-04-12T01:05:00.433 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gUSRRuPFQ8ZvmHh off=30001 len=437126 2024-04-12T01:05:00.435 INFO:tasks.workunit.client.0.smithi098.stdout:op 5366 completed, throughput=5MB/sec 2024-04-12T01:05:00.435 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MIblmcuKzh4u2Ee off=3638237 len=52106 2024-04-12T01:05:00.437 INFO:tasks.workunit.client.0.smithi098.stdout:op 5367 completed, throughput=5MB/sec 2024-04-12T01:05:00.437 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EgOyf-7jzdG_Mjw off=2289540 len=217989 2024-04-12T01:05:00.439 INFO:tasks.workunit.client.0.smithi098.stdout:op 5368 completed, throughput=5MB/sec 2024-04-12T01:05:00.439 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-05-yD0c2VNiKmHO off=1403199 len=722427 2024-04-12T01:05:00.444 INFO:tasks.workunit.client.0.smithi098.stdout:op 5369 completed, throughput=5MB/sec 2024-04-12T01:05:01.444 INFO:tasks.workunit.client.0.smithi098.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-12T01:05:01.444 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OV3gt1JzlpWRYz6 off=4059601 len=178014 2024-04-12T01:05:01.447 INFO:tasks.workunit.client.0.smithi098.stdout:op 5370 completed, throughput=5MB/sec 2024-04-12T01:05:01.447 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7mDdxcokiCoHLDl off=12387236 len=868678 2024-04-12T01:05:01.451 INFO:tasks.workunit.client.0.smithi098.stdout:op 5371 completed, throughput=5MB/sec 2024-04-12T01:05:01.451 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Qu6PEnC9a0qkRPz off=4098424 len=211214 2024-04-12T01:05:01.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 5372 completed, throughput=5MB/sec 2024-04-12T01:05:01.453 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bL8rQa04ZIHJfgq off=20160964 len=1373705 2024-04-12T01:05:01.459 INFO:tasks.workunit.client.0.smithi098.stdout:op 5373 completed, throughput=5MB/sec 2024-04-12T01:05:01.460 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tzDaEGhEp1_BQIp off=7519608 len=1903686 2024-04-12T01:05:01.462 INFO:tasks.workunit.client.0.smithi098.stdout:op 5374 completed, throughput=5MB/sec 2024-04-12T01:05:01.462 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Kf1gqFBh9MbO6V4 off=1636123 len=617383 2024-04-12T01:05:01.466 INFO:tasks.workunit.client.0.smithi098.stdout:op 5375 completed, throughput=5MB/sec 2024-04-12T01:05:01.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:01 smithi098 ceph-mon[91373]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:05:01.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:01 smithi098 ceph-mon[88922]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:05:01.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:01 smithi193 ceph-mon[83763]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:05:02.466 INFO:tasks.workunit.client.0.smithi098.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-12T01:05:02.466 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K8RJ5C60hCmq_DM off=1318381 len=1744435 2024-04-12T01:05:02.468 INFO:tasks.workunit.client.0.smithi098.stdout:op 5376 completed, throughput=5MB/sec 2024-04-12T01:05:02.468 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NBBWcm9aVceuUfD off=3192540 len=1528957 2024-04-12T01:05:02.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 5377 completed, throughput=5MB/sec 2024-04-12T01:05:02.470 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8-OaGcFU4-Vex06 off=8863166 len=408490 2024-04-12T01:05:02.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 5378 completed, throughput=5MB/sec 2024-04-12T01:05:02.471 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4qS_oGKRixwqWHs off=4486287 len=1003065 2024-04-12T01:05:02.473 INFO:tasks.workunit.client.0.smithi098.stdout:op 5379 completed, throughput=5MB/sec 2024-04-12T01:05:02.473 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--IEYc8ag1yg5Opb off=9181286 len=826910 2024-04-12T01:05:02.475 INFO:tasks.workunit.client.0.smithi098.stdout:op 5380 completed, throughput=5MB/sec 2024-04-12T01:05:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:05:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:05:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:05:03.476 INFO:tasks.workunit.client.0.smithi098.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-12T01:05:03.476 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--ydrU4JKl1EKT7h off=9387906 len=1074931 2024-04-12T01:05:03.477 INFO:tasks.workunit.client.0.smithi098.stdout:op 5381 completed, throughput=5MB/sec 2024-04-12T01:05:03.477 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vCWTWnKzrJvRs32 off=18078275 len=369478 2024-04-12T01:05:03.478 INFO:tasks.workunit.client.0.smithi098.stdout:op 5382 completed, throughput=5MB/sec 2024-04-12T01:05:03.478 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VYKuhZSz7OAo36p off=11895766 len=1415754 2024-04-12T01:05:03.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 5383 completed, throughput=5MB/sec 2024-04-12T01:05:03.486 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nj-daZAQW9tfQP7 off=17548720 len=1406616 2024-04-12T01:05:03.488 INFO:tasks.workunit.client.0.smithi098.stdout:op 5384 completed, throughput=5MB/sec 2024-04-12T01:05:03.488 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Qy3ZMNARqx-vlc0 off=18831308 len=51674 2024-04-12T01:05:03.490 INFO:tasks.workunit.client.0.smithi098.stdout:op 5385 completed, throughput=5MB/sec 2024-04-12T01:05:03.490 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nFRBpls-736GRKS off=7886026 len=1761190 2024-04-12T01:05:03.499 INFO:tasks.workunit.client.0.smithi098.stdout:op 5386 completed, throughput=5MB/sec 2024-04-12T01:05:03.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:03 smithi098 ceph-mon[91373]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:05:03.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:03 smithi098 ceph-mon[88922]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:05:03.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:03 smithi193 ceph-mon[83763]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:05:04.500 INFO:tasks.workunit.client.0.smithi098.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-12T01:05:04.500 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OU87QsJoYA5eJZV off=5622413 len=116062 2024-04-12T01:05:04.500 INFO:tasks.workunit.client.0.smithi098.stdout:op 5387 completed, throughput=5MB/sec 2024-04-12T01:05:04.500 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6DZ024wDA8V-JmR off=13909785 len=592577 2024-04-12T01:05:04.501 INFO:tasks.workunit.client.0.smithi098.stdout:op 5388 completed, throughput=5MB/sec 2024-04-12T01:05:04.501 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MfcV-DyVWoo9ZvS off=2756873 len=1455354 2024-04-12T01:05:04.503 INFO:tasks.workunit.client.0.smithi098.stdout:op 5389 completed, throughput=5MB/sec 2024-04-12T01:05:04.503 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GW-paUsQzah5vqy off=7168262 len=1649061 2024-04-12T01:05:04.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 5390 completed, throughput=5MB/sec 2024-04-12T01:05:04.507 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-youEAgxnXUSLfwZ off=10966135 len=1132488 2024-04-12T01:05:04.508 INFO:tasks.workunit.client.0.smithi098.stdout:op 5391 completed, throughput=5MB/sec 2024-04-12T01:05:05.508 INFO:tasks.workunit.client.0.smithi098.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-12T01:05:05.509 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gFfXms0Axy2ujWw off=1105994 len=77403 2024-04-12T01:05:05.509 INFO:tasks.workunit.client.0.smithi098.stdout:op 5392 completed, throughput=5MB/sec 2024-04-12T01:05:05.509 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J2-wDT6fd_PgEEJ off=5421269 len=1768415 2024-04-12T01:05:05.511 INFO:tasks.workunit.client.0.smithi098.stdout:op 5393 completed, throughput=5MB/sec 2024-04-12T01:05:05.511 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8kaepqVC88Aph28 off=15120808 len=338522 2024-04-12T01:05:05.514 INFO:tasks.workunit.client.0.smithi098.stdout:op 5394 completed, throughput=5MB/sec 2024-04-12T01:05:05.515 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fqAAheZEbj8VA2O off=4937169 len=255508 2024-04-12T01:05:05.521 INFO:tasks.workunit.client.0.smithi098.stdout:op 5395 completed, throughput=5MB/sec 2024-04-12T01:05:05.521 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aana87JKBCgFE8s off=1563789 len=2096062 2024-04-12T01:05:05.523 INFO:tasks.workunit.client.0.smithi098.stdout:op 5396 completed, throughput=5MB/sec 2024-04-12T01:05:05.523 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cjvMmTgz8Z9FMvy off=3495866 len=619942 2024-04-12T01:05:05.530 INFO:tasks.workunit.client.0.smithi098.stdout:op 5397 completed, throughput=5MB/sec 2024-04-12T01:05:05.792 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:05:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:05:05] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-12T01:05:05.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:05 smithi098 ceph-mon[91373]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:05:05.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:05.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:05 smithi098 ceph-mon[88922]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:05:05.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:05.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:05 smithi193 ceph-mon[83763]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:05:05.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:06.531 INFO:tasks.workunit.client.0.smithi098.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-12T01:05:06.531 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8p_0R5Cxs2jrq0n off=747583 len=1307013 2024-04-12T01:05:06.540 INFO:tasks.workunit.client.0.smithi098.stdout:op 5398 completed, throughput=5MB/sec 2024-04-12T01:05:06.540 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XFV5rgScSiwuF-o off=14320561 len=1731521 2024-04-12T01:05:06.542 INFO:tasks.workunit.client.0.smithi098.stdout:op 5399 completed, throughput=5MB/sec 2024-04-12T01:05:06.542 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uaPFk8CkKyE8G1w off=3025192 len=186477 2024-04-12T01:05:06.543 INFO:tasks.workunit.client.0.smithi098.stdout:op 5400 completed, throughput=5MB/sec 2024-04-12T01:05:06.543 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FXB61LTbSA6Q5mv off=16463801 len=712101 2024-04-12T01:05:06.544 INFO:tasks.workunit.client.0.smithi098.stdout:op 5401 completed, throughput=5MB/sec 2024-04-12T01:05:06.544 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dPdW0460ALXm5ip off=974043 len=765676 2024-04-12T01:05:06.545 INFO:tasks.workunit.client.0.smithi098.stdout:op 5402 completed, throughput=5MB/sec 2024-04-12T01:05:06.545 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-k2UhuvnFpolHL71 off=2519567 len=290472 2024-04-12T01:05:06.546 INFO:tasks.workunit.client.0.smithi098.stdout:op 5403 completed, throughput=5MB/sec 2024-04-12T01:05:07.546 INFO:tasks.workunit.client.0.smithi098.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-12T01:05:07.546 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Jw0e84TWmKPHSoC off=3619079 len=2053788 2024-04-12T01:05:07.556 INFO:tasks.workunit.client.0.smithi098.stdout:op 5404 completed, throughput=5MB/sec 2024-04-12T01:05:07.556 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yyrLJGYf15gL3R7 off=8026894 len=1210997 2024-04-12T01:05:07.562 INFO:tasks.workunit.client.0.smithi098.stdout:op 5405 completed, throughput=5MB/sec 2024-04-12T01:05:07.562 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cSgWgjSw19xN4yo off=16477862 len=402526 2024-04-12T01:05:07.563 INFO:tasks.workunit.client.0.smithi098.stdout:op 5406 completed, throughput=5MB/sec 2024-04-12T01:05:07.563 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VcEZatlGCMabrJu off=10115734 len=254258 2024-04-12T01:05:07.565 INFO:tasks.workunit.client.0.smithi098.stdout:op 5407 completed, throughput=5MB/sec 2024-04-12T01:05:07.565 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RmS7GXWAeOiSr-9 off=6246117 len=1470868 2024-04-12T01:05:07.572 INFO:tasks.workunit.client.0.smithi098.stdout:op 5408 completed, throughput=5MB/sec 2024-04-12T01:05:07.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:07 smithi098 ceph-mon[91373]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:05:07.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:07 smithi098 ceph-mon[88922]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:05:07.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:07 smithi193 ceph-mon[83763]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:05:08.572 INFO:tasks.workunit.client.0.smithi098.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-12T01:05:08.572 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HOlgsmYtWoMIVmf off=13008748 len=1009182 2024-04-12T01:05:08.577 INFO:tasks.workunit.client.0.smithi098.stdout:op 5409 completed, throughput=5MB/sec 2024-04-12T01:05:08.577 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CVpo-IVKbSPVuAD off=8881434 len=1562600 2024-04-12T01:05:08.579 INFO:tasks.workunit.client.0.smithi098.stdout:op 5410 completed, throughput=5MB/sec 2024-04-12T01:05:08.579 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PfLS7pO4eCR6qfJ off=9495589 len=965750 2024-04-12T01:05:08.584 INFO:tasks.workunit.client.0.smithi098.stdout:op 5411 completed, throughput=5MB/sec 2024-04-12T01:05:08.584 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zWAHNQWe6CnUiV2 off=21519889 len=1579706 2024-04-12T01:05:08.586 INFO:tasks.workunit.client.0.smithi098.stdout:op 5412 completed, throughput=5MB/sec 2024-04-12T01:05:08.586 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MQ19ozIeqEAheBu off=11752904 len=17228 2024-04-12T01:05:08.587 INFO:tasks.workunit.client.0.smithi098.stdout:op 5413 completed, throughput=5MB/sec 2024-04-12T01:05:08.587 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-E64rk2r5RcBWb8M off=1072373 len=617451 2024-04-12T01:05:08.587 INFO:tasks.workunit.client.0.smithi098.stdout:op 5414 completed, throughput=5MB/sec 2024-04-12T01:05:09.588 INFO:tasks.workunit.client.0.smithi098.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-12T01:05:09.588 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2MQ9Ovv0WtkCgi7 off=6672833 len=1407000 2024-04-12T01:05:09.590 INFO:tasks.workunit.client.0.smithi098.stdout:op 5415 completed, throughput=5MB/sec 2024-04-12T01:05:09.590 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PFM765rUc-d84bc off=17054289 len=524942 2024-04-12T01:05:09.594 INFO:tasks.workunit.client.0.smithi098.stdout:op 5416 completed, throughput=5MB/sec 2024-04-12T01:05:09.594 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yad7NaxJGtoo3y0 off=3910849 len=43499 2024-04-12T01:05:09.597 INFO:tasks.workunit.client.0.smithi098.stdout:op 5417 completed, throughput=5MB/sec 2024-04-12T01:05:09.597 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AQTOkpFlp6glyvH off=1424218 len=742348 2024-04-12T01:05:09.601 INFO:tasks.workunit.client.0.smithi098.stdout:op 5418 completed, throughput=5MB/sec 2024-04-12T01:05:09.601 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-CGymIqNAUjp48EX off=8588515 len=75822 2024-04-12T01:05:09.601 INFO:tasks.workunit.client.0.smithi098.stdout:op 5419 completed, throughput=5MB/sec 2024-04-12T01:05:09.602 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TcLmHnfCrsLmeTF off=781091 len=267593 2024-04-12T01:05:09.603 INFO:tasks.workunit.client.0.smithi098.stdout:op 5420 completed, throughput=5MB/sec 2024-04-12T01:05:09.603 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zObs4m_1VF6RMGQ off=4852075 len=691527 2024-04-12T01:05:09.604 INFO:tasks.workunit.client.0.smithi098.stdout:op 5421 completed, throughput=5MB/sec 2024-04-12T01:05:09.604 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GWC1LJF8bHHBbaR off=4338001 len=1458777 2024-04-12T01:05:09.606 INFO:tasks.workunit.client.0.smithi098.stdout:op 5422 completed, throughput=5MB/sec 2024-04-12T01:05:09.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:09 smithi098 ceph-mon[91373]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T01:05:09.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:09 smithi098 ceph-mon[88922]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T01:05:09.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:09 smithi193 ceph-mon[83763]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-12T01:05:10.606 INFO:tasks.workunit.client.0.smithi098.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-12T01:05:10.606 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lt-NGVVDC1Ly-MH off=1152209 len=273422 2024-04-12T01:05:10.609 INFO:tasks.workunit.client.0.smithi098.stdout:op 5423 completed, throughput=5MB/sec 2024-04-12T01:05:10.609 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3ygC4A6QpY1KmSS off=18285599 len=1318679 2024-04-12T01:05:10.611 INFO:tasks.workunit.client.0.smithi098.stdout:op 5424 completed, throughput=5MB/sec 2024-04-12T01:05:10.611 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PKypOEQsoIcnZ08 off=2739167 len=689440 2024-04-12T01:05:10.612 INFO:tasks.workunit.client.0.smithi098.stdout:op 5425 completed, throughput=5MB/sec 2024-04-12T01:05:10.612 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BcwhiChz3smd0Qy off=9728048 len=303226 2024-04-12T01:05:10.613 INFO:tasks.workunit.client.0.smithi098.stdout:op 5426 completed, throughput=5MB/sec 2024-04-12T01:05:10.613 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vxGLdqFUWfYivUU off=41972 len=1274249 2024-04-12T01:05:10.618 INFO:tasks.workunit.client.0.smithi098.stdout:op 5427 completed, throughput=5MB/sec 2024-04-12T01:05:10.619 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LCppRERTziON7ND off=3384015 len=1205911 2024-04-12T01:05:10.622 INFO:tasks.workunit.client.0.smithi098.stdout:op 5428 completed, throughput=5MB/sec 2024-04-12T01:05:11.622 INFO:tasks.workunit.client.0.smithi098.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-12T01:05:11.623 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HuoWUEU-vcsMFmx off=5074294 len=1456757 2024-04-12T01:05:11.630 INFO:tasks.workunit.client.0.smithi098.stdout:op 5429 completed, throughput=5MB/sec 2024-04-12T01:05:11.630 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IeX1BSPE5rdrTsC off=6720333 len=903595 2024-04-12T01:05:11.631 INFO:tasks.workunit.client.0.smithi098.stdout:op 5430 completed, throughput=5MB/sec 2024-04-12T01:05:11.631 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zcoBylUqz2tkMnb off=3849419 len=1003985 2024-04-12T01:05:11.633 INFO:tasks.workunit.client.0.smithi098.stdout:op 5431 completed, throughput=5MB/sec 2024-04-12T01:05:11.633 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bjl7tReirIZioOt off=399365 len=1129649 2024-04-12T01:05:11.639 INFO:tasks.workunit.client.0.smithi098.stdout:op 5432 completed, throughput=5MB/sec 2024-04-12T01:05:11.639 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-D7s-LHEi7wdhfEc off=11690624 len=232806 2024-04-12T01:05:11.640 INFO:tasks.workunit.client.0.smithi098.stdout:op 5433 completed, throughput=5MB/sec 2024-04-12T01:05:11.640 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nTNR09j8DSkxfJx off=22796287 len=847381 2024-04-12T01:05:11.641 INFO:tasks.workunit.client.0.smithi098.stdout:op 5434 completed, throughput=5MB/sec 2024-04-12T01:05:11.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:11 smithi098 ceph-mon[91373]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T01:05:11.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:11 smithi098 ceph-mon[88922]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T01:05:11.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:11 smithi193 ceph-mon[83763]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T01:05:12.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:05:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:05:12.641 INFO:tasks.workunit.client.0.smithi098.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-12T01:05:12.641 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-b4kg0DyomVrO5FX off=10590979 len=490338 2024-04-12T01:05:12.645 INFO:tasks.workunit.client.0.smithi098.stdout:op 5435 completed, throughput=5MB/sec 2024-04-12T01:05:12.645 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dUPLbyT1scWbFgS off=8491776 len=781431 2024-04-12T01:05:12.650 INFO:tasks.workunit.client.0.smithi098.stdout:op 5436 completed, throughput=5MB/sec 2024-04-12T01:05:12.650 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LorWhP_tHViktOL off=6165283 len=459754 2024-04-12T01:05:12.651 INFO:tasks.workunit.client.0.smithi098.stdout:op 5437 completed, throughput=5MB/sec 2024-04-12T01:05:12.651 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mjH5Xyh4tIXJ5tA off=6138818 len=1543323 2024-04-12T01:05:12.659 INFO:tasks.workunit.client.0.smithi098.stdout:op 5438 completed, throughput=5MB/sec 2024-04-12T01:05:12.659 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NggalpNtddGvutG off=4986366 len=1874612 2024-04-12T01:05:12.663 INFO:tasks.workunit.client.0.smithi098.stdout:op 5439 completed, throughput=5MB/sec 2024-04-12T01:05:13.664 INFO:tasks.workunit.client.0.smithi098.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-12T01:05:13.664 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BhBuc4Bk4ePQN7W off=6413934 len=874598 2024-04-12T01:05:13.665 INFO:tasks.workunit.client.0.smithi098.stdout:op 5440 completed, throughput=5MB/sec 2024-04-12T01:05:13.665 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v2l4dxQpBn19IVa off=4256212 len=273457 2024-04-12T01:05:13.667 INFO:tasks.workunit.client.0.smithi098.stdout:op 5441 completed, throughput=5MB/sec 2024-04-12T01:05:13.667 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IcF3BIPKDaRtpww off=508466 len=1278502 2024-04-12T01:05:13.669 INFO:tasks.workunit.client.0.smithi098.stdout:op 5442 completed, throughput=5MB/sec 2024-04-12T01:05:13.669 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dwADhONR-WpStrw off=2917238 len=462229 2024-04-12T01:05:13.669 INFO:tasks.workunit.client.0.smithi098.stdout:op 5443 completed, throughput=5MB/sec 2024-04-12T01:05:13.669 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4nMkPHRhC0X--yZ off=8977276 len=771521 2024-04-12T01:05:13.673 INFO:tasks.workunit.client.0.smithi098.stdout:op 5444 completed, throughput=5MB/sec 2024-04-12T01:05:13.673 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-C9UrzpAXHO0eog9 off=680563 len=1463838 2024-04-12T01:05:13.679 INFO:tasks.workunit.client.0.smithi098.stdout:op 5445 completed, throughput=5MB/sec 2024-04-12T01:05:13.680 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8icP-bYYSn5IXm7 off=7770416 len=1299557 2024-04-12T01:05:13.686 INFO:tasks.workunit.client.0.smithi098.stdout:op 5446 completed, throughput=5MB/sec 2024-04-12T01:05:13.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[91373]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:05:13.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:05:13.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:05:13.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:05:13.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:05:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[88922]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:05:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:05:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:05:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:05:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:05:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:13 smithi193 ceph-mon[83763]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T01:05:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:05:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:05:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:05:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:05:14.686 INFO:tasks.workunit.client.0.smithi098.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-12T01:05:14.687 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p8BGJNi_zQUD8h9 off=9538379 len=1874880 2024-04-12T01:05:14.690 INFO:tasks.workunit.client.0.smithi098.stdout:op 5447 completed, throughput=5MB/sec 2024-04-12T01:05:14.690 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aUz5w-Q84Xg4BwI off=8828642 len=1114245 2024-04-12T01:05:14.697 INFO:tasks.workunit.client.0.smithi098.stdout:op 5448 completed, throughput=5MB/sec 2024-04-12T01:05:14.697 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-QZC-rCRInyHVqMY off=576584 len=1475048 2024-04-12T01:05:14.704 INFO:tasks.workunit.client.0.smithi098.stdout:op 5449 completed, throughput=5MB/sec 2024-04-12T01:05:15.704 INFO:tasks.workunit.client.0.smithi098.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-12T01:05:15.704 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JRhErm5YAkqwqO0 off=3854204 len=932410 2024-04-12T01:05:15.707 INFO:tasks.workunit.client.0.smithi098.stdout:op 5450 completed, throughput=5MB/sec 2024-04-12T01:05:15.707 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AcfEpbtfCspAjAP off=848777 len=1359281 2024-04-12T01:05:15.713 INFO:tasks.workunit.client.0.smithi098.stdout:op 5451 completed, throughput=5MB/sec 2024-04-12T01:05:15.713 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0EKNjNjseTmlyWE off=3206840 len=1025894 2024-04-12T01:05:15.718 INFO:tasks.workunit.client.0.smithi098.stdout:op 5452 completed, throughput=5MB/sec 2024-04-12T01:05:15.719 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eN_BFI1cfJkvDZ7 off=1747723 len=646450 2024-04-12T01:05:15.720 INFO:tasks.workunit.client.0.smithi098.stdout:op 5453 completed, throughput=5MB/sec 2024-04-12T01:05:15.720 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t0p41RW1TkdMNGt off=217141 len=1673448 2024-04-12T01:05:15.727 INFO:tasks.workunit.client.0.smithi098.stdout:op 5454 completed, throughput=5MB/sec 2024-04-12T01:05:15.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:15 smithi098 ceph-mon[91373]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T01:05:15.792 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:05:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:05:15] "GET /metrics HTTP/1.1" 200 34137 "" "Prometheus/2.43.0" 2024-04-12T01:05:15.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:15 smithi098 ceph-mon[88922]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T01:05:15.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:15 smithi193 ceph-mon[83763]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T01:05:16.727 INFO:tasks.workunit.client.0.smithi098.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-12T01:05:16.727 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2eEIjxizessAlq_ off=13489523 len=575869 2024-04-12T01:05:16.731 INFO:tasks.workunit.client.0.smithi098.stdout:op 5455 completed, throughput=5MB/sec 2024-04-12T01:05:16.732 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-5ce05Ee74ilV04K off=2644833 len=1831802 2024-04-12T01:05:16.740 INFO:tasks.workunit.client.0.smithi098.stdout:op 5456 completed, throughput=5MB/sec 2024-04-12T01:05:16.740 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uyNHIMV6XuNxQEC off=1538945 len=52468 2024-04-12T01:05:16.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 5457 completed, throughput=5MB/sec 2024-04-12T01:05:16.742 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-D9gnhZFXKeTc1H_ off=19735709 len=264547 2024-04-12T01:05:16.744 INFO:tasks.workunit.client.0.smithi098.stdout:op 5458 completed, throughput=5MB/sec 2024-04-12T01:05:16.744 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K6K_RqanusRW-xp off=1660750 len=555924 2024-04-12T01:05:16.747 INFO:tasks.workunit.client.0.smithi098.stdout:op 5459 completed, throughput=5MB/sec 2024-04-12T01:05:16.747 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-c_m0-kRhqf2ig7P off=14407029 len=1072847 2024-04-12T01:05:16.749 INFO:tasks.workunit.client.0.smithi098.stdout:op 5460 completed, throughput=5MB/sec 2024-04-12T01:05:16.749 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I45dA4N3d7LeNlV off=9871509 len=2078143 2024-04-12T01:05:16.762 INFO:tasks.workunit.client.0.smithi098.stdout:op 5461 completed, throughput=5MB/sec 2024-04-12T01:05:17.763 INFO:tasks.workunit.client.0.smithi098.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-12T01:05:17.763 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5l8vY3D38ylVPcJ off=1795427 len=238757 2024-04-12T01:05:17.764 INFO:tasks.workunit.client.0.smithi098.stdout:op 5462 completed, throughput=5MB/sec 2024-04-12T01:05:17.764 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3AL6eZ3pYYreoua off=10761151 len=2973 2024-04-12T01:05:17.764 INFO:tasks.workunit.client.0.smithi098.stdout:op 5463 completed, throughput=5MB/sec 2024-04-12T01:05:17.764 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LokDcQLRPZOMLkK off=698353 len=2085840 2024-04-12T01:05:17.776 INFO:tasks.workunit.client.0.smithi098.stdout:op 5464 completed, throughput=5MB/sec 2024-04-12T01:05:17.776 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-C7tYIxRlSNhzmuT off=2068476 len=1141772 2024-04-12T01:05:17.782 INFO:tasks.workunit.client.0.smithi098.stdout:op 5465 completed, throughput=5MB/sec 2024-04-12T01:05:17.783 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-94VSRpRBrdP_A3S off=2788949 len=1937359 2024-04-12T01:05:17.791 INFO:tasks.workunit.client.0.smithi098.stdout:op 5466 completed, throughput=5MB/sec 2024-04-12T01:05:17.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:17 smithi098 ceph-mon[91373]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T01:05:17.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:17 smithi098 ceph-mon[88922]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T01:05:17.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:17 smithi193 ceph-mon[83763]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-12T01:05:18.792 INFO:tasks.workunit.client.0.smithi098.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-12T01:05:18.792 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8ydeRMFZ-nDJQae off=1354303 len=731452 2024-04-12T01:05:18.797 INFO:tasks.workunit.client.0.smithi098.stdout:op 5467 completed, throughput=5MB/sec 2024-04-12T01:05:18.797 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GVb37ETfyyISXJm off=5951482 len=1199230 2024-04-12T01:05:18.803 INFO:tasks.workunit.client.0.smithi098.stdout:op 5468 completed, throughput=5MB/sec 2024-04-12T01:05:18.803 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xTK40gfBhKujMGR off=2154495 len=1678713 2024-04-12T01:05:18.811 INFO:tasks.workunit.client.0.smithi098.stdout:op 5469 completed, throughput=5MB/sec 2024-04-12T01:05:18.811 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IDJ7_ykrcLt0FRG off=5179033 len=37507 2024-04-12T01:05:18.813 INFO:tasks.workunit.client.0.smithi098.stdout:op 5470 completed, throughput=5MB/sec 2024-04-12T01:05:18.813 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AKDeEjJGf5AiGJ2 off=200528 len=398702 2024-04-12T01:05:18.816 INFO:tasks.workunit.client.0.smithi098.stdout:op 5471 completed, throughput=5MB/sec 2024-04-12T01:05:19.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:19 smithi098 ceph-mon[91373]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:05:19.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:19 smithi098 ceph-mon[88922]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:05:19.816 INFO:tasks.workunit.client.0.smithi098.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-12T01:05:19.816 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n5yOOqcebdp_uZD off=7707170 len=1866402 2024-04-12T01:05:19.819 INFO:tasks.workunit.client.0.smithi098.stdout:op 5472 completed, throughput=5MB/sec 2024-04-12T01:05:19.819 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-an0k23jLQagp0vV off=3010938 len=135365 2024-04-12T01:05:19.821 INFO:tasks.workunit.client.0.smithi098.stdout:op 5473 completed, throughput=5MB/sec 2024-04-12T01:05:19.821 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K3afvgou9gouytS off=4764540 len=461938 2024-04-12T01:05:19.823 INFO:tasks.workunit.client.0.smithi098.stdout:op 5474 completed, throughput=5MB/sec 2024-04-12T01:05:19.823 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SBPSiF4nMQ2c3S3 off=5930016 len=737081 2024-04-12T01:05:19.827 INFO:tasks.workunit.client.0.smithi098.stdout:op 5475 completed, throughput=5MB/sec 2024-04-12T01:05:19.827 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ja_07Iqo8y74CEu off=13901390 len=1639099 2024-04-12T01:05:19.834 INFO:tasks.workunit.client.0.smithi098.stdout:op 5476 completed, throughput=5MB/sec 2024-04-12T01:05:19.834 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-J8GSeRwjvFX5jNA off=15286156 len=84850 2024-04-12T01:05:19.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 5477 completed, throughput=5MB/sec 2024-04-12T01:05:19.837 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7--PbZ9O6EHEJMS off=3807276 len=1916290 2024-04-12T01:05:19.848 INFO:tasks.workunit.client.0.smithi098.stdout:op 5478 completed, throughput=5MB/sec 2024-04-12T01:05:19.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:19 smithi193 ceph-mon[83763]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:05:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:20.848 INFO:tasks.workunit.client.0.smithi098.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-12T01:05:20.848 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fulV_GU7VRWPKtH off=8898645 len=416881 2024-04-12T01:05:20.852 INFO:tasks.workunit.client.0.smithi098.stdout:op 5479 completed, throughput=5MB/sec 2024-04-12T01:05:20.852 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YjDDyNTU6lLPhfQ off=16358995 len=278513 2024-04-12T01:05:20.855 INFO:tasks.workunit.client.0.smithi098.stdout:op 5480 completed, throughput=5MB/sec 2024-04-12T01:05:20.855 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JYlGZgWMq7cQNpJ off=1450078 len=1373220 2024-04-12T01:05:20.858 INFO:tasks.workunit.client.0.smithi098.stdout:op 5481 completed, throughput=5MB/sec 2024-04-12T01:05:20.858 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rk2SfmS_SCM4yo1 off=7840030 len=317769 2024-04-12T01:05:20.859 INFO:tasks.workunit.client.0.smithi098.stdout:op 5482 completed, throughput=5MB/sec 2024-04-12T01:05:20.859 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-O2bHoRoAxnkgIAG off=11618859 len=239439 2024-04-12T01:05:20.859 INFO:tasks.workunit.client.0.smithi098.stdout:op 5483 completed, throughput=5MB/sec 2024-04-12T01:05:20.859 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-G2YUbtEOWqEEf2h off=940796 len=574671 2024-04-12T01:05:20.865 INFO:tasks.workunit.client.0.smithi098.stdout:op 5484 completed, throughput=5MB/sec 2024-04-12T01:05:20.865 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gO5QFHMwwxdCZGM off=23242875 len=1145234 2024-04-12T01:05:20.866 INFO:tasks.workunit.client.0.smithi098.stdout:op 5485 completed, throughput=5MB/sec 2024-04-12T01:05:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:21.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:21 smithi098 ceph-mon[91373]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:05:21.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:21 smithi098 ceph-mon[88922]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:05:21.867 INFO:tasks.workunit.client.0.smithi098.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-12T01:05:21.867 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JS3WJIFBYZHF3VO off=473814 len=1939411 2024-04-12T01:05:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:21 smithi193 ceph-mon[83763]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:05:21.871 INFO:tasks.workunit.client.0.smithi098.stdout:op 5486 completed, throughput=5MB/sec 2024-04-12T01:05:21.871 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-92qstYKjZyU3tkY off=14656532 len=894677 2024-04-12T01:05:21.876 INFO:tasks.workunit.client.0.smithi098.stdout:op 5487 completed, throughput=5MB/sec 2024-04-12T01:05:21.877 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-m6NXMnxLvS9ljj1 off=1295613 len=692101 2024-04-12T01:05:21.878 INFO:tasks.workunit.client.0.smithi098.stdout:op 5488 completed, throughput=5MB/sec 2024-04-12T01:05:21.878 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-w2V5WWdeWVN7T6Y off=18696282 len=1407008 2024-04-12T01:05:21.880 INFO:tasks.workunit.client.0.smithi098.stdout:op 5489 completed, throughput=5MB/sec 2024-04-12T01:05:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:05:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:05:22.881 INFO:tasks.workunit.client.0.smithi098.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-12T01:05:22.881 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MfkZ-EUWPJTj56t off=11644847 len=62490 2024-04-12T01:05:22.882 INFO:tasks.workunit.client.0.smithi098.stdout:op 5490 completed, throughput=5MB/sec 2024-04-12T01:05:22.882 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2J0yl47futw8wgH off=6661735 len=304850 2024-04-12T01:05:22.885 INFO:tasks.workunit.client.0.smithi098.stdout:op 5491 completed, throughput=5MB/sec 2024-04-12T01:05:22.885 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OqpLuqn_fQS8ktQ off=13604731 len=693631 2024-04-12T01:05:22.886 INFO:tasks.workunit.client.0.smithi098.stdout:op 5492 completed, throughput=5MB/sec 2024-04-12T01:05:22.886 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-I8EO_96rOr94DKR off=10307013 len=1618525 2024-04-12T01:05:22.896 INFO:tasks.workunit.client.0.smithi098.stdout:op 5493 completed, throughput=5MB/sec 2024-04-12T01:05:22.896 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-I3BWojZ6-2YTIlb off=13213779 len=83235 2024-04-12T01:05:22.897 INFO:tasks.workunit.client.0.smithi098.stdout:op 5494 completed, throughput=5MB/sec 2024-04-12T01:05:22.897 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EM4QMDcQzW3HTKj off=16092573 len=99697 2024-04-12T01:05:22.897 INFO:tasks.workunit.client.0.smithi098.stdout:op 5495 completed, throughput=5MB/sec 2024-04-12T01:05:22.897 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pB8NjyujwSX_rQ9 off=13598142 len=1931918 2024-04-12T01:05:22.907 INFO:tasks.workunit.client.0.smithi098.stdout:op 5496 completed, throughput=5MB/sec 2024-04-12T01:05:22.907 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kIMQqZJ7PGmbNEU off=2065500 len=1408413 2024-04-12T01:05:22.914 INFO:tasks.workunit.client.0.smithi098.stdout:op 5497 completed, throughput=5MB/sec 2024-04-12T01:05:23.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:23 smithi098 ceph-mon[91373]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T01:05:23.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:23 smithi098 ceph-mon[88922]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T01:05:23.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:23 smithi193 ceph-mon[83763]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T01:05:23.914 INFO:tasks.workunit.client.0.smithi098.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-12T01:05:23.914 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rw-Um8dIaJ2xpOk off=1086445 len=528845 2024-04-12T01:05:23.915 INFO:tasks.workunit.client.0.smithi098.stdout:op 5498 completed, throughput=5MB/sec 2024-04-12T01:05:23.915 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-R1L1UysZ7Zqmzq8 off=1634817 len=699048 2024-04-12T01:05:23.917 INFO:tasks.workunit.client.0.smithi098.stdout:op 5499 completed, throughput=5MB/sec 2024-04-12T01:05:23.917 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vEhtElZ1gUSaqCX off=6114487 len=520013 2024-04-12T01:05:23.918 INFO:tasks.workunit.client.0.smithi098.stdout:op 5500 completed, throughput=5MB/sec 2024-04-12T01:05:23.918 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Yed3KxeFOBKofi8 off=6450765 len=446044 2024-04-12T01:05:23.922 INFO:tasks.workunit.client.0.smithi098.stdout:op 5501 completed, throughput=5MB/sec 2024-04-12T01:05:23.922 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a1YI7a9nTGjdNQd off=3164663 len=424828 2024-04-12T01:05:23.923 INFO:tasks.workunit.client.0.smithi098.stdout:op 5502 completed, throughput=5MB/sec 2024-04-12T01:05:23.923 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Mp6T9r3dpoXwE-h off=4265292 len=578145 2024-04-12T01:05:23.924 INFO:tasks.workunit.client.0.smithi098.stdout:op 5503 completed, throughput=5MB/sec 2024-04-12T01:05:23.924 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cqn0LDWU6cBT0or off=10331322 len=89196 2024-04-12T01:05:23.925 INFO:tasks.workunit.client.0.smithi098.stdout:op 5504 completed, throughput=5MB/sec 2024-04-12T01:05:23.925 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kUk_N1Yj6FIwqGx off=726920 len=1770886 2024-04-12T01:05:23.932 INFO:tasks.workunit.client.0.smithi098.stdout:op 5505 completed, throughput=5MB/sec 2024-04-12T01:05:24.933 INFO:tasks.workunit.client.0.smithi098.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-12T01:05:24.933 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-a-HCJ6c5u1ku588 off=5539230 len=134390 2024-04-12T01:05:24.933 INFO:tasks.workunit.client.0.smithi098.stdout:op 5506 completed, throughput=5MB/sec 2024-04-12T01:05:24.934 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hah32VJZEiybR4G off=6912978 len=1634308 2024-04-12T01:05:24.935 INFO:tasks.workunit.client.0.smithi098.stdout:op 5507 completed, throughput=5MB/sec 2024-04-12T01:05:24.936 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zRXlrMbDXVxZsoc off=6404528 len=1461979 2024-04-12T01:05:24.943 INFO:tasks.workunit.client.0.smithi098.stdout:op 5508 completed, throughput=5MB/sec 2024-04-12T01:05:24.943 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BMelwnJkupaJU5Q off=7548742 len=1363394 2024-04-12T01:05:24.945 INFO:tasks.workunit.client.0.smithi098.stdout:op 5509 completed, throughput=5MB/sec 2024-04-12T01:05:25.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:25 smithi098 ceph-mon[91373]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T01:05:25.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:25 smithi098 ceph-mon[88922]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T01:05:25.793 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:05:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:05:25] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-12T01:05:25.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:25 smithi193 ceph-mon[83763]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T01:05:25.945 INFO:tasks.workunit.client.0.smithi098.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-12T01:05:25.945 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_cZbjTPcmx_-3aG off=12677461 len=1703087 2024-04-12T01:05:25.949 INFO:tasks.workunit.client.0.smithi098.stdout:op 5510 completed, throughput=5MB/sec 2024-04-12T01:05:25.949 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8QrZr0HTjgiL_5b off=1462059 len=1844763 2024-04-12T01:05:25.951 INFO:tasks.workunit.client.0.smithi098.stdout:op 5511 completed, throughput=5MB/sec 2024-04-12T01:05:25.951 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-v2yGQ1MZFPDTLv2 off=3078704 len=589831 2024-04-12T01:05:25.953 INFO:tasks.workunit.client.0.smithi098.stdout:op 5512 completed, throughput=5MB/sec 2024-04-12T01:05:25.953 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BPfMiwkkm5fwjS7 off=5556739 len=811758 2024-04-12T01:05:25.958 INFO:tasks.workunit.client.0.smithi098.stdout:op 5513 completed, throughput=5MB/sec 2024-04-12T01:05:25.958 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0EZV1xRvmzfL47a off=4515747 len=1071554 2024-04-12T01:05:25.963 INFO:tasks.workunit.client.0.smithi098.stdout:op 5514 completed, throughput=5MB/sec 2024-04-12T01:05:26.963 INFO:tasks.workunit.client.0.smithi098.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-12T01:05:26.964 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-CajYZTzM1BlX4MG off=4110905 len=1003780 2024-04-12T01:05:26.969 INFO:tasks.workunit.client.0.smithi098.stdout:op 5515 completed, throughput=5MB/sec 2024-04-12T01:05:26.969 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xKAhUWeSDGypyty off=6010634 len=341874 2024-04-12T01:05:26.972 INFO:tasks.workunit.client.0.smithi098.stdout:op 5516 completed, throughput=5MB/sec 2024-04-12T01:05:26.972 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Mbo15Q0jjThBURb off=1306582 len=787548 2024-04-12T01:05:26.973 INFO:tasks.workunit.client.0.smithi098.stdout:op 5517 completed, throughput=5MB/sec 2024-04-12T01:05:26.973 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--TPHTbBjVWiYjm- off=284888 len=599339 2024-04-12T01:05:26.977 INFO:tasks.workunit.client.0.smithi098.stdout:op 5518 completed, throughput=5MB/sec 2024-04-12T01:05:26.977 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-WpF20aSJXceHAg_ off=3127122 len=942258 2024-04-12T01:05:26.982 INFO:tasks.workunit.client.0.smithi098.stdout:op 5519 completed, throughput=5MB/sec 2024-04-12T01:05:26.982 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UxfANXEpdVjv_iW off=4612337 len=1231050 2024-04-12T01:05:26.987 INFO:tasks.workunit.client.0.smithi098.stdout:op 5520 completed, throughput=5MB/sec 2024-04-12T01:05:27.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:27 smithi098 ceph-mon[91373]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T01:05:27.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:27 smithi098 ceph-mon[88922]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T01:05:27.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:27 smithi193 ceph-mon[83763]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T01:05:27.987 INFO:tasks.workunit.client.0.smithi098.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-12T01:05:27.987 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Hp2i5CvNbmHZzcH off=4477231 len=345720 2024-04-12T01:05:27.988 INFO:tasks.workunit.client.0.smithi098.stdout:op 5521 completed, throughput=5MB/sec 2024-04-12T01:05:27.988 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--ItMM0L7V0kmtC_ off=2830839 len=1331550 2024-04-12T01:05:27.989 INFO:tasks.workunit.client.0.smithi098.stdout:op 5522 completed, throughput=5MB/sec 2024-04-12T01:05:27.990 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wbpM2xXqHBkMG4Q off=2838665 len=336824 2024-04-12T01:05:27.993 INFO:tasks.workunit.client.0.smithi098.stdout:op 5523 completed, throughput=5MB/sec 2024-04-12T01:05:27.994 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Dr6z474e39mIsyV off=7079634 len=1639935 2024-04-12T01:05:27.997 INFO:tasks.workunit.client.0.smithi098.stdout:op 5524 completed, throughput=5MB/sec 2024-04-12T01:05:27.997 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6yq07R8K5atJJZv off=11423671 len=656178 2024-04-12T01:05:27.998 INFO:tasks.workunit.client.0.smithi098.stdout:op 5525 completed, throughput=5MB/sec 2024-04-12T01:05:27.998 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-L5xKaDHbgK9FB76 off=8538524 len=1001053 2024-04-12T01:05:28.004 INFO:tasks.workunit.client.0.smithi098.stdout:op 5526 completed, throughput=5MB/sec 2024-04-12T01:05:29.005 INFO:tasks.workunit.client.0.smithi098.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-12T01:05:29.005 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-P2WNCpobX1ru58u off=161548 len=410550 2024-04-12T01:05:29.006 INFO:tasks.workunit.client.0.smithi098.stdout:op 5527 completed, throughput=5MB/sec 2024-04-12T01:05:29.006 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Prv8bKxcERhjj95 off=20945385 len=816434 2024-04-12T01:05:29.008 INFO:tasks.workunit.client.0.smithi098.stdout:op 5528 completed, throughput=5MB/sec 2024-04-12T01:05:29.008 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hMZYnbqlHrt4BgT off=13579547 len=1290556 2024-04-12T01:05:29.010 INFO:tasks.workunit.client.0.smithi098.stdout:op 5529 completed, throughput=5MB/sec 2024-04-12T01:05:29.010 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jLkE6fSYav3TWgG off=6927927 len=1476617 2024-04-12T01:05:29.011 INFO:tasks.workunit.client.0.smithi098.stdout:op 5530 completed, throughput=5MB/sec 2024-04-12T01:05:29.012 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-o1PAmoooHLvRbjM off=10004052 len=762252 2024-04-12T01:05:29.013 INFO:tasks.workunit.client.0.smithi098.stdout:op 5531 completed, throughput=5MB/sec 2024-04-12T01:05:29.013 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-khVrx8qIjDcAhdQ off=14123298 len=1388182 2024-04-12T01:05:29.019 INFO:tasks.workunit.client.0.smithi098.stdout:op 5532 completed, throughput=5MB/sec 2024-04-12T01:05:29.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:29 smithi098 ceph-mon[91373]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T01:05:29.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:29 smithi098 ceph-mon[88922]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T01:05:29.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:29 smithi193 ceph-mon[83763]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T01:05:30.020 INFO:tasks.workunit.client.0.smithi098.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-12T01:05:30.020 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yV7i7lAaP9Z2hV6 off=11368066 len=1867900 2024-04-12T01:05:30.022 INFO:tasks.workunit.client.0.smithi098.stdout:op 5533 completed, throughput=5MB/sec 2024-04-12T01:05:30.022 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Zx7brgUYhYO3adZ off=1611576 len=1650636 2024-04-12T01:05:30.033 INFO:tasks.workunit.client.0.smithi098.stdout:op 5534 completed, throughput=5MB/sec 2024-04-12T01:05:30.033 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YbOE1Ma7-jwGrx7 off=4804583 len=1304505 2024-04-12T01:05:30.040 INFO:tasks.workunit.client.0.smithi098.stdout:op 5535 completed, throughput=5MB/sec 2024-04-12T01:05:31.040 INFO:tasks.workunit.client.0.smithi098.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-12T01:05:31.041 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VdMAo5oMH5d99-L off=4171495 len=363424 2024-04-12T01:05:31.044 INFO:tasks.workunit.client.0.smithi098.stdout:op 5536 completed, throughput=5MB/sec 2024-04-12T01:05:31.044 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gEAYR8OpF9urv3w off=17921598 len=825671 2024-04-12T01:05:31.049 INFO:tasks.workunit.client.0.smithi098.stdout:op 5537 completed, throughput=5MB/sec 2024-04-12T01:05:31.050 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4OERuY7i29mxjoP off=1233402 len=395459 2024-04-12T01:05:31.050 INFO:tasks.workunit.client.0.smithi098.stdout:op 5538 completed, throughput=5MB/sec 2024-04-12T01:05:31.050 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LCFY3AHvzs7sxIU off=2385040 len=55940 2024-04-12T01:05:31.052 INFO:tasks.workunit.client.0.smithi098.stdout:op 5539 completed, throughput=5MB/sec 2024-04-12T01:05:31.052 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-qq92SgTgz6P2XKb off=7767327 len=208398 2024-04-12T01:05:31.053 INFO:tasks.workunit.client.0.smithi098.stdout:op 5540 completed, throughput=5MB/sec 2024-04-12T01:05:31.053 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rRymYCa92ku7DgG off=6379502 len=1786306 2024-04-12T01:05:31.055 INFO:tasks.workunit.client.0.smithi098.stdout:op 5541 completed, throughput=5MB/sec 2024-04-12T01:05:31.055 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8YjZnI2x0B0GYh1 off=2300179 len=508896 2024-04-12T01:05:31.055 INFO:tasks.workunit.client.0.smithi098.stdout:op 5542 completed, throughput=5MB/sec 2024-04-12T01:05:31.056 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Nj01mTQvIH2TSSa off=9483382 len=1273122 2024-04-12T01:05:31.061 INFO:tasks.workunit.client.0.smithi098.stdout:op 5543 completed, throughput=5MB/sec 2024-04-12T01:05:31.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:31 smithi098 ceph-mon[88922]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:05:31.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:31 smithi098 ceph-mon[91373]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:05:31.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:31 smithi193 ceph-mon[83763]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T01:05:32.062 INFO:tasks.workunit.client.0.smithi098.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-12T01:05:32.062 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zUtWiybgp5Kcug5 off=155440 len=250333 2024-04-12T01:05:32.063 INFO:tasks.workunit.client.0.smithi098.stdout:op 5544 completed, throughput=5MB/sec 2024-04-12T01:05:32.063 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YaIIfkq2ITWuF6l off=15232056 len=132252 2024-04-12T01:05:32.066 INFO:tasks.workunit.client.0.smithi098.stdout:op 5545 completed, throughput=5MB/sec 2024-04-12T01:05:32.066 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RPCF-x39Tubddla off=14465797 len=1436973 2024-04-12T01:05:32.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 5546 completed, throughput=5MB/sec 2024-04-12T01:05:32.073 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DZnPMvZECBSjkdQ off=13981202 len=21823 2024-04-12T01:05:32.076 INFO:tasks.workunit.client.0.smithi098.stdout:op 5547 completed, throughput=5MB/sec 2024-04-12T01:05:32.076 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fPvqWMU9cZmsB43 off=6716253 len=1767611 2024-04-12T01:05:32.079 INFO:tasks.workunit.client.0.smithi098.stdout:op 5548 completed, throughput=5MB/sec 2024-04-12T01:05:32.079 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QjBIeC-3SYqlUfU off=16902482 len=976143 2024-04-12T01:05:32.081 INFO:tasks.workunit.client.0.smithi098.stdout:op 5549 completed, throughput=5MB/sec 2024-04-12T01:05:32.081 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gtb6S-oIhu_O64o off=6800535 len=140447 2024-04-12T01:05:32.083 INFO:tasks.workunit.client.0.smithi098.stdout:op 5550 completed, throughput=5MB/sec 2024-04-12T01:05:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:05:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:05:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-12T01:05:33.084 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mFQA0nIGq1UZyeu off=5852542 len=589387 2024-04-12T01:05:33.085 INFO:tasks.workunit.client.0.smithi098.stdout:op 5551 completed, throughput=5MB/sec 2024-04-12T01:05:33.085 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-nhKzgnXTJNzI-OY off=572494 len=1029 2024-04-12T01:05:33.086 INFO:tasks.workunit.client.0.smithi098.stdout:op 5552 completed, throughput=5MB/sec 2024-04-12T01:05:33.086 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hSynSvMvakOblWB off=17552004 len=29202 2024-04-12T01:05:33.087 INFO:tasks.workunit.client.0.smithi098.stdout:op 5553 completed, throughput=5MB/sec 2024-04-12T01:05:33.087 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OFVNrY0m1D1EXBk off=2343176 len=1495406 2024-04-12T01:05:33.094 INFO:tasks.workunit.client.0.smithi098.stdout:op 5554 completed, throughput=5MB/sec 2024-04-12T01:05:33.094 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u14wVINJYhUU7L4 off=9275878 len=506424 2024-04-12T01:05:33.094 INFO:tasks.workunit.client.0.smithi098.stdout:op 5555 completed, throughput=5MB/sec 2024-04-12T01:05:33.094 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fPBKtLui3TJ2Mlm off=4439436 len=1139468 2024-04-12T01:05:33.101 INFO:tasks.workunit.client.0.smithi098.stdout:op 5556 completed, throughput=5MB/sec 2024-04-12T01:05:33.101 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zIX5LUJDl43PW1d off=8726131 len=937565 2024-04-12T01:05:33.105 INFO:tasks.workunit.client.0.smithi098.stdout:op 5557 completed, throughput=5MB/sec 2024-04-12T01:05:33.105 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2a3aYjkF-iocy4K off=15579 len=697163 2024-04-12T01:05:33.106 INFO:tasks.workunit.client.0.smithi098.stdout:op 5558 completed, throughput=5MB/sec 2024-04-12T01:05:33.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:33 smithi098 ceph-mon[91373]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:05:33.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:33 smithi098 ceph-mon[88922]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:05:33.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:33 smithi193 ceph-mon[83763]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:05:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-12T01:05:34.107 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-s7oZ5geGPZmlxxE off=18424602 len=23954 2024-04-12T01:05:34.109 INFO:tasks.workunit.client.0.smithi098.stdout:op 5559 completed, throughput=5MB/sec 2024-04-12T01:05:34.109 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nF98xbocoRLCdhb off=242490 len=970987 2024-04-12T01:05:34.114 INFO:tasks.workunit.client.0.smithi098.stdout:op 5560 completed, throughput=5MB/sec 2024-04-12T01:05:34.114 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ia30IQylqx0UZa8 off=2448798 len=1268169 2024-04-12T01:05:34.120 INFO:tasks.workunit.client.0.smithi098.stdout:op 5561 completed, throughput=5MB/sec 2024-04-12T01:05:34.120 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AgO_6c5tZVwrOIA off=7746427 len=1644805 2024-04-12T01:05:34.127 INFO:tasks.workunit.client.0.smithi098.stdout:op 5562 completed, throughput=5MB/sec 2024-04-12T01:05:34.127 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--N_-92BYQMU0ngp off=4896151 len=1582554 2024-04-12T01:05:34.128 INFO:tasks.workunit.client.0.smithi098.stdout:op 5563 completed, throughput=5MB/sec 2024-04-12T01:05:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-12T01:05:35.128 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QMdtPTheJ0WaU54 off=7129096 len=1551224 2024-04-12T01:05:35.131 INFO:tasks.workunit.client.0.smithi098.stdout:op 5564 completed, throughput=5MB/sec 2024-04-12T01:05:35.131 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4NmBVhofjMWOqRE off=2521599 len=1592869 2024-04-12T01:05:35.141 INFO:tasks.workunit.client.0.smithi098.stdout:op 5565 completed, throughput=5MB/sec 2024-04-12T01:05:35.141 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zE1DvGfEZS1sSXs off=994415 len=1153244 2024-04-12T01:05:35.145 INFO:tasks.workunit.client.0.smithi098.stdout:op 5566 completed, throughput=5MB/sec 2024-04-12T01:05:35.146 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2a8-brs0e_eX06n off=10524047 len=51264 2024-04-12T01:05:35.146 INFO:tasks.workunit.client.0.smithi098.stdout:op 5567 completed, throughput=5MB/sec 2024-04-12T01:05:35.146 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HaM27gd21KOTNbI off=3876153 len=1585133 2024-04-12T01:05:35.153 INFO:tasks.workunit.client.0.smithi098.stdout:op 5568 completed, throughput=5MB/sec 2024-04-12T01:05:35.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:35 smithi098 ceph-mon[91373]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:05:35.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:35 smithi098 ceph-mon[88922]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:05:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:35.793 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:05:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:05:35] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T01:05:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:35 smithi193 ceph-mon[83763]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T01:05:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-12T01:05:36.154 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DLCUNrFNm-xDvsI off=2178441 len=1802029 2024-04-12T01:05:36.163 INFO:tasks.workunit.client.0.smithi098.stdout:op 5569 completed, throughput=5MB/sec 2024-04-12T01:05:36.163 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-GKmYvzgCVPkEyhD off=5788157 len=1828365 2024-04-12T01:05:36.165 INFO:tasks.workunit.client.0.smithi098.stdout:op 5570 completed, throughput=5MB/sec 2024-04-12T01:05:36.165 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Z2SwAkitpnZYGpB off=1476433 len=1178705 2024-04-12T01:05:36.171 INFO:tasks.workunit.client.0.smithi098.stdout:op 5571 completed, throughput=5MB/sec 2024-04-12T01:05:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-12T01:05:37.171 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-u_hlH7-kfeJ8UYP off=2054304 len=398021 2024-04-12T01:05:37.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 5572 completed, throughput=5MB/sec 2024-04-12T01:05:37.172 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hzbE2vNHEvZEBlT off=8183525 len=1850817 2024-04-12T01:05:37.182 INFO:tasks.workunit.client.0.smithi098.stdout:op 5573 completed, throughput=5MB/sec 2024-04-12T01:05:37.182 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KThthpsoBBDc4OK off=3995550 len=380446 2024-04-12T01:05:37.185 INFO:tasks.workunit.client.0.smithi098.stdout:op 5574 completed, throughput=5MB/sec 2024-04-12T01:05:37.185 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nC_T-uFGaxsCtRF off=8379221 len=2065534 2024-04-12T01:05:37.195 INFO:tasks.workunit.client.0.smithi098.stdout:op 5575 completed, throughput=5MB/sec 2024-04-12T01:05:37.196 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IoVlUKWmJ9RLqDj off=5073868 len=1880239 2024-04-12T01:05:37.197 INFO:tasks.workunit.client.0.smithi098.stdout:op 5576 completed, throughput=5MB/sec 2024-04-12T01:05:37.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:37 smithi098 ceph-mon[88922]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T01:05:37.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:37 smithi098 ceph-mon[91373]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T01:05:37.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:37 smithi193 ceph-mon[83763]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T01:05:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-12T01:05:38.198 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J6xKvRJosg0fW5g off=18118055 len=351884 2024-04-12T01:05:38.199 INFO:tasks.workunit.client.0.smithi098.stdout:op 5577 completed, throughput=5MB/sec 2024-04-12T01:05:38.199 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O0-jxCa4bfLuot- off=6118131 len=25021 2024-04-12T01:05:38.202 INFO:tasks.workunit.client.0.smithi098.stdout:op 5578 completed, throughput=5MB/sec 2024-04-12T01:05:38.202 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-L8d6Wu8yplLq_c- off=6446241 len=71131 2024-04-12T01:05:38.202 INFO:tasks.workunit.client.0.smithi098.stdout:op 5579 completed, throughput=5MB/sec 2024-04-12T01:05:38.202 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rHq3IfiAR2I0W-2 off=18589966 len=1201626 2024-04-12T01:05:38.210 INFO:tasks.workunit.client.0.smithi098.stdout:op 5580 completed, throughput=5MB/sec 2024-04-12T01:05:38.210 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DfB1dYLO4r3ts1e off=9566577 len=835963 2024-04-12T01:05:38.212 INFO:tasks.workunit.client.0.smithi098.stdout:op 5581 completed, throughput=5MB/sec 2024-04-12T01:05:38.212 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XjRJTdyeGpea9Dg off=9938978 len=1001172 2024-04-12T01:05:38.217 INFO:tasks.workunit.client.0.smithi098.stdout:op 5582 completed, throughput=5MB/sec 2024-04-12T01:05:38.217 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VLGlaYnGPVmXfzp off=2528354 len=1263808 2024-04-12T01:05:38.219 INFO:tasks.workunit.client.0.smithi098.stdout:op 5583 completed, throughput=5MB/sec 2024-04-12T01:05:39.219 INFO:tasks.workunit.client.0.smithi098.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-12T01:05:39.219 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OBlX384h4mSTEWz off=6682478 len=228160 2024-04-12T01:05:39.222 INFO:tasks.workunit.client.0.smithi098.stdout:op 5584 completed, throughput=5MB/sec 2024-04-12T01:05:39.222 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3ygC4A6QpY1KmSS off=2901863 len=1934235 2024-04-12T01:05:39.232 INFO:tasks.workunit.client.0.smithi098.stdout:op 5585 completed, throughput=5MB/sec 2024-04-12T01:05:39.232 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LVQTpiX9JKv8Tlc off=17403619 len=484909 2024-04-12T01:05:39.233 INFO:tasks.workunit.client.0.smithi098.stdout:op 5586 completed, throughput=5MB/sec 2024-04-12T01:05:39.233 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eY_BvQ9aT2mwkmJ off=11407154 len=1000329 2024-04-12T01:05:39.234 INFO:tasks.workunit.client.0.smithi098.stdout:op 5587 completed, throughput=5MB/sec 2024-04-12T01:05:39.234 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bh9IfChiwIRuSnZ off=659278 len=276719 2024-04-12T01:05:39.238 INFO:tasks.workunit.client.0.smithi098.stdout:op 5588 completed, throughput=5MB/sec 2024-04-12T01:05:39.238 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Scly4M5gta_-0gN off=7384353 len=758170 2024-04-12T01:05:39.239 INFO:tasks.workunit.client.0.smithi098.stdout:op 5589 completed, throughput=5MB/sec 2024-04-12T01:05:39.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:39 smithi098 ceph-mon[91373]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:05:39.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:39 smithi098 ceph-mon[88922]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:05:39.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:39 smithi193 ceph-mon[83763]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:05:40.239 INFO:tasks.workunit.client.0.smithi098.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-12T01:05:40.239 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MvW9eiMHc-6pL6w off=3509311 len=185854 2024-04-12T01:05:40.242 INFO:tasks.workunit.client.0.smithi098.stdout:op 5590 completed, throughput=5MB/sec 2024-04-12T01:05:40.242 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SrcrmiAY_SL-l-A off=3277425 len=155041 2024-04-12T01:05:40.243 INFO:tasks.workunit.client.0.smithi098.stdout:op 5591 completed, throughput=5MB/sec 2024-04-12T01:05:40.243 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MexYm_6SuCWb22r off=7311350 len=248757 2024-04-12T01:05:40.243 INFO:tasks.workunit.client.0.smithi098.stdout:op 5592 completed, throughput=5MB/sec 2024-04-12T01:05:40.243 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JFj1cnTuYBYhCxq off=2264360 len=1207400 2024-04-12T01:05:40.251 INFO:tasks.workunit.client.0.smithi098.stdout:op 5593 completed, throughput=5MB/sec 2024-04-12T01:05:40.251 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7b_xa5bt1Fkf1TG off=5415118 len=1232833 2024-04-12T01:05:40.256 INFO:tasks.workunit.client.0.smithi098.stdout:op 5594 completed, throughput=5MB/sec 2024-04-12T01:05:40.256 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Rc_O18VmOU74jJi off=8648131 len=734902 2024-04-12T01:05:40.260 INFO:tasks.workunit.client.0.smithi098.stdout:op 5595 completed, throughput=5MB/sec 2024-04-12T01:05:40.260 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dEE6Owpz0c4_HVm off=10967041 len=1649282 2024-04-12T01:05:40.262 INFO:tasks.workunit.client.0.smithi098.stdout:op 5596 completed, throughput=5MB/sec 2024-04-12T01:05:41.262 INFO:tasks.workunit.client.0.smithi098.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-12T01:05:41.262 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7PF2WzE-wDfQxu- off=12116211 len=182890 2024-04-12T01:05:41.263 INFO:tasks.workunit.client.0.smithi098.stdout:op 5597 completed, throughput=5MB/sec 2024-04-12T01:05:41.263 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uLlLB28bRn00imV off=1827672 len=1492309 2024-04-12T01:05:41.265 INFO:tasks.workunit.client.0.smithi098.stdout:op 5598 completed, throughput=5MB/sec 2024-04-12T01:05:41.265 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sxBZiy3ufqlcz9A off=2722168 len=175838 2024-04-12T01:05:41.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 5599 completed, throughput=5MB/sec 2024-04-12T01:05:41.269 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iYTlKGgyRyJpupb off=19187050 len=7256 2024-04-12T01:05:41.269 INFO:tasks.workunit.client.0.smithi098.stdout:op 5600 completed, throughput=5MB/sec 2024-04-12T01:05:41.269 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-71_ZKuv-2Pm5L8M off=1829363 len=928639 2024-04-12T01:05:41.273 INFO:tasks.workunit.client.0.smithi098.stdout:op 5601 completed, throughput=5MB/sec 2024-04-12T01:05:41.273 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lz8kT8NeMEOQYR- off=208224 len=45322 2024-04-12T01:05:41.276 INFO:tasks.workunit.client.0.smithi098.stdout:op 5602 completed, throughput=5MB/sec 2024-04-12T01:05:41.276 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--_PYdHC359Ew8VA off=5446709 len=561456 2024-04-12T01:05:41.279 INFO:tasks.workunit.client.0.smithi098.stdout:op 5603 completed, throughput=5MB/sec 2024-04-12T01:05:41.279 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lRgYI56i_xtkl0q off=4835191 len=1144066 2024-04-12T01:05:41.282 INFO:tasks.workunit.client.0.smithi098.stdout:op 5604 completed, throughput=5MB/sec 2024-04-12T01:05:41.282 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aNLFi1acAlQP8D8 off=1220054 len=437757 2024-04-12T01:05:41.282 INFO:tasks.workunit.client.0.smithi098.stdout:op 5605 completed, throughput=5MB/sec 2024-04-12T01:05:41.282 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0TuEVBJfxQDp3ug off=969145 len=1980646 2024-04-12T01:05:41.293 INFO:tasks.workunit.client.0.smithi098.stdout:op 5606 completed, throughput=5MB/sec 2024-04-12T01:05:41.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:41 smithi098 ceph-mon[91373]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:05:41.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:41 smithi098 ceph-mon[88922]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:05:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:41 smithi193 ceph-mon[83763]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:05:42.293 INFO:tasks.workunit.client.0.smithi098.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-12T01:05:42.294 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3aOIgmo0m7TyTKz off=4460901 len=1699337 2024-04-12T01:05:42.296 INFO:tasks.workunit.client.0.smithi098.stdout:op 5607 completed, throughput=5MB/sec 2024-04-12T01:05:42.296 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7E74Uh-ozPa10rB off=7628435 len=1302677 2024-04-12T01:05:42.310 INFO:tasks.workunit.client.0.smithi098.stdout:op 5608 completed, throughput=5MB/sec 2024-04-12T01:05:42.310 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NrJqHXNUegvqJfV off=13024422 len=1458130 2024-04-12T01:05:42.312 INFO:tasks.workunit.client.0.smithi098.stdout:op 5609 completed, throughput=5MB/sec 2024-04-12T01:05:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:05:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:05:43.313 INFO:tasks.workunit.client.0.smithi098.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-12T01:05:43.313 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wjJf2BFV1jL9itw off=10218967 len=842714 2024-04-12T01:05:43.318 INFO:tasks.workunit.client.0.smithi098.stdout:op 5610 completed, throughput=5MB/sec 2024-04-12T01:05:43.318 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PTScJY1ghRoZcrs off=477554 len=1238051 2024-04-12T01:05:43.325 INFO:tasks.workunit.client.0.smithi098.stdout:op 5611 completed, throughput=5MB/sec 2024-04-12T01:05:43.325 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3arJZQYNlT3Makq off=6575294 len=1857059 2024-04-12T01:05:43.327 INFO:tasks.workunit.client.0.smithi098.stdout:op 5612 completed, throughput=5MB/sec 2024-04-12T01:05:43.327 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IeX1BSPE5rdrTsC off=12053131 len=924098 2024-04-12T01:05:43.332 INFO:tasks.workunit.client.0.smithi098.stdout:op 5613 completed, throughput=5MB/sec 2024-04-12T01:05:43.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:43 smithi193 ceph-mon[83763]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T01:05:44.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:43 smithi098 ceph-mon[88922]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T01:05:44.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:43 smithi098 ceph-mon[91373]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T01:05:44.332 INFO:tasks.workunit.client.0.smithi098.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-12T01:05:44.333 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-laYQwPBT8KZZ75H off=3449914 len=1335447 2024-04-12T01:05:44.335 INFO:tasks.workunit.client.0.smithi098.stdout:op 5614 completed, throughput=5MB/sec 2024-04-12T01:05:44.335 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3tVnjQgOzGKcquz off=12382105 len=503750 2024-04-12T01:05:44.339 INFO:tasks.workunit.client.0.smithi098.stdout:op 5615 completed, throughput=5MB/sec 2024-04-12T01:05:44.340 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3cbO-zS_ILd6U7y off=5706710 len=108127 2024-04-12T01:05:44.342 INFO:tasks.workunit.client.0.smithi098.stdout:op 5616 completed, throughput=5MB/sec 2024-04-12T01:05:44.342 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rK8cj45v_XaiTa4 off=11191945 len=1886161 2024-04-12T01:05:44.351 INFO:tasks.workunit.client.0.smithi098.stdout:op 5617 completed, throughput=5MB/sec 2024-04-12T01:05:44.351 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tebUuHN3HzZDkBE off=366727 len=499917 2024-04-12T01:05:44.355 INFO:tasks.workunit.client.0.smithi098.stdout:op 5618 completed, throughput=5MB/sec 2024-04-12T01:05:44.355 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AHctO4mbt8QI9GN off=5079392 len=1998503 2024-04-12T01:05:44.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 5619 completed, throughput=5MB/sec 2024-04-12T01:05:45.369 INFO:tasks.workunit.client.0.smithi098.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-12T01:05:45.369 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TdVvzJm4vRi8KRo off=6381340 len=663961 2024-04-12T01:05:45.374 INFO:tasks.workunit.client.0.smithi098.stdout:op 5620 completed, throughput=5MB/sec 2024-04-12T01:05:45.374 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KwgPtVfhHBQzULY off=13287193 len=279641 2024-04-12T01:05:45.377 INFO:tasks.workunit.client.0.smithi098.stdout:op 5621 completed, throughput=5MB/sec 2024-04-12T01:05:45.377 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RoEJPV_UqdpcOX1 off=2527563 len=1953962 2024-04-12T01:05:45.381 INFO:tasks.workunit.client.0.smithi098.stdout:op 5622 completed, throughput=5MB/sec 2024-04-12T01:05:45.381 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2vj-DkSHxevbaCi off=2164548 len=144869 2024-04-12T01:05:45.382 INFO:tasks.workunit.client.0.smithi098.stdout:op 5623 completed, throughput=5MB/sec 2024-04-12T01:05:45.382 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ViAgdmFixKe8Ykn off=3403389 len=702606 2024-04-12T01:05:45.383 INFO:tasks.workunit.client.0.smithi098.stdout:op 5624 completed, throughput=5MB/sec 2024-04-12T01:05:45.384 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6rJ60CU-StSq-zQ off=1272802 len=495033 2024-04-12T01:05:45.387 INFO:tasks.workunit.client.0.smithi098.stdout:op 5625 completed, throughput=5MB/sec 2024-04-12T01:05:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:45 smithi193 ceph-mon[83763]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:05:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:45 smithi098 ceph-mon[88922]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:05:46.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:45 smithi098 ceph-mon[91373]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:05:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:05:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:05:45] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T01:05:46.387 INFO:tasks.workunit.client.0.smithi098.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-12T01:05:46.387 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-rjlTDOJgLKMJQds off=17936457 len=1805434 2024-04-12T01:05:46.395 INFO:tasks.workunit.client.0.smithi098.stdout:op 5626 completed, throughput=5MB/sec 2024-04-12T01:05:46.395 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-41gyJBVT4QiZfvk off=6581322 len=1307243 2024-04-12T01:05:46.397 INFO:tasks.workunit.client.0.smithi098.stdout:op 5627 completed, throughput=5MB/sec 2024-04-12T01:05:46.397 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xSLq17076BjSygi off=1296826 len=1837444 2024-04-12T01:05:46.406 INFO:tasks.workunit.client.0.smithi098.stdout:op 5628 completed, throughput=5MB/sec 2024-04-12T01:05:46.406 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SNL-UhuH6M7VIfM off=15626191 len=493738 2024-04-12T01:05:46.407 INFO:tasks.workunit.client.0.smithi098.stdout:op 5629 completed, throughput=5MB/sec 2024-04-12T01:05:47.407 INFO:tasks.workunit.client.0.smithi098.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-12T01:05:47.407 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XKX3q2euMlJgDiR off=16745193 len=464184 2024-04-12T01:05:47.409 INFO:tasks.workunit.client.0.smithi098.stdout:op 5630 completed, throughput=5MB/sec 2024-04-12T01:05:47.409 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qjBumP32xfvpxo- off=8041988 len=1091300 2024-04-12T01:05:47.414 INFO:tasks.workunit.client.0.smithi098.stdout:op 5631 completed, throughput=5MB/sec 2024-04-12T01:05:47.414 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ReOz-EJcFlawN5i off=13745686 len=1690010 2024-04-12T01:05:47.418 INFO:tasks.workunit.client.0.smithi098.stdout:op 5632 completed, throughput=5MB/sec 2024-04-12T01:05:47.418 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Tt0Yx84KaVM5_wV off=12591601 len=1510433 2024-04-12T01:05:47.424 INFO:tasks.workunit.client.0.smithi098.stdout:op 5633 completed, throughput=5MB/sec 2024-04-12T01:05:47.424 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zjiru02Q2eIDglA off=2596811 len=1632789 2024-04-12T01:05:47.428 INFO:tasks.workunit.client.0.smithi098.stdout:op 5634 completed, throughput=5MB/sec 2024-04-12T01:05:47.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:47 smithi193 ceph-mon[83763]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T01:05:48.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:47 smithi098 ceph-mon[91373]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T01:05:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:47 smithi098 ceph-mon[88922]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T01:05:48.428 INFO:tasks.workunit.client.0.smithi098.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-12T01:05:48.428 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u-TS9UyqBKvKLQq off=9827085 len=1927950 2024-04-12T01:05:48.436 INFO:tasks.workunit.client.0.smithi098.stdout:op 5635 completed, throughput=5MB/sec 2024-04-12T01:05:48.436 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w3_fnsyd54Qz_3_ off=17541721 len=1808548 2024-04-12T01:05:48.443 INFO:tasks.workunit.client.0.smithi098.stdout:op 5636 completed, throughput=5MB/sec 2024-04-12T01:05:48.443 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HYEUb6LyrTB0sul off=12918853 len=1323738 2024-04-12T01:05:48.444 INFO:tasks.workunit.client.0.smithi098.stdout:op 5637 completed, throughput=5MB/sec 2024-04-12T01:05:49.445 INFO:tasks.workunit.client.0.smithi098.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-12T01:05:49.445 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-51TUOv7Wi2RB29l off=9044468 len=492713 2024-04-12T01:05:49.449 INFO:tasks.workunit.client.0.smithi098.stdout:op 5638 completed, throughput=5MB/sec 2024-04-12T01:05:49.449 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LWwiuLoZKayz4lW off=8111916 len=656088 2024-04-12T01:05:49.453 INFO:tasks.workunit.client.0.smithi098.stdout:op 5639 completed, throughput=5MB/sec 2024-04-12T01:05:49.453 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-svVpMovMt0UFnBE off=2991321 len=714298 2024-04-12T01:05:49.454 INFO:tasks.workunit.client.0.smithi098.stdout:op 5640 completed, throughput=5MB/sec 2024-04-12T01:05:49.454 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-eiYtHlHAF0PHJcS off=1676011 len=1045352 2024-04-12T01:05:49.456 INFO:tasks.workunit.client.0.smithi098.stdout:op 5641 completed, throughput=5MB/sec 2024-04-12T01:05:49.456 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9vrUcfgYGgyuZnd off=2218257 len=958959 2024-04-12T01:05:49.458 INFO:tasks.workunit.client.0.smithi098.stdout:op 5642 completed, throughput=5MB/sec 2024-04-12T01:05:49.458 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C3F7hYH17JC162v off=11400874 len=1672746 2024-04-12T01:05:49.460 INFO:tasks.workunit.client.0.smithi098.stdout:op 5643 completed, throughput=5MB/sec 2024-04-12T01:05:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:49 smithi193 ceph-mon[83763]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:05:50.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:49 smithi098 ceph-mon[88922]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:05:50.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:49 smithi098 ceph-mon[91373]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:05:50.460 INFO:tasks.workunit.client.0.smithi098.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-12T01:05:50.460 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jrj3yeUu8NNrmpN off=3425939 len=1441064 2024-04-12T01:05:50.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 5644 completed, throughput=5MB/sec 2024-04-12T01:05:50.467 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-DiZlOMXsLjsURG_ off=4470137 len=1543004 2024-04-12T01:05:50.475 INFO:tasks.workunit.client.0.smithi098.stdout:op 5645 completed, throughput=5MB/sec 2024-04-12T01:05:50.475 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mFOFFj_SB9499kB off=4616819 len=270839 2024-04-12T01:05:50.478 INFO:tasks.workunit.client.0.smithi098.stdout:op 5646 completed, throughput=5MB/sec 2024-04-12T01:05:50.479 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ijD6XtklgiijOcy off=10222939 len=1980451 2024-04-12T01:05:50.488 INFO:tasks.workunit.client.0.smithi098.stdout:op 5647 completed, throughput=5MB/sec 2024-04-12T01:05:50.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:51.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:05:51.488 INFO:tasks.workunit.client.0.smithi098.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-12T01:05:51.488 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iZDH7imsPiVG8hD off=2533608 len=1628060 2024-04-12T01:05:51.490 INFO:tasks.workunit.client.0.smithi098.stdout:op 5648 completed, throughput=5MB/sec 2024-04-12T01:05:51.490 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-27IAb_fAVbdalBA off=1672549 len=807483 2024-04-12T01:05:51.495 INFO:tasks.workunit.client.0.smithi098.stdout:op 5649 completed, throughput=5MB/sec 2024-04-12T01:05:51.495 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-F7VkAo3xv2SOHPs off=918996 len=2002537 2024-04-12T01:05:51.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 5650 completed, throughput=5MB/sec 2024-04-12T01:05:51.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:51 smithi193 ceph-mon[83763]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T01:05:52.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:51 smithi098 ceph-mon[91373]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T01:05:52.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:51 smithi098 ceph-mon[88922]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T01:05:52.507 INFO:tasks.workunit.client.0.smithi098.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-12T01:05:52.507 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xcX4j3hZpgYs4yx off=4272858 len=1363915 2024-04-12T01:05:52.514 INFO:tasks.workunit.client.0.smithi098.stdout:op 5651 completed, throughput=5MB/sec 2024-04-12T01:05:52.514 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ythrM4vv-bvtNOr off=10862664 len=1129591 2024-04-12T01:05:52.520 INFO:tasks.workunit.client.0.smithi098.stdout:op 5652 completed, throughput=5MB/sec 2024-04-12T01:05:52.520 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-P0mpiYr9b1ADekb off=7811971 len=537067 2024-04-12T01:05:52.524 INFO:tasks.workunit.client.0.smithi098.stdout:op 5653 completed, throughput=5MB/sec 2024-04-12T01:05:52.524 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-L4MEuFl5LdlHvvM off=17422074 len=2000955 2024-04-12T01:05:52.534 INFO:tasks.workunit.client.0.smithi098.stdout:op 5654 completed, throughput=5MB/sec 2024-04-12T01:05:52.534 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6trihXnvlLtmWZQ off=4709277 len=1543715 2024-04-12T01:05:52.537 INFO:tasks.workunit.client.0.smithi098.stdout:op 5655 completed, throughput=5MB/sec 2024-04-12T01:05:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:05:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:05:53.538 INFO:tasks.workunit.client.0.smithi098.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-12T01:05:53.538 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RrvyDCF8O-PTQ6s off=1073051 len=1084981 2024-04-12T01:05:53.540 INFO:tasks.workunit.client.0.smithi098.stdout:op 5656 completed, throughput=5MB/sec 2024-04-12T01:05:53.540 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EawjzMdNTpHh2-a off=5867339 len=1151936 2024-04-12T01:05:53.542 INFO:tasks.workunit.client.0.smithi098.stdout:op 5657 completed, throughput=5MB/sec 2024-04-12T01:05:53.542 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_twNtE5GUfdiY20 off=3010871 len=1367039 2024-04-12T01:05:53.544 INFO:tasks.workunit.client.0.smithi098.stdout:op 5658 completed, throughput=5MB/sec 2024-04-12T01:05:53.544 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3pmG2c0FLvgie1g off=13083437 len=1215704 2024-04-12T01:05:53.546 INFO:tasks.workunit.client.0.smithi098.stdout:op 5659 completed, throughput=5MB/sec 2024-04-12T01:05:53.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:53 smithi193 ceph-mon[83763]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:05:54.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:53 smithi098 ceph-mon[91373]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:05:54.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:53 smithi098 ceph-mon[88922]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:05:54.546 INFO:tasks.workunit.client.0.smithi098.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-12T01:05:54.546 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XHO45MNJo3eRUtF off=7798581 len=281851 2024-04-12T01:05:54.549 INFO:tasks.workunit.client.0.smithi098.stdout:op 5660 completed, throughput=5MB/sec 2024-04-12T01:05:54.550 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OnPRUDmFUESJXRJ off=12339225 len=1846218 2024-04-12T01:05:54.558 INFO:tasks.workunit.client.0.smithi098.stdout:op 5661 completed, throughput=5MB/sec 2024-04-12T01:05:54.558 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UcX4BRwK3PM-K_G off=882035 len=1707690 2024-04-12T01:05:54.567 INFO:tasks.workunit.client.0.smithi098.stdout:op 5662 completed, throughput=5MB/sec 2024-04-12T01:05:54.568 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ycG-bcCWBKaicOg off=2495617 len=1440111 2024-04-12T01:05:54.569 INFO:tasks.workunit.client.0.smithi098.stdout:op 5663 completed, throughput=5MB/sec 2024-04-12T01:05:55.570 INFO:tasks.workunit.client.0.smithi098.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-12T01:05:55.570 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Fur7AbUH2WeTRFH off=3082899 len=655388 2024-04-12T01:05:55.575 INFO:tasks.workunit.client.0.smithi098.stdout:op 5664 completed, throughput=5MB/sec 2024-04-12T01:05:55.575 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-96JU4wvXqu2DM70 off=7415870 len=1438673 2024-04-12T01:05:55.582 INFO:tasks.workunit.client.0.smithi098.stdout:op 5665 completed, throughput=5MB/sec 2024-04-12T01:05:55.582 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YhsP-Tx5AzWVQzx off=4468973 len=1938524 2024-04-12T01:05:55.590 INFO:tasks.workunit.client.0.smithi098.stdout:op 5666 completed, throughput=5MB/sec 2024-04-12T01:05:55.590 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UCkyHGgVTGhrxVe off=6910020 len=978610 2024-04-12T01:05:55.592 INFO:tasks.workunit.client.0.smithi098.stdout:op 5667 completed, throughput=5MB/sec 2024-04-12T01:05:55.845 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:55 smithi098 ceph-mon[88922]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:05:55.845 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:05:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:05:55] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:05:55.846 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:55 smithi098 ceph-mon[91373]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:05:55.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:55 smithi193 ceph-mon[83763]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T01:05:56.592 INFO:tasks.workunit.client.0.smithi098.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-12T01:05:56.592 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-uGpk6fwwi2oiSqe off=622288 len=84256 2024-04-12T01:05:56.593 INFO:tasks.workunit.client.0.smithi098.stdout:op 5668 completed, throughput=5MB/sec 2024-04-12T01:05:56.593 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-gI4kxL2QAgBTGik off=17998007 len=139637 2024-04-12T01:05:56.594 INFO:tasks.workunit.client.0.smithi098.stdout:op 5669 completed, throughput=5MB/sec 2024-04-12T01:05:56.594 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-10Ph3QfeF_LnS7g off=2688576 len=1085254 2024-04-12T01:05:56.600 INFO:tasks.workunit.client.0.smithi098.stdout:op 5670 completed, throughput=5MB/sec 2024-04-12T01:05:56.600 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sC3tEAzSDPaBiW6 off=8092307 len=1270373 2024-04-12T01:05:56.606 INFO:tasks.workunit.client.0.smithi098.stdout:op 5671 completed, throughput=5MB/sec 2024-04-12T01:05:56.606 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JzpXY_Qwv8vBMsK off=39735 len=1316563 2024-04-12T01:05:56.607 INFO:tasks.workunit.client.0.smithi098.stdout:op 5672 completed, throughput=5MB/sec 2024-04-12T01:05:56.608 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9Ge3QJDnf4Fckuv off=1366841 len=2066131 2024-04-12T01:05:56.621 INFO:tasks.workunit.client.0.smithi098.stdout:op 5673 completed, throughput=5MB/sec 2024-04-12T01:05:57.622 INFO:tasks.workunit.client.0.smithi098.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-12T01:05:57.622 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qIHTR2pvdLmip23 off=18470613 len=369235 2024-04-12T01:05:57.625 INFO:tasks.workunit.client.0.smithi098.stdout:op 5674 completed, throughput=5MB/sec 2024-04-12T01:05:57.625 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-h2iVN9e36v_dJ_F off=5285757 len=606850 2024-04-12T01:05:57.626 INFO:tasks.workunit.client.0.smithi098.stdout:op 5675 completed, throughput=5MB/sec 2024-04-12T01:05:57.626 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zSbkfXVEy--riM9 off=1827047 len=1652272 2024-04-12T01:05:57.631 INFO:tasks.workunit.client.0.smithi098.stdout:op 5676 completed, throughput=5MB/sec 2024-04-12T01:05:57.631 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sFgmRThLXSdGcZ_ off=13335269 len=586686 2024-04-12T01:05:57.631 INFO:tasks.workunit.client.0.smithi098.stdout:op 5677 completed, throughput=5MB/sec 2024-04-12T01:05:57.631 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4Krp5dHoa2u8Pgj off=2095747 len=74468 2024-04-12T01:05:57.632 INFO:tasks.workunit.client.0.smithi098.stdout:op 5678 completed, throughput=5MB/sec 2024-04-12T01:05:57.632 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cjDqORodwhL6V5h off=4880733 len=662970 2024-04-12T01:05:57.633 INFO:tasks.workunit.client.0.smithi098.stdout:op 5679 completed, throughput=5MB/sec 2024-04-12T01:05:57.633 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-THADLO9D9ZnbBXF off=4164478 len=1942477 2024-04-12T01:05:57.635 INFO:tasks.workunit.client.0.smithi098.stdout:op 5680 completed, throughput=5MB/sec 2024-04-12T01:05:57.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:57 smithi193 ceph-mon[83763]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:05:58.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:57 smithi098 ceph-mon[91373]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:05:58.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:57 smithi098 ceph-mon[88922]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:05:58.636 INFO:tasks.workunit.client.0.smithi098.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-12T01:05:58.636 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dDNrtPVkr_0b2sZ off=46269 len=2029563 2024-04-12T01:05:58.638 INFO:tasks.workunit.client.0.smithi098.stdout:op 5681 completed, throughput=5MB/sec 2024-04-12T01:05:58.638 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Axyiqr-wJkKZu5j off=14117909 len=152576 2024-04-12T01:05:58.641 INFO:tasks.workunit.client.0.smithi098.stdout:op 5682 completed, throughput=5MB/sec 2024-04-12T01:05:58.641 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bc1kBe9hYFZLYhM off=9322718 len=1235641 2024-04-12T01:05:58.649 INFO:tasks.workunit.client.0.smithi098.stdout:op 5683 completed, throughput=5MB/sec 2024-04-12T01:05:58.649 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ti0NYTreH6G6o6n off=1859868 len=1056798 2024-04-12T01:05:58.655 INFO:tasks.workunit.client.0.smithi098.stdout:op 5684 completed, throughput=5MB/sec 2024-04-12T01:05:59.655 INFO:tasks.workunit.client.0.smithi098.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-12T01:05:59.655 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JV5g9pDrYCf1hGb off=10223608 len=1243017 2024-04-12T01:05:59.662 INFO:tasks.workunit.client.0.smithi098.stdout:op 5685 completed, throughput=5MB/sec 2024-04-12T01:05:59.662 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rSqGhA9Xb_qLJ75 off=1503674 len=1681948 2024-04-12T01:05:59.664 INFO:tasks.workunit.client.0.smithi098.stdout:op 5686 completed, throughput=5MB/sec 2024-04-12T01:05:59.664 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d6-bPjqOasDkfgl off=993051 len=537328 2024-04-12T01:05:59.665 INFO:tasks.workunit.client.0.smithi098.stdout:op 5687 completed, throughput=5MB/sec 2024-04-12T01:05:59.665 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AdP1OrcB2zfIHx3 off=2630492 len=2095906 2024-04-12T01:05:59.674 INFO:tasks.workunit.client.0.smithi098.stdout:op 5688 completed, throughput=5MB/sec 2024-04-12T01:05:59.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:05:59 smithi193 ceph-mon[83763]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T01:06:00.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:05:59 smithi098 ceph-mon[91373]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T01:06:00.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:05:59 smithi098 ceph-mon[88922]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T01:06:00.674 INFO:tasks.workunit.client.0.smithi098.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-12T01:06:00.674 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jICTuGTL367LXww off=2881371 len=338462 2024-04-12T01:06:00.678 INFO:tasks.workunit.client.0.smithi098.stdout:op 5689 completed, throughput=5MB/sec 2024-04-12T01:06:00.678 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4bT3ExHeYvg8R-j off=956777 len=954729 2024-04-12T01:06:00.684 INFO:tasks.workunit.client.0.smithi098.stdout:op 5690 completed, throughput=5MB/sec 2024-04-12T01:06:00.684 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Q8lTT3zmzK5tbFY off=12857376 len=798980 2024-04-12T01:06:00.689 INFO:tasks.workunit.client.0.smithi098.stdout:op 5691 completed, throughput=5MB/sec 2024-04-12T01:06:00.689 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JE-7GUYM09PFMNn off=1358594 len=558194 2024-04-12T01:06:00.690 INFO:tasks.workunit.client.0.smithi098.stdout:op 5692 completed, throughput=5MB/sec 2024-04-12T01:06:00.690 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zg3eLs_rHF1CDga off=15800687 len=625755 2024-04-12T01:06:00.693 INFO:tasks.workunit.client.0.smithi098.stdout:op 5693 completed, throughput=5MB/sec 2024-04-12T01:06:00.694 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BfJH6VK1DmJwATV off=21426608 len=136138 2024-04-12T01:06:00.694 INFO:tasks.workunit.client.0.smithi098.stdout:op 5694 completed, throughput=5MB/sec 2024-04-12T01:06:00.694 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Pc0tXrajfoPVCIu off=13686966 len=1334119 2024-04-12T01:06:00.700 INFO:tasks.workunit.client.0.smithi098.stdout:op 5695 completed, throughput=5MB/sec 2024-04-12T01:06:01.701 INFO:tasks.workunit.client.0.smithi098.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-12T01:06:01.701 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MMI0a1GI0ZDmvvD off=1572308 len=1355509 2024-04-12T01:06:01.703 INFO:tasks.workunit.client.0.smithi098.stdout:op 5696 completed, throughput=5MB/sec 2024-04-12T01:06:01.704 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--8w8OY8cpcilFKN off=6565461 len=518522 2024-04-12T01:06:01.705 INFO:tasks.workunit.client.0.smithi098.stdout:op 5697 completed, throughput=5MB/sec 2024-04-12T01:06:01.705 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pUnl7YULU6ZwdA0 off=4774635 len=1389967 2024-04-12T01:06:01.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 5698 completed, throughput=5MB/sec 2024-04-12T01:06:01.708 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hYlX2attf1q4T-e off=5856325 len=780547 2024-04-12T01:06:01.709 INFO:tasks.workunit.client.0.smithi098.stdout:op 5699 completed, throughput=5MB/sec 2024-04-12T01:06:01.709 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--WJEcYNQZKn243A off=10270639 len=835343 2024-04-12T01:06:01.710 INFO:tasks.workunit.client.0.smithi098.stdout:op 5700 completed, throughput=5MB/sec 2024-04-12T01:06:01.710 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VJJrqHJbC64Mtjk off=616218 len=1031859 2024-04-12T01:06:01.715 INFO:tasks.workunit.client.0.smithi098.stdout:op 5701 completed, throughput=5MB/sec 2024-04-12T01:06:01.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:01 smithi193 ceph-mon[83763]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T01:06:02.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:01 smithi098 ceph-mon[91373]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T01:06:02.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:01 smithi098 ceph-mon[88922]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T01:06:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:06:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:06:02.715 INFO:tasks.workunit.client.0.smithi098.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-12T01:06:02.715 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qdgSXjq9VB5WLnn off=4980906 len=1974180 2024-04-12T01:06:02.727 INFO:tasks.workunit.client.0.smithi098.stdout:op 5702 completed, throughput=5MB/sec 2024-04-12T01:06:02.727 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qChROOnA5A9vOZi off=5646797 len=996254 2024-04-12T01:06:02.731 INFO:tasks.workunit.client.0.smithi098.stdout:op 5703 completed, throughput=5MB/sec 2024-04-12T01:06:02.732 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Jy71FvXvEiHhWUp off=2234528 len=1035113 2024-04-12T01:06:02.736 INFO:tasks.workunit.client.0.smithi098.stdout:op 5704 completed, throughput=5MB/sec 2024-04-12T01:06:02.736 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BZBcSGl4fb8Cas0 off=9749985 len=453282 2024-04-12T01:06:02.736 INFO:tasks.workunit.client.0.smithi098.stdout:op 5705 completed, throughput=5MB/sec 2024-04-12T01:06:03.737 INFO:tasks.workunit.client.0.smithi098.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-12T01:06:03.737 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-qWEB2EC4aLfvy2Z off=820738 len=925637 2024-04-12T01:06:03.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 5706 completed, throughput=5MB/sec 2024-04-12T01:06:03.742 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-f_ATFHf3pL2ES20 off=11560044 len=1428182 2024-04-12T01:06:03.744 INFO:tasks.workunit.client.0.smithi098.stdout:op 5707 completed, throughput=5MB/sec 2024-04-12T01:06:03.744 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-g0Xia40lGM3-5gM off=3053688 len=259216 2024-04-12T01:06:03.747 INFO:tasks.workunit.client.0.smithi098.stdout:op 5708 completed, throughput=5MB/sec 2024-04-12T01:06:03.747 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jPDOFep3gv5cCDs off=4285551 len=959978 2024-04-12T01:06:03.753 INFO:tasks.workunit.client.0.smithi098.stdout:op 5709 completed, throughput=5MB/sec 2024-04-12T01:06:03.753 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZhdxKElj9QWb1Sr off=17414178 len=514851 2024-04-12T01:06:03.757 INFO:tasks.workunit.client.0.smithi098.stdout:op 5710 completed, throughput=5MB/sec 2024-04-12T01:06:03.757 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_LPUlxDcwgTyyxg off=0 len=1186264 2024-04-12T01:06:03.758 INFO:tasks.workunit.client.0.smithi098.stdout:op 5711 completed, throughput=5MB/sec 2024-04-12T01:06:03.758 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VSV5HzqXkEguair off=4971152 len=1165417 2024-04-12T01:06:03.760 INFO:tasks.workunit.client.0.smithi098.stdout:op 5712 completed, throughput=5MB/sec 2024-04-12T01:06:03.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:03 smithi193 ceph-mon[83763]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:06:04.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:03 smithi098 ceph-mon[91373]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:06:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:03 smithi098 ceph-mon[88922]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:06:04.761 INFO:tasks.workunit.client.0.smithi098.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-12T01:06:04.761 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MSVvzysaWI9ssi- off=8391854 len=302326 2024-04-12T01:06:04.764 INFO:tasks.workunit.client.0.smithi098.stdout:op 5713 completed, throughput=5MB/sec 2024-04-12T01:06:04.764 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nUOCnUcDCc7o4le off=2204668 len=1048924 2024-04-12T01:06:04.770 INFO:tasks.workunit.client.0.smithi098.stdout:op 5714 completed, throughput=5MB/sec 2024-04-12T01:06:04.770 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-_UUSooc2lKsF6yn off=19763563 len=886308 2024-04-12T01:06:04.771 INFO:tasks.workunit.client.0.smithi098.stdout:op 5715 completed, throughput=5MB/sec 2024-04-12T01:06:04.771 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--AXZSeruFed1l_D off=571995 len=975470 2024-04-12T01:06:04.776 INFO:tasks.workunit.client.0.smithi098.stdout:op 5716 completed, throughput=5MB/sec 2024-04-12T01:06:04.776 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o8X6kjpWXmWF8k3 off=3528893 len=1759563 2024-04-12T01:06:04.785 INFO:tasks.workunit.client.0.smithi098.stdout:op 5717 completed, throughput=5MB/sec 2024-04-12T01:06:05.785 INFO:tasks.workunit.client.0.smithi098.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-12T01:06:05.785 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fBK9pQ2Qzee_-WI off=1138791 len=1095818 2024-04-12T01:06:05.787 INFO:tasks.workunit.client.0.smithi098.stdout:op 5718 completed, throughput=5MB/sec 2024-04-12T01:06:05.787 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-w0PW1o_B1FXnA6M off=2919644 len=1555908 2024-04-12T01:06:05.797 INFO:tasks.workunit.client.0.smithi098.stdout:op 5719 completed, throughput=5MB/sec 2024-04-12T01:06:05.797 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MRFUIazzRul6Ijb off=6667295 len=617911 2024-04-12T01:06:05.798 INFO:tasks.workunit.client.0.smithi098.stdout:op 5720 completed, throughput=5MB/sec 2024-04-12T01:06:05.798 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-NZLai2IetT57T5h off=14771814 len=23834 2024-04-12T01:06:05.799 INFO:tasks.workunit.client.0.smithi098.stdout:op 5721 completed, throughput=5MB/sec 2024-04-12T01:06:05.799 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pc5e4J3ZKCigH5H off=3780923 len=1951917 2024-04-12T01:06:05.807 INFO:tasks.workunit.client.0.smithi098.stdout:op 5722 completed, throughput=5MB/sec 2024-04-12T01:06:05.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:05 smithi193 ceph-mon[83763]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T01:06:05.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:06.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:05 smithi098 ceph-mon[88922]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T01:06:06.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:06.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:05 smithi098 ceph-mon[91373]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T01:06:06.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:06.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:06:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:06:05] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-12T01:06:06.807 INFO:tasks.workunit.client.0.smithi098.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-12T01:06:06.808 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zvsh9QjxpO392j2 off=129249 len=1864601 2024-04-12T01:06:06.810 INFO:tasks.workunit.client.0.smithi098.stdout:op 5723 completed, throughput=5MB/sec 2024-04-12T01:06:06.810 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-4eyU1CkWAwwK-9S off=16452675 len=760149 2024-04-12T01:06:06.815 INFO:tasks.workunit.client.0.smithi098.stdout:op 5724 completed, throughput=5MB/sec 2024-04-12T01:06:06.815 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-53maBwXFO_JSGoq off=1099976 len=464778 2024-04-12T01:06:06.819 INFO:tasks.workunit.client.0.smithi098.stdout:op 5725 completed, throughput=5MB/sec 2024-04-12T01:06:06.819 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lyP5zonryCSNYKH off=2722154 len=1758666 2024-04-12T01:06:06.824 INFO:tasks.workunit.client.0.smithi098.stdout:op 5726 completed, throughput=5MB/sec 2024-04-12T01:06:07.825 INFO:tasks.workunit.client.0.smithi098.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-12T01:06:07.825 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jI7pZcWppADXs46 off=12660388 len=36661 2024-04-12T01:06:07.827 INFO:tasks.workunit.client.0.smithi098.stdout:op 5727 completed, throughput=5MB/sec 2024-04-12T01:06:07.827 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6t2Cp2a79iYcsRF off=3466798 len=428684 2024-04-12T01:06:07.831 INFO:tasks.workunit.client.0.smithi098.stdout:op 5728 completed, throughput=5MB/sec 2024-04-12T01:06:07.831 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_ai5l4b5t91I6-B off=4386102 len=126134 2024-04-12T01:06:07.834 INFO:tasks.workunit.client.0.smithi098.stdout:op 5729 completed, throughput=5MB/sec 2024-04-12T01:06:07.834 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3dG5AVx1awDL4pe off=3328343 len=43616 2024-04-12T01:06:07.836 INFO:tasks.workunit.client.0.smithi098.stdout:op 5730 completed, throughput=5MB/sec 2024-04-12T01:06:07.836 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-HCZJqDLSOQSmOAn off=8141511 len=1894896 2024-04-12T01:06:07.838 INFO:tasks.workunit.client.0.smithi098.stdout:op 5731 completed, throughput=5MB/sec 2024-04-12T01:06:07.838 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lourclmDFXUpQwL off=556657 len=1741812 2024-04-12T01:06:07.842 INFO:tasks.workunit.client.0.smithi098.stdout:op 5732 completed, throughput=5MB/sec 2024-04-12T01:06:07.842 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AcfEpbtfCspAjAP off=986219 len=224054 2024-04-12T01:06:07.845 INFO:tasks.workunit.client.0.smithi098.stdout:op 5733 completed, throughput=5MB/sec 2024-04-12T01:06:07.845 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-_03HYsLdqHX_ZLh off=21127464 len=231612 2024-04-12T01:06:07.848 INFO:tasks.workunit.client.0.smithi098.stdout:op 5734 completed, throughput=5MB/sec 2024-04-12T01:06:07.848 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-l0EwOU0jr6WhP1m off=8027659 len=195131 2024-04-12T01:06:07.851 INFO:tasks.workunit.client.0.smithi098.stdout:op 5735 completed, throughput=5MB/sec 2024-04-12T01:06:07.851 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LbeSVF4Bdgcotch off=10705775 len=521840 2024-04-12T01:06:07.852 INFO:tasks.workunit.client.0.smithi098.stdout:op 5736 completed, throughput=5MB/sec 2024-04-12T01:06:07.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:07 smithi193 ceph-mon[83763]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:06:08.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:07 smithi098 ceph-mon[91373]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:06:08.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:07 smithi098 ceph-mon[88922]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T01:06:08.852 INFO:tasks.workunit.client.0.smithi098.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-12T01:06:08.853 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XhDlu8v0nAYf7Uh off=6207161 len=1166639 2024-04-12T01:06:08.858 INFO:tasks.workunit.client.0.smithi098.stdout:op 5737 completed, throughput=5MB/sec 2024-04-12T01:06:08.858 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3aOIgmo0m7TyTKz off=6420449 len=80870 2024-04-12T01:06:08.861 INFO:tasks.workunit.client.0.smithi098.stdout:op 5738 completed, throughput=5MB/sec 2024-04-12T01:06:08.861 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GGwC24zroA7kDvN off=17161871 len=96195 2024-04-12T01:06:08.863 INFO:tasks.workunit.client.0.smithi098.stdout:op 5739 completed, throughput=5MB/sec 2024-04-12T01:06:08.863 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EszeKWxgZBpe3VZ off=8150782 len=240396 2024-04-12T01:06:08.864 INFO:tasks.workunit.client.0.smithi098.stdout:op 5740 completed, throughput=5MB/sec 2024-04-12T01:06:08.864 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-an0k23jLQagp0vV off=724020 len=925526 2024-04-12T01:06:08.868 INFO:tasks.workunit.client.0.smithi098.stdout:op 5741 completed, throughput=5MB/sec 2024-04-12T01:06:08.869 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-E3QnSbcYXN5z5ZL off=20889206 len=906781 2024-04-12T01:06:08.869 INFO:tasks.workunit.client.0.smithi098.stdout:op 5742 completed, throughput=5MB/sec 2024-04-12T01:06:08.870 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Pzse99-tuhnxjJf off=9321663 len=627833 2024-04-12T01:06:08.870 INFO:tasks.workunit.client.0.smithi098.stdout:op 5743 completed, throughput=5MB/sec 2024-04-12T01:06:08.870 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7X1Rv0pYZLeBhoh off=2493336 len=377712 2024-04-12T01:06:08.874 INFO:tasks.workunit.client.0.smithi098.stdout:op 5744 completed, throughput=5MB/sec 2024-04-12T01:06:08.874 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-N_3H2yzm2IV136H off=9171347 len=1559980 2024-04-12T01:06:08.883 INFO:tasks.workunit.client.0.smithi098.stdout:op 5745 completed, throughput=5MB/sec 2024-04-12T01:06:09.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:09 smithi193 ceph-mon[83763]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:06:09.884 INFO:tasks.workunit.client.0.smithi098.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-12T01:06:09.884 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o6u2S-1eP1HhGWY off=21411334 len=184814 2024-04-12T01:06:09.886 INFO:tasks.workunit.client.0.smithi098.stdout:op 5746 completed, throughput=5MB/sec 2024-04-12T01:06:09.886 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jGyjmZweATmbPo8 off=2779528 len=174328 2024-04-12T01:06:09.887 INFO:tasks.workunit.client.0.smithi098.stdout:op 5747 completed, throughput=5MB/sec 2024-04-12T01:06:09.888 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eKErq1V0gGHg4GI off=6106121 len=1442883 2024-04-12T01:06:09.899 INFO:tasks.workunit.client.0.smithi098.stdout:op 5748 completed, throughput=5MB/sec 2024-04-12T01:06:09.899 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Kx94vxt0hlBMHn4 off=878774 len=546232 2024-04-12T01:06:09.900 INFO:tasks.workunit.client.0.smithi098.stdout:op 5749 completed, throughput=5MB/sec 2024-04-12T01:06:09.900 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cOG3vPpbZOBZ5PY off=13754984 len=1068970 2024-04-12T01:06:09.906 INFO:tasks.workunit.client.0.smithi098.stdout:op 5750 completed, throughput=5MB/sec 2024-04-12T01:06:09.906 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fJKTc5t8yVqoPj1 off=1086626 len=336958 2024-04-12T01:06:09.908 INFO:tasks.workunit.client.0.smithi098.stdout:op 5751 completed, throughput=5MB/sec 2024-04-12T01:06:09.908 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-e3fcaz8Y7z6-XF1 off=3015781 len=416072 2024-04-12T01:06:09.912 INFO:tasks.workunit.client.0.smithi098.stdout:op 5752 completed, throughput=5MB/sec 2024-04-12T01:06:09.912 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EqgJN_pRhJ1GTpb off=354603 len=794247 2024-04-12T01:06:09.913 INFO:tasks.workunit.client.0.smithi098.stdout:op 5753 completed, throughput=5MB/sec 2024-04-12T01:06:10.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:09 smithi098 ceph-mon[88922]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:06:10.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:09 smithi098 ceph-mon[91373]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:06:10.913 INFO:tasks.workunit.client.0.smithi098.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-12T01:06:10.913 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7kfqWJrV521UkE4 off=4656040 len=1486576 2024-04-12T01:06:10.921 INFO:tasks.workunit.client.0.smithi098.stdout:op 5754 completed, throughput=5MB/sec 2024-04-12T01:06:10.921 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-p14s1MrO0nB4ZFM off=12421535 len=1176269 2024-04-12T01:06:10.924 INFO:tasks.workunit.client.0.smithi098.stdout:op 5755 completed, throughput=5MB/sec 2024-04-12T01:06:10.924 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AkWXBFbcAY2SUQd off=13194586 len=1886648 2024-04-12T01:06:10.926 INFO:tasks.workunit.client.0.smithi098.stdout:op 5756 completed, throughput=5MB/sec 2024-04-12T01:06:10.926 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6WhtwXyjsuSfcjw off=19629911 len=782010 2024-04-12T01:06:10.927 INFO:tasks.workunit.client.0.smithi098.stdout:op 5757 completed, throughput=5MB/sec 2024-04-12T01:06:11.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:11 smithi193 ceph-mon[83763]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:06:11.927 INFO:tasks.workunit.client.0.smithi098.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-12T01:06:11.928 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sdJ98l4JHZ9rXPn off=7218363 len=1289348 2024-04-12T01:06:11.934 INFO:tasks.workunit.client.0.smithi098.stdout:op 5758 completed, throughput=5MB/sec 2024-04-12T01:06:11.934 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7J8OmHvAsPCOClv off=16624882 len=1771097 2024-04-12T01:06:11.944 INFO:tasks.workunit.client.0.smithi098.stdout:op 5759 completed, throughput=5MB/sec 2024-04-12T01:06:11.944 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MHJCj4DU-DPN5UF off=1521679 len=327252 2024-04-12T01:06:11.944 INFO:tasks.workunit.client.0.smithi098.stdout:op 5760 completed, throughput=5MB/sec 2024-04-12T01:06:11.945 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sEhNzu3ood14pi- off=0 len=1743010 2024-04-12T01:06:11.948 INFO:tasks.workunit.client.0.smithi098.stdout:op 5761 completed, throughput=5MB/sec 2024-04-12T01:06:12.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:11 smithi098 ceph-mon[88922]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:06:12.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:11 smithi098 ceph-mon[91373]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T01:06:12.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:06:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:06:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:06:12.949 INFO:tasks.workunit.client.0.smithi098.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-12T01:06:12.949 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-v6Qi7rj7de-EEsV off=14238027 len=1368058 2024-04-12T01:06:12.958 INFO:tasks.workunit.client.0.smithi098.stdout:op 5762 completed, throughput=5MB/sec 2024-04-12T01:06:12.958 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6CP--u5BzH-m6Rc off=9308109 len=455453 2024-04-12T01:06:12.961 INFO:tasks.workunit.client.0.smithi098.stdout:op 5763 completed, throughput=5MB/sec 2024-04-12T01:06:12.961 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--FErjX6fl0QhsFB off=910818 len=473944 2024-04-12T01:06:12.964 INFO:tasks.workunit.client.0.smithi098.stdout:op 5764 completed, throughput=5MB/sec 2024-04-12T01:06:12.964 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OM8wXVe9fo57tzT off=11085986 len=561500 2024-04-12T01:06:12.967 INFO:tasks.workunit.client.0.smithi098.stdout:op 5765 completed, throughput=5MB/sec 2024-04-12T01:06:12.967 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3ziWUHd0wmQSmjB off=3493927 len=417950 2024-04-12T01:06:12.968 INFO:tasks.workunit.client.0.smithi098.stdout:op 5766 completed, throughput=5MB/sec 2024-04-12T01:06:12.968 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ANUncnjBF3sA2yq off=2786675 len=960154 2024-04-12T01:06:12.973 INFO:tasks.workunit.client.0.smithi098.stdout:op 5767 completed, throughput=5MB/sec 2024-04-12T01:06:12.974 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-98Fr73OHyHUpzEJ off=20718493 len=991243 2024-04-12T01:06:12.978 INFO:tasks.workunit.client.0.smithi098.stdout:op 5768 completed, throughput=5MB/sec 2024-04-12T01:06:12.978 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-10WfMvRUloXlUiO off=3391392 len=306751 2024-04-12T01:06:12.979 INFO:tasks.workunit.client.0.smithi098.stdout:op 5769 completed, throughput=5MB/sec 2024-04-12T01:06:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:13 smithi193 ceph-mon[83763]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:06:13.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:13 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:06:13.979 INFO:tasks.workunit.client.0.smithi098.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-12T01:06:13.980 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aiKCUJHgNeD1Wgs off=8924632 len=1583319 2024-04-12T01:06:13.981 INFO:tasks.workunit.client.0.smithi098.stdout:op 5770 completed, throughput=5MB/sec 2024-04-12T01:06:13.981 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Nd5RD1PAjiguesz off=4199519 len=1309006 2024-04-12T01:06:13.982 INFO:tasks.workunit.client.0.smithi098.stdout:op 5771 completed, throughput=5MB/sec 2024-04-12T01:06:13.982 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MvjJ_EEuhlh478t off=5313020 len=1796460 2024-04-12T01:06:13.985 INFO:tasks.workunit.client.0.smithi098.stdout:op 5772 completed, throughput=5MB/sec 2024-04-12T01:06:13.985 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-q4xdJVoGfi9Wo8H off=937332 len=1934222 2024-04-12T01:06:13.997 INFO:tasks.workunit.client.0.smithi098.stdout:op 5773 completed, throughput=5MB/sec 2024-04-12T01:06:14.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:13 smithi098 ceph-mon[88922]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:06:14.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:13 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:06:14.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:13 smithi098 ceph-mon[91373]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:06:14.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:13 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:06:14.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:06:14.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:06:14.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:06:14.998 INFO:tasks.workunit.client.0.smithi098.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-12T01:06:14.998 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pwUt7izDOEtPXWm off=12000510 len=1537115 2024-04-12T01:06:15.000 INFO:tasks.workunit.client.0.smithi098.stdout:op 5774 completed, throughput=5MB/sec 2024-04-12T01:06:15.000 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7b_xa5bt1Fkf1TG off=1812543 len=1889829 2024-04-12T01:06:15.012 INFO:tasks.workunit.client.0.smithi098.stdout:op 5775 completed, throughput=5MB/sec 2024-04-12T01:06:15.012 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DTRg6_0ZOXurNdI off=2616745 len=1590481 2024-04-12T01:06:15.013 INFO:tasks.workunit.client.0.smithi098.stdout:op 5776 completed, throughput=5MB/sec 2024-04-12T01:06:15.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:06:15.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:06:15.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:06:15.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:06:15.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:06:15.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:06:16.014 INFO:tasks.workunit.client.0.smithi098.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-12T01:06:16.014 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-enHRuqRPcaV84Qa off=17443340 len=171822 2024-04-12T01:06:16.016 INFO:tasks.workunit.client.0.smithi098.stdout:op 5777 completed, throughput=5MB/sec 2024-04-12T01:06:16.017 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-f-IEim_APNFnWbj off=19545031 len=1539765 2024-04-12T01:06:16.018 INFO:tasks.workunit.client.0.smithi098.stdout:op 5778 completed, throughput=5MB/sec 2024-04-12T01:06:16.018 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TYKbhz3JmslK-xe off=923882 len=1930502 2024-04-12T01:06:16.020 INFO:tasks.workunit.client.0.smithi098.stdout:op 5779 completed, throughput=5MB/sec 2024-04-12T01:06:16.020 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BbqAFC8apKxSeeQ off=5848355 len=137011 2024-04-12T01:06:16.021 INFO:tasks.workunit.client.0.smithi098.stdout:op 5780 completed, throughput=5MB/sec 2024-04-12T01:06:16.021 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EvWZwpwd6nqAGzj off=8306302 len=1048620 2024-04-12T01:06:16.022 INFO:tasks.workunit.client.0.smithi098.stdout:op 5781 completed, throughput=5MB/sec 2024-04-12T01:06:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:06:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:06:15] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-12T01:06:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:16 smithi098 ceph-mon[91373]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:06:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:16 smithi098 ceph-mon[88922]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:06:16.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:16 smithi193 ceph-mon[83763]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:06:17.022 INFO:tasks.workunit.client.0.smithi098.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-12T01:06:17.022 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-siDsEAouoaqNaPK off=2385635 len=2027711 2024-04-12T01:06:17.025 INFO:tasks.workunit.client.0.smithi098.stdout:op 5782 completed, throughput=5MB/sec 2024-04-12T01:06:17.025 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-r5lRbuxi-gcWPM4 off=15997587 len=333141 2024-04-12T01:06:17.028 INFO:tasks.workunit.client.0.smithi098.stdout:op 5783 completed, throughput=5MB/sec 2024-04-12T01:06:17.028 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-to3I0ctB1LR4LVC off=7014999 len=597042 2024-04-12T01:06:17.032 INFO:tasks.workunit.client.0.smithi098.stdout:op 5784 completed, throughput=5MB/sec 2024-04-12T01:06:17.033 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cI0ODI0VxW6kBvj off=2317969 len=345222 2024-04-12T01:06:17.036 INFO:tasks.workunit.client.0.smithi098.stdout:op 5785 completed, throughput=5MB/sec 2024-04-12T01:06:17.036 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uA2c4GaHTJ57UfP off=12173265 len=689165 2024-04-12T01:06:17.040 INFO:tasks.workunit.client.0.smithi098.stdout:op 5786 completed, throughput=5MB/sec 2024-04-12T01:06:17.040 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TUBEytozRtD2TDv off=10744936 len=466173 2024-04-12T01:06:17.042 INFO:tasks.workunit.client.0.smithi098.stdout:op 5787 completed, throughput=5MB/sec 2024-04-12T01:06:17.042 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-o6BpLpeUXc8qwsZ off=5724257 len=1752857 2024-04-12T01:06:17.052 INFO:tasks.workunit.client.0.smithi098.stdout:op 5788 completed, throughput=5MB/sec 2024-04-12T01:06:18.052 INFO:tasks.workunit.client.0.smithi098.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-12T01:06:18.053 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-s5vlGs6FoJ5IRwi off=2606927 len=442643 2024-04-12T01:06:18.057 INFO:tasks.workunit.client.0.smithi098.stdout:op 5789 completed, throughput=5MB/sec 2024-04-12T01:06:18.057 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-b6-GhnK1CbbXY4B off=5413741 len=615495 2024-04-12T01:06:18.060 INFO:tasks.workunit.client.0.smithi098.stdout:op 5790 completed, throughput=5MB/sec 2024-04-12T01:06:18.061 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J3eylK4biUl1hzs off=10618052 len=1932563 2024-04-12T01:06:18.063 INFO:tasks.workunit.client.0.smithi098.stdout:op 5791 completed, throughput=5MB/sec 2024-04-12T01:06:18.063 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-INPASRhBtjWWfVy off=199108 len=685811 2024-04-12T01:06:18.064 INFO:tasks.workunit.client.0.smithi098.stdout:op 5792 completed, throughput=5MB/sec 2024-04-12T01:06:18.064 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sCURsNTHvic8JUZ off=325355 len=1605929 2024-04-12T01:06:18.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 5793 completed, throughput=5MB/sec 2024-04-12T01:06:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:18 smithi098 ceph-mon[91373]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T01:06:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:18 smithi098 ceph-mon[88922]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T01:06:18.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:18 smithi193 ceph-mon[83763]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T01:06:19.073 INFO:tasks.workunit.client.0.smithi098.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-12T01:06:19.074 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8B5GIBg9HXrJx0l off=12977577 len=1591438 2024-04-12T01:06:19.078 INFO:tasks.workunit.client.0.smithi098.stdout:op 5794 completed, throughput=5MB/sec 2024-04-12T01:06:19.078 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2SzLiBuQjTM1l6I off=6962578 len=74256 2024-04-12T01:06:19.081 INFO:tasks.workunit.client.0.smithi098.stdout:op 5795 completed, throughput=5MB/sec 2024-04-12T01:06:19.081 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ywo-vXepegH7Msj off=11129142 len=1772952 2024-04-12T01:06:19.091 INFO:tasks.workunit.client.0.smithi098.stdout:op 5796 completed, throughput=5MB/sec 2024-04-12T01:06:19.091 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WWdKj6n6XNYnitm off=5886211 len=173161 2024-04-12T01:06:19.092 INFO:tasks.workunit.client.0.smithi098.stdout:op 5797 completed, throughput=5MB/sec 2024-04-12T01:06:19.092 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XtF07hBX-_Z6SnK off=1564904 len=2013355 2024-04-12T01:06:19.104 INFO:tasks.workunit.client.0.smithi098.stdout:op 5798 completed, throughput=5MB/sec 2024-04-12T01:06:20.105 INFO:tasks.workunit.client.0.smithi098.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-12T01:06:20.105 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gZSyByVOtfN0RZz off=8531521 len=452647 2024-04-12T01:06:20.108 INFO:tasks.workunit.client.0.smithi098.stdout:op 5799 completed, throughput=5MB/sec 2024-04-12T01:06:20.108 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-67CdgC3eiuSfcm0 off=12260361 len=1330997 2024-04-12T01:06:20.116 INFO:tasks.workunit.client.0.smithi098.stdout:op 5800 completed, throughput=5MB/sec 2024-04-12T01:06:20.116 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dGnLo5KpEa6kkPa off=10778209 len=1753629 2024-04-12T01:06:20.119 INFO:tasks.workunit.client.0.smithi098.stdout:op 5801 completed, throughput=5MB/sec 2024-04-12T01:06:20.119 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2oaKe7mVHCE_6KW off=13960251 len=1857211 2024-04-12T01:06:20.121 INFO:tasks.workunit.client.0.smithi098.stdout:op 5802 completed, throughput=5MB/sec 2024-04-12T01:06:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:20 smithi098 ceph-mon[91373]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T01:06:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:20 smithi098 ceph-mon[88922]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T01:06:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:20 smithi193 ceph-mon[83763]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T01:06:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:21.122 INFO:tasks.workunit.client.0.smithi098.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-12T01:06:21.122 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jwkU-NT8oqNzYGd off=5239272 len=441713 2024-04-12T01:06:21.123 INFO:tasks.workunit.client.0.smithi098.stdout:op 5803 completed, throughput=5MB/sec 2024-04-12T01:06:21.123 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dknR1fVV3_arfey off=6892008 len=794607 2024-04-12T01:06:21.124 INFO:tasks.workunit.client.0.smithi098.stdout:op 5804 completed, throughput=5MB/sec 2024-04-12T01:06:21.124 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K7w4zPxcYjVxj1O off=300767 len=1458569 2024-04-12T01:06:21.131 INFO:tasks.workunit.client.0.smithi098.stdout:op 5805 completed, throughput=5MB/sec 2024-04-12T01:06:21.131 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-MB1o-H9-giOf8JA off=4516921 len=275566 2024-04-12T01:06:21.133 INFO:tasks.workunit.client.0.smithi098.stdout:op 5806 completed, throughput=5MB/sec 2024-04-12T01:06:21.133 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PSRbS_N2NxBEy-t off=17083058 len=1166414 2024-04-12T01:06:21.134 INFO:tasks.workunit.client.0.smithi098.stdout:op 5807 completed, throughput=5MB/sec 2024-04-12T01:06:22.134 INFO:tasks.workunit.client.0.smithi098.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-12T01:06:22.134 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aWR4qvgXNRYTC6r off=14167423 len=308298 2024-04-12T01:06:22.138 INFO:tasks.workunit.client.0.smithi098.stdout:op 5808 completed, throughput=5MB/sec 2024-04-12T01:06:22.138 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0jUENACkJR9nFpR off=11985912 len=882680 2024-04-12T01:06:22.140 INFO:tasks.workunit.client.0.smithi098.stdout:op 5809 completed, throughput=5MB/sec 2024-04-12T01:06:22.140 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jcqx6YKxpYLFUdU off=2186294 len=1343044 2024-04-12T01:06:22.142 INFO:tasks.workunit.client.0.smithi098.stdout:op 5810 completed, throughput=5MB/sec 2024-04-12T01:06:22.142 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mvL0FrvdqJgMW6y off=5927831 len=1642576 2024-04-12T01:06:22.151 INFO:tasks.workunit.client.0.smithi098.stdout:op 5811 completed, throughput=5MB/sec 2024-04-12T01:06:22.151 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bgpcN4he6q1p26E off=3066143 len=1752466 2024-04-12T01:06:22.153 INFO:tasks.workunit.client.0.smithi098.stdout:op 5812 completed, throughput=5MB/sec 2024-04-12T01:06:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:22 smithi098 ceph-mon[91373]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:06:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:22 smithi098 ceph-mon[88922]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:06:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:22 smithi193 ceph-mon[83763]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:06:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:06:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:06:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:06:23.154 INFO:tasks.workunit.client.0.smithi098.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-12T01:06:23.154 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bSBErq-_epkG62b off=9256374 len=56991 2024-04-12T01:06:23.154 INFO:tasks.workunit.client.0.smithi098.stdout:op 5813 completed, throughput=5MB/sec 2024-04-12T01:06:23.154 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ODMYFdgBm4nR__A off=4104857 len=574430 2024-04-12T01:06:23.156 INFO:tasks.workunit.client.0.smithi098.stdout:op 5814 completed, throughput=5MB/sec 2024-04-12T01:06:23.156 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dGnLo5KpEa6kkPa off=7387357 len=254387 2024-04-12T01:06:23.159 INFO:tasks.workunit.client.0.smithi098.stdout:op 5815 completed, throughput=5MB/sec 2024-04-12T01:06:23.159 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-GYHtaTG_fJPxDVY off=5133296 len=695215 2024-04-12T01:06:23.163 INFO:tasks.workunit.client.0.smithi098.stdout:op 5816 completed, throughput=5MB/sec 2024-04-12T01:06:23.164 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4VcKbsO2aJk0esf off=279006 len=81907 2024-04-12T01:06:23.164 INFO:tasks.workunit.client.0.smithi098.stdout:op 5817 completed, throughput=5MB/sec 2024-04-12T01:06:23.164 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NAa3kOwErcrS35X off=16198355 len=1154819 2024-04-12T01:06:23.170 INFO:tasks.workunit.client.0.smithi098.stdout:op 5818 completed, throughput=5MB/sec 2024-04-12T01:06:23.170 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6kO3Ayc9sRl4Gxl off=2225852 len=1607811 2024-04-12T01:06:23.171 INFO:tasks.workunit.client.0.smithi098.stdout:op 5819 completed, throughput=5MB/sec 2024-04-12T01:06:24.172 INFO:tasks.workunit.client.0.smithi098.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-12T01:06:24.172 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-7_RAi4FJUIW_i0x off=15825070 len=342629 2024-04-12T01:06:24.172 INFO:tasks.workunit.client.0.smithi098.stdout:op 5820 completed, throughput=5MB/sec 2024-04-12T01:06:24.172 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--1BgFOX7pPqv51v off=1617320 len=1786658 2024-04-12T01:06:24.174 INFO:tasks.workunit.client.0.smithi098.stdout:op 5821 completed, throughput=5MB/sec 2024-04-12T01:06:24.175 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-PB1HmOFNnL2OsGE off=5325211 len=153934 2024-04-12T01:06:24.175 INFO:tasks.workunit.client.0.smithi098.stdout:op 5822 completed, throughput=5MB/sec 2024-04-12T01:06:24.175 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-C8Do_DeAjxAnwfp off=2359590 len=1525385 2024-04-12T01:06:24.177 INFO:tasks.workunit.client.0.smithi098.stdout:op 5823 completed, throughput=5MB/sec 2024-04-12T01:06:24.177 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-INtWQ5Vgcy-TArK off=7518590 len=332478 2024-04-12T01:06:24.181 INFO:tasks.workunit.client.0.smithi098.stdout:op 5824 completed, throughput=5MB/sec 2024-04-12T01:06:24.181 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yXRcANdZCN8RXlI off=8990924 len=130725 2024-04-12T01:06:24.183 INFO:tasks.workunit.client.0.smithi098.stdout:op 5825 completed, throughput=5MB/sec 2024-04-12T01:06:24.183 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jSC5M5nTB_34ZHO off=7439730 len=1024778 2024-04-12T01:06:24.188 INFO:tasks.workunit.client.0.smithi098.stdout:op 5826 completed, throughput=5MB/sec 2024-04-12T01:06:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:24 smithi098 ceph-mon[91373]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T01:06:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:24 smithi098 ceph-mon[88922]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T01:06:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:24 smithi193 ceph-mon[83763]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T01:06:25.188 INFO:tasks.workunit.client.0.smithi098.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-12T01:06:25.188 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-QjppEzGz8wLrPAp off=1364438 len=1151626 2024-04-12T01:06:25.189 INFO:tasks.workunit.client.0.smithi098.stdout:op 5827 completed, throughput=5MB/sec 2024-04-12T01:06:25.190 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6ivxTPh8RyYEAC6 off=5594379 len=653197 2024-04-12T01:06:25.192 INFO:tasks.workunit.client.0.smithi098.stdout:op 5828 completed, throughput=5MB/sec 2024-04-12T01:06:25.192 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-t6MHd_w1yPjx79l off=4542522 len=521408 2024-04-12T01:06:25.196 INFO:tasks.workunit.client.0.smithi098.stdout:op 5829 completed, throughput=5MB/sec 2024-04-12T01:06:25.196 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9sOv0tlb_YszWxM off=321738 len=374493 2024-04-12T01:06:25.197 INFO:tasks.workunit.client.0.smithi098.stdout:op 5830 completed, throughput=5MB/sec 2024-04-12T01:06:25.197 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XItzUcL4Az31GSl off=3652415 len=1357138 2024-04-12T01:06:25.204 INFO:tasks.workunit.client.0.smithi098.stdout:op 5831 completed, throughput=5MB/sec 2024-04-12T01:06:25.204 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8LnFul6o-Iri3RL off=2630399 len=704711 2024-04-12T01:06:25.208 INFO:tasks.workunit.client.0.smithi098.stdout:op 5832 completed, throughput=5MB/sec 2024-04-12T01:06:25.208 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2YcSPX9hKuVekvb off=13457653 len=319679 2024-04-12T01:06:25.211 INFO:tasks.workunit.client.0.smithi098.stdout:op 5833 completed, throughput=5MB/sec 2024-04-12T01:06:25.211 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-45wpXtjIGaW12jB off=5048241 len=2000172 2024-04-12T01:06:25.213 INFO:tasks.workunit.client.0.smithi098.stdout:op 5834 completed, throughput=5MB/sec 2024-04-12T01:06:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:06:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:06:25] "GET /metrics HTTP/1.1" 200 34134 "" "Prometheus/2.43.0" 2024-04-12T01:06:26.214 INFO:tasks.workunit.client.0.smithi098.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-12T01:06:26.214 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yTbIw1OumVnzZEu off=3940195 len=227082 2024-04-12T01:06:26.217 INFO:tasks.workunit.client.0.smithi098.stdout:op 5835 completed, throughput=5MB/sec 2024-04-12T01:06:26.217 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K8kUKM_wyzZqZXY off=17437975 len=2073937 2024-04-12T01:06:26.229 INFO:tasks.workunit.client.0.smithi098.stdout:op 5836 completed, throughput=5MB/sec 2024-04-12T01:06:26.229 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-o2CtxaXv9Naf5bu off=4861413 len=1488992 2024-04-12T01:06:26.230 INFO:tasks.workunit.client.0.smithi098.stdout:op 5837 completed, throughput=5MB/sec 2024-04-12T01:06:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:26 smithi098 ceph-mon[91373]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:06:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:26 smithi098 ceph-mon[88922]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:06:26.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:26 smithi193 ceph-mon[83763]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:06:27.231 INFO:tasks.workunit.client.0.smithi098.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-12T01:06:27.231 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-XC1OZGVnWlnECQ1 off=3454447 len=1183413 2024-04-12T01:06:27.240 INFO:tasks.workunit.client.0.smithi098.stdout:op 5838 completed, throughput=5MB/sec 2024-04-12T01:06:27.240 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-V54OYPCPKi_cq8- off=3962690 len=1151380 2024-04-12T01:06:27.241 INFO:tasks.workunit.client.0.smithi098.stdout:op 5839 completed, throughput=5MB/sec 2024-04-12T01:06:27.241 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NnNkVlUEuWxBiqI off=5056733 len=1837207 2024-04-12T01:06:27.249 INFO:tasks.workunit.client.0.smithi098.stdout:op 5840 completed, throughput=5MB/sec 2024-04-12T01:06:27.249 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pfrilrB9OvLDtSR off=583347 len=1419383 2024-04-12T01:06:27.254 INFO:tasks.workunit.client.0.smithi098.stdout:op 5841 completed, throughput=5MB/sec 2024-04-12T01:06:28.255 INFO:tasks.workunit.client.0.smithi098.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-12T01:06:28.255 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-SwtGHPUaSaYS18x off=1185843 len=92871 2024-04-12T01:06:28.256 INFO:tasks.workunit.client.0.smithi098.stdout:op 5842 completed, throughput=5MB/sec 2024-04-12T01:06:28.256 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-XmOuev1YYZ4yhSE off=5602629 len=53847 2024-04-12T01:06:28.256 INFO:tasks.workunit.client.0.smithi098.stdout:op 5843 completed, throughput=5MB/sec 2024-04-12T01:06:28.256 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-u_FTv--Ip1Gi13z off=7426031 len=682225 2024-04-12T01:06:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:op 5844 completed, throughput=5MB/sec 2024-04-12T01:06:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xYFeJ8CVUEv2FY9 off=1459696 len=927765 2024-04-12T01:06:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:op 5845 completed, throughput=5MB/sec 2024-04-12T01:06:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8b0JzRCvwuK-B6e off=5048988 len=999787 2024-04-12T01:06:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:op 5846 completed, throughput=5MB/sec 2024-04-12T01:06:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-3fKUR91GDHL1ZRA off=8374857 len=1305383 2024-04-12T01:06:28.270 INFO:tasks.workunit.client.0.smithi098.stdout:op 5847 completed, throughput=5MB/sec 2024-04-12T01:06:28.270 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Crf6MoGI8Qdej72 off=4296435 len=568765 2024-04-12T01:06:28.274 INFO:tasks.workunit.client.0.smithi098.stdout:op 5848 completed, throughput=5MB/sec 2024-04-12T01:06:28.274 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-LZ4RVbLvWnJHx3e off=18130413 len=1227458 2024-04-12T01:06:28.281 INFO:tasks.workunit.client.0.smithi098.stdout:op 5849 completed, throughput=5MB/sec 2024-04-12T01:06:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:28 smithi098 ceph-mon[91373]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:06:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:28 smithi098 ceph-mon[88922]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:06:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:28 smithi193 ceph-mon[83763]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T01:06:29.281 INFO:tasks.workunit.client.0.smithi098.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-12T01:06:29.281 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8B-10XzelJst51K off=12904215 len=6113 2024-04-12T01:06:29.281 INFO:tasks.workunit.client.0.smithi098.stdout:op 5850 completed, throughput=5MB/sec 2024-04-12T01:06:29.282 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DzESyMMklxxmMEE off=3215112 len=783408 2024-04-12T01:06:29.283 INFO:tasks.workunit.client.0.smithi098.stdout:op 5851 completed, throughput=5MB/sec 2024-04-12T01:06:29.283 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O2-t4XOfJPqNxIX off=13292533 len=470811 2024-04-12T01:06:29.287 INFO:tasks.workunit.client.0.smithi098.stdout:op 5852 completed, throughput=5MB/sec 2024-04-12T01:06:29.287 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MQOq2fteizQbHcA off=12849504 len=124644 2024-04-12T01:06:29.289 INFO:tasks.workunit.client.0.smithi098.stdout:op 5853 completed, throughput=5MB/sec 2024-04-12T01:06:29.289 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jYKFgCj1HeFInFt off=10075714 len=557749 2024-04-12T01:06:29.290 INFO:tasks.workunit.client.0.smithi098.stdout:op 5854 completed, throughput=5MB/sec 2024-04-12T01:06:29.290 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iv6g_4WRImdqhiN off=1889029 len=1655097 2024-04-12T01:06:29.299 INFO:tasks.workunit.client.0.smithi098.stdout:op 5855 completed, throughput=5MB/sec 2024-04-12T01:06:29.299 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hZ_VWGBTSTg-kgt off=5624014 len=641346 2024-04-12T01:06:29.299 INFO:tasks.workunit.client.0.smithi098.stdout:op 5856 completed, throughput=5MB/sec 2024-04-12T01:06:30.300 INFO:tasks.workunit.client.0.smithi098.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-12T01:06:30.300 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dxdvbthn_OB15WD off=8655199 len=524165 2024-04-12T01:06:30.303 INFO:tasks.workunit.client.0.smithi098.stdout:op 5857 completed, throughput=5MB/sec 2024-04-12T01:06:30.303 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2qKa93RSHfDW1bV off=11360406 len=880164 2024-04-12T01:06:30.309 INFO:tasks.workunit.client.0.smithi098.stdout:op 5858 completed, throughput=5MB/sec 2024-04-12T01:06:30.309 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0HT2F4vPkwAa21P off=3772791 len=2029214 2024-04-12T01:06:30.322 INFO:tasks.workunit.client.0.smithi098.stdout:op 5859 completed, throughput=5MB/sec 2024-04-12T01:06:30.322 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cYTh54qs6EEvIlT off=4444075 len=84610 2024-04-12T01:06:30.324 INFO:tasks.workunit.client.0.smithi098.stdout:op 5860 completed, throughput=5MB/sec 2024-04-12T01:06:30.324 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-hWVTuVJknB7_MeD off=14465028 len=436203 2024-04-12T01:06:30.328 INFO:tasks.workunit.client.0.smithi098.stdout:op 5861 completed, throughput=5MB/sec 2024-04-12T01:06:30.328 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4aeLMfKeRhaZ9bF off=23028216 len=826296 2024-04-12T01:06:30.329 INFO:tasks.workunit.client.0.smithi098.stdout:op 5862 completed, throughput=5MB/sec 2024-04-12T01:06:30.329 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-y6XskrBHFSHIt7K off=1048994 len=918411 2024-04-12T01:06:30.334 INFO:tasks.workunit.client.0.smithi098.stdout:op 5863 completed, throughput=5MB/sec 2024-04-12T01:06:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:30 smithi098 ceph-mon[91373]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:06:30.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:30 smithi098 ceph-mon[88922]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:06:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:30 smithi193 ceph-mon[83763]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:06:31.335 INFO:tasks.workunit.client.0.smithi098.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-12T01:06:31.335 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pyLYpUR69CPwPFI off=16542042 len=924852 2024-04-12T01:06:31.336 INFO:tasks.workunit.client.0.smithi098.stdout:op 5864 completed, throughput=5MB/sec 2024-04-12T01:06:31.336 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MiujWfGDXSLhu5k off=17092522 len=875462 2024-04-12T01:06:31.342 INFO:tasks.workunit.client.0.smithi098.stdout:op 5865 completed, throughput=5MB/sec 2024-04-12T01:06:31.342 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NPZE_YNkhFfyfdU off=5433851 len=852671 2024-04-12T01:06:31.346 INFO:tasks.workunit.client.0.smithi098.stdout:op 5866 completed, throughput=5MB/sec 2024-04-12T01:06:31.346 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AGaX8WjCtzSBBqH off=54313 len=245967 2024-04-12T01:06:31.349 INFO:tasks.workunit.client.0.smithi098.stdout:op 5867 completed, throughput=5MB/sec 2024-04-12T01:06:31.349 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-cHFltOmdN72jsnF off=4270636 len=1035779 2024-04-12T01:06:31.354 INFO:tasks.workunit.client.0.smithi098.stdout:op 5868 completed, throughput=5MB/sec 2024-04-12T01:06:31.355 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JwCK1LXRXO4rOAK off=14229578 len=1401614 2024-04-12T01:06:31.357 INFO:tasks.workunit.client.0.smithi098.stdout:op 5869 completed, throughput=5MB/sec 2024-04-12T01:06:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-12T01:06:32.358 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--NX-wjLLdxQtthM off=15457088 len=812290 2024-04-12T01:06:32.362 INFO:tasks.workunit.client.0.smithi098.stdout:op 5870 completed, throughput=5MB/sec 2024-04-12T01:06:32.362 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-UMDLxSyMIZvPWBh off=18693 len=1304086 2024-04-12T01:06:32.368 INFO:tasks.workunit.client.0.smithi098.stdout:op 5871 completed, throughput=5MB/sec 2024-04-12T01:06:32.368 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-IfkC_FN7vR3VTkj off=16735989 len=1485355 2024-04-12T01:06:32.370 INFO:tasks.workunit.client.0.smithi098.stdout:op 5872 completed, throughput=5MB/sec 2024-04-12T01:06:32.370 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-oWq3qHaz7d1jyKZ off=1730422 len=770710 2024-04-12T01:06:32.371 INFO:tasks.workunit.client.0.smithi098.stdout:op 5873 completed, throughput=5MB/sec 2024-04-12T01:06:32.371 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Yi3mQ5HWsIgElyj off=7522083 len=1725689 2024-04-12T01:06:32.378 INFO:tasks.workunit.client.0.smithi098.stdout:op 5874 completed, throughput=5MB/sec 2024-04-12T01:06:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:32 smithi098 ceph-mon[91373]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:06:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:32 smithi098 ceph-mon[88922]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:06:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:32 smithi193 ceph-mon[83763]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:06:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:06:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:06:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-12T01:06:33.379 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HiJtoT8fLUj6dfO off=3171778 len=1986677 2024-04-12T01:06:33.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 5875 completed, throughput=5MB/sec 2024-04-12T01:06:33.391 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-tTcsepa78fXP8EU off=12860471 len=163203 2024-04-12T01:06:33.391 INFO:tasks.workunit.client.0.smithi098.stdout:op 5876 completed, throughput=5MB/sec 2024-04-12T01:06:33.391 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-wxnuH3jYuKJZxch off=1344454 len=1830412 2024-04-12T01:06:33.400 INFO:tasks.workunit.client.0.smithi098.stdout:op 5877 completed, throughput=5MB/sec 2024-04-12T01:06:33.401 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vTwF6nNs71uxIWL off=2244413 len=815279 2024-04-12T01:06:33.405 INFO:tasks.workunit.client.0.smithi098.stdout:op 5878 completed, throughput=5MB/sec 2024-04-12T01:06:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-12T01:06:34.406 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0CZJ7kcA_RcFQmQ off=10406914 len=703347 2024-04-12T01:06:34.407 INFO:tasks.workunit.client.0.smithi098.stdout:op 5879 completed, throughput=5MB/sec 2024-04-12T01:06:34.407 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-r6Pf7UYlGe-vvJI off=2879258 len=1234680 2024-04-12T01:06:34.409 INFO:tasks.workunit.client.0.smithi098.stdout:op 5880 completed, throughput=5MB/sec 2024-04-12T01:06:34.409 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZntAedeZQno_O33 off=10345199 len=507996 2024-04-12T01:06:34.413 INFO:tasks.workunit.client.0.smithi098.stdout:op 5881 completed, throughput=5MB/sec 2024-04-12T01:06:34.413 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-io4g9v9DAhQeyhd off=6035173 len=1759439 2024-04-12T01:06:34.423 INFO:tasks.workunit.client.0.smithi098.stdout:op 5882 completed, throughput=5MB/sec 2024-04-12T01:06:34.423 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-c6GFH5aOq2LPvBC off=2944937 len=853163 2024-04-12T01:06:34.427 INFO:tasks.workunit.client.0.smithi098.stdout:op 5883 completed, throughput=5MB/sec 2024-04-12T01:06:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:34 smithi098 ceph-mon[91373]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:06:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:34 smithi098 ceph-mon[88922]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:06:34.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:34 smithi193 ceph-mon[83763]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:06:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-12T01:06:35.428 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UMO5BnJE-pxmwRF off=21450501 len=647986 2024-04-12T01:06:35.429 INFO:tasks.workunit.client.0.smithi098.stdout:op 5884 completed, throughput=5MB/sec 2024-04-12T01:06:35.429 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-oQIoBC__wg2aJVY off=2631495 len=983174 2024-04-12T01:06:35.434 INFO:tasks.workunit.client.0.smithi098.stdout:op 5885 completed, throughput=5MB/sec 2024-04-12T01:06:35.434 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-TWTMX2yotw_bjAG off=2534732 len=1895210 2024-04-12T01:06:35.437 INFO:tasks.workunit.client.0.smithi098.stdout:op 5886 completed, throughput=5MB/sec 2024-04-12T01:06:35.437 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YK5jfoGYUv_D52V off=11102611 len=900119 2024-04-12T01:06:35.442 INFO:tasks.workunit.client.0.smithi098.stdout:op 5887 completed, throughput=5MB/sec 2024-04-12T01:06:35.442 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rt23RbGDHG9ZEN1 off=9009314 len=113752 2024-04-12T01:06:35.442 INFO:tasks.workunit.client.0.smithi098.stdout:op 5888 completed, throughput=5MB/sec 2024-04-12T01:06:35.443 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-rgcEG6PHHQAbg53 off=1241017 len=1287902 2024-04-12T01:06:35.444 INFO:tasks.workunit.client.0.smithi098.stdout:op 5889 completed, throughput=5MB/sec 2024-04-12T01:06:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:35.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:06:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:06:35] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T01:06:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-12T01:06:36.445 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6aTFF0kTcL2lHcd off=1192156 len=1132522 2024-04-12T01:06:36.450 INFO:tasks.workunit.client.0.smithi098.stdout:op 5890 completed, throughput=5MB/sec 2024-04-12T01:06:36.450 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EZXsF6pp2kaUrij off=1775572 len=1137688 2024-04-12T01:06:36.456 INFO:tasks.workunit.client.0.smithi098.stdout:op 5891 completed, throughput=5MB/sec 2024-04-12T01:06:36.456 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Gly84cqqqcI_MMs off=19382146 len=1265652 2024-04-12T01:06:36.457 INFO:tasks.workunit.client.0.smithi098.stdout:op 5892 completed, throughput=5MB/sec 2024-04-12T01:06:36.457 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fFSmiDDmvlhE1UB off=8114891 len=1439035 2024-04-12T01:06:36.464 INFO:tasks.workunit.client.0.smithi098.stdout:op 5893 completed, throughput=5MB/sec 2024-04-12T01:06:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:36 smithi098 ceph-mon[91373]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:06:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:36 smithi098 ceph-mon[88922]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:06:36.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:36 smithi193 ceph-mon[83763]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T01:06:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-12T01:06:37.465 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hfp1_hlkyDuY5MC off=4287214 len=1901178 2024-04-12T01:06:37.467 INFO:tasks.workunit.client.0.smithi098.stdout:op 5894 completed, throughput=5MB/sec 2024-04-12T01:06:37.467 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-X35keG85LjcpT23 off=3298446 len=207223 2024-04-12T01:06:37.468 INFO:tasks.workunit.client.0.smithi098.stdout:op 5895 completed, throughput=5MB/sec 2024-04-12T01:06:37.468 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-DB0CCqbEg6b4QSF off=6007939 len=1382942 2024-04-12T01:06:37.470 INFO:tasks.workunit.client.0.smithi098.stdout:op 5896 completed, throughput=5MB/sec 2024-04-12T01:06:37.470 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-05S5Fq50J6isCvq off=5604507 len=1610577 2024-04-12T01:06:37.471 INFO:tasks.workunit.client.0.smithi098.stdout:op 5897 completed, throughput=5MB/sec 2024-04-12T01:06:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-12T01:06:38.472 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-xkK9KVCGam7vgg5 off=3698182 len=1227992 2024-04-12T01:06:38.474 INFO:tasks.workunit.client.0.smithi098.stdout:op 5898 completed, throughput=5MB/sec 2024-04-12T01:06:38.474 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-yJr3I90LVzDEocB off=286001 len=1983770 2024-04-12T01:06:38.477 INFO:tasks.workunit.client.0.smithi098.stdout:op 5899 completed, throughput=5MB/sec 2024-04-12T01:06:38.477 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fk9H5W35t2O4Tn_ off=8877050 len=429869 2024-04-12T01:06:38.480 INFO:tasks.workunit.client.0.smithi098.stdout:op 5900 completed, throughput=5MB/sec 2024-04-12T01:06:38.480 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8k6vVMd2t-X6k0g off=6684031 len=1985605 2024-04-12T01:06:38.482 INFO:tasks.workunit.client.0.smithi098.stdout:op 5901 completed, throughput=5MB/sec 2024-04-12T01:06:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:38 smithi098 ceph-mon[91373]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T01:06:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:38 smithi098 ceph-mon[88922]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T01:06:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:38 smithi193 ceph-mon[83763]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T01:06:39.483 INFO:tasks.workunit.client.0.smithi098.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-12T01:06:39.483 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-M7vsA4ueCga2GcP off=12965768 len=1812263 2024-04-12T01:06:39.485 INFO:tasks.workunit.client.0.smithi098.stdout:op 5902 completed, throughput=5MB/sec 2024-04-12T01:06:39.485 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-fRbdkFAvAzcm0P2 off=6064104 len=798677 2024-04-12T01:06:39.486 INFO:tasks.workunit.client.0.smithi098.stdout:op 5903 completed, throughput=5MB/sec 2024-04-12T01:06:39.486 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yt50FPH_vX_NBpn off=12778052 len=78834 2024-04-12T01:06:39.489 INFO:tasks.workunit.client.0.smithi098.stdout:op 5904 completed, throughput=5MB/sec 2024-04-12T01:06:39.489 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nin4SBS6wzAhDCc off=986240 len=412464 2024-04-12T01:06:39.492 INFO:tasks.workunit.client.0.smithi098.stdout:op 5905 completed, throughput=5MB/sec 2024-04-12T01:06:39.492 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-pinX21mBZnB9gxi off=3886128 len=682865 2024-04-12T01:06:39.497 INFO:tasks.workunit.client.0.smithi098.stdout:op 5906 completed, throughput=5MB/sec 2024-04-12T01:06:39.498 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-p1HiakMMBfj0dUm off=61566 len=1598308 2024-04-12T01:06:39.507 INFO:tasks.workunit.client.0.smithi098.stdout:op 5907 completed, throughput=5MB/sec 2024-04-12T01:06:40.507 INFO:tasks.workunit.client.0.smithi098.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-12T01:06:40.508 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-A9KZJD6do0FdLEo off=3587928 len=1215169 2024-04-12T01:06:40.516 INFO:tasks.workunit.client.0.smithi098.stdout:op 5908 completed, throughput=5MB/sec 2024-04-12T01:06:40.516 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-5S7HpKLkXVCLMqG off=3738884 len=1243747 2024-04-12T01:06:40.518 INFO:tasks.workunit.client.0.smithi098.stdout:op 5909 completed, throughput=5MB/sec 2024-04-12T01:06:40.518 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-BGF_SC25cHZ0wQF off=9908974 len=768522 2024-04-12T01:06:40.522 INFO:tasks.workunit.client.0.smithi098.stdout:op 5910 completed, throughput=5MB/sec 2024-04-12T01:06:40.522 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IZFzT10xw9VdeXy off=12710574 len=1447928 2024-04-12T01:06:40.529 INFO:tasks.workunit.client.0.smithi098.stdout:op 5911 completed, throughput=5MB/sec 2024-04-12T01:06:40.529 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-wK3F47fMnUEGGMW off=468718 len=1721848 2024-04-12T01:06:40.532 INFO:tasks.workunit.client.0.smithi098.stdout:op 5912 completed, throughput=5MB/sec 2024-04-12T01:06:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:40 smithi098 ceph-mon[91373]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:06:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:40 smithi098 ceph-mon[88922]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:06:40.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:40 smithi193 ceph-mon[83763]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:06:41.533 INFO:tasks.workunit.client.0.smithi098.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-12T01:06:41.533 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--3hpbHk8UFp3A7l off=8391998 len=1918550 2024-04-12T01:06:41.535 INFO:tasks.workunit.client.0.smithi098.stdout:op 5913 completed, throughput=5MB/sec 2024-04-12T01:06:41.535 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-usN2Ed3dWZYvJY0 off=6759580 len=147447 2024-04-12T01:06:41.538 INFO:tasks.workunit.client.0.smithi098.stdout:op 5914 completed, throughput=5MB/sec 2024-04-12T01:06:41.538 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hwFlhto45oOiA9A off=8812228 len=124270 2024-04-12T01:06:41.539 INFO:tasks.workunit.client.0.smithi098.stdout:op 5915 completed, throughput=5MB/sec 2024-04-12T01:06:41.539 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hs8Jmjw2nw_HcVR off=5914873 len=262515 2024-04-12T01:06:41.540 INFO:tasks.workunit.client.0.smithi098.stdout:op 5916 completed, throughput=5MB/sec 2024-04-12T01:06:41.540 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-i9H9_OrI67sBAAV off=3010760 len=1345127 2024-04-12T01:06:41.543 INFO:tasks.workunit.client.0.smithi098.stdout:op 5917 completed, throughput=5MB/sec 2024-04-12T01:06:41.543 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-xpL58FctHFr6t7o off=11963806 len=1515921 2024-04-12T01:06:41.550 INFO:tasks.workunit.client.0.smithi098.stdout:op 5918 completed, throughput=5MB/sec 2024-04-12T01:06:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:42 smithi098 ceph-mon[91373]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T01:06:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:42 smithi098 ceph-mon[88922]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T01:06:42.550 INFO:tasks.workunit.client.0.smithi098.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-12T01:06:42.550 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-9_jMEWLvDqpAMhe off=8744663 len=1224186 2024-04-12T01:06:42.557 INFO:tasks.workunit.client.0.smithi098.stdout:op 5919 completed, throughput=5MB/sec 2024-04-12T01:06:42.557 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-NSrFygkuC4wQpO1 off=17231848 len=781868 2024-04-12T01:06:42.561 INFO:tasks.workunit.client.0.smithi098.stdout:op 5920 completed, throughput=5MB/sec 2024-04-12T01:06:42.561 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RsAWbY5JZoZYV-P off=4624511 len=510795 2024-04-12T01:06:42.562 INFO:tasks.workunit.client.0.smithi098.stdout:op 5921 completed, throughput=5MB/sec 2024-04-12T01:06:42.562 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dDvBSPnA5ZDOvaE off=8577145 len=1324846 2024-04-12T01:06:42.564 INFO:tasks.workunit.client.0.smithi098.stdout:op 5922 completed, throughput=5MB/sec 2024-04-12T01:06:42.564 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Tixu_YeSvQazO_- off=8921113 len=309425 2024-04-12T01:06:42.564 INFO:tasks.workunit.client.0.smithi098.stdout:op 5923 completed, throughput=5MB/sec 2024-04-12T01:06:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:42 smithi193 ceph-mon[83763]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T01:06:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:06:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:06:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:06:43.565 INFO:tasks.workunit.client.0.smithi098.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-12T01:06:43.565 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-4KQ6c4lnbvnY-26 off=1286682 len=1902038 2024-04-12T01:06:43.567 INFO:tasks.workunit.client.0.smithi098.stdout:op 5924 completed, throughput=5MB/sec 2024-04-12T01:06:43.567 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-iF7xUyLFLyDACLi off=4950681 len=929037 2024-04-12T01:06:43.568 INFO:tasks.workunit.client.0.smithi098.stdout:op 5925 completed, throughput=5MB/sec 2024-04-12T01:06:43.568 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AYwMeKLMQjtnF5r off=8517944 len=823926 2024-04-12T01:06:43.570 INFO:tasks.workunit.client.0.smithi098.stdout:op 5926 completed, throughput=5MB/sec 2024-04-12T01:06:43.570 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-S4ip0yr3VYI3q3a off=2149951 len=325458 2024-04-12T01:06:43.571 INFO:tasks.workunit.client.0.smithi098.stdout:op 5927 completed, throughput=5MB/sec 2024-04-12T01:06:43.571 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n1zAgQ4GCqXVVU9 off=4665775 len=293237 2024-04-12T01:06:43.571 INFO:tasks.workunit.client.0.smithi098.stdout:op 5928 completed, throughput=5MB/sec 2024-04-12T01:06:43.571 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ZlcfsuvGDdmAeu8 off=2352829 len=506174 2024-04-12T01:06:43.575 INFO:tasks.workunit.client.0.smithi098.stdout:op 5929 completed, throughput=5MB/sec 2024-04-12T01:06:43.575 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tVQBbEnJWFnMSey off=17386439 len=492021 2024-04-12T01:06:43.578 INFO:tasks.workunit.client.0.smithi098.stdout:op 5930 completed, throughput=5MB/sec 2024-04-12T01:06:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:44 smithi098 ceph-mon[91373]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:06:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:44 smithi098 ceph-mon[88922]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:06:44.578 INFO:tasks.workunit.client.0.smithi098.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-12T01:06:44.579 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-AnbOBpP9ZXeXJ4A off=4630205 len=954804 2024-04-12T01:06:44.584 INFO:tasks.workunit.client.0.smithi098.stdout:op 5931 completed, throughput=5MB/sec 2024-04-12T01:06:44.584 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-pzC9aECaOHgpKFa off=4453649 len=1932874 2024-04-12T01:06:44.587 INFO:tasks.workunit.client.0.smithi098.stdout:op 5932 completed, throughput=5MB/sec 2024-04-12T01:06:44.588 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ad2yHONEvElmaoL off=526391 len=1737440 2024-04-12T01:06:44.598 INFO:tasks.workunit.client.0.smithi098.stdout:op 5933 completed, throughput=5MB/sec 2024-04-12T01:06:44.598 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-d3zxosh-xdMg9jc off=10229284 len=234194 2024-04-12T01:06:44.599 INFO:tasks.workunit.client.0.smithi098.stdout:op 5934 completed, throughput=5MB/sec 2024-04-12T01:06:44.600 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Zd4EtiiENc4WFhG off=6606488 len=1567968 2024-04-12T01:06:44.603 INFO:tasks.workunit.client.0.smithi098.stdout:op 5935 completed, throughput=5MB/sec 2024-04-12T01:06:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:44 smithi193 ceph-mon[83763]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T01:06:45.603 INFO:tasks.workunit.client.0.smithi098.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-12T01:06:45.604 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-ylFOnd4a46qIyd8 off=11367992 len=1232904 2024-04-12T01:06:45.610 INFO:tasks.workunit.client.0.smithi098.stdout:op 5936 completed, throughput=5MB/sec 2024-04-12T01:06:45.610 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-eeu2dMdGD-Op4jg off=6303428 len=1430693 2024-04-12T01:06:45.618 INFO:tasks.workunit.client.0.smithi098.stdout:op 5937 completed, throughput=5MB/sec 2024-04-12T01:06:45.618 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vBy237z2K8ehkDe off=2540939 len=1679793 2024-04-12T01:06:45.625 INFO:tasks.workunit.client.0.smithi098.stdout:op 5938 completed, throughput=5MB/sec 2024-04-12T01:06:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:06:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:06:45] "GET /metrics HTTP/1.1" 200 34135 "" "Prometheus/2.43.0" 2024-04-12T01:06:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:46 smithi098 ceph-mon[91373]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:06:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:46 smithi098 ceph-mon[88922]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:06:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:46 smithi193 ceph-mon[83763]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T01:06:46.625 INFO:tasks.workunit.client.0.smithi098.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-12T01:06:46.625 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-h8NTz0ppsN4Trwt off=2032427 len=1060095 2024-04-12T01:06:46.627 INFO:tasks.workunit.client.0.smithi098.stdout:op 5939 completed, throughput=5MB/sec 2024-04-12T01:06:46.627 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-MOFCVFxO2vKF9ru off=936004 len=686431 2024-04-12T01:06:46.632 INFO:tasks.workunit.client.0.smithi098.stdout:op 5940 completed, throughput=5MB/sec 2024-04-12T01:06:46.632 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mp1W2OU2x0Rr4g3 off=17988603 len=1505579 2024-04-12T01:06:46.635 INFO:tasks.workunit.client.0.smithi098.stdout:op 5941 completed, throughput=5MB/sec 2024-04-12T01:06:46.635 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2s1xsHkzfmHXHLm off=4412139 len=1080176 2024-04-12T01:06:46.636 INFO:tasks.workunit.client.0.smithi098.stdout:op 5942 completed, throughput=5MB/sec 2024-04-12T01:06:46.636 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Kgb1yUX2s4G1dR4 off=6302857 len=652038 2024-04-12T01:06:46.637 INFO:tasks.workunit.client.0.smithi098.stdout:op 5943 completed, throughput=5MB/sec 2024-04-12T01:06:46.637 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-6GPHI-87diexicU off=0 len=1255981 2024-04-12T01:06:46.644 INFO:tasks.workunit.client.0.smithi098.stdout:op 5944 completed, throughput=5MB/sec 2024-04-12T01:06:47.644 INFO:tasks.workunit.client.0.smithi098.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-12T01:06:47.644 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--K0NhsqaNYMQFHK off=4419045 len=714478 2024-04-12T01:06:47.646 INFO:tasks.workunit.client.0.smithi098.stdout:op 5945 completed, throughput=5MB/sec 2024-04-12T01:06:47.646 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HvHgF2qG-b70OMA off=8681985 len=388879 2024-04-12T01:06:47.649 INFO:tasks.workunit.client.0.smithi098.stdout:op 5946 completed, throughput=5MB/sec 2024-04-12T01:06:47.649 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-BQSgBm9GLMNxNPA off=10527559 len=132595 2024-04-12T01:06:47.649 INFO:tasks.workunit.client.0.smithi098.stdout:op 5947 completed, throughput=5MB/sec 2024-04-12T01:06:47.650 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-O3nqcnc991tsF4Y off=14002179 len=980505 2024-04-12T01:06:47.655 INFO:tasks.workunit.client.0.smithi098.stdout:op 5948 completed, throughput=5MB/sec 2024-04-12T01:06:47.655 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yX3kSAICDPmhkPi off=3798318 len=53827 2024-04-12T01:06:47.657 INFO:tasks.workunit.client.0.smithi098.stdout:op 5949 completed, throughput=5MB/sec 2024-04-12T01:06:47.658 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8mJ0nozsaIgkvT2 off=1758946 len=212326 2024-04-12T01:06:47.658 INFO:tasks.workunit.client.0.smithi098.stdout:op 5950 completed, throughput=5MB/sec 2024-04-12T01:06:47.658 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Vdfmw6IdEOh_oBZ off=2792387 len=168187 2024-04-12T01:06:47.659 INFO:tasks.workunit.client.0.smithi098.stdout:op 5951 completed, throughput=5MB/sec 2024-04-12T01:06:47.659 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OU6Hbad5cqm4Ecv off=12025956 len=987222 2024-04-12T01:06:47.664 INFO:tasks.workunit.client.0.smithi098.stdout:op 5952 completed, throughput=5MB/sec 2024-04-12T01:06:47.664 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-w4K8gRhV-FHSh_o off=18444117 len=98571 2024-04-12T01:06:47.665 INFO:tasks.workunit.client.0.smithi098.stdout:op 5953 completed, throughput=5MB/sec 2024-04-12T01:06:47.665 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jSC5M5nTB_34ZHO off=8396876 len=260519 2024-04-12T01:06:47.668 INFO:tasks.workunit.client.0.smithi098.stdout:op 5954 completed, throughput=5MB/sec 2024-04-12T01:06:47.668 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hUjRhQKLB3IavQe off=4132275 len=1626331 2024-04-12T01:06:47.671 INFO:tasks.workunit.client.0.smithi098.stdout:op 5955 completed, throughput=5MB/sec 2024-04-12T01:06:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:48 smithi098 ceph-mon[91373]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:06:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:48 smithi098 ceph-mon[88922]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:06:48.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:48 smithi193 ceph-mon[83763]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:06:48.671 INFO:tasks.workunit.client.0.smithi098.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-12T01:06:48.672 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-kD9A0pUvCKEFhtM off=3972909 len=1161040 2024-04-12T01:06:48.680 INFO:tasks.workunit.client.0.smithi098.stdout:op 5956 completed, throughput=5MB/sec 2024-04-12T01:06:48.680 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-AtBcbleoQ8ADNBJ off=5606759 len=373818 2024-04-12T01:06:48.681 INFO:tasks.workunit.client.0.smithi098.stdout:op 5957 completed, throughput=5MB/sec 2024-04-12T01:06:48.681 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-mWz0UXK39XXzwxZ off=4554415 len=1632952 2024-04-12T01:06:48.688 INFO:tasks.workunit.client.0.smithi098.stdout:op 5958 completed, throughput=5MB/sec 2024-04-12T01:06:48.688 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-K7z0p_PphLq6Y_9 off=5965504 len=1741096 2024-04-12T01:06:48.696 INFO:tasks.workunit.client.0.smithi098.stdout:op 5959 completed, throughput=5MB/sec 2024-04-12T01:06:49.697 INFO:tasks.workunit.client.0.smithi098.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-12T01:06:49.697 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-KLD3u-y---QW0WR off=12598576 len=882781 2024-04-12T01:06:49.701 INFO:tasks.workunit.client.0.smithi098.stdout:op 5960 completed, throughput=5MB/sec 2024-04-12T01:06:49.701 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bNzMUTNoCBpnk1m off=9363827 len=1171013 2024-04-12T01:06:49.706 INFO:tasks.workunit.client.0.smithi098.stdout:op 5961 completed, throughput=5MB/sec 2024-04-12T01:06:49.706 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ez127zk_VGrVBK8 off=2234661 len=194111 2024-04-12T01:06:49.706 INFO:tasks.workunit.client.0.smithi098.stdout:op 5962 completed, throughput=5MB/sec 2024-04-12T01:06:49.706 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zPp_RgR88AxwOPu off=646869 len=1941976 2024-04-12T01:06:49.708 INFO:tasks.workunit.client.0.smithi098.stdout:op 5963 completed, throughput=5MB/sec 2024-04-12T01:06:49.708 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-M_vKqkvWoQEMBbQ off=5582043 len=1825070 2024-04-12T01:06:49.717 INFO:tasks.workunit.client.0.smithi098.stdout:op 5964 completed, throughput=5MB/sec 2024-04-12T01:06:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:50 smithi098 ceph-mon[91373]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:06:50.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:50 smithi098 ceph-mon[88922]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:06:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:50 smithi193 ceph-mon[83763]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T01:06:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:06:50.718 INFO:tasks.workunit.client.0.smithi098.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-12T01:06:50.718 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-S0KMpE4ZTy2e32E off=6944165 len=836956 2024-04-12T01:06:50.723 INFO:tasks.workunit.client.0.smithi098.stdout:op 5965 completed, throughput=5MB/sec 2024-04-12T01:06:50.723 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jpCd5jwsracm-rx off=9379977 len=204269 2024-04-12T01:06:50.726 INFO:tasks.workunit.client.0.smithi098.stdout:op 5966 completed, throughput=5MB/sec 2024-04-12T01:06:50.726 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x0h_ng5SZOUEJ6m off=3860561 len=1720274 2024-04-12T01:06:50.732 INFO:tasks.workunit.client.0.smithi098.stdout:op 5967 completed, throughput=5MB/sec 2024-04-12T01:06:50.733 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K8kUKM_wyzZqZXY off=1843315 len=1427376 2024-04-12T01:06:50.735 INFO:tasks.workunit.client.0.smithi098.stdout:op 5968 completed, throughput=5MB/sec 2024-04-12T01:06:51.736 INFO:tasks.workunit.client.0.smithi098.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-12T01:06:51.736 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-irt1t6AA7fbO2iC off=10117070 len=860300 2024-04-12T01:06:51.738 INFO:tasks.workunit.client.0.smithi098.stdout:op 5969 completed, throughput=5MB/sec 2024-04-12T01:06:51.738 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-tQRjDunqRSg_STY off=652075 len=85942 2024-04-12T01:06:51.740 INFO:tasks.workunit.client.0.smithi098.stdout:op 5970 completed, throughput=5MB/sec 2024-04-12T01:06:51.741 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-LD-N_V7hoe8JNSZ off=1852268 len=694453 2024-04-12T01:06:51.742 INFO:tasks.workunit.client.0.smithi098.stdout:op 5971 completed, throughput=5MB/sec 2024-04-12T01:06:51.742 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7RaAmrqF44nbY3H off=4931549 len=604738 2024-04-12T01:06:51.746 INFO:tasks.workunit.client.0.smithi098.stdout:op 5972 completed, throughput=5MB/sec 2024-04-12T01:06:51.746 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-JV5g9pDrYCf1hGb off=15877564 len=1366972 2024-04-12T01:06:51.748 INFO:tasks.workunit.client.0.smithi098.stdout:op 5973 completed, throughput=5MB/sec 2024-04-12T01:06:51.749 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-lmf9MQj-fECW202 off=6832615 len=2080304 2024-04-12T01:06:51.759 INFO:tasks.workunit.client.0.smithi098.stdout:op 5974 completed, throughput=5MB/sec 2024-04-12T01:06:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:52 smithi098 ceph-mon[91373]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:06:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:52 smithi098 ceph-mon[88922]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:06:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:52 smithi193 ceph-mon[83763]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:06:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:06:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:06:52.759 INFO:tasks.workunit.client.0.smithi098.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-12T01:06:52.760 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-m84GGLpq54FXVJJ off=7562579 len=1180721 2024-04-12T01:06:52.761 INFO:tasks.workunit.client.0.smithi098.stdout:op 5975 completed, throughput=5MB/sec 2024-04-12T01:06:52.761 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-szmWz7XbMcmTZup off=10010500 len=1079049 2024-04-12T01:06:52.762 INFO:tasks.workunit.client.0.smithi098.stdout:op 5976 completed, throughput=5MB/sec 2024-04-12T01:06:52.762 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-mjH5Xyh4tIXJ5tA off=16895900 len=1911110 2024-04-12T01:06:52.766 INFO:tasks.workunit.client.0.smithi098.stdout:op 5977 completed, throughput=5MB/sec 2024-04-12T01:06:52.767 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bWxy9mA5lVJVC_A off=17325461 len=1832732 2024-04-12T01:06:52.775 INFO:tasks.workunit.client.0.smithi098.stdout:op 5978 completed, throughput=5MB/sec 2024-04-12T01:06:53.775 INFO:tasks.workunit.client.0.smithi098.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-12T01:06:53.776 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-V4Zk6YDZ7dfghyg off=1891553 len=736603 2024-04-12T01:06:53.781 INFO:tasks.workunit.client.0.smithi098.stdout:op 5979 completed, throughput=5MB/sec 2024-04-12T01:06:53.781 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Kl_MsAV3dJtDoKy off=2564612 len=854563 2024-04-12T01:06:53.782 INFO:tasks.workunit.client.0.smithi098.stdout:op 5980 completed, throughput=5MB/sec 2024-04-12T01:06:53.782 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jamNypOU3PwxJpE off=209929 len=1965098 2024-04-12T01:06:53.784 INFO:tasks.workunit.client.0.smithi098.stdout:op 5981 completed, throughput=5MB/sec 2024-04-12T01:06:53.784 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-IDJ7_ykrcLt0FRG off=5509855 len=1307880 2024-04-12T01:06:53.792 INFO:tasks.workunit.client.0.smithi098.stdout:op 5982 completed, throughput=5MB/sec 2024-04-12T01:06:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:54 smithi098 ceph-mon[88922]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:06:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:54 smithi098 ceph-mon[91373]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:06:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:54 smithi193 ceph-mon[83763]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:06:54.792 INFO:tasks.workunit.client.0.smithi098.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-12T01:06:54.793 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-H3Z7A7znx1UePL_ off=4803963 len=784946 2024-04-12T01:06:54.795 INFO:tasks.workunit.client.0.smithi098.stdout:op 5983 completed, throughput=5MB/sec 2024-04-12T01:06:54.795 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-aYK6gn37KrhWF7b off=3343929 len=905512 2024-04-12T01:06:54.796 INFO:tasks.workunit.client.0.smithi098.stdout:op 5984 completed, throughput=5MB/sec 2024-04-12T01:06:54.796 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-8p_0R5Cxs2jrq0n off=413918 len=1640678 2024-04-12T01:06:54.801 INFO:tasks.workunit.client.0.smithi098.stdout:op 5985 completed, throughput=5MB/sec 2024-04-12T01:06:54.801 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bYNnFdfSAZVMT4O off=2465648 len=382933 2024-04-12T01:06:54.804 INFO:tasks.workunit.client.0.smithi098.stdout:op 5986 completed, throughput=5MB/sec 2024-04-12T01:06:54.804 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-sZL-pvqZ7XBRBuj off=2320022 len=1606189 2024-04-12T01:06:54.806 INFO:tasks.workunit.client.0.smithi098.stdout:op 5987 completed, throughput=5MB/sec 2024-04-12T01:06:55.807 INFO:tasks.workunit.client.0.smithi098.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-12T01:06:55.807 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-JBaM3DnqnIGylEx off=3259388 len=207426 2024-04-12T01:06:55.810 INFO:tasks.workunit.client.0.smithi098.stdout:op 5988 completed, throughput=5MB/sec 2024-04-12T01:06:55.810 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-TnWrXzGjXIZPn14 off=14218436 len=819315 2024-04-12T01:06:55.814 INFO:tasks.workunit.client.0.smithi098.stdout:op 5989 completed, throughput=5MB/sec 2024-04-12T01:06:55.815 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-dQil4np2EeLnaV9 off=1158060 len=1626274 2024-04-12T01:06:55.818 INFO:tasks.workunit.client.0.smithi098.stdout:op 5990 completed, throughput=5MB/sec 2024-04-12T01:06:55.818 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--qy6qlvz79jCG45 off=1963102 len=889064 2024-04-12T01:06:55.822 INFO:tasks.workunit.client.0.smithi098.stdout:op 5991 completed, throughput=5MB/sec 2024-04-12T01:06:55.823 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-0EZV1xRvmzfL47a off=2550351 len=1976673 2024-04-12T01:06:55.825 INFO:tasks.workunit.client.0.smithi098.stdout:op 5992 completed, throughput=5MB/sec 2024-04-12T01:06:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:06:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:06:55] "GET /metrics HTTP/1.1" 200 34129 "" "Prometheus/2.43.0" 2024-04-12T01:06:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:56 smithi098 ceph-mon[91373]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:06:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:56 smithi098 ceph-mon[88922]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:06:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:56 smithi193 ceph-mon[83763]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T01:06:56.825 INFO:tasks.workunit.client.0.smithi098.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-12T01:06:56.825 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-7--PbZ9O6EHEJMS off=10726747 len=403677 2024-04-12T01:06:56.830 INFO:tasks.workunit.client.0.smithi098.stdout:op 5993 completed, throughput=5MB/sec 2024-04-12T01:06:56.830 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-2sD8L_yUNrFbpqV off=16055822 len=1893626 2024-04-12T01:06:56.842 INFO:tasks.workunit.client.0.smithi098.stdout:op 5994 completed, throughput=5MB/sec 2024-04-12T01:06:56.842 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Lx7rzAbYCEXIbr8 off=9726321 len=1793778 2024-04-12T01:06:56.845 INFO:tasks.workunit.client.0.smithi098.stdout:op 5995 completed, throughput=5MB/sec 2024-04-12T01:06:56.845 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-x1G3yHdyw_J11Fs off=11497108 len=1508837 2024-04-12T01:06:56.848 INFO:tasks.workunit.client.0.smithi098.stdout:op 5996 completed, throughput=5MB/sec 2024-04-12T01:06:57.848 INFO:tasks.workunit.client.0.smithi098.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-12T01:06:57.848 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Ufd0XMRz8_6zbCl off=14931 len=1458437 2024-04-12T01:06:57.851 INFO:tasks.workunit.client.0.smithi098.stdout:op 5997 completed, throughput=5MB/sec 2024-04-12T01:06:57.851 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-a1CWdQdPiuTb5XS off=10425685 len=50863 2024-04-12T01:06:57.854 INFO:tasks.workunit.client.0.smithi098.stdout:op 5998 completed, throughput=5MB/sec 2024-04-12T01:06:57.854 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-hE1IauG58abiwBv off=1035291 len=796000 2024-04-12T01:06:57.855 INFO:tasks.workunit.client.0.smithi098.stdout:op 5999 completed, throughput=5MB/sec 2024-04-12T01:06:57.855 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aOiaqE8uK_C9EuF off=20498545 len=967546 2024-04-12T01:06:57.861 INFO:tasks.workunit.client.0.smithi098.stdout:op 6000 completed, throughput=5MB/sec 2024-04-12T01:06:57.861 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-vFavVWQOqmlLvME off=6120052 len=1089135 2024-04-12T01:06:57.866 INFO:tasks.workunit.client.0.smithi098.stdout:op 6001 completed, throughput=5MB/sec 2024-04-12T01:06:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:06:58 smithi098 ceph-mon[91373]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:06:58.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:06:58 smithi098 ceph-mon[88922]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:06:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:06:58 smithi193 ceph-mon[83763]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:06:58.867 INFO:tasks.workunit.client.0.smithi098.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-12T01:06:58.867 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Gzg4Cr6Z7ZPqjoS off=11479949 len=186305 2024-04-12T01:06:58.868 INFO:tasks.workunit.client.0.smithi098.stdout:op 6002 completed, throughput=5MB/sec 2024-04-12T01:06:58.868 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-zh76De1Cq7pOFNr off=4078645 len=992711 2024-04-12T01:06:58.874 INFO:tasks.workunit.client.0.smithi098.stdout:op 6003 completed, throughput=5MB/sec 2024-04-12T01:06:58.874 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Ut-ENz00tLMrlw7 off=4394281 len=777169 2024-04-12T01:06:58.878 INFO:tasks.workunit.client.0.smithi098.stdout:op 6004 completed, throughput=5MB/sec 2024-04-12T01:06:58.878 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-x1qyqLCY-jKdXpH off=8077008 len=738136 2024-04-12T01:06:58.883 INFO:tasks.workunit.client.0.smithi098.stdout:op 6005 completed, throughput=5MB/sec 2024-04-12T01:06:58.883 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-Y9Pv6BpSlk_7aRC off=11089690 len=191533 2024-04-12T01:06:58.884 INFO:tasks.workunit.client.0.smithi098.stdout:op 6006 completed, throughput=5MB/sec 2024-04-12T01:06:58.884 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-48KB9sh_n_O3Wh5 off=12090520 len=786952 2024-04-12T01:06:58.888 INFO:tasks.workunit.client.0.smithi098.stdout:op 6007 completed, throughput=5MB/sec 2024-04-12T01:06:58.888 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-PJ1AtZYXG1Le7lX off=13731019 len=1777203 2024-04-12T01:06:58.897 INFO:tasks.workunit.client.0.smithi098.stdout:op 6008 completed, throughput=5MB/sec 2024-04-12T01:06:59.897 INFO:tasks.workunit.client.0.smithi098.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-12T01:06:59.898 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Sbu89JdmSmIYUKy off=8820438 len=187251 2024-04-12T01:06:59.901 INFO:tasks.workunit.client.0.smithi098.stdout:op 6009 completed, throughput=5MB/sec 2024-04-12T01:06:59.901 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-gwqhPVDg04raRRB off=830596 len=88137 2024-04-12T01:06:59.903 INFO:tasks.workunit.client.0.smithi098.stdout:op 6010 completed, throughput=5MB/sec 2024-04-12T01:06:59.904 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iEW8RiqgAIt6CZW off=834253 len=712145 2024-04-12T01:06:59.908 INFO:tasks.workunit.client.0.smithi098.stdout:op 6011 completed, throughput=5MB/sec 2024-04-12T01:06:59.908 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-9KjV7y71w4Ea2Ud off=3519999 len=1887476 2024-04-12T01:06:59.910 INFO:tasks.workunit.client.0.smithi098.stdout:op 6012 completed, throughput=5MB/sec 2024-04-12T01:06:59.910 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ALEzTXTbLU9gDWR off=13064465 len=917711 2024-04-12T01:06:59.911 INFO:tasks.workunit.client.0.smithi098.stdout:op 6013 completed, throughput=5MB/sec 2024-04-12T01:06:59.912 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-jD4qqchjJtUkpG2 off=332638 len=1144870 2024-04-12T01:06:59.914 INFO:tasks.workunit.client.0.smithi098.stdout:op 6014 completed, throughput=5MB/sec 2024-04-12T01:07:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:00 smithi098 ceph-mon[91373]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:07:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:00 smithi098 ceph-mon[88922]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:07:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:00 smithi193 ceph-mon[83763]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:07:00.915 INFO:tasks.workunit.client.0.smithi098.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-12T01:07:00.915 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-w-bbe7eCAN4aYxC off=4822353 len=438917 2024-04-12T01:07:00.916 INFO:tasks.workunit.client.0.smithi098.stdout:op 6015 completed, throughput=5MB/sec 2024-04-12T01:07:00.916 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-UEn2t9_Y7xZYoUW off=16271190 len=2093894 2024-04-12T01:07:00.918 INFO:tasks.workunit.client.0.smithi098.stdout:op 6016 completed, throughput=5MB/sec 2024-04-12T01:07:00.918 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-6zeYXYRIeLTZwwY off=4685255 len=526051 2024-04-12T01:07:00.920 INFO:tasks.workunit.client.0.smithi098.stdout:op 6017 completed, throughput=5MB/sec 2024-04-12T01:07:00.920 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-dGqpuj5c1bGmhPx off=5886900 len=1842551 2024-04-12T01:07:00.927 INFO:tasks.workunit.client.0.smithi098.stdout:op 6018 completed, throughput=5MB/sec 2024-04-12T01:07:00.927 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bHmN1uEAdNiiPEt off=6829908 len=761611 2024-04-12T01:07:00.928 INFO:tasks.workunit.client.0.smithi098.stdout:op 6019 completed, throughput=5MB/sec 2024-04-12T01:07:01.929 INFO:tasks.workunit.client.0.smithi098.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-12T01:07:01.929 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-RrDnxCSe85vZB0L off=12839867 len=1009808 2024-04-12T01:07:01.930 INFO:tasks.workunit.client.0.smithi098.stdout:op 6020 completed, throughput=5MB/sec 2024-04-12T01:07:01.930 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-j00BbuzwfgLUU5X off=4047421 len=359057 2024-04-12T01:07:01.934 INFO:tasks.workunit.client.0.smithi098.stdout:op 6021 completed, throughput=5MB/sec 2024-04-12T01:07:01.934 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-B_VuwrIkn3-Qv7g off=900668 len=1602619 2024-04-12T01:07:01.937 INFO:tasks.workunit.client.0.smithi098.stdout:op 6022 completed, throughput=5MB/sec 2024-04-12T01:07:01.937 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-lU-lWT2d8e-8-4a off=9105633 len=248912 2024-04-12T01:07:01.938 INFO:tasks.workunit.client.0.smithi098.stdout:op 6023 completed, throughput=5MB/sec 2024-04-12T01:07:01.938 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-J3BZmwbbSfsEwoK off=1143535 len=1589709 2024-04-12T01:07:01.940 INFO:tasks.workunit.client.0.smithi098.stdout:op 6024 completed, throughput=5MB/sec 2024-04-12T01:07:01.940 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-15anawnAcIZLGvs off=8569174 len=1312889 2024-04-12T01:07:01.941 INFO:tasks.workunit.client.0.smithi098.stdout:op 6025 completed, throughput=5MB/sec 2024-04-12T01:07:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:02 smithi098 ceph-mon[91373]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:07:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:02 smithi098 ceph-mon[88922]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:07:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:02 smithi193 ceph-mon[83763]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T01:07:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:07:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:07:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:07:02.941 INFO:tasks.workunit.client.0.smithi098.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-12T01:07:02.942 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-T9nLusEw2p9lunC off=1800129 len=316453 2024-04-12T01:07:02.945 INFO:tasks.workunit.client.0.smithi098.stdout:op 6026 completed, throughput=5MB/sec 2024-04-12T01:07:02.945 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-J_KN-qjLKUOVDBa off=4575491 len=1357781 2024-04-12T01:07:02.953 INFO:tasks.workunit.client.0.smithi098.stdout:op 6027 completed, throughput=5MB/sec 2024-04-12T01:07:02.953 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-W9c7UWoYfc-_9Ig off=10845848 len=1190520 2024-04-12T01:07:02.961 INFO:tasks.workunit.client.0.smithi098.stdout:op 6028 completed, throughput=5MB/sec 2024-04-12T01:07:02.961 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Det-K1LuSlGzIMD off=3001183 len=202406 2024-04-12T01:07:02.964 INFO:tasks.workunit.client.0.smithi098.stdout:op 6029 completed, throughput=5MB/sec 2024-04-12T01:07:02.964 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-OBvuQPFzP_JeCVo off=4183640 len=1596227 2024-04-12T01:07:02.970 INFO:tasks.workunit.client.0.smithi098.stdout:op 6030 completed, throughput=5MB/sec 2024-04-12T01:07:03.970 INFO:tasks.workunit.client.0.smithi098.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-12T01:07:03.971 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-HP1rOygAP6Ouucz off=2567824 len=608098 2024-04-12T01:07:03.975 INFO:tasks.workunit.client.0.smithi098.stdout:op 6031 completed, throughput=5MB/sec 2024-04-12T01:07:03.975 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-aLMvfv46g_IDQHi off=10371770 len=1488317 2024-04-12T01:07:03.984 INFO:tasks.workunit.client.0.smithi098.stdout:op 6032 completed, throughput=5MB/sec 2024-04-12T01:07:03.984 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1npnWy3tPD35JlP off=12410114 len=916841 2024-04-12T01:07:03.990 INFO:tasks.workunit.client.0.smithi098.stdout:op 6033 completed, throughput=5MB/sec 2024-04-12T01:07:03.990 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-K8Wzthd9_fxu9YZ off=2779634 len=882823 2024-04-12T01:07:03.991 INFO:tasks.workunit.client.0.smithi098.stdout:op 6034 completed, throughput=5MB/sec 2024-04-12T01:07:03.991 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1NVNNc9kfzmGdLX off=9954010 len=320536 2024-04-12T01:07:03.994 INFO:tasks.workunit.client.0.smithi098.stdout:op 6035 completed, throughput=5MB/sec 2024-04-12T01:07:03.994 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-0WsykpsagECJtxo off=3435492 len=1122584 2024-04-12T01:07:03.999 INFO:tasks.workunit.client.0.smithi098.stdout:op 6036 completed, throughput=5MB/sec 2024-04-12T01:07:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:04 smithi098 ceph-mon[91373]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:07:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:04 smithi098 ceph-mon[88922]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:07:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:04 smithi193 ceph-mon[83763]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:07:04.999 INFO:tasks.workunit.client.0.smithi098.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-12T01:07:04.999 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-YdTWkUoKIK6HL5B off=13855517 len=254519 2024-04-12T01:07:05.003 INFO:tasks.workunit.client.0.smithi098.stdout:op 6037 completed, throughput=5MB/sec 2024-04-12T01:07:05.003 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EszeKWxgZBpe3VZ off=13698792 len=765371 2024-04-12T01:07:05.004 INFO:tasks.workunit.client.0.smithi098.stdout:op 6038 completed, throughput=5MB/sec 2024-04-12T01:07:05.004 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-Qc2Iv3Pe7noI2pC off=12557659 len=1537607 2024-04-12T01:07:05.011 INFO:tasks.workunit.client.0.smithi098.stdout:op 6039 completed, throughput=5MB/sec 2024-04-12T01:07:05.011 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ZyXmSpDjHgAJjU1 off=12815831 len=2072541 2024-04-12T01:07:05.013 INFO:tasks.workunit.client.0.smithi098.stdout:op 6040 completed, throughput=5MB/sec 2024-04-12T01:07:05.013 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VWNZ2tnJkyXehYB off=13658371 len=1658430 2024-04-12T01:07:05.017 INFO:tasks.workunit.client.0.smithi098.stdout:op 6041 completed, throughput=5MB/sec 2024-04-12T01:07:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:06.017 INFO:tasks.workunit.client.0.smithi098.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-12T01:07:06.018 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-cn_-iUJRtB2mamP off=2142072 len=257750 2024-04-12T01:07:06.018 INFO:tasks.workunit.client.0.smithi098.stdout:op 6042 completed, throughput=5MB/sec 2024-04-12T01:07:06.018 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3fQEp1KoshGk8_q off=2298652 len=1252702 2024-04-12T01:07:06.023 INFO:tasks.workunit.client.0.smithi098.stdout:op 6043 completed, throughput=5MB/sec 2024-04-12T01:07:06.023 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-bFJ78cerViaxJaZ off=12072677 len=952145 2024-04-12T01:07:06.028 INFO:tasks.workunit.client.0.smithi098.stdout:op 6044 completed, throughput=5MB/sec 2024-04-12T01:07:06.028 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-ATXQ-anjXuvy7Xb off=5016804 len=706178 2024-04-12T01:07:06.029 INFO:tasks.workunit.client.0.smithi098.stdout:op 6045 completed, throughput=5MB/sec 2024-04-12T01:07:06.029 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-SaVm79lDZleJ6_v off=5347492 len=1762998 2024-04-12T01:07:06.039 INFO:tasks.workunit.client.0.smithi098.stdout:op 6046 completed, throughput=5MB/sec 2024-04-12T01:07:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:07:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:07:05] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T01:07:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:06 smithi098 ceph-mon[91373]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:07:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:06 smithi098 ceph-mon[88922]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:07:06.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:06 smithi193 ceph-mon[83763]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T01:07:07.039 INFO:tasks.workunit.client.0.smithi098.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-12T01:07:07.039 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-VS4ulR23em8PfuO off=3311705 len=162158 2024-04-12T01:07:07.042 INFO:tasks.workunit.client.0.smithi098.stdout:op 6047 completed, throughput=5MB/sec 2024-04-12T01:07:07.042 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-m1zEv8YxdqNy5wD off=4742050 len=312372 2024-04-12T01:07:07.045 INFO:tasks.workunit.client.0.smithi098.stdout:op 6048 completed, throughput=5MB/sec 2024-04-12T01:07:07.045 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-vJxb15z8JBH0kwt off=19364861 len=1047392 2024-04-12T01:07:07.049 INFO:tasks.workunit.client.0.smithi098.stdout:op 6049 completed, throughput=5MB/sec 2024-04-12T01:07:07.049 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-uog6MD2mmdVMSHw off=3882570 len=1795376 2024-04-12T01:07:07.060 INFO:tasks.workunit.client.0.smithi098.stdout:op 6050 completed, throughput=5MB/sec 2024-04-12T01:07:07.061 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bTLBs25BwUtKTa- off=6024711 len=925417 2024-04-12T01:07:07.062 INFO:tasks.workunit.client.0.smithi098.stdout:op 6051 completed, throughput=5MB/sec 2024-04-12T01:07:07.062 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-2vj-DkSHxevbaCi off=2198360 len=381201 2024-04-12T01:07:07.063 INFO:tasks.workunit.client.0.smithi098.stdout:op 6052 completed, throughput=5MB/sec 2024-04-12T01:07:08.064 INFO:tasks.workunit.client.0.smithi098.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-12T01:07:08.064 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-jF_pc2o4UaEEJ-s off=0 len=1357666 2024-04-12T01:07:08.072 INFO:tasks.workunit.client.0.smithi098.stdout:op 6053 completed, throughput=5MB/sec 2024-04-12T01:07:08.072 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-3touPdoQ1rAJhr3 off=11699317 len=891285 2024-04-12T01:07:08.073 INFO:tasks.workunit.client.0.smithi098.stdout:op 6054 completed, throughput=5MB/sec 2024-04-12T01:07:08.074 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-bXsZmiNSRtlXCiq off=10823877 len=1952273 2024-04-12T01:07:08.076 INFO:tasks.workunit.client.0.smithi098.stdout:op 6055 completed, throughput=5MB/sec 2024-04-12T01:07:08.076 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OMMNVIQU2Oo4iwd off=2722304 len=1055545 2024-04-12T01:07:08.077 INFO:tasks.workunit.client.0.smithi098.stdout:op 6056 completed, throughput=5MB/sec 2024-04-12T01:07:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:08 smithi098 ceph-mon[91373]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:07:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:08 smithi098 ceph-mon[88922]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:07:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:08 smithi193 ceph-mon[83763]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T01:07:09.077 INFO:tasks.workunit.client.0.smithi098.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-12T01:07:09.077 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-8YjZnI2x0B0GYh1 off=3340105 len=538355 2024-04-12T01:07:09.080 INFO:tasks.workunit.client.0.smithi098.stdout:op 6057 completed, throughput=5MB/sec 2024-04-12T01:07:09.081 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-YooP1oOjhFVdD98 off=9090488 len=403679 2024-04-12T01:07:09.081 INFO:tasks.workunit.client.0.smithi098.stdout:op 6058 completed, throughput=5MB/sec 2024-04-12T01:07:09.081 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FosTFnX26QrgRhZ off=5264773 len=411209 2024-04-12T01:07:09.085 INFO:tasks.workunit.client.0.smithi098.stdout:op 6059 completed, throughput=5MB/sec 2024-04-12T01:07:09.085 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj--3D3FUzbygm2o7W off=2721403 len=1218504 2024-04-12T01:07:09.093 INFO:tasks.workunit.client.0.smithi098.stdout:op 6060 completed, throughput=5MB/sec 2024-04-12T01:07:09.093 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj--ioPaFB91MV6TlP off=5827939 len=353577 2024-04-12T01:07:09.094 INFO:tasks.workunit.client.0.smithi098.stdout:op 6061 completed, throughput=5MB/sec 2024-04-12T01:07:09.094 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-EmSdiJR7HOwQi-q off=4542610 len=1747231 2024-04-12T01:07:09.096 INFO:tasks.workunit.client.0.smithi098.stdout:op 6062 completed, throughput=5MB/sec 2024-04-12T01:07:09.096 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WzYUwLmtBuYRqLj off=8220894 len=2085685 2024-04-12T01:07:09.099 INFO:tasks.workunit.client.0.smithi098.stdout:op 6063 completed, throughput=5MB/sec 2024-04-12T01:07:10.099 INFO:tasks.workunit.client.0.smithi098.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-12T01:07:10.099 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-g_TejszFQ--_dsq off=2723331 len=1405364 2024-04-12T01:07:10.107 INFO:tasks.workunit.client.0.smithi098.stdout:op 6064 completed, throughput=5MB/sec 2024-04-12T01:07:10.107 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-fCtr3pGOW16NE_h off=5760211 len=1208910 2024-04-12T01:07:10.113 INFO:tasks.workunit.client.0.smithi098.stdout:op 6065 completed, throughput=5MB/sec 2024-04-12T01:07:10.114 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-RhNdMdA8d7ixQXj off=19816843 len=2086678 2024-04-12T01:07:10.123 INFO:tasks.workunit.client.0.smithi098.stdout:op 6066 completed, throughput=5MB/sec 2024-04-12T01:07:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:10 smithi098 ceph-mon[91373]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:07:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:10 smithi098 ceph-mon[88922]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:07:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:10 smithi193 ceph-mon[83763]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T01:07:11.123 INFO:tasks.workunit.client.0.smithi098.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-12T01:07:11.124 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-yrvbM9MblcV7-o_ off=241739 len=702169 2024-04-12T01:07:11.128 INFO:tasks.workunit.client.0.smithi098.stdout:op 6067 completed, throughput=5MB/sec 2024-04-12T01:07:11.128 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-EGjvvzwYa8RoY1- off=6366739 len=2039728 2024-04-12T01:07:11.139 INFO:tasks.workunit.client.0.smithi098.stdout:op 6068 completed, throughput=5MB/sec 2024-04-12T01:07:11.139 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-nFSgLXjNwOQKZse off=4499968 len=415318 2024-04-12T01:07:11.143 INFO:tasks.workunit.client.0.smithi098.stdout:op 6069 completed, throughput=5MB/sec 2024-04-12T01:07:11.143 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-zanUGvK26it7drX off=10124944 len=417973 2024-04-12T01:07:11.144 INFO:tasks.workunit.client.0.smithi098.stdout:op 6070 completed, throughput=5MB/sec 2024-04-12T01:07:11.144 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-VcEZatlGCMabrJu off=5394792 len=1316220 2024-04-12T01:07:11.146 INFO:tasks.workunit.client.0.smithi098.stdout:op 6071 completed, throughput=5MB/sec 2024-04-12T01:07:12.146 INFO:tasks.workunit.client.0.smithi098.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-12T01:07:12.146 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-FVEoPHwme_6TAJH off=5706220 len=1130226 2024-04-12T01:07:12.153 INFO:tasks.workunit.client.0.smithi098.stdout:op 6072 completed, throughput=5MB/sec 2024-04-12T01:07:12.153 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iK9ITBkq8elbKKw off=5793689 len=1211321 2024-04-12T01:07:12.161 INFO:tasks.workunit.client.0.smithi098.stdout:op 6073 completed, throughput=5MB/sec 2024-04-12T01:07:12.161 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-OIxkFyodPxEvZTL off=2405373 len=1949850 2024-04-12T01:07:12.163 INFO:tasks.workunit.client.0.smithi098.stdout:op 6074 completed, throughput=5MB/sec 2024-04-12T01:07:12.164 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-n0wxZE_HxKxkU84 off=9695206 len=834042 2024-04-12T01:07:12.165 INFO:tasks.workunit.client.0.smithi098.stdout:op 6075 completed, throughput=5MB/sec 2024-04-12T01:07:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:12 smithi098 ceph-mon[91373]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:07:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:12 smithi098 ceph-mon[88922]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:07:12.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:07:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:07:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:12 smithi193 ceph-mon[83763]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:07:13.165 INFO:tasks.workunit.client.0.smithi098.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-12T01:07:13.165 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-iL7pIPZJLCL55fi off=3706345 len=1038861 2024-04-12T01:07:13.170 INFO:tasks.workunit.client.0.smithi098.stdout:op 6076 completed, throughput=5MB/sec 2024-04-12T01:07:13.170 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sjParKVhxLcog97 off=13037887 len=872968 2024-04-12T01:07:13.175 INFO:tasks.workunit.client.0.smithi098.stdout:op 6077 completed, throughput=5MB/sec 2024-04-12T01:07:13.175 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-B2P-dTpE1iZccSV off=5351885 len=1675599 2024-04-12T01:07:13.177 INFO:tasks.workunit.client.0.smithi098.stdout:op 6078 completed, throughput=5MB/sec 2024-04-12T01:07:13.177 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-WPu-Gmj6w7WM2e8 off=1845725 len=1044689 2024-04-12T01:07:13.179 INFO:tasks.workunit.client.0.smithi098.stdout:op 6079 completed, throughput=5MB/sec 2024-04-12T01:07:13.179 INFO:tasks.workunit.client.0.smithi098.stdout:READ : oid=obj-FU4r79E58vy3M7P off=3242571 len=216419 2024-04-12T01:07:13.180 INFO:tasks.workunit.client.0.smithi098.stdout:op 6080 completed, throughput=5MB/sec 2024-04-12T01:07:13.180 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-1dqlWsLCbneNrAk off=16582169 len=65407 2024-04-12T01:07:13.183 INFO:tasks.workunit.client.0.smithi098.stdout:op 6081 completed, throughput=5MB/sec 2024-04-12T01:07:13.183 INFO:tasks.workunit.client.0.smithi098.stdout:WRITE : oid=obj-sNkFXOn9XPxQP6r off=15006241 len=893284 2024-04-12T01:07:13.188 INFO:tasks.workunit.client.0.smithi098.stdout:op 6082 completed, throughput=5MB/sec 2024-04-12T01:07:14.188 INFO:tasks.workunit.client.0.smithi098.stdout:waiting for all operations to complete 2024-04-12T01:07:14.188 INFO:tasks.workunit.client.0.smithi098.stdout:cleaning up objects 2024-04-12T01:07:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:14 smithi098 ceph-mon[91373]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:07:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:14 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:07:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:14 smithi098 ceph-mon[88922]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:07:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:14 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:07:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:14 smithi193 ceph-mon[83763]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T01:07:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:14 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:07:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:07:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:07:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:07:15.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:07:15.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:07:15.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:07:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:07:15.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:07:15.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:07:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:07:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:07:15] "GET /metrics HTTP/1.1" 200 34136 "" "Prometheus/2.43.0" 2024-04-12T01:07:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:16 smithi098 ceph-mon[91373]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:07:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:16 smithi098 ceph-mon[88922]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:07:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:16 smithi193 ceph-mon[83763]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T01:07:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:18 smithi098 ceph-mon[91373]: pgmap v1961: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T01:07:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:18 smithi098 ceph-mon[88922]: pgmap v1961: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T01:07:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:18 smithi193 ceph-mon[83763]: pgmap v1961: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2024-04-12T01:07:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:20 smithi098 ceph-mon[91373]: pgmap v1962: 105 pgs: 105 active+clean; 114 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 86 op/s 2024-04-12T01:07:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:20 smithi098 ceph-mon[88922]: pgmap v1962: 105 pgs: 105 active+clean; 114 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 86 op/s 2024-04-12T01:07:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:20 smithi193 ceph-mon[83763]: pgmap v1962: 105 pgs: 105 active+clean; 114 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 86 op/s 2024-04-12T01:07:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:22 smithi098 ceph-mon[91373]: pgmap v1963: 105 pgs: 105 active+clean; 99 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 187 op/s 2024-04-12T01:07:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:22 smithi098 ceph-mon[88922]: pgmap v1963: 105 pgs: 105 active+clean; 99 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 187 op/s 2024-04-12T01:07:22.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:22 smithi193 ceph-mon[83763]: pgmap v1963: 105 pgs: 105 active+clean; 99 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 187 op/s 2024-04-12T01:07:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:07:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:07:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:07:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:24 smithi098 ceph-mon[91373]: pgmap v1964: 105 pgs: 105 active+clean; 80 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 318 op/s 2024-04-12T01:07:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:24 smithi098 ceph-mon[88922]: pgmap v1964: 105 pgs: 105 active+clean; 80 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 318 op/s 2024-04-12T01:07:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:24 smithi193 ceph-mon[83763]: pgmap v1964: 105 pgs: 105 active+clean; 80 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 318 op/s 2024-04-12T01:07:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:25 smithi098 ceph-mon[91373]: pgmap v1965: 105 pgs: 105 active+clean; 74 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 744 KiB/s rd, 718 KiB/s wr, 353 op/s 2024-04-12T01:07:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:25 smithi098 ceph-mon[88922]: pgmap v1965: 105 pgs: 105 active+clean; 74 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 744 KiB/s rd, 718 KiB/s wr, 353 op/s 2024-04-12T01:07:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:25 smithi193 ceph-mon[83763]: pgmap v1965: 105 pgs: 105 active+clean; 74 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 744 KiB/s rd, 718 KiB/s wr, 353 op/s 2024-04-12T01:07:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:07:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:07:25] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-12T01:07:27.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:27 smithi098 ceph-mon[88922]: pgmap v1966: 105 pgs: 105 active+clean; 52 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 573 KiB/s rd, 515 KiB/s wr, 504 op/s 2024-04-12T01:07:27.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:27 smithi098 ceph-mon[91373]: pgmap v1966: 105 pgs: 105 active+clean; 52 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 573 KiB/s rd, 515 KiB/s wr, 504 op/s 2024-04-12T01:07:27.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:27 smithi193 ceph-mon[83763]: pgmap v1966: 105 pgs: 105 active+clean; 52 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 573 KiB/s rd, 515 KiB/s wr, 504 op/s 2024-04-12T01:07:29.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:29 smithi098 ceph-mon[91373]: pgmap v1967: 105 pgs: 105 active+clean; 38 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 334 KiB/s wr, 572 op/s 2024-04-12T01:07:29.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:29 smithi098 ceph-mon[88922]: pgmap v1967: 105 pgs: 105 active+clean; 38 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 334 KiB/s wr, 572 op/s 2024-04-12T01:07:29.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:29 smithi193 ceph-mon[83763]: pgmap v1967: 105 pgs: 105 active+clean; 38 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 334 KiB/s wr, 572 op/s 2024-04-12T01:07:31.269 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T01:07:31.270 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T01:07:31.299 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-12T01:07:31.299 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T01:07:31.554 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:31 smithi098 ceph-mon[91373]: pgmap v1968: 105 pgs: 105 active+clean; 25 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2024-04-12T01:07:31.555 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:31 smithi098 ceph-mon[88922]: pgmap v1968: 105 pgs: 105 active+clean; 25 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2024-04-12T01:07:31.556 DEBUG:teuthology.parallel:result is None 2024-04-12T01:07:31.556 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:07:31.583 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:07:31.583 DEBUG:teuthology.orchestra.run.smithi098:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:07:31.638 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:07:31.639 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T01:07:31.639 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-12T01:07:31.639 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T01:07:31.639 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-12T01:07:31.639 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T01:07:31.640 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T01:07:31.640 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T01:07:31.640 DEBUG:teuthology.orchestra.run.smithi193:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-12T01:07:31.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T01:07:31.656 INFO:teuthology.orchestra.run.smithi193.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-12T01:07:31.657 DEBUG:teuthology.orchestra.run.smithi193:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-12T01:07:31.712 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-12T01:07:31.712 DEBUG:teuthology.orchestra.run.smithi193:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-12T01:07:31.767 INFO:tasks.workunit:timeout=3h 2024-04-12T01:07:31.767 INFO:tasks.workunit:cleanup=True 2024-04-12T01:07:31.767 DEBUG:teuthology.orchestra.run.smithi193:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-12T01:07:31.822 INFO:tasks.workunit.client.1.smithi193.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-12T01:07:31.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:31 smithi193 ceph-mon[83763]: pgmap v1968: 105 pgs: 105 active+clean; 25 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2024-04-12T01:07:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:07:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:07:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:07:33.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:33 smithi098 ceph-mon[91373]: pgmap v1969: 105 pgs: 105 active+clean; 8.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-04-12T01:07:33.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:33 smithi098 ceph-mon[88922]: pgmap v1969: 105 pgs: 105 active+clean; 8.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-04-12T01:07:33.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:33 smithi193 ceph-mon[83763]: pgmap v1969: 105 pgs: 105 active+clean; 8.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-04-12T01:07:35.792 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:07:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:07:35] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-12T01:07:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:35 smithi098 ceph-mon[88922]: pgmap v1970: 105 pgs: 105 active+clean; 5.3 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 500 op/s 2024-04-12T01:07:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:35.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:35 smithi098 ceph-mon[91373]: pgmap v1970: 105 pgs: 105 active+clean; 5.3 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 500 op/s 2024-04-12T01:07:35.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:35 smithi193 ceph-mon[83763]: pgmap v1970: 105 pgs: 105 active+clean; 5.3 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 500 op/s 2024-04-12T01:07:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:37.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:37 smithi098 ceph-mon[91373]: pgmap v1971: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 501 op/s 2024-04-12T01:07:37.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:37 smithi098 ceph-mon[88922]: pgmap v1971: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 501 op/s 2024-04-12T01:07:37.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:37 smithi193 ceph-mon[83763]: pgmap v1971: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 501 op/s 2024-04-12T01:07:37.868 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:07:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=cleanup t=2024-04-12T01:07:37.576463713Z level=info msg="Completed cleanup jobs" duration=6.07341ms 2024-04-12T01:07:38.316 DEBUG:teuthology.orchestra.run.smithi193:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-12T01:07:38.381 INFO:tasks.workunit.client.1.smithi193.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T01:07:38.383 INFO:tasks.workunit.client.1.smithi193.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-12T01:07:38.383 INFO:tasks.workunit.client.1.smithi193.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T01:07:39.169 INFO:tasks.workunit.client.1.smithi193.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T01:07:39.254 INFO:tasks.workunit.client.1.smithi193.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T01:07:39.295 INFO:tasks.workunit.client.1.smithi193.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-12T01:07:39.297 INFO:tasks.workunit.client.1.smithi193.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-12T01:07:39.297 INFO:tasks.workunit.client.1.smithi193.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T01:07:39.336 INFO:tasks.workunit.client.1.smithi193.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-12T01:07:39.339 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-04-12T01:07:39.339 DEBUG:teuthology.orchestra.run.smithi193:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-12T01:07:39.394 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-12T01:07:39.395 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-12T01:07:39.396 DEBUG:teuthology.orchestra.run.smithi193:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-12T01:07:39.469 INFO:tasks.workunit.client.1.smithi193.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-12T01:07:39.469 INFO:tasks.workunit.client.1.smithi193.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-12T01:07:39.469 INFO:tasks.workunit.client.1.smithi193.stderr:+ TMPDIR=/tmp/rbd_import_export_128837 2024-04-12T01:07:39.470 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm -rf /tmp/rbd_import_export_128837 2024-04-12T01:07:39.470 INFO:tasks.workunit.client.1.smithi193.stderr:+ mkdir /tmp/rbd_import_export_128837 2024-04-12T01:07:39.471 INFO:tasks.workunit.client.1.smithi193.stderr:+ trap 'rm -rf /tmp/rbd_import_export_128837' INT TERM EXIT 2024-04-12T01:07:39.471 INFO:tasks.workunit.client.1.smithi193.stderr:+ mkdir foo.128837 2024-04-12T01:07:39.471 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import foo.128837 foo.dir 2024-04-12T01:07:39.519 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: cannot import a directory 2024-04-12T01:07:39.519 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 0% complete...failed. 2024-04-12T01:07:39.519 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: import failed: (21) Is a directory 2024-04-12T01:07:39.522 INFO:tasks.workunit.client.1.smithi193.stderr:+ true 2024-04-12T01:07:39.522 INFO:tasks.workunit.client.1.smithi193.stderr:+ rmdir foo.128837 2024-04-12T01:07:39.531 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_128837/img bs=1k count=1 seek=10 2024-04-12T01:07:39.532 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records in 2024-04-12T01:07:39.532 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records out 2024-04-12T01:07:39.532 INFO:tasks.workunit.client.1.smithi193.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.112e-05 s, 24.9 MB/s 2024-04-12T01:07:39.532 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_128837/img bs=1k count=10 seek=100 2024-04-12T01:07:39.533 INFO:tasks.workunit.client.1.smithi193.stderr:10+0 records in 2024-04-12T01:07:39.533 INFO:tasks.workunit.client.1.smithi193.stderr:10+0 records out 2024-04-12T01:07:39.533 INFO:tasks.workunit.client.1.smithi193.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.6602e-05 s, 220 MB/s 2024-04-12T01:07:39.533 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_128837/img bs=1k count=100 seek=1000 2024-04-12T01:07:39.533 INFO:tasks.workunit.client.1.smithi193.stderr:60+1 records in 2024-04-12T01:07:39.533 INFO:tasks.workunit.client.1.smithi193.stderr:60+1 records out 2024-04-12T01:07:39.534 INFO:tasks.workunit.client.1.smithi193.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000138625 s, 443 MB/s 2024-04-12T01:07:39.534 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_128837/img bs=1k seek=10000 2024-04-12T01:07:39.534 INFO:tasks.workunit.client.1.smithi193.stderr:137+1 records in 2024-04-12T01:07:39.535 INFO:tasks.workunit.client.1.smithi193.stderr:137+1 records out 2024-04-12T01:07:39.535 INFO:tasks.workunit.client.1.smithi193.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000405756 s, 347 MB/s 2024-04-12T01:07:39.535 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_128837/img bs=1k seek=100000 2024-04-12T01:07:39.535 INFO:tasks.workunit.client.1.smithi193.stderr:59+1 records in 2024-04-12T01:07:39.535 INFO:tasks.workunit.client.1.smithi193.stderr:59+1 records out 2024-04-12T01:07:39.536 INFO:tasks.workunit.client.1.smithi193.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000144056 s, 426 MB/s 2024-04-12T01:07:39.536 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_128837/img bs=1k seek=1000000 2024-04-12T01:07:39.536 INFO:tasks.workunit.client.1.smithi193.stderr:154+1 records in 2024-04-12T01:07:39.536 INFO:tasks.workunit.client.1.smithi193.stderr:154+1 records out 2024-04-12T01:07:39.537 INFO:tasks.workunit.client.1.smithi193.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000336697 s, 470 MB/s 2024-04-12T01:07:39.537 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm testimg 2024-04-12T01:07:39.592 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 0% complete...failed. 2024-04-12T01:07:39.593 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T01:07:39.596 INFO:tasks.workunit.client.1.smithi193.stderr:+ true 2024-04-12T01:07:39.596 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --new-format /tmp/rbd_import_export_128837/img testimg 2024-04-12T01:07:39.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:39 smithi098 ceph-mon[91373]: pgmap v1972: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 349 op/s 2024-04-12T01:07:39.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:39 smithi098 ceph-mon[88922]: pgmap v1972: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 349 op/s 2024-04-12T01:07:39.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:39 smithi193 ceph-mon[83763]: pgmap v1972: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 349 op/s 2024-04-12T01:07:41.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:41 smithi098 ceph-mon[91373]: pgmap v1973: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 257 op/s 2024-04-12T01:07:41.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:41 smithi098 ceph-mon[91373]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-12T01:07:41.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:41 smithi098 ceph-mon[88922]: pgmap v1973: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 257 op/s 2024-04-12T01:07:41.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:41 smithi098 ceph-mon[88922]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-12T01:07:41.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:41 smithi193 ceph-mon[83763]: pgmap v1973: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 257 op/s 2024-04-12T01:07:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:41 smithi193 ceph-mon[83763]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-12T01:07:42.064 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-12T01:07:42.065 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:07:42.068 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export testimg /tmp/rbd_import_export_128837/img2 2024-04-12T01:07:42.268 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T01:07:42.273 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export testimg - 2024-04-12T01:07:42.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:07:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:07:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:07:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:42 smithi193 ceph-mon[83763]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-12T01:07:42.910 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T01:07:42.915 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm testimg 2024-04-12T01:07:43.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:42 smithi098 ceph-mon[91373]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-12T01:07:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:42 smithi098 ceph-mon[88922]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-12T01:07:43.047 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-12T01:07:43.050 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp /tmp/rbd_import_export_128837/img /tmp/rbd_import_export_128837/img2 2024-04-12T01:07:43.598 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp /tmp/rbd_import_export_128837/img /tmp/rbd_import_export_128837/img3 2024-04-12T01:07:43.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:43 smithi193 ceph-mon[83763]: pgmap v1976: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 54 op/s 2024-04-12T01:07:44.000 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/img2 /tmp/rbd_import_export_128837/img3 2024-04-12T01:07:44.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:43 smithi098 ceph-mon[91373]: pgmap v1976: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 54 op/s 2024-04-12T01:07:44.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:43 smithi098 ceph-mon[88922]: pgmap v1976: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 54 op/s 2024-04-12T01:07:44.159 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --new-format - testimg 2024-04-12T01:07:44.598 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete...done. 2024-04-12T01:07:44.599 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:07:44.602 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export testimg /tmp/rbd_import_export_128837/img2 2024-04-12T01:07:44.792 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T01:07:44.797 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export testimg - 2024-04-12T01:07:45.452 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T01:07:45.456 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm testimg 2024-04-12T01:07:45.588 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-12T01:07:45.591 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp /tmp/rbd_import_export_128837/img /tmp/rbd_import_export_128837/img2 2024-04-12T01:07:45.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:45 smithi193 ceph-mon[83763]: pgmap v1977: 105 pgs: 105 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 19 KiB/s wr, 10 op/s 2024-04-12T01:07:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:45 smithi098 ceph-mon[88922]: pgmap v1977: 105 pgs: 105 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 19 KiB/s wr, 10 op/s 2024-04-12T01:07:46.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:45 smithi098 ceph-mon[91373]: pgmap v1977: 105 pgs: 105 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 19 KiB/s wr, 10 op/s 2024-04-12T01:07:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:07:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:07:45] "GET /metrics HTTP/1.1" 200 34124 "" "Prometheus/2.43.0" 2024-04-12T01:07:46.135 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp /tmp/rbd_import_export_128837/img /tmp/rbd_import_export_128837/img3 2024-04-12T01:07:46.532 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/img /tmp/rbd_import_export_128837/img2 /tmp/rbd_import_export_128837/img3 2024-04-12T01:07:46.747 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd help export 2024-04-12T01:07:46.747 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep -q export-format 2024-04-12T01:07:46.768 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_128837/img bs=1k count=10 seek=100 2024-04-12T01:07:46.769 INFO:tasks.workunit.client.1.smithi193.stderr:10+0 records in 2024-04-12T01:07:46.769 INFO:tasks.workunit.client.1.smithi193.stderr:10+0 records out 2024-04-12T01:07:46.769 INFO:tasks.workunit.client.1.smithi193.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.9283e-05 s, 173 MB/s 2024-04-12T01:07:46.769 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --new-format /tmp/rbd_import_export_128837/img testimg 2024-04-12T01:07:46.839 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete...done. 2024-04-12T01:07:46.839 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:07:46.842 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap create testimg@snap 2024-04-12T01:07:47.571 INFO:tasks.workunit.client.1.smithi193.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T01:07:47.581 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd image-meta set testimg key1 value1 2024-04-12T01:07:47.642 INFO:tasks.workunit.client.1.smithi193.stderr:++ rbd image-meta list testimg 2024-04-12T01:07:47.688 INFO:tasks.workunit.client.1.smithi193.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-12T01:07:47.688 INFO:tasks.workunit.client.1.smithi193.stderr: 2024-04-12T01:07:47.688 INFO:tasks.workunit.client.1.smithi193.stderr:Key Value 2024-04-12T01:07:47.688 INFO:tasks.workunit.client.1.smithi193.stderr:key1 value1' 2024-04-12T01:07:47.688 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128837/img_v2 2024-04-12T01:07:47.731 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T01:07:47.734 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128837/img_v2 testimg_import 2024-04-12T01:07:47.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:47 smithi193 ceph-mon[83763]: pgmap v1978: 105 pgs: 105 active+clean; 4.0 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 41 KiB/s wr, 61 op/s 2024-04-12T01:07:48.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:47 smithi098 ceph-mon[91373]: pgmap v1978: 105 pgs: 105 active+clean; 4.0 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 41 KiB/s wr, 61 op/s 2024-04-12T01:07:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:47 smithi098 ceph-mon[88922]: pgmap v1978: 105 pgs: 105 active+clean; 4.0 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 41 KiB/s wr, 61 op/s 2024-04-12T01:07:48.591 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T01:07:48.594 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd info testimg_import 2024-04-12T01:07:48.636 INFO:tasks.workunit.client.1.smithi193.stdout:rbd image 'testimg_import': 2024-04-12T01:07:48.636 INFO:tasks.workunit.client.1.smithi193.stdout: size 110 KiB in 1 objects 2024-04-12T01:07:48.636 INFO:tasks.workunit.client.1.smithi193.stdout: order 22 (4 MiB objects) 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: snapshot_count: 1 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: id: d60c8d7f809d 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: block_name_prefix: rbd_data.d60c8d7f809d 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: format: 2 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: op_features: 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: flags: 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: create_timestamp: Fri Apr 12 01:07:47 2024 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: access_timestamp: Fri Apr 12 01:07:47 2024 2024-04-12T01:07:48.637 INFO:tasks.workunit.client.1.smithi193.stdout: modify_timestamp: Fri Apr 12 01:07:47 2024 2024-04-12T01:07:48.640 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd info testimg_import@snap 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout:rbd image 'testimg_import': 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: size 110 KiB in 1 objects 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: order 22 (4 MiB objects) 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: snapshot_count: 1 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: id: d60c8d7f809d 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: block_name_prefix: rbd_data.d60c8d7f809d 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: format: 2 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: op_features: 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: flags: 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: create_timestamp: Fri Apr 12 01:07:47 2024 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: access_timestamp: Fri Apr 12 01:07:47 2024 2024-04-12T01:07:48.681 INFO:tasks.workunit.client.1.smithi193.stdout: modify_timestamp: Fri Apr 12 01:07:47 2024 2024-04-12T01:07:48.682 INFO:tasks.workunit.client.1.smithi193.stdout: protected: False 2024-04-12T01:07:48.684 INFO:tasks.workunit.client.1.smithi193.stderr:++ rbd image-meta list testimg_import 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr: 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr:Key Value 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr:key1 value1' 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr: 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr:Key Value 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr: 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr:Key Value 2024-04-12T01:07:48.728 INFO:tasks.workunit.client.1.smithi193.stderr:key1 value1' ']' 2024-04-12T01:07:48.729 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export testimg_import /tmp/rbd_import_export_128837/img_import 2024-04-12T01:07:48.765 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 100% complete...done. 2024-04-12T01:07:48.768 INFO:tasks.workunit.client.1.smithi193.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128837/img /tmp/rbd_import_export_128837/img_import 2024-04-12T01:07:48.768 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp -l /tmp/rbd_import_export_128837/img /tmp/rbd_import_export_128837/img_import 2024-04-12T01:07:48.769 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/img --format %b 2024-04-12T01:07:48.770 INFO:tasks.workunit.client.1.smithi193.stderr:+ origsize=24 2024-04-12T01:07:48.770 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/img_import --format %b 2024-04-12T01:07:48.771 INFO:tasks.workunit.client.1.smithi193.stderr:+ exportsize=224 2024-04-12T01:07:48.771 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=200 2024-04-12T01:07:48.771 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=200 2024-04-12T01:07:48.771 INFO:tasks.workunit.client.1.smithi193.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-12T01:07:48.771 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_128837/img_snap 2024-04-12T01:07:48.812 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 100% complete...done. 2024-04-12T01:07:48.816 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_128837/img_snap_import 2024-04-12T01:07:48.853 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 100% complete...done. 2024-04-12T01:07:48.856 INFO:tasks.workunit.client.1.smithi193.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128837/img_snap /tmp/rbd_import_export_128837/img_snap_import 2024-04-12T01:07:48.856 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp -l /tmp/rbd_import_export_128837/img_snap /tmp/rbd_import_export_128837/img_snap_import 2024-04-12T01:07:48.857 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/img_snap --format %b 2024-04-12T01:07:48.858 INFO:tasks.workunit.client.1.smithi193.stderr:+ origsize=224 2024-04-12T01:07:48.858 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/img_snap_import --format %b 2024-04-12T01:07:48.859 INFO:tasks.workunit.client.1.smithi193.stderr:+ exportsize=224 2024-04-12T01:07:48.859 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:07:48.859 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:07:48.859 INFO:tasks.workunit.client.1.smithi193.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T01:07:48.859 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/img_v2 2024-04-12T01:07:48.860 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/img_import 2024-04-12T01:07:48.860 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/img_snap 2024-04-12T01:07:48.861 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/img_snap_import 2024-04-12T01:07:48.862 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap rm testimg_import@snap 2024-04-12T01:07:48.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:48 smithi193 ceph-mon[83763]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-12T01:07:49.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:48 smithi098 ceph-mon[91373]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-12T01:07:49.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:48 smithi098 ceph-mon[88922]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-12T01:07:49.587 INFO:tasks.workunit.client.1.smithi193.stderr: Removing snap: 100% complete...done. 2024-04-12T01:07:49.605 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd remove testimg_import 2024-04-12T01:07:49.726 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:07:49.729 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap rm testimg@snap 2024-04-12T01:07:49.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:49 smithi193 ceph-mon[83763]: pgmap v1980: 105 pgs: 105 active+clean; 3.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 231 KiB/s rd, 97 KiB/s wr, 93 op/s 2024-04-12T01:07:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:49 smithi193 ceph-mon[83763]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-12T01:07:50.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:49 smithi098 ceph-mon[91373]: pgmap v1980: 105 pgs: 105 active+clean; 3.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 231 KiB/s rd, 97 KiB/s wr, 93 op/s 2024-04-12T01:07:50.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:49 smithi098 ceph-mon[91373]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-12T01:07:50.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:49 smithi098 ceph-mon[88922]: pgmap v1980: 105 pgs: 105 active+clean; 3.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 231 KiB/s rd, 97 KiB/s wr, 93 op/s 2024-04-12T01:07:50.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:49 smithi098 ceph-mon[88922]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-12T01:07:50.593 INFO:tasks.workunit.client.1.smithi193.stderr: Removing snap: 100% complete...done. 2024-04-12T01:07:50.605 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm testimg 2024-04-12T01:07:50.732 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:07:50.735 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --order 20 /tmp/rbd_import_export_128837/img testimg 2024-04-12T01:07:50.800 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete...done. 2024-04-12T01:07:50.801 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T01:07:50.803 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128837/img_v2 2024-04-12T01:07:50.842 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T01:07:50.845 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128837/img_v2 testimg_import 2024-04-12T01:07:50.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:50 smithi193 ceph-mon[83763]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-12T01:07:50.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:50.917 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T01:07:50.920 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd info testimg_import 2024-04-12T01:07:50.921 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep order 2024-04-12T01:07:50.921 INFO:tasks.workunit.client.1.smithi193.stderr:+ awk '{print $2}' 2024-04-12T01:07:50.921 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep 20 2024-04-12T01:07:50.959 INFO:tasks.workunit.client.1.smithi193.stdout:20 2024-04-12T01:07:50.959 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/img_v2 2024-04-12T01:07:50.959 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd remove testimg_import 2024-04-12T01:07:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:50 smithi098 ceph-mon[88922]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-12T01:07:51.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:50 smithi098 ceph-mon[91373]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-12T01:07:51.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:07:51.073 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:07:51.076 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd remove testimg 2024-04-12T01:07:51.186 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:07:51.188 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_128837/img testimg 2024-04-12T01:07:51.243 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete...done. 2024-04-12T01:07:51.247 INFO:tasks.workunit.client.1.smithi193.stderr:++ rbd info testimg 2024-04-12T01:07:51.247 INFO:tasks.workunit.client.1.smithi193.stderr:++ grep features 2024-04-12T01:07:51.285 INFO:tasks.workunit.client.1.smithi193.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-12T01:07:51.286 INFO:tasks.workunit.client.1.smithi193.stderr: op_features: ' 2024-04-12T01:07:51.286 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128837/img_v2 2024-04-12T01:07:51.326 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T01:07:51.328 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128837/img_v2 testimg_import 2024-04-12T01:07:51.393 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T01:07:51.397 INFO:tasks.workunit.client.1.smithi193.stderr:++ rbd info testimg_import 2024-04-12T01:07:51.397 INFO:tasks.workunit.client.1.smithi193.stderr:++ grep features 2024-04-12T01:07:51.435 INFO:tasks.workunit.client.1.smithi193.stderr:+ FEATURES_AFTER=' features: layering 2024-04-12T01:07:51.435 INFO:tasks.workunit.client.1.smithi193.stderr: op_features: ' 2024-04-12T01:07:51.436 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' ' features: layering 2024-04-12T01:07:51.436 INFO:tasks.workunit.client.1.smithi193.stderr: op_features: ' '!=' ' features: layering 2024-04-12T01:07:51.436 INFO:tasks.workunit.client.1.smithi193.stderr: op_features: ' ']' 2024-04-12T01:07:51.436 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/img_v2 2024-04-12T01:07:51.436 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd remove testimg_import 2024-04-12T01:07:51.524 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:07:51.527 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd remove testimg 2024-04-12T01:07:51.617 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:07:51.620 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_128837/img testimg 2024-04-12T01:07:51.697 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete...done. 2024-04-12T01:07:51.699 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128837/img_v2 2024-04-12T01:07:51.740 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T01:07:51.744 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128837/img_v2 testimg_import 2024-04-12T01:07:51.825 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T01:07:51.829 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd info testimg_import 2024-04-12T01:07:51.829 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep 'stripe unit' 2024-04-12T01:07:51.829 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-12T01:07:51.866 INFO:tasks.workunit.client.1.smithi193.stdout: stripe unit: 4 KiB 2024-04-12T01:07:51.867 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd info testimg_import 2024-04-12T01:07:51.867 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep 'stripe count' 2024-04-12T01:07:51.867 INFO:tasks.workunit.client.1.smithi193.stderr:+ awk '{print $3}' 2024-04-12T01:07:51.867 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep 1000 2024-04-12T01:07:51.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:51 smithi193 ceph-mon[83763]: pgmap v1983: 105 pgs: 105 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 377 KiB/s rd, 130 KiB/s wr, 157 op/s 2024-04-12T01:07:51.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:51 smithi193 ceph-mon[83763]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-12T01:07:51.907 INFO:tasks.workunit.client.1.smithi193.stdout:1000 2024-04-12T01:07:51.907 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/img_v2 2024-04-12T01:07:51.907 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd remove testimg_import 2024-04-12T01:07:52.034 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-12T01:07:52.037 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd remove testimg 2024-04-12T01:07:52.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:51 smithi098 ceph-mon[88922]: pgmap v1983: 105 pgs: 105 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 377 KiB/s rd, 130 KiB/s wr, 157 op/s 2024-04-12T01:07:52.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:51 smithi098 ceph-mon[88922]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-12T01:07:52.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:51 smithi098 ceph-mon[91373]: pgmap v1983: 105 pgs: 105 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 377 KiB/s rd, 130 KiB/s wr, 157 op/s 2024-04-12T01:07:52.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:51 smithi098 ceph-mon[91373]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-12T01:07:52.157 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-12T01:07:52.160 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_128837/img testimg 2024-04-12T01:07:52.226 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete...done. 2024-04-12T01:07:52.229 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap create testimg@snap1 2024-04-12T01:07:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:07:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:07:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:07:52.920 INFO:tasks.workunit.client.1.smithi193.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T01:07:52.930 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap create testimg@snap2 2024-04-12T01:07:53.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:52 smithi098 ceph-mon[88922]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-12T01:07:53.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:52 smithi098 ceph-mon[91373]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-12T01:07:53.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:52 smithi193 ceph-mon[83763]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-12T01:07:53.933 INFO:tasks.workunit.client.1.smithi193.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T01:07:53.943 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap protect testimg@snap2 2024-04-12T01:07:53.991 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128837/snap_protect 2024-04-12T01:07:54.033 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T01:07:54.036 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128837/snap_protect testimg_import 2024-04-12T01:07:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:53 smithi098 ceph-mon[91373]: pgmap v1986: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 58 KiB/s wr, 307 op/s 2024-04-12T01:07:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:53 smithi098 ceph-mon[91373]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-12T01:07:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:53 smithi098 ceph-mon[88922]: pgmap v1986: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 58 KiB/s wr, 307 op/s 2024-04-12T01:07:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:53 smithi098 ceph-mon[88922]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-12T01:07:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:53 smithi193 ceph-mon[83763]: pgmap v1986: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 58 KiB/s wr, 307 op/s 2024-04-12T01:07:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:53 smithi193 ceph-mon[83763]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-12T01:07:55.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:54 smithi098 ceph-mon[91373]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-12T01:07:55.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:54 smithi098 ceph-mon[88922]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-12T01:07:55.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:54 smithi193 ceph-mon[83763]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-12T01:07:55.937 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:07:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:07:55] "GET /metrics HTTP/1.1" 200 34112 "" "Prometheus/2.43.0" 2024-04-12T01:07:55.937 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:55 smithi098 ceph-mon[88922]: pgmap v1989: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 195 KiB/s rd, 19 KiB/s wr, 255 op/s 2024-04-12T01:07:55.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:55 smithi098 ceph-mon[88922]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-12T01:07:55.966 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T01:07:55.970 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd info testimg_import@snap1 2024-04-12T01:07:55.970 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep 'protected: False' 2024-04-12T01:07:56.018 INFO:tasks.workunit.client.1.smithi193.stdout: protected: False 2024-04-12T01:07:56.018 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd info testimg_import@snap2 2024-04-12T01:07:56.018 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep 'protected: True' 2024-04-12T01:07:56.063 INFO:tasks.workunit.client.1.smithi193.stdout: protected: True 2024-04-12T01:07:56.063 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/snap_protect 2024-04-12T01:07:56.064 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap unprotect testimg@snap2 2024-04-12T01:07:56.113 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-12T01:07:56.164 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap purge testimg 2024-04-12T01:07:56.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:55 smithi098 ceph-mon[91373]: pgmap v1989: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 195 KiB/s rd, 19 KiB/s wr, 255 op/s 2024-04-12T01:07:56.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:55 smithi098 ceph-mon[91373]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-12T01:07:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:55 smithi193 ceph-mon[83763]: pgmap v1989: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 195 KiB/s rd, 19 KiB/s wr, 255 op/s 2024-04-12T01:07:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:55 smithi193 ceph-mon[83763]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-12T01:07:57.193 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:56 smithi098 ceph-mon[88922]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-12T01:07:57.194 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:56 smithi098 ceph-mon[91373]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-12T01:07:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:56 smithi193 ceph-mon[83763]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-12T01:07:57.964 INFO:tasks.workunit.client.1.smithi193.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-12T01:07:57.976 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd snap purge testimg_import 2024-04-12T01:07:58.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:57 smithi098 ceph-mon[88922]: pgmap v1992: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 279 KiB/s rd, 36 KiB/s wr, 376 op/s 2024-04-12T01:07:58.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:57 smithi098 ceph-mon[88922]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-12T01:07:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:57 smithi098 ceph-mon[91373]: pgmap v1992: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 279 KiB/s rd, 36 KiB/s wr, 376 op/s 2024-04-12T01:07:58.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:57 smithi098 ceph-mon[91373]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-12T01:07:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:57 smithi193 ceph-mon[83763]: pgmap v1992: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 279 KiB/s rd, 36 KiB/s wr, 376 op/s 2024-04-12T01:07:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:57 smithi193 ceph-mon[83763]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-12T01:07:59.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:58 smithi098 ceph-mon[88922]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-12T01:07:59.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:58 smithi098 ceph-mon[91373]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-12T01:07:59.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:58 smithi193 ceph-mon[83763]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-12T01:07:59.976 INFO:tasks.workunit.client.1.smithi193.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-12T01:07:59.988 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd remove testimg 2024-04-12T01:08:00.121 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:08:00.123 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd remove testimg_import 2024-04-12T01:08:00.243 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:08:00.246 INFO:tasks.workunit.client.1.smithi193.stderr:+ tiered=0 2024-04-12T01:08:00.246 INFO:tasks.workunit.client.1.smithi193.stderr:+ ceph osd dump 2024-04-12T01:08:00.246 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep '^pool' 2024-04-12T01:08:00.246 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep tier 2024-04-12T01:08:00.246 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep ''\''rbd'\''' 2024-04-12T01:08:00.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:59 smithi098 ceph-mon[88922]: pgmap v1995: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 42 KiB/s wr, 442 op/s 2024-04-12T01:08:00.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:07:59 smithi098 ceph-mon[88922]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-12T01:08:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:59 smithi098 ceph-mon[91373]: pgmap v1995: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 42 KiB/s wr, 442 op/s 2024-04-12T01:08:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:07:59 smithi098 ceph-mon[91373]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-12T01:08:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:59 smithi193 ceph-mon[83763]: pgmap v1995: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 42 KiB/s wr, 442 op/s 2024-04-12T01:08:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:07:59 smithi193 ceph-mon[83763]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-12T01:08:00.633 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_128837/sparse1 2024-04-12T01:08:00.637 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records in 2024-04-12T01:08:00.638 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records out 2024-04-12T01:08:00.638 INFO:tasks.workunit.client.1.smithi193.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00331339 s, 316 MB/s 2024-04-12T01:08:00.638 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_128837/sparse2 2024-04-12T01:08:00.641 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records in 2024-04-12T01:08:00.642 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records out 2024-04-12T01:08:00.642 INFO:tasks.workunit.client.1.smithi193.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00322423 s, 325 MB/s 2024-04-12T01:08:00.642 INFO:tasks.workunit.client.1.smithi193.stderr:+ truncate /tmp/rbd_import_export_128837/sparse2 -s 2M 2024-04-12T01:08:00.737 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm sparse1 2024-04-12T01:08:00.794 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 0% complete...failed. 2024-04-12T01:08:00.794 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T01:08:00.797 INFO:tasks.workunit.client.1.smithi193.stderr:+ true 2024-04-12T01:08:00.797 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_128837/sparse1 2024-04-12T01:08:00.873 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-12T01:08:00.873 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:08:00.873 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T01:08:00.878 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd ls -l 2024-04-12T01:08:00.878 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep sparse1 2024-04-12T01:08:00.878 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-12T01:08:00.916 INFO:tasks.workunit.client.1.smithi193.stdout:sparse1 2 MiB 2 2024-04-12T01:08:00.917 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects sparse1 2024-04-12T01:08:00.917 INFO:tasks.workunit.client.1.smithi193.stderr:++ image=sparse1 2024-04-12T01:08:00.918 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rbd info sparse1 2024-04-12T01:08:00.918 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep block_name_prefix 2024-04-12T01:08:00.918 INFO:tasks.workunit.client.1.smithi193.stderr:+++ awk '{print $NF;}' 2024-04-12T01:08:00.956 INFO:tasks.workunit.client.1.smithi193.stderr:++ prefix=rbd_data.d7261e1075c0 2024-04-12T01:08:00.958 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep rbd_data.d7261e1075c0 2024-04-12T01:08:00.958 INFO:tasks.workunit.client.1.smithi193.stderr:++++ get_image_data_pool sparse1 2024-04-12T01:08:00.958 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sed -e 's/rbd_data.d7261e1075c0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T01:08:00.958 INFO:tasks.workunit.client.1.smithi193.stderr:++++ image=sparse1 2024-04-12T01:08:00.958 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sort -u 2024-04-12T01:08:00.958 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ rbd info sparse1 2024-04-12T01:08:00.958 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ grep 'data_pool: ' 2024-04-12T01:08:00.958 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T01:08:00.997 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool= 2024-04-12T01:08:00.997 INFO:tasks.workunit.client.1.smithi193.stderr:++++ '[' -z ']' 2024-04-12T01:08:00.997 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool=rbd 2024-04-12T01:08:00.997 INFO:tasks.workunit.client.1.smithi193.stderr:++++ echo rbd 2024-04-12T01:08:00.998 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rados ls -p rbd 2024-04-12T01:08:01.068 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects=1 2024-04-12T01:08:01.068 INFO:tasks.workunit.client.1.smithi193.stderr:++ echo 1 2024-04-12T01:08:01.069 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T01:08:01.069 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export sparse1 /tmp/rbd_import_export_128837/sparse1.out 2024-04-12T01:08:01.107 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-12T01:08:01.111 INFO:tasks.workunit.client.1.smithi193.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128837/sparse1 /tmp/rbd_import_export_128837/sparse1.out 2024-04-12T01:08:01.111 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp -l /tmp/rbd_import_export_128837/sparse1 /tmp/rbd_import_export_128837/sparse1.out 2024-04-12T01:08:01.113 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/sparse1 --format %b 2024-04-12T01:08:01.113 INFO:tasks.workunit.client.1.smithi193.stderr:+ origsize=2048 2024-04-12T01:08:01.114 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/sparse1.out --format %b 2024-04-12T01:08:01.115 INFO:tasks.workunit.client.1.smithi193.stderr:+ exportsize=2048 2024-04-12T01:08:01.115 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:08:01.115 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:08:01.115 INFO:tasks.workunit.client.1.smithi193.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T01:08:01.115 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/sparse1.out 2024-04-12T01:08:01.115 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm sparse1 2024-04-12T01:08:01.241 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-12T01:08:01.244 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm sparse2 2024-04-12T01:08:01.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:00 smithi098 ceph-mon[91373]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-12T01:08:01.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:00 smithi098 ceph-mon[91373]: from='client.? 172.21.15.193:0/1106386620' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T01:08:01.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:00 smithi098 ceph-mon[91373]: from='client.? 172.21.15.193:0/1106386620' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T01:08:01.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:00 smithi098 ceph-mon[88922]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-12T01:08:01.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:00 smithi098 ceph-mon[88922]: from='client.? 172.21.15.193:0/1106386620' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T01:08:01.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:00 smithi098 ceph-mon[88922]: from='client.? 172.21.15.193:0/1106386620' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T01:08:01.298 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 0% complete...failed. 2024-04-12T01:08:01.298 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T01:08:01.301 INFO:tasks.workunit.client.1.smithi193.stderr:+ true 2024-04-12T01:08:01.301 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_128837/sparse2 2024-04-12T01:08:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:00 smithi193 ceph-mon[83763]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-12T01:08:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:00 smithi193 ceph-mon[83763]: from='client.? 172.21.15.193:0/1106386620' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T01:08:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:00 smithi193 ceph-mon[83763]: from='client.? 172.21.15.193:0/1106386620' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T01:08:01.376 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-12T01:08:01.376 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:08:01.377 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T01:08:01.379 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd ls -l 2024-04-12T01:08:01.380 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep sparse2 2024-04-12T01:08:01.380 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-12T01:08:01.418 INFO:tasks.workunit.client.1.smithi193.stdout:sparse2 2 MiB 2 2024-04-12T01:08:01.419 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects sparse2 2024-04-12T01:08:01.419 INFO:tasks.workunit.client.1.smithi193.stderr:++ image=sparse2 2024-04-12T01:08:01.419 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rbd info sparse2 2024-04-12T01:08:01.419 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep block_name_prefix 2024-04-12T01:08:01.419 INFO:tasks.workunit.client.1.smithi193.stderr:+++ awk '{print $NF;}' 2024-04-12T01:08:01.457 INFO:tasks.workunit.client.1.smithi193.stderr:++ prefix=rbd_data.d7596a467f58 2024-04-12T01:08:01.458 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep rbd_data.d7596a467f58 2024-04-12T01:08:01.458 INFO:tasks.workunit.client.1.smithi193.stderr:++++ get_image_data_pool sparse2 2024-04-12T01:08:01.458 INFO:tasks.workunit.client.1.smithi193.stderr:++++ image=sparse2 2024-04-12T01:08:01.458 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sed -e 's/rbd_data.d7596a467f58\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T01:08:01.458 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sort -u 2024-04-12T01:08:01.458 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ rbd info sparse2 2024-04-12T01:08:01.458 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ grep 'data_pool: ' 2024-04-12T01:08:01.458 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T01:08:01.496 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool= 2024-04-12T01:08:01.496 INFO:tasks.workunit.client.1.smithi193.stderr:++++ '[' -z ']' 2024-04-12T01:08:01.497 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool=rbd 2024-04-12T01:08:01.497 INFO:tasks.workunit.client.1.smithi193.stderr:++++ echo rbd 2024-04-12T01:08:01.497 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rados ls -p rbd 2024-04-12T01:08:01.574 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects=0 2024-04-12T01:08:01.574 INFO:tasks.workunit.client.1.smithi193.stderr:++ echo 0 2024-04-12T01:08:01.574 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-12T01:08:01.574 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export sparse2 /tmp/rbd_import_export_128837/sparse2.out 2024-04-12T01:08:01.612 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-12T01:08:01.616 INFO:tasks.workunit.client.1.smithi193.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128837/sparse2 /tmp/rbd_import_export_128837/sparse2.out 2024-04-12T01:08:01.616 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp -l /tmp/rbd_import_export_128837/sparse2 /tmp/rbd_import_export_128837/sparse2.out 2024-04-12T01:08:01.618 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/sparse2 --format %b 2024-04-12T01:08:01.619 INFO:tasks.workunit.client.1.smithi193.stderr:+ origsize=2048 2024-04-12T01:08:01.619 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/sparse2.out --format %b 2024-04-12T01:08:01.620 INFO:tasks.workunit.client.1.smithi193.stderr:+ exportsize=2048 2024-04-12T01:08:01.620 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:08:01.620 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:08:01.621 INFO:tasks.workunit.client.1.smithi193.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T01:08:01.621 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/sparse2.out 2024-04-12T01:08:01.621 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm sparse2 2024-04-12T01:08:01.740 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-12T01:08:01.743 INFO:tasks.workunit.client.1.smithi193.stderr:+ truncate /tmp/rbd_import_export_128837/sparse1 -s 10M 2024-04-12T01:08:01.744 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-12T01:08:01.855 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete...done. 2024-04-12T01:08:01.855 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:08:01.855 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T01:08:01.858 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd ls -l 2024-04-12T01:08:01.858 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep sparse1 2024-04-12T01:08:01.858 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-12T01:08:01.897 INFO:tasks.workunit.client.1.smithi193.stdout:sparse1 10 MiB 2 2024-04-12T01:08:01.898 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects sparse1 2024-04-12T01:08:01.898 INFO:tasks.workunit.client.1.smithi193.stderr:++ image=sparse1 2024-04-12T01:08:01.898 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rbd info sparse1 2024-04-12T01:08:01.898 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep block_name_prefix 2024-04-12T01:08:01.898 INFO:tasks.workunit.client.1.smithi193.stderr:+++ awk '{print $NF;}' 2024-04-12T01:08:01.941 INFO:tasks.workunit.client.1.smithi193.stderr:++ prefix=rbd_data.d78650d74c5d 2024-04-12T01:08:01.942 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep rbd_data.d78650d74c5d 2024-04-12T01:08:01.943 INFO:tasks.workunit.client.1.smithi193.stderr:++++ get_image_data_pool sparse1 2024-04-12T01:08:01.943 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sed -e 's/rbd_data.d78650d74c5d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T01:08:01.943 INFO:tasks.workunit.client.1.smithi193.stderr:++++ image=sparse1 2024-04-12T01:08:01.943 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sort -u 2024-04-12T01:08:01.943 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ rbd info sparse1 2024-04-12T01:08:01.943 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ grep 'data_pool: ' 2024-04-12T01:08:01.943 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T01:08:01.981 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool= 2024-04-12T01:08:01.981 INFO:tasks.workunit.client.1.smithi193.stderr:++++ '[' -z ']' 2024-04-12T01:08:01.981 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool=rbd 2024-04-12T01:08:01.981 INFO:tasks.workunit.client.1.smithi193.stderr:++++ echo rbd 2024-04-12T01:08:01.981 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rados ls -p rbd 2024-04-12T01:08:02.043 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects=1 2024-04-12T01:08:02.044 INFO:tasks.workunit.client.1.smithi193.stderr:++ echo 1 2024-04-12T01:08:02.044 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T01:08:02.044 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export sparse1 /tmp/rbd_import_export_128837/sparse1.out 2024-04-12T01:08:02.084 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-12T01:08:02.088 INFO:tasks.workunit.client.1.smithi193.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128837/sparse1 /tmp/rbd_import_export_128837/sparse1.out 2024-04-12T01:08:02.088 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp -l /tmp/rbd_import_export_128837/sparse1 /tmp/rbd_import_export_128837/sparse1.out 2024-04-12T01:08:02.095 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/sparse1 --format %b 2024-04-12T01:08:02.095 INFO:tasks.workunit.client.1.smithi193.stderr:+ origsize=2048 2024-04-12T01:08:02.096 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/sparse1.out --format %b 2024-04-12T01:08:02.097 INFO:tasks.workunit.client.1.smithi193.stderr:+ exportsize=2048 2024-04-12T01:08:02.097 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:08:02.097 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:08:02.098 INFO:tasks.workunit.client.1.smithi193.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T01:08:02.098 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/sparse1.out 2024-04-12T01:08:02.098 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm sparse1 2024-04-12T01:08:02.212 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-12T01:08:02.215 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_128837/sparse2 oflag=append conv=notrunc 2024-04-12T01:08:02.222 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records in 2024-04-12T01:08:02.223 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records out 2024-04-12T01:08:02.223 INFO:tasks.workunit.client.1.smithi193.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00622022 s, 337 MB/s 2024-04-12T01:08:02.223 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-12T01:08:02.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:01 smithi098 ceph-mon[91373]: pgmap v1998: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 169 op/s 2024-04-12T01:08:02.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:01 smithi098 ceph-mon[91373]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-12T01:08:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:01 smithi098 ceph-mon[88922]: pgmap v1998: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 169 op/s 2024-04-12T01:08:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:01 smithi098 ceph-mon[88922]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-12T01:08:02.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:01 smithi193 ceph-mon[83763]: pgmap v1998: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 169 op/s 2024-04-12T01:08:02.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:01 smithi193 ceph-mon[83763]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-12T01:08:02.327 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete...done. 2024-04-12T01:08:02.328 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:08:02.328 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T01:08:02.331 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd ls -l 2024-04-12T01:08:02.331 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep sparse2 2024-04-12T01:08:02.331 INFO:tasks.workunit.client.1.smithi193.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-12T01:08:02.371 INFO:tasks.workunit.client.1.smithi193.stdout:sparse2 4 MiB 2 2024-04-12T01:08:02.372 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects sparse2 2024-04-12T01:08:02.372 INFO:tasks.workunit.client.1.smithi193.stderr:++ image=sparse2 2024-04-12T01:08:02.372 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rbd info sparse2 2024-04-12T01:08:02.373 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep block_name_prefix 2024-04-12T01:08:02.373 INFO:tasks.workunit.client.1.smithi193.stderr:+++ awk '{print $NF;}' 2024-04-12T01:08:02.411 INFO:tasks.workunit.client.1.smithi193.stderr:++ prefix=rbd_data.d7b3298581c6 2024-04-12T01:08:02.412 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep rbd_data.d7b3298581c6 2024-04-12T01:08:02.412 INFO:tasks.workunit.client.1.smithi193.stderr:++++ get_image_data_pool sparse2 2024-04-12T01:08:02.412 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sed -e 's/rbd_data.d7b3298581c6\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T01:08:02.412 INFO:tasks.workunit.client.1.smithi193.stderr:++++ image=sparse2 2024-04-12T01:08:02.413 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sort -u 2024-04-12T01:08:02.413 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ rbd info sparse2 2024-04-12T01:08:02.413 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ grep 'data_pool: ' 2024-04-12T01:08:02.413 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T01:08:02.451 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool= 2024-04-12T01:08:02.451 INFO:tasks.workunit.client.1.smithi193.stderr:++++ '[' -z ']' 2024-04-12T01:08:02.451 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool=rbd 2024-04-12T01:08:02.451 INFO:tasks.workunit.client.1.smithi193.stderr:++++ echo rbd 2024-04-12T01:08:02.451 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rados ls -p rbd 2024-04-12T01:08:02.516 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects='0 2024-04-12T01:08:02.516 INFO:tasks.workunit.client.1.smithi193.stderr:2 2024-04-12T01:08:02.516 INFO:tasks.workunit.client.1.smithi193.stderr:3' 2024-04-12T01:08:02.516 INFO:tasks.workunit.client.1.smithi193.stderr:++ echo 0 2 3 2024-04-12T01:08:02.516 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-12T01:08:02.516 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export sparse2 /tmp/rbd_import_export_128837/sparse2.out 2024-04-12T01:08:02.558 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-12T01:08:02.562 INFO:tasks.workunit.client.1.smithi193.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128837/sparse2 /tmp/rbd_import_export_128837/sparse2.out 2024-04-12T01:08:02.562 INFO:tasks.workunit.client.1.smithi193.stderr:+ cmp -l /tmp/rbd_import_export_128837/sparse2 /tmp/rbd_import_export_128837/sparse2.out 2024-04-12T01:08:02.565 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/sparse2 --format %b 2024-04-12T01:08:02.566 INFO:tasks.workunit.client.1.smithi193.stderr:+ origsize=6144 2024-04-12T01:08:02.566 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/sparse2.out --format %b 2024-04-12T01:08:02.567 INFO:tasks.workunit.client.1.smithi193.stderr:+ exportsize=6144 2024-04-12T01:08:02.567 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:08:02.567 INFO:tasks.workunit.client.1.smithi193.stderr:+ difference=0 2024-04-12T01:08:02.567 INFO:tasks.workunit.client.1.smithi193.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T01:08:02.567 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/sparse2.out 2024-04-12T01:08:02.568 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm sparse2 2024-04-12T01:08:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:08:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:08:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:08:02.691 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-12T01:08:02.694 INFO:tasks.workunit.client.1.smithi193.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-12T01:08:02.695 INFO:tasks.workunit.client.1.smithi193.stdout:partially-sparse file imports to partially-sparse image 2024-04-12T01:08:02.695 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_128837/sparse1 sparse 2024-04-12T01:08:02.770 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-12T01:08:02.771 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:08:02.771 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T01:08:02.773 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects sparse 2024-04-12T01:08:02.773 INFO:tasks.workunit.client.1.smithi193.stderr:++ image=sparse 2024-04-12T01:08:02.774 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rbd info sparse 2024-04-12T01:08:02.774 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep block_name_prefix 2024-04-12T01:08:02.774 INFO:tasks.workunit.client.1.smithi193.stderr:+++ awk '{print $NF;}' 2024-04-12T01:08:02.812 INFO:tasks.workunit.client.1.smithi193.stderr:++ prefix=rbd_data.d7e04d9be91f 2024-04-12T01:08:02.813 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep rbd_data.d7e04d9be91f 2024-04-12T01:08:02.813 INFO:tasks.workunit.client.1.smithi193.stderr:++++ get_image_data_pool sparse 2024-04-12T01:08:02.813 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sed -e 's/rbd_data.d7e04d9be91f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T01:08:02.813 INFO:tasks.workunit.client.1.smithi193.stderr:++++ image=sparse 2024-04-12T01:08:02.813 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sort -u 2024-04-12T01:08:02.813 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ rbd info sparse 2024-04-12T01:08:02.814 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ grep 'data_pool: ' 2024-04-12T01:08:02.814 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T01:08:02.851 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool= 2024-04-12T01:08:02.851 INFO:tasks.workunit.client.1.smithi193.stderr:++++ '[' -z ']' 2024-04-12T01:08:02.851 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool=rbd 2024-04-12T01:08:02.851 INFO:tasks.workunit.client.1.smithi193.stderr:++++ echo rbd 2024-04-12T01:08:02.851 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rados ls -p rbd 2024-04-12T01:08:02.923 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects=1 2024-04-12T01:08:02.923 INFO:tasks.workunit.client.1.smithi193.stderr:++ echo 1 2024-04-12T01:08:02.923 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T01:08:02.923 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm sparse 2024-04-12T01:08:03.045 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-12T01:08:03.048 INFO:tasks.workunit.client.1.smithi193.stdout:zeros import through stdin to sparse image 2024-04-12T01:08:03.048 INFO:tasks.workunit.client.1.smithi193.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-12T01:08:03.048 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-12T01:08:03.048 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd import --new-format - sparse 2024-04-12T01:08:03.102 INFO:tasks.workunit.client.1.smithi193.stderr:4+0 records in 2024-04-12T01:08:03.102 INFO:tasks.workunit.client.1.smithi193.stderr:4+0 records out 2024-04-12T01:08:03.102 INFO:tasks.workunit.client.1.smithi193.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0531913 s, 78.9 MB/s 2024-04-12T01:08:03.115 INFO:tasks.workunit.client.1.smithi193.stderr: Importing image: 100% complete...done. 2024-04-12T01:08:03.115 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:08:03.121 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects sparse 2024-04-12T01:08:03.121 INFO:tasks.workunit.client.1.smithi193.stderr:++ image=sparse 2024-04-12T01:08:03.122 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rbd info sparse 2024-04-12T01:08:03.122 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep block_name_prefix 2024-04-12T01:08:03.122 INFO:tasks.workunit.client.1.smithi193.stderr:+++ awk '{print $NF;}' 2024-04-12T01:08:03.157 INFO:tasks.workunit.client.1.smithi193.stderr:++ prefix=rbd_data.d8012c1c3a52 2024-04-12T01:08:03.158 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep rbd_data.d8012c1c3a52 2024-04-12T01:08:03.158 INFO:tasks.workunit.client.1.smithi193.stderr:++++ get_image_data_pool sparse 2024-04-12T01:08:03.158 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sed -e 's/rbd_data.d8012c1c3a52\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T01:08:03.158 INFO:tasks.workunit.client.1.smithi193.stderr:++++ image=sparse 2024-04-12T01:08:03.158 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sort -u 2024-04-12T01:08:03.158 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ rbd info sparse 2024-04-12T01:08:03.158 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ grep 'data_pool: ' 2024-04-12T01:08:03.158 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T01:08:03.196 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool= 2024-04-12T01:08:03.196 INFO:tasks.workunit.client.1.smithi193.stderr:++++ '[' -z ']' 2024-04-12T01:08:03.196 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool=rbd 2024-04-12T01:08:03.196 INFO:tasks.workunit.client.1.smithi193.stderr:++++ echo rbd 2024-04-12T01:08:03.196 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rados ls -p rbd 2024-04-12T01:08:03.265 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects= 2024-04-12T01:08:03.265 INFO:tasks.workunit.client.1.smithi193.stderr:++ echo 2024-04-12T01:08:03.265 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-12T01:08:03.265 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm sparse 2024-04-12T01:08:03.374 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:08:03.377 INFO:tasks.workunit.client.1.smithi193.stdout:zeros export to sparse file 2024-04-12T01:08:03.377 INFO:tasks.workunit.client.1.smithi193.stderr:+ echo 'zeros export to sparse file' 2024-04-12T01:08:03.377 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd create --new-format sparse --size 4 2024-04-12T01:08:03.422 INFO:tasks.workunit.client.1.smithi193.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T01:08:03.425 INFO:tasks.workunit.client.1.smithi193.stderr:++ rbd info sparse 2024-04-12T01:08:03.425 INFO:tasks.workunit.client.1.smithi193.stderr:++ grep block_name_prefix 2024-04-12T01:08:03.425 INFO:tasks.workunit.client.1.smithi193.stderr:++ awk '{print $NF;}' 2024-04-12T01:08:03.463 INFO:tasks.workunit.client.1.smithi193.stderr:+ prefix=rbd_data.d822e5182e64 2024-04-12T01:08:03.463 INFO:tasks.workunit.client.1.smithi193.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-12T01:08:03.464 INFO:tasks.workunit.client.1.smithi193.stderr:++ get_image_data_pool sparse 2024-04-12T01:08:03.464 INFO:tasks.workunit.client.1.smithi193.stderr:++ image=sparse 2024-04-12T01:08:03.464 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rbd info sparse 2024-04-12T01:08:03.464 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep 'data_pool: ' 2024-04-12T01:08:03.465 INFO:tasks.workunit.client.1.smithi193.stderr:+++ awk -F: '{ print $NF }' 2024-04-12T01:08:03.502 INFO:tasks.workunit.client.1.smithi193.stderr:++ data_pool= 2024-04-12T01:08:03.502 INFO:tasks.workunit.client.1.smithi193.stderr:++ '[' -z ']' 2024-04-12T01:08:03.503 INFO:tasks.workunit.client.1.smithi193.stderr:++ data_pool=rbd 2024-04-12T01:08:03.503 INFO:tasks.workunit.client.1.smithi193.stderr:++ echo rbd 2024-04-12T01:08:03.503 INFO:tasks.workunit.client.1.smithi193.stderr:+ rados -p rbd put rbd_data.d822e5182e64.000000000000 - 2024-04-12T01:08:03.534 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records in 2024-04-12T01:08:03.534 INFO:tasks.workunit.client.1.smithi193.stderr:1+0 records out 2024-04-12T01:08:03.535 INFO:tasks.workunit.client.1.smithi193.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0702169 s, 59.7 MB/s 2024-04-12T01:08:03.558 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects sparse 2024-04-12T01:08:03.558 INFO:tasks.workunit.client.1.smithi193.stderr:++ image=sparse 2024-04-12T01:08:03.558 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rbd info sparse 2024-04-12T01:08:03.558 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep block_name_prefix 2024-04-12T01:08:03.558 INFO:tasks.workunit.client.1.smithi193.stderr:+++ awk '{print $NF;}' 2024-04-12T01:08:03.596 INFO:tasks.workunit.client.1.smithi193.stderr:++ prefix=rbd_data.d822e5182e64 2024-04-12T01:08:03.597 INFO:tasks.workunit.client.1.smithi193.stderr:+++ grep rbd_data.d822e5182e64 2024-04-12T01:08:03.597 INFO:tasks.workunit.client.1.smithi193.stderr:++++ get_image_data_pool sparse 2024-04-12T01:08:03.597 INFO:tasks.workunit.client.1.smithi193.stderr:++++ image=sparse 2024-04-12T01:08:03.597 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sed -e 's/rbd_data.d822e5182e64\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T01:08:03.597 INFO:tasks.workunit.client.1.smithi193.stderr:+++ sort -u 2024-04-12T01:08:03.597 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ rbd info sparse 2024-04-12T01:08:03.598 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ grep 'data_pool: ' 2024-04-12T01:08:03.598 INFO:tasks.workunit.client.1.smithi193.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T01:08:03.635 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool= 2024-04-12T01:08:03.635 INFO:tasks.workunit.client.1.smithi193.stderr:++++ '[' -z ']' 2024-04-12T01:08:03.635 INFO:tasks.workunit.client.1.smithi193.stderr:++++ data_pool=rbd 2024-04-12T01:08:03.635 INFO:tasks.workunit.client.1.smithi193.stderr:++++ echo rbd 2024-04-12T01:08:03.635 INFO:tasks.workunit.client.1.smithi193.stderr:+++ rados ls -p rbd 2024-04-12T01:08:03.708 INFO:tasks.workunit.client.1.smithi193.stderr:++ objects=0 2024-04-12T01:08:03.708 INFO:tasks.workunit.client.1.smithi193.stderr:++ echo 0 2024-04-12T01:08:03.708 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-12T01:08:03.708 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/sparse 2024-04-12T01:08:03.709 INFO:tasks.workunit.client.1.smithi193.stderr:rm: cannot remove '/tmp/rbd_import_export_128837/sparse': No such file or directory 2024-04-12T01:08:03.709 INFO:tasks.workunit.client.1.smithi193.stderr:+ true 2024-04-12T01:08:03.709 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd export sparse /tmp/rbd_import_export_128837/sparse 2024-04-12T01:08:03.746 INFO:tasks.workunit.client.1.smithi193.stderr: Exporting image: 100% complete...done. 2024-04-12T01:08:03.750 INFO:tasks.workunit.client.1.smithi193.stderr:++ stat /tmp/rbd_import_export_128837/sparse --format=%b 2024-04-12T01:08:03.751 INFO:tasks.workunit.client.1.smithi193.stderr:+ '[' 0 = 0 ']' 2024-04-12T01:08:03.751 INFO:tasks.workunit.client.1.smithi193.stderr:+ rbd rm sparse 2024-04-12T01:08:03.861 INFO:tasks.workunit.client.1.smithi193.stderr: Removing image: 100% complete...done. 2024-04-12T01:08:03.863 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm /tmp/rbd_import_export_128837/sparse /tmp/rbd_import_export_128837/sparse1 /tmp/rbd_import_export_128837/sparse2 /tmp/rbd_import_export_128837/sparse3 2024-04-12T01:08:03.865 INFO:tasks.workunit.client.1.smithi193.stderr:rm: cannot remove '/tmp/rbd_import_export_128837/sparse3': No such file or directory 2024-04-12T01:08:03.865 INFO:tasks.workunit.client.1.smithi193.stderr:+ true 2024-04-12T01:08:03.866 INFO:tasks.workunit.client.1.smithi193.stdout:OK 2024-04-12T01:08:03.867 INFO:tasks.workunit.client.1.smithi193.stderr:+ echo OK 2024-04-12T01:08:03.867 INFO:tasks.workunit.client.1.smithi193.stderr:+ rm -rf /tmp/rbd_import_export_128837 2024-04-12T01:08:03.867 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T01:08:03.867 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-12T01:08:03.935 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-12T01:08:03.936 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-12T01:08:04.168 DEBUG:teuthology.parallel:result is None 2024-04-12T01:08:04.168 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-12T01:08:04.191 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:03 smithi193 ceph-mon[83763]: pgmap v2000: 105 pgs: 105 active+clean; 1.8 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 323 KiB/s rd, 461 KiB/s wr, 135 op/s 2024-04-12T01:08:04.195 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-12T01:08:04.195 DEBUG:teuthology.orchestra.run.smithi193:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-12T01:08:04.249 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-12T01:08:04.250 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T01:08:04.250 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-12T01:08:04.250 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T01:08:04.250 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-12T01:08:04.250 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T01:08:04.251 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T01:08:04.251 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T01:08:04.251 DEBUG:teuthology.orchestra.run.smithi098:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:08:04.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T01:08:04.267 INFO:teuthology.orchestra.run.smithi098.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T01:08:04.267 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:08:04.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:03 smithi098 ceph-mon[91373]: pgmap v2000: 105 pgs: 105 active+clean; 1.8 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 323 KiB/s rd, 461 KiB/s wr, 135 op/s 2024-04-12T01:08:04.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:03 smithi098 ceph-mon[88922]: pgmap v2000: 105 pgs: 105 active+clean; 1.8 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 323 KiB/s rd, 461 KiB/s wr, 135 op/s 2024-04-12T01:08:04.306 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T01:08:04.306 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T01:08:04.361 INFO:tasks.workunit:timeout=3h 2024-04-12T01:08:04.361 INFO:tasks.workunit:cleanup=True 2024-04-12T01:08:04.361 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T01:08:04.416 INFO:tasks.workunit.client.0.smithi098.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T01:08:05.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:05.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:05.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:05.977 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:08:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:08:05] "GET /metrics HTTP/1.1" 200 34121 "" "Prometheus/2.43.0" 2024-04-12T01:08:06.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:05 smithi098 ceph-mon[91373]: pgmap v2001: 105 pgs: 105 active+clean; 2.7 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 414 KiB/s rd, 518 KiB/s wr, 103 op/s 2024-04-12T01:08:06.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:05 smithi098 ceph-mon[88922]: pgmap v2001: 105 pgs: 105 active+clean; 2.7 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 414 KiB/s rd, 518 KiB/s wr, 103 op/s 2024-04-12T01:08:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:05 smithi193 ceph-mon[83763]: pgmap v2001: 105 pgs: 105 active+clean; 2.7 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 414 KiB/s rd, 518 KiB/s wr, 103 op/s 2024-04-12T01:08:08.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:07 smithi098 ceph-mon[91373]: pgmap v2002: 105 pgs: 105 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 957 KiB/s rd, 1.5 MiB/s wr, 362 op/s 2024-04-12T01:08:08.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:07 smithi098 ceph-mon[91373]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-12T01:08:08.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:07 smithi098 ceph-mon[88922]: pgmap v2002: 105 pgs: 105 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 957 KiB/s rd, 1.5 MiB/s wr, 362 op/s 2024-04-12T01:08:08.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:07 smithi098 ceph-mon[88922]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-12T01:08:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:07 smithi193 ceph-mon[83763]: pgmap v2002: 105 pgs: 105 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 957 KiB/s rd, 1.5 MiB/s wr, 362 op/s 2024-04-12T01:08:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:07 smithi193 ceph-mon[83763]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-12T01:08:10.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:09 smithi098 ceph-mon[91373]: pgmap v2004: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1017 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-04-12T01:08:10.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:09 smithi098 ceph-mon[88922]: pgmap v2004: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1017 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-04-12T01:08:10.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:09 smithi193 ceph-mon[83763]: pgmap v2004: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1017 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-04-12T01:08:10.524 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T01:08:10.578 INFO:tasks.workunit.client.0.smithi098.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T01:08:10.580 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T01:08:10.580 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T01:08:10.643 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T01:08:10.692 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T01:08:10.731 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T01:08:10.732 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T01:08:10.733 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T01:08:10.771 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T01:08:10.774 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T01:08:10.774 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T01:08:10.830 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-12T01:08:10.831 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-12T01:08:10.832 DEBUG:teuthology.orchestra.run.smithi098:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-12T01:08:10.929 INFO:tasks.workunit.client.0.smithi098.stderr:warning: failed to enable lockdep 2024-04-12T01:08:10.929 INFO:tasks.workunit.client.0.smithi098.stdout:seed 136797 2024-04-12T01:08:10.930 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-12T01:08:10.930 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment set-up. 2024-04-12T01:08:10.930 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 1 test from TestJournalStress 2024-04-12T01:08:12.170 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:11 smithi193 ceph-mon[83763]: pgmap v2005: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 1.1 MiB/s wr, 281 op/s 2024-04-12T01:08:12.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:11 smithi098 ceph-mon[91373]: pgmap v2005: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 1.1 MiB/s wr, 281 op/s 2024-04-12T01:08:12.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:11 smithi098 ceph-mon[88922]: pgmap v2005: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 1.1 MiB/s wr, 281 op/s 2024-04-12T01:08:12.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:08:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:08:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:08:12.911 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-12T01:08:13.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:12 smithi098 ceph-mon[91373]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-12T01:08:13.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:12 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1844665861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:13.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:12 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1844665861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:13.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:12 smithi098 ceph-mon[91373]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-12T01:08:13.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:12 smithi098 ceph-mon[88922]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-12T01:08:13.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:12 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1844665861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:13.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:12 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1844665861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:13.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:12 smithi098 ceph-mon[88922]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-12T01:08:13.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:12 smithi193 ceph-mon[83763]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-12T01:08:13.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:12 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1844665861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:13.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:12 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1844665861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:13.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:12 smithi193 ceph-mon[83763]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-12T01:08:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:13 smithi098 ceph-mon[88922]: pgmap v2007: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 1.0 MiB/s wr, 300 op/s 2024-04-12T01:08:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:13 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:13 smithi098 ceph-mon[88922]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-12T01:08:14.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:13 smithi098 ceph-mon[91373]: pgmap v2007: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 1.0 MiB/s wr, 300 op/s 2024-04-12T01:08:14.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:13 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:14.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:13 smithi098 ceph-mon[91373]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-12T01:08:14.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:13 smithi193 ceph-mon[83763]: pgmap v2007: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 1.0 MiB/s wr, 300 op/s 2024-04-12T01:08:14.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:13 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:14.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:13 smithi193 ceph-mon[83763]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-12T01:08:14.935 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-12T01:08:14.935 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:14.935 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2023 ms) 2024-04-12T01:08:15.931 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 1 test from TestJournalStress (2024 ms total) 2024-04-12T01:08:15.931 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:08:15.931 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 16 tests from TestJournalReplay 2024-04-12T01:08:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[91373]: pgmap v2010: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[91373]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-12T01:08:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:08:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:08:16.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:08:15] "GET /metrics HTTP/1.1" 200 34121 "" "Prometheus/2.43.0" 2024-04-12T01:08:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[88922]: pgmap v2010: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[88922]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-12T01:08:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:08:16.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:15 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:08:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:15 smithi193 ceph-mon[83763]: pgmap v2010: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:15 smithi193 ceph-mon[83763]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-12T01:08:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:15 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:15 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:08:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:15 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:08:17.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:16 smithi098 ceph-mon[91373]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-12T01:08:17.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:16 smithi098 ceph-mon[88922]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-12T01:08:17.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:16 smithi193 ceph-mon[83763]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-12T01:08:17.939 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-12T01:08:18.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:17 smithi098 ceph-mon[91373]: pgmap v2013: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:18.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:17 smithi098 ceph-mon[91373]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-12T01:08:18.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:17 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3845546353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:18.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:17 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:18.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:17 smithi098 ceph-mon[88922]: pgmap v2013: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:18.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:17 smithi098 ceph-mon[88922]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-12T01:08:18.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:17 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3845546353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:18.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:17 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:18.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:17 smithi193 ceph-mon[83763]: pgmap v2013: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:18.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:17 smithi193 ceph-mon[83763]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-12T01:08:18.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:17 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3845546353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:18.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:17 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:19.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:19.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[91373]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-12T01:08:19.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[88922]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-12T01:08:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:18 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:18 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:19.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:18 smithi193 ceph-mon[83763]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-12T01:08:19.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:18 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:19.981 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-12T01:08:19.982 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:19.982 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2042 ms) 2024-04-12T01:08:19.982 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-12T01:08:19.993 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-12T01:08:19.993 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:19.993 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (12 ms) 2024-04-12T01:08:19.993 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-12T01:08:20.002 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-12T01:08:20.002 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.002 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-12T01:08:20.002 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-12T01:08:20.015 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-12T01:08:20.015 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.015 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (13 ms) 2024-04-12T01:08:20.015 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-12T01:08:20.022 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-12T01:08:20.023 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.023 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-12T01:08:20.023 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-12T01:08:20.030 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-12T01:08:20.030 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.030 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (7 ms) 2024-04-12T01:08:20.030 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-12T01:08:20.038 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-12T01:08:20.038 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.038 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-12T01:08:20.038 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-12T01:08:20.046 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-12T01:08:20.047 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.047 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (9 ms) 2024-04-12T01:08:20.047 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-12T01:08:20.054 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-12T01:08:20.054 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.054 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (7 ms) 2024-04-12T01:08:20.054 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-12T01:08:20.058 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[91373]: pgmap v2016: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:20.058 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[91373]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-12T01:08:20.058 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.058 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.058 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.059 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.059 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[88922]: pgmap v2016: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:20.059 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[88922]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-12T01:08:20.059 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.059 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.059 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.059 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.062 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-12T01:08:20.062 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.062 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.Rename (8 ms) 2024-04-12T01:08:20.062 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-12T01:08:20.071 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-12T01:08:20.071 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.071 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.Resize (9 ms) 2024-04-12T01:08:20.071 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-12T01:08:20.078 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-12T01:08:20.079 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.079 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.Flatten (8 ms) 2024-04-12T01:08:20.079 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-12T01:08:20.086 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-12T01:08:20.086 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.086 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-12T01:08:20.087 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-12T01:08:20.094 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-12T01:08:20.094 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.094 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-12T01:08:20.094 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-12T01:08:20.101 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-12T01:08:20.101 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.101 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-12T01:08:20.101 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-12T01:08:20.108 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-12T01:08:20.108 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:20.109 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (7 ms) 2024-04-12T01:08:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:19 smithi193 ceph-mon[83763]: pgmap v2016: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:19 smithi193 ceph-mon[83763]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-12T01:08:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:20.978 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 16 tests from TestJournalReplay (2169 ms total) 2024-04-12T01:08:20.978 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:08:20.978 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 4 tests from TestJournalEntries 2024-04-12T01:08:21.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:20 smithi193 ceph-mon[83763]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-12T01:08:21.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:21.167 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:20 smithi098 ceph-mon[91373]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-12T01:08:21.167 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:21.167 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:20 smithi098 ceph-mon[88922]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-12T01:08:21.168 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:22.065 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:21 smithi193 ceph-mon[83763]: pgmap v2019: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:22.066 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:21 smithi193 ceph-mon[83763]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-12T01:08:22.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:21 smithi098 ceph-mon[91373]: pgmap v2019: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:22.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:21 smithi098 ceph-mon[91373]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-12T01:08:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:21 smithi098 ceph-mon[88922]: pgmap v2019: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:21 smithi098 ceph-mon[88922]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-12T01:08:22.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:08:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:08:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:08:22.988 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-12T01:08:23.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[91373]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-12T01:08:23.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1080545414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:23.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:23.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:23.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:23.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[88922]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-12T01:08:23.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1080545414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:23.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:23.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:23.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:23.295 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:22 smithi193 ceph-mon[83763]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-12T01:08:23.295 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:22 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1080545414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:23.295 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:22 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:23.295 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:23.295 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[91373]: pgmap v2022: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[91373]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[88922]: pgmap v2022: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[88922]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:24.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:08:24.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:08:24.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:23 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:23 smithi193 ceph-mon[83763]: pgmap v2022: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:23 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:23 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:23 smithi193 ceph-mon[83763]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-12T01:08:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:23 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:23 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:23 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:08:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:23 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:08:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:23 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:25.017 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-12T01:08:25.017 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:25.017 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2029 ms) 2024-04-12T01:08:25.017 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-12T01:08:25.030 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-12T01:08:25.030 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:25.030 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (13 ms) 2024-04-12T01:08:25.030 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-12T01:08:25.039 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-12T01:08:25.040 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:25.040 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (10 ms) 2024-04-12T01:08:25.040 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-12T01:08:25.049 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-12T01:08:25.049 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:25.049 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (9 ms) 2024-04-12T01:08:25.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:24 smithi098 ceph-mon[88922]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-12T01:08:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:24 smithi098 ceph-mon[91373]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-12T01:08:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:24 smithi193 ceph-mon[83763]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-12T01:08:25.998 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:08:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:08:25] "GET /metrics HTTP/1.1" 200 36506 "" "Prometheus/2.43.0" 2024-04-12T01:08:26.012 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 4 tests from TestJournalEntries (2061 ms total) 2024-04-12T01:08:26.012 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:08:26.012 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 2 tests from TestTrash 2024-04-12T01:08:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:25 smithi098 ceph-mon[91373]: pgmap v2025: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:25 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:25 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:08:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:25 smithi098 ceph-mon[91373]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-12T01:08:26.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:25 smithi098 ceph-mon[88922]: pgmap v2025: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:25 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:25 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:08:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:25 smithi098 ceph-mon[88922]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-12T01:08:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:25 smithi193 ceph-mon[83763]: pgmap v2025: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:25 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:25 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:08:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:25 smithi193 ceph-mon[83763]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-12T01:08:27.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:27 smithi098 ceph-mon[91373]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-12T01:08:27.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:27 smithi098 ceph-mon[88922]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-12T01:08:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:27 smithi193 ceph-mon[83763]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-12T01:08:28.018 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-12T01:08:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:28 smithi098 ceph-mon[91373]: pgmap v2028: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:28 smithi098 ceph-mon[91373]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-12T01:08:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:28 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1754753485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:28 smithi098 ceph-mon[88922]: pgmap v2028: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:28 smithi098 ceph-mon[88922]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-12T01:08:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:28 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1754753485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:28 smithi193 ceph-mon[83763]: pgmap v2028: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:28 smithi193 ceph-mon[83763]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-12T01:08:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:28 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1754753485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:29.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:29 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1754753485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:29.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:29 smithi098 ceph-mon[91373]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-12T01:08:29.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:29 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1754753485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:29.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:29 smithi098 ceph-mon[88922]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-12T01:08:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:29 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1754753485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:29 smithi193 ceph-mon[83763]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-12T01:08:30.126 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestTrash.UserRemovingSource (2107 ms) 2024-04-12T01:08:30.126 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-12T01:08:30.168 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestTrash.RestoreMirroringSource (42 ms) 2024-04-12T01:08:30.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:30 smithi098 ceph-mon[91373]: pgmap v2031: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:30.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:30 smithi098 ceph-mon[91373]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-12T01:08:30.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:30 smithi098 ceph-mon[88922]: pgmap v2031: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:30.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:30 smithi098 ceph-mon[88922]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-12T01:08:30.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:30 smithi193 ceph-mon[83763]: pgmap v2031: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:30 smithi193 ceph-mon[83763]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-12T01:08:31.047 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 2 tests from TestTrash (2149 ms total) 2024-04-12T01:08:31.048 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:08:31.048 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 1 test from TestOperations 2024-04-12T01:08:31.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:31 smithi098 ceph-mon[91373]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-12T01:08:31.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:31 smithi098 ceph-mon[88922]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-12T01:08:31.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:31 smithi193 ceph-mon[83763]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-12T01:08:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:32 smithi098 ceph-mon[91373]: pgmap v2034: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:08:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:32 smithi098 ceph-mon[91373]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-12T01:08:32.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:32 smithi098 ceph-mon[88922]: pgmap v2034: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:08:32.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:32 smithi098 ceph-mon[88922]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-12T01:08:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:32 smithi193 ceph-mon[83763]: pgmap v2034: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:08:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:32 smithi193 ceph-mon[83763]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-12T01:08:32.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:08:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:08:33.058 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-12T01:08:33.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:33 smithi098 ceph-mon[91373]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-12T01:08:33.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:33 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/727395314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:33.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:33 smithi098 ceph-mon[88922]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-12T01:08:33.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:33 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/727395314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:33.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:33 smithi193 ceph-mon[83763]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-12T01:08:33.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:33 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/727395314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:34 smithi193 ceph-mon[83763]: pgmap v2037: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:34 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:34 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/727395314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:34 smithi193 ceph-mon[83763]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-12T01:08:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:34 smithi098 ceph-mon[91373]: pgmap v2037: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:34 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:34 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/727395314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:34 smithi098 ceph-mon[91373]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-12T01:08:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:34 smithi098 ceph-mon[88922]: pgmap v2037: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:34.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:34 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:34.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:34 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/727395314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:34.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:34 smithi098 ceph-mon[88922]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-12T01:08:35.100 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-12T01:08:35.100 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:35.100 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2042 ms) 2024-04-12T01:08:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:35 smithi193 ceph-mon[83763]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-12T01:08:35.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:35.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:35 smithi098 ceph-mon[91373]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-12T01:08:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:35 smithi098 ceph-mon[88922]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-12T01:08:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:08:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:08:35] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-12T01:08:36.077 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 1 test from TestOperations (2042 ms total) 2024-04-12T01:08:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:08:36.077 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 4 tests from TestObjectMap 2024-04-12T01:08:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:36 smithi193 ceph-mon[83763]: pgmap v2040: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:36 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:36 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:08:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:36 smithi193 ceph-mon[83763]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-12T01:08:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:36 smithi098 ceph-mon[91373]: pgmap v2040: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:36 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:36 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:08:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:36 smithi098 ceph-mon[91373]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-12T01:08:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:36 smithi098 ceph-mon[88922]: pgmap v2040: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:36 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:36 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:08:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:36 smithi098 ceph-mon[88922]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-12T01:08:37.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:37 smithi193 ceph-mon[83763]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-12T01:08:37.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:37 smithi098 ceph-mon[91373]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-12T01:08:37.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:37 smithi098 ceph-mon[88922]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-12T01:08:38.094 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-12T01:08:38.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:38 smithi193 ceph-mon[83763]: pgmap v2043: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:38.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:38 smithi193 ceph-mon[83763]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-12T01:08:38.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:38 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/42745606' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:38.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:38 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:38 smithi098 ceph-mon[91373]: pgmap v2043: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:38 smithi098 ceph-mon[91373]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-12T01:08:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:38 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/42745606' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:38 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:38.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:38 smithi098 ceph-mon[88922]: pgmap v2043: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:38.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:38 smithi098 ceph-mon[88922]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-12T01:08:38.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:38 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/42745606' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:38.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:38 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:39.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:39 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:39.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:39 smithi193 ceph-mon[83763]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-12T01:08:39.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:39 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:39.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:39 smithi098 ceph-mon[91373]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-12T01:08:39.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:39 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:39.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:39 smithi098 ceph-mon[88922]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-12T01:08:40.165 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2071 ms) 2024-04-12T01:08:40.165 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-12T01:08:40.194 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (29 ms) 2024-04-12T01:08:40.194 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-12T01:08:40.231 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (37 ms) 2024-04-12T01:08:40.231 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-12T01:08:40.262 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (31 ms) 2024-04-12T01:08:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:40 smithi193 ceph-mon[83763]: pgmap v2046: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:40.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:40 smithi193 ceph-mon[83763]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-12T01:08:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:40 smithi098 ceph-mon[88922]: pgmap v2046: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:40 smithi098 ceph-mon[88922]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-12T01:08:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:40 smithi098 ceph-mon[91373]: pgmap v2046: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:40 smithi098 ceph-mon[91373]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-12T01:08:41.130 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 4 tests from TestObjectMap (2168 ms total) 2024-04-12T01:08:41.130 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:08:41.131 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-12T01:08:41.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:41 smithi193 ceph-mon[83763]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-12T01:08:41.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:41 smithi098 ceph-mon[91373]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-12T01:08:41.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:41 smithi098 ceph-mon[88922]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-12T01:08:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:42 smithi098 ceph-mon[91373]: pgmap v2049: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:08:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:42 smithi098 ceph-mon[91373]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-12T01:08:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:42 smithi098 ceph-mon[88922]: pgmap v2049: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:08:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:42 smithi098 ceph-mon[88922]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-12T01:08:42.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:42 smithi193 ceph-mon[83763]: pgmap v2049: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:08:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:42 smithi193 ceph-mon[83763]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-12T01:08:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:08:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:08:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:08:43.139 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-12T01:08:43.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:43 smithi098 ceph-mon[91373]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-12T01:08:43.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:43 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4280545507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:43.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:43 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:43.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:43 smithi098 ceph-mon[88922]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-12T01:08:43.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:43 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4280545507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:43.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:43 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:43.543 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:43 smithi193 ceph-mon[83763]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-12T01:08:43.543 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:43 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4280545507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:43.543 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:43 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:44.473 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:44 smithi193 ceph-mon[83763]: pgmap v2052: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:44.473 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:44 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:44.473 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:44 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:44.473 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:44 smithi193 ceph-mon[83763]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-12T01:08:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:44 smithi098 ceph-mon[88922]: pgmap v2052: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:44 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:44 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:44 smithi098 ceph-mon[88922]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-12T01:08:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:44 smithi098 ceph-mon[91373]: pgmap v2052: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:44 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:44 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:44 smithi098 ceph-mon[91373]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-12T01:08:45.184 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2045 ms) 2024-04-12T01:08:45.184 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-12T01:08:45.207 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (23 ms) 2024-04-12T01:08:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:45 smithi098 ceph-mon[91373]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-12T01:08:45.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:45 smithi098 ceph-mon[88922]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-12T01:08:45.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:45 smithi193 ceph-mon[83763]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-12T01:08:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:08:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:08:45] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-12T01:08:46.163 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 2 tests from TestMirroringWatcher (2068 ms total) 2024-04-12T01:08:46.164 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:08:46.164 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 57 tests from TestMigration 2024-04-12T01:08:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:46 smithi098 ceph-mon[88922]: pgmap v2055: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:46 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:46 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:08:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:46 smithi098 ceph-mon[88922]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-12T01:08:46.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:46 smithi098 ceph-mon[91373]: pgmap v2055: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:46.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:46 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:46.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:46 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:08:46.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:46 smithi098 ceph-mon[91373]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-12T01:08:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:46 smithi193 ceph-mon[83763]: pgmap v2055: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:46.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:46 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:08:46.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:46 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:08:46.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:46 smithi193 ceph-mon[83763]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-12T01:08:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:47 smithi098 ceph-mon[91373]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-12T01:08:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:47 smithi098 ceph-mon[88922]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-12T01:08:47.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:47 smithi193 ceph-mon[83763]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-12T01:08:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:48 smithi098 ceph-mon[91373]: pgmap v2058: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:48 smithi098 ceph-mon[91373]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-12T01:08:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:48 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2753323506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:48 smithi098 ceph-mon[88922]: pgmap v2058: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:48 smithi098 ceph-mon[88922]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-12T01:08:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:48 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2753323506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:48 smithi193 ceph-mon[83763]: pgmap v2058: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:48.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:48 smithi193 ceph-mon[83763]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-12T01:08:48.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:48 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2753323506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:08:49.195 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.Empty 2024-04-12T01:08:49.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:49 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2753323506' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:49.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:49 smithi098 ceph-mon[91373]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-12T01:08:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:49 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2753323506' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:49 smithi098 ceph-mon[88922]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-12T01:08:49.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:49 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2753323506' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:08:49.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:49 smithi193 ceph-mon[83763]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-12T01:08:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:50 smithi098 ceph-mon[91373]: pgmap v2061: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:50 smithi098 ceph-mon[91373]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-12T01:08:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:50.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:50 smithi098 ceph-mon[88922]: pgmap v2061: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:50 smithi098 ceph-mon[88922]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-12T01:08:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:50 smithi193 ceph-mon[83763]: pgmap v2061: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:50 smithi193 ceph-mon[83763]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-12T01:08:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:08:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:08:51.250 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:51.261 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:51.409 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:51.476 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:51.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:51 smithi098 ceph-mon[91373]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-12T01:08:51.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:51 smithi098 ceph-mon[88922]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-12T01:08:51.562 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.Empty (2367 ms) 2024-04-12T01:08:51.563 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.OtherName 2024-04-12T01:08:51.590 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:51.600 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:51.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:51 smithi193 ceph-mon[83763]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-12T01:08:51.727 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:51.788 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:51.866 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.OtherName (304 ms) 2024-04-12T01:08:51.866 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.OtherPool 2024-04-12T01:08:51.897 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:51.908 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:52 smithi098 ceph-mon[91373]: pgmap v2064: 169 pgs: 11 creating+peering, 44 unknown, 114 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:52 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:52 smithi098 ceph-mon[91373]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-12T01:08:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:52 smithi098 ceph-mon[88922]: pgmap v2064: 169 pgs: 11 creating+peering, 44 unknown, 114 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:52 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:52 smithi098 ceph-mon[88922]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-12T01:08:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:08:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:08:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:08:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:52 smithi193 ceph-mon[83763]: pgmap v2064: 169 pgs: 11 creating+peering, 44 unknown, 114 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:08:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:52 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:08:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:52 smithi193 ceph-mon[83763]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-12T01:08:53.355 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:53.419 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:53.499 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.OtherPool (1634 ms) 2024-04-12T01:08:53.500 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-12T01:08:53.533 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:53.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:53 smithi098 ceph-mon[91373]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-12T01:08:53.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:53 smithi098 ceph-mon[88922]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-12T01:08:53.545 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:53.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:53 smithi193 ceph-mon[83763]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-12T01:08:53.670 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:53.735 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:53.815 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.OtherNamespace (315 ms) 2024-04-12T01:08:53.815 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.DataPool 2024-04-12T01:08:53.846 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:53.857 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:53.993 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:54.060 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:54.139 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.DataPool (324 ms) 2024-04-12T01:08:54.139 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-12T01:08:54.167 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:54.177 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:54.320 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:08:54.421 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.AbortAfterPrepare (282 ms) 2024-04-12T01:08:54.421 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-12T01:08:54.454 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:54.464 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:54.540 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:54 smithi193 ceph-mon[83763]: pgmap v2067: 169 pgs: 11 creating+peering, 15 unknown, 143 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 3.0 KiB/s wr, 89 op/s 2024-04-12T01:08:54.540 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:54 smithi193 ceph-mon[83763]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-12T01:08:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:54 smithi098 ceph-mon[91373]: pgmap v2067: 169 pgs: 11 creating+peering, 15 unknown, 143 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 3.0 KiB/s wr, 89 op/s 2024-04-12T01:08:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:54 smithi098 ceph-mon[91373]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-12T01:08:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:54 smithi098 ceph-mon[88922]: pgmap v2067: 169 pgs: 11 creating+peering, 15 unknown, 143 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 3.0 KiB/s wr, 89 op/s 2024-04-12T01:08:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:54 smithi098 ceph-mon[88922]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-12T01:08:54.570 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (149 ms) 2024-04-12T01:08:54.570 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-12T01:08:54.602 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:54.612 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:54.757 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:54.829 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:08:54.928 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.AbortAfterExecute (358 ms) 2024-04-12T01:08:54.928 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-12T01:08:54.958 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:54.968 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:55.094 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:55.156 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:08:55.254 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (326 ms) 2024-04-12T01:08:55.254 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-12T01:08:55.283 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:55.294 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:55.422 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:55.483 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:08:55.589 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (335 ms) 2024-04-12T01:08:55.589 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-12T01:08:55.620 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:55.633 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-12T01:08:55.633 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:55.640 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (51 ms) 2024-04-12T01:08:55.640 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-12T01:08:55.670 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:55.682 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-12T01:08:55.682 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:55.690 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringAbort (50 ms) 2024-04-12T01:08:55.690 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-12T01:08:55.720 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:55.730 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-12T01:08:55.730 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:55.736 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (46 ms) 2024-04-12T01:08:55.736 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-12T01:08:55.765 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:55.775 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-12T01:08:55.775 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:55.782 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (46 ms) 2024-04-12T01:08:55.782 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-12T01:08:55.812 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:55.822 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-12T01:08:55.822 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:08:55.828 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringPool (46 ms) 2024-04-12T01:08:55.828 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.Group 2024-04-12T01:08:55.859 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:55.876 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:56.023 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:08:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:08:55] "GET /metrics HTTP/1.1" 200 38847 "" "Prometheus/2.43.0" 2024-04-12T01:08:56.086 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:56.172 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.Group (344 ms) 2024-04-12T01:08:56.172 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-12T01:08:56.201 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:56.220 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:56.361 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:08:56.474 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.GroupAbort (302 ms) 2024-04-12T01:08:56.474 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-12T01:08:56.502 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:56.513 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:08:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:56 smithi098 ceph-mon[88922]: pgmap v2069: 169 pgs: 4 creating+peering, 165 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 10 KiB/s wr, 252 op/s 2024-04-12T01:08:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:56 smithi098 ceph-mon[91373]: pgmap v2069: 169 pgs: 4 creating+peering, 165 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 10 KiB/s wr, 252 op/s 2024-04-12T01:08:56.581 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:08:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:56 smithi193 ceph-mon[83763]: pgmap v2069: 169 pgs: 4 creating+peering, 165 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 10 KiB/s wr, 252 op/s 2024-04-12T01:08:56.629 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:56.814 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:56.924 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:57.042 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.NoSnaps (568 ms) 2024-04-12T01:08:57.042 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-12T01:08:57.073 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:57.083 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:08:57.132 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:08:57.178 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:08:57.184 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:08:57.237 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:57.406 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:57.506 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:57.621 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.NoSnapsOtherPool (579 ms) 2024-04-12T01:08:57.621 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-12T01:08:57.652 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:57.662 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:08:57.722 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:08:57.783 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:57.974 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:58.078 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:58.200 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.NoSnapsDataPool (579 ms) 2024-04-12T01:08:58.200 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-12T01:08:58.229 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:58.242 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:08:58.310 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:08:58.357 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:08:58 smithi098 ceph-mon[91373]: pgmap v2070: 169 pgs: 169 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 449 KiB/s rd, 24 KiB/s wr, 561 op/s 2024-04-12T01:08:58.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:08:58 smithi098 ceph-mon[88922]: pgmap v2070: 169 pgs: 169 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 449 KiB/s rd, 24 KiB/s wr, 561 op/s 2024-04-12T01:08:58.549 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 41943040 2024-04-12T01:08:58.556 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:08:58 smithi193 ceph-mon[83763]: pgmap v2070: 169 pgs: 169 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 449 KiB/s rd, 24 KiB/s wr, 561 op/s 2024-04-12T01:08:58.667 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:58.777 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (577 ms) 2024-04-12T01:08:58.777 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-12T01:08:58.808 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:58.818 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:08:58.872 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:08:58.927 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 0 2024-04-12T01:08:58.941 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:59.051 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:59.117 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:59.162 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (385 ms) 2024-04-12T01:08:59.162 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-12T01:08:59.191 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:59.201 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:08:59.254 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:08:59.301 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:59.481 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 0 2024-04-12T01:08:59.494 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:08:59.561 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:08:59.616 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (454 ms) 2024-04-12T01:08:59.616 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-12T01:08:59.646 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:08:59.656 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:08:59.718 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:08:59.766 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:08:59.964 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:08:59.972 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:09:00.093 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:09:00.237 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (621 ms) 2024-04-12T01:09:00.237 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-12T01:09:00.268 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:00.278 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:09:00.332 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:09:00.378 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:09:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:00 smithi098 ceph-mon[91373]: pgmap v2071: 169 pgs: 169 active+clean; 17 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.0 MiB/s wr, 990 op/s 2024-04-12T01:09:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:00 smithi098 ceph-mon[88922]: pgmap v2071: 169 pgs: 169 active+clean; 17 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.0 MiB/s wr, 990 op/s 2024-04-12T01:09:00.560 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: after_prepare_snap 2024-04-12T01:09:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:00 smithi193 ceph-mon[83763]: pgmap v2071: 169 pgs: 169 active+clean; 17 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.0 MiB/s wr, 990 op/s 2024-04-12T01:09:01.931 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 41943040 2024-04-12T01:09:01.954 INFO:tasks.workunit.client.0.smithi098.stdout:write: * 0~1000 2024-04-12T01:09:01.959 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:09:02.066 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:09:02.227 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1990 ms) 2024-04-12T01:09:02.227 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.Snaps 2024-04-12T01:09:02.257 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:02.270 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:09:02.334 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:09:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:02 smithi098 ceph-mon[91373]: pgmap v2072: 169 pgs: 169 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 1.36k op/s 2024-04-12T01:09:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:02 smithi098 ceph-mon[91373]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-12T01:09:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:02 smithi098 ceph-mon[91373]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-12T01:09:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:02 smithi098 ceph-mon[88922]: pgmap v2072: 169 pgs: 169 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 1.36k op/s 2024-04-12T01:09:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:02 smithi098 ceph-mon[88922]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-12T01:09:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:02 smithi098 ceph-mon[88922]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-12T01:09:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:09:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:09:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:09:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:02 smithi193 ceph-mon[83763]: pgmap v2072: 169 pgs: 169 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 1.36k op/s 2024-04-12T01:09:02.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:02 smithi193 ceph-mon[83763]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-12T01:09:02.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:02 smithi193 ceph-mon[83763]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-12T01:09:04.287 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:09:04.301 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:09:04.301 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:09:04.301 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:09:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:04 smithi098 ceph-mon[91373]: pgmap v2075: 169 pgs: 169 active+clean; 133 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 34 MiB/s wr, 1.74k op/s 2024-04-12T01:09:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:04 smithi098 ceph-mon[91373]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-12T01:09:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:04 smithi098 ceph-mon[88922]: pgmap v2075: 169 pgs: 169 active+clean; 133 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 34 MiB/s wr, 1.74k op/s 2024-04-12T01:09:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:04 smithi098 ceph-mon[88922]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-12T01:09:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:04 smithi193 ceph-mon[83763]: pgmap v2075: 169 pgs: 169 active+clean; 133 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 34 MiB/s wr, 1.74k op/s 2024-04-12T01:09:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:04 smithi193 ceph-mon[83763]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-12T01:09:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:05 smithi098 ceph-mon[91373]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-12T01:09:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:05 smithi098 ceph-mon[91373]: pgmap v2078: 169 pgs: 169 active+clean; 197 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 98 MiB/s rd, 71 MiB/s wr, 1.65k op/s 2024-04-12T01:09:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:09:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:05 smithi098 ceph-mon[88922]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-12T01:09:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:05 smithi098 ceph-mon[88922]: pgmap v2078: 169 pgs: 169 active+clean; 197 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 98 MiB/s rd, 71 MiB/s wr, 1.65k op/s 2024-04-12T01:09:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:09:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:05 smithi193 ceph-mon[83763]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-12T01:09:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:05 smithi193 ceph-mon[83763]: pgmap v2078: 169 pgs: 169 active+clean; 197 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 98 MiB/s rd, 71 MiB/s wr, 1.65k op/s 2024-04-12T01:09:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:09:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:09:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:09:05] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-12T01:09:06.298 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:09:06.305 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:09:06.305 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:09:06.313 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:09:06.331 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:09:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:06 smithi098 ceph-mon[91373]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-12T01:09:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:06 smithi098 ceph-mon[88922]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-12T01:09:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:06 smithi193 ceph-mon[83763]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-12T01:09:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:07 smithi193 ceph-mon[83763]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-12T01:09:07.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:07 smithi193 ceph-mon[83763]: pgmap v2081: 169 pgs: 169 active+clean; 221 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 MiB/s rd, 33 MiB/s wr, 967 op/s 2024-04-12T01:09:07.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:07 smithi098 ceph-mon[91373]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-12T01:09:07.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:07 smithi098 ceph-mon[91373]: pgmap v2081: 169 pgs: 169 active+clean; 221 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 MiB/s rd, 33 MiB/s wr, 967 op/s 2024-04-12T01:09:07.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:07 smithi098 ceph-mon[88922]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-12T01:09:07.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:07 smithi098 ceph-mon[88922]: pgmap v2081: 169 pgs: 169 active+clean; 221 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 MiB/s rd, 33 MiB/s wr, 967 op/s 2024-04-12T01:09:08.320 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:08.342 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:09:08.351 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:09:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:08 smithi193 ceph-mon[83763]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-12T01:09:08.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:08 smithi098 ceph-mon[91373]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-12T01:09:08.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:08 smithi098 ceph-mon[88922]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-12T01:09:09.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:09 smithi193 ceph-mon[83763]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-12T01:09:09.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:09 smithi193 ceph-mon[83763]: pgmap v2084: 169 pgs: 169 active+clean; 241 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 10 MiB/s wr, 305 op/s 2024-04-12T01:09:09.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:09 smithi098 ceph-mon[91373]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-12T01:09:09.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:09 smithi098 ceph-mon[91373]: pgmap v2084: 169 pgs: 169 active+clean; 241 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 10 MiB/s wr, 305 op/s 2024-04-12T01:09:09.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:09 smithi098 ceph-mon[88922]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-12T01:09:09.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:09 smithi098 ceph-mon[88922]: pgmap v2084: 169 pgs: 169 active+clean; 241 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 10 MiB/s wr, 305 op/s 2024-04-12T01:09:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:10 smithi193 ceph-mon[83763]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-12T01:09:10.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:10 smithi098 ceph-mon[91373]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-12T01:09:10.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:10 smithi098 ceph-mon[88922]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-12T01:09:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:11 smithi193 ceph-mon[83763]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-12T01:09:11.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:11 smithi193 ceph-mon[83763]: pgmap v2087: 169 pgs: 169 active+clean; 249 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 186 op/s 2024-04-12T01:09:11.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:11 smithi098 ceph-mon[91373]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-12T01:09:11.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:11 smithi098 ceph-mon[91373]: pgmap v2087: 169 pgs: 169 active+clean; 249 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 186 op/s 2024-04-12T01:09:11.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:11 smithi098 ceph-mon[88922]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-12T01:09:11.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:11 smithi098 ceph-mon[88922]: pgmap v2087: 169 pgs: 169 active+clean; 249 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 186 op/s 2024-04-12T01:09:11.797 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:09:11.944 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:09:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:12 smithi193 ceph-mon[83763]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-12T01:09:12.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:09:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:09:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:09:12.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:12 smithi098 ceph-mon[91373]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-12T01:09:12.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:12 smithi098 ceph-mon[88922]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-12T01:09:13.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:13 smithi193 ceph-mon[83763]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-12T01:09:13.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:13 smithi193 ceph-mon[83763]: pgmap v2090: 169 pgs: 169 active+clean; 253 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 152 op/s 2024-04-12T01:09:13.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:13 smithi098 ceph-mon[91373]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-12T01:09:13.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:13 smithi098 ceph-mon[91373]: pgmap v2090: 169 pgs: 169 active+clean; 253 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 152 op/s 2024-04-12T01:09:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:13 smithi098 ceph-mon[88922]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-12T01:09:13.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:13 smithi098 ceph-mon[88922]: pgmap v2090: 169 pgs: 169 active+clean; 253 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 152 op/s 2024-04-12T01:09:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:14 smithi193 ceph-mon[83763]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-12T01:09:14.679 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.Snaps (12452 ms) 2024-04-12T01:09:14.679 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-12T01:09:14.709 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:14.720 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:09:14.782 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:09:14.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:14 smithi098 ceph-mon[91373]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-12T01:09:14.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:14 smithi098 ceph-mon[88922]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-12T01:09:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:15 smithi193 ceph-mon[83763]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-12T01:09:15.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:15 smithi193 ceph-mon[83763]: pgmap v2093: 169 pgs: 169 active+clean; 261 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.0 MiB/s wr, 293 op/s 2024-04-12T01:09:15.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:15 smithi098 ceph-mon[91373]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-12T01:09:15.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:15 smithi098 ceph-mon[91373]: pgmap v2093: 169 pgs: 169 active+clean; 261 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.0 MiB/s wr, 293 op/s 2024-04-12T01:09:15.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:15 smithi098 ceph-mon[88922]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-12T01:09:15.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:15 smithi098 ceph-mon[88922]: pgmap v2093: 169 pgs: 169 active+clean; 261 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.0 MiB/s wr, 293 op/s 2024-04-12T01:09:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:09:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:09:15] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-12T01:09:16.368 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:09:16.384 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:09:16.384 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:09:16.384 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:09:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:16 smithi193 ceph-mon[83763]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-12T01:09:16.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:16 smithi098 ceph-mon[91373]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-12T01:09:16.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:16 smithi098 ceph-mon[88922]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-12T01:09:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:17 smithi193 ceph-mon[83763]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-12T01:09:17.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:17 smithi193 ceph-mon[83763]: pgmap v2096: 169 pgs: 169 active+clean; 261 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 6.0 MiB/s wr, 225 op/s 2024-04-12T01:09:17.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:17 smithi098 ceph-mon[91373]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-12T01:09:17.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:17 smithi098 ceph-mon[91373]: pgmap v2096: 169 pgs: 169 active+clean; 261 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 6.0 MiB/s wr, 225 op/s 2024-04-12T01:09:17.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:17 smithi098 ceph-mon[88922]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-12T01:09:17.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:17 smithi098 ceph-mon[88922]: pgmap v2096: 169 pgs: 169 active+clean; 261 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 6.0 MiB/s wr, 225 op/s 2024-04-12T01:09:18.383 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:09:18.390 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:09:18.390 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:09:18.400 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:09:18.417 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:09:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:18 smithi193 ceph-mon[83763]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-12T01:09:18.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:18 smithi098 ceph-mon[91373]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-12T01:09:18.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:18 smithi098 ceph-mon[88922]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-12T01:09:19.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:19 smithi098 ceph-mon[91373]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-12T01:09:19.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:19 smithi098 ceph-mon[91373]: pgmap v2099: 169 pgs: 169 active+clean; 277 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 10 MiB/s wr, 272 op/s 2024-04-12T01:09:19.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:19 smithi098 ceph-mon[88922]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-12T01:09:19.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:19 smithi098 ceph-mon[88922]: pgmap v2099: 169 pgs: 169 active+clean; 277 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 10 MiB/s wr, 272 op/s 2024-04-12T01:09:19.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:19 smithi193 ceph-mon[83763]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-12T01:09:19.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:19 smithi193 ceph-mon[83763]: pgmap v2099: 169 pgs: 169 active+clean; 277 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 10 MiB/s wr, 272 op/s 2024-04-12T01:09:20.397 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:20.421 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:09:20.429 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:09:20.437 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:09:20.525 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:09:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[88922]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-12T01:09:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-04-12T01:09:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]: dispatch 2024-04-12T01:09:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]: dispatch 2024-04-12T01:09:20.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[91373]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-12T01:09:20.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:20.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-04-12T01:09:20.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]: dispatch 2024-04-12T01:09:20.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]: dispatch 2024-04-12T01:09:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:20 smithi193 ceph-mon[83763]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-12T01:09:20.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:20.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-04-12T01:09:20.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]: dispatch 2024-04-12T01:09:20.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]: dispatch 2024-04-12T01:09:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-04-12T01:09:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]': finished 2024-04-12T01:09:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]': finished 2024-04-12T01:09:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[88922]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-12T01:09:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[88922]: pgmap v2102: 169 pgs: 169 active+clean; 281 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 289 op/s 2024-04-12T01:09:21.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-04-12T01:09:21.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]': finished 2024-04-12T01:09:21.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]': finished 2024-04-12T01:09:21.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[91373]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-12T01:09:21.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:21 smithi098 ceph-mon[91373]: pgmap v2102: 169 pgs: 169 active+clean; 281 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 289 op/s 2024-04-12T01:09:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-04-12T01:09:21.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]': finished 2024-04-12T01:09:21.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]': finished 2024-04-12T01:09:21.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:21 smithi193 ceph-mon[83763]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-12T01:09:21.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:21 smithi193 ceph-mon[83763]: pgmap v2102: 169 pgs: 169 active+clean; 281 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 289 op/s 2024-04-12T01:09:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:22 smithi193 ceph-mon[83763]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-12T01:09:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:22 smithi193 ceph-mon[83763]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-12T01:09:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:09:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:09:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:09:22.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:22 smithi098 ceph-mon[91373]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-12T01:09:22.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:22 smithi098 ceph-mon[91373]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-12T01:09:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:22 smithi098 ceph-mon[88922]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-12T01:09:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:22 smithi098 ceph-mon[88922]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-12T01:09:23.413 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:09:23.610 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:09:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:23 smithi098 ceph-mon[91373]: pgmap v2105: 169 pgs: 169 active+clean; 321 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 130 op/s 2024-04-12T01:09:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:23 smithi098 ceph-mon[91373]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-12T01:09:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:23 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:09:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:23 smithi098 ceph-mon[88922]: pgmap v2105: 169 pgs: 169 active+clean; 321 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 130 op/s 2024-04-12T01:09:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:23 smithi098 ceph-mon[88922]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-12T01:09:24.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:23 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:09:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:23 smithi193 ceph-mon[83763]: pgmap v2105: 169 pgs: 169 active+clean; 321 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 130 op/s 2024-04-12T01:09:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:23 smithi193 ceph-mon[83763]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-12T01:09:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:23 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:09:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:09:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:09:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:09:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:24 smithi098 ceph-mon[91373]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-12T01:09:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:09:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:09:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:09:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:24 smithi098 ceph-mon[88922]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-12T01:09:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:09:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:09:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:09:25.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:24 smithi193 ceph-mon[83763]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-12T01:09:26.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:25 smithi098 ceph-mon[91373]: pgmap v2108: 169 pgs: 169 active+clean; 337 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 12 MiB/s wr, 130 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T01:09:26.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:25 smithi098 ceph-mon[91373]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-12T01:09:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:09:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:09:25] "GET /metrics HTTP/1.1" 200 38979 "" "Prometheus/2.43.0" 2024-04-12T01:09:26.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:25 smithi098 ceph-mon[88922]: pgmap v2108: 169 pgs: 169 active+clean; 337 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 12 MiB/s wr, 130 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T01:09:26.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:25 smithi098 ceph-mon[88922]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-12T01:09:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:25 smithi193 ceph-mon[83763]: pgmap v2108: 169 pgs: 169 active+clean; 337 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 12 MiB/s wr, 130 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T01:09:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:25 smithi193 ceph-mon[83763]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-12T01:09:26.778 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapsOtherPool (12099 ms) 2024-04-12T01:09:26.779 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-12T01:09:26.809 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:26.820 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:09:26.886 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:09:27.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:27 smithi098 ceph-mon[91373]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-12T01:09:27.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:27 smithi098 ceph-mon[91373]: pgmap v2111: 169 pgs: 169 active+clean; 333 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 282 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-12T01:09:27.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:27 smithi098 ceph-mon[88922]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-12T01:09:27.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:27 smithi098 ceph-mon[88922]: pgmap v2111: 169 pgs: 169 active+clean; 333 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 282 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-12T01:09:27.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:27 smithi193 ceph-mon[83763]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-12T01:09:27.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:27 smithi193 ceph-mon[83763]: pgmap v2111: 169 pgs: 169 active+clean; 333 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 282 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-12T01:09:28.441 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:09:28.455 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:09:28.455 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:09:28.455 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:09:28.693 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:28 smithi098 ceph-mon[91373]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-12T01:09:28.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:28 smithi098 ceph-mon[88922]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-12T01:09:28.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:28 smithi193 ceph-mon[83763]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-12T01:09:29.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:29 smithi098 ceph-mon[91373]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-12T01:09:29.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:29 smithi098 ceph-mon[91373]: pgmap v2114: 169 pgs: 169 active+clean; 357 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 MiB/s rd, 12 MiB/s wr, 454 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T01:09:29.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:29 smithi098 ceph-mon[88922]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-12T01:09:29.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:29 smithi098 ceph-mon[88922]: pgmap v2114: 169 pgs: 169 active+clean; 357 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 MiB/s rd, 12 MiB/s wr, 454 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T01:09:29.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:29 smithi193 ceph-mon[83763]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-12T01:09:29.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:29 smithi193 ceph-mon[83763]: pgmap v2114: 169 pgs: 169 active+clean; 357 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 MiB/s rd, 12 MiB/s wr, 454 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-12T01:09:30.448 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:09:30.454 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:09:30.454 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:09:30.464 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:09:30.479 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:09:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:30 smithi098 ceph-mon[91373]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-12T01:09:30.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:30 smithi098 ceph-mon[88922]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-12T01:09:30.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:30 smithi193 ceph-mon[83763]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-12T01:09:31.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:31 smithi098 ceph-mon[91373]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-12T01:09:31.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:31 smithi098 ceph-mon[91373]: pgmap v2117: 169 pgs: 169 active+clean; 353 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 12 MiB/s wr, 278 op/s 2024-04-12T01:09:31.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:31 smithi098 ceph-mon[88922]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-12T01:09:31.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:31 smithi098 ceph-mon[88922]: pgmap v2117: 169 pgs: 169 active+clean; 353 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 12 MiB/s wr, 278 op/s 2024-04-12T01:09:31.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:31 smithi193 ceph-mon[83763]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-12T01:09:31.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:31 smithi193 ceph-mon[83763]: pgmap v2117: 169 pgs: 169 active+clean; 353 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 12 MiB/s wr, 278 op/s 2024-04-12T01:09:31.939 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:31.962 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:09:31.971 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:09:32.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:32 smithi193 ceph-mon[83763]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-12T01:09:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:32 smithi193 ceph-mon[83763]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-12T01:09:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:09:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:09:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:09:32.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:32 smithi098 ceph-mon[91373]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-12T01:09:32.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:32 smithi098 ceph-mon[91373]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-12T01:09:32.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:32 smithi098 ceph-mon[88922]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-12T01:09:32.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:32 smithi098 ceph-mon[88922]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-12T01:09:34.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:33 smithi098 ceph-mon[91373]: pgmap v2120: 169 pgs: 169 active+clean; 381 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.0 MiB/s wr, 106 op/s 2024-04-12T01:09:34.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:33 smithi098 ceph-mon[91373]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-12T01:09:34.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:33 smithi098 ceph-mon[88922]: pgmap v2120: 169 pgs: 169 active+clean; 381 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.0 MiB/s wr, 106 op/s 2024-04-12T01:09:34.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:33 smithi098 ceph-mon[88922]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-12T01:09:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:33 smithi193 ceph-mon[83763]: pgmap v2120: 169 pgs: 169 active+clean; 381 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.0 MiB/s wr, 106 op/s 2024-04-12T01:09:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:33 smithi193 ceph-mon[83763]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-12T01:09:35.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:34 smithi098 ceph-mon[91373]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-12T01:09:35.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:34 smithi098 ceph-mon[88922]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-12T01:09:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:34 smithi193 ceph-mon[83763]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-12T01:09:35.417 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:09:35.573 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:09:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:09:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:09:35] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-12T01:09:36.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:35 smithi098 ceph-mon[91373]: pgmap v2123: 169 pgs: 169 active+clean; 397 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 10 MiB/s wr, 173 op/s 2024-04-12T01:09:36.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:35 smithi098 ceph-mon[91373]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-12T01:09:36.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:36.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:35 smithi098 ceph-mon[88922]: pgmap v2123: 169 pgs: 169 active+clean; 397 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 10 MiB/s wr, 173 op/s 2024-04-12T01:09:36.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:35 smithi098 ceph-mon[88922]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-12T01:09:36.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:35 smithi193 ceph-mon[83763]: pgmap v2123: 169 pgs: 169 active+clean; 397 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 10 MiB/s wr, 173 op/s 2024-04-12T01:09:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:35 smithi193 ceph-mon[83763]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-12T01:09:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:36 smithi098 ceph-mon[91373]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-12T01:09:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:36 smithi098 ceph-mon[91373]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-12T01:09:37.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:36 smithi098 ceph-mon[88922]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-12T01:09:37.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:36 smithi098 ceph-mon[88922]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-12T01:09:37.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:36 smithi193 ceph-mon[83763]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-12T01:09:37.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:36 smithi193 ceph-mon[83763]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-12T01:09:38.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:37 smithi098 ceph-mon[91373]: pgmap v2126: 169 pgs: 169 active+clean; 397 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 163 op/s 2024-04-12T01:09:38.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:37 smithi098 ceph-mon[88922]: pgmap v2126: 169 pgs: 169 active+clean; 397 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 163 op/s 2024-04-12T01:09:38.308 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapsDataPool (11531 ms) 2024-04-12T01:09:38.309 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-12T01:09:38.342 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:38.354 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:09:38.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:37 smithi193 ceph-mon[83763]: pgmap v2126: 169 pgs: 169 active+clean; 397 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 163 op/s 2024-04-12T01:09:38.412 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:09:39.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:38 smithi098 ceph-mon[91373]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-12T01:09:39.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:38 smithi098 ceph-mon[88922]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-12T01:09:39.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:38 smithi193 ceph-mon[83763]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-12T01:09:39.979 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:09:39.994 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:09:39.994 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:09:39.994 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:09:40.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:39 smithi098 ceph-mon[91373]: pgmap v2129: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 262 op/s 2024-04-12T01:09:40.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:39 smithi098 ceph-mon[91373]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-12T01:09:40.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:39 smithi098 ceph-mon[88922]: pgmap v2129: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 262 op/s 2024-04-12T01:09:40.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:39 smithi098 ceph-mon[88922]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-12T01:09:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:39 smithi193 ceph-mon[83763]: pgmap v2129: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 262 op/s 2024-04-12T01:09:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:39 smithi193 ceph-mon[83763]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-12T01:09:41.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:40 smithi098 ceph-mon[91373]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-12T01:09:41.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:40 smithi098 ceph-mon[88922]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-12T01:09:41.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:40 smithi193 ceph-mon[83763]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-12T01:09:41.997 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:09:42.005 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:09:42.005 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:09:42.015 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:09:42.032 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:09:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:41 smithi193 ceph-mon[83763]: pgmap v2132: 169 pgs: 169 active+clean; 417 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 415 op/s 2024-04-12T01:09:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:41 smithi193 ceph-mon[83763]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-12T01:09:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:41 smithi098 ceph-mon[91373]: pgmap v2132: 169 pgs: 169 active+clean; 417 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 415 op/s 2024-04-12T01:09:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:41 smithi098 ceph-mon[91373]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-12T01:09:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:41 smithi098 ceph-mon[88922]: pgmap v2132: 169 pgs: 169 active+clean; 417 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 415 op/s 2024-04-12T01:09:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:41 smithi098 ceph-mon[88922]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-12T01:09:42.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:09:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:09:43.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:42 smithi098 ceph-mon[91373]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-12T01:09:43.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:42 smithi098 ceph-mon[88922]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-12T01:09:43.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:42 smithi193 ceph-mon[83763]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-12T01:09:44.008 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:44.033 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:09:44.043 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:09:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:43 smithi098 ceph-mon[91373]: pgmap v2135: 169 pgs: 169 active+clean; 421 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 253 op/s 2024-04-12T01:09:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:43 smithi098 ceph-mon[91373]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-12T01:09:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:43 smithi098 ceph-mon[88922]: pgmap v2135: 169 pgs: 169 active+clean; 421 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 253 op/s 2024-04-12T01:09:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:43 smithi098 ceph-mon[88922]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-12T01:09:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:43 smithi193 ceph-mon[83763]: pgmap v2135: 169 pgs: 169 active+clean; 421 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 253 op/s 2024-04-12T01:09:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:43 smithi193 ceph-mon[83763]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-12T01:09:45.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:44 smithi098 ceph-mon[91373]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-12T01:09:45.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:44 smithi098 ceph-mon[88922]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-12T01:09:45.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:45 smithi193 ceph-mon[83763]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-12T01:09:46.013 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:09:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:09:45] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-12T01:09:46.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:46 smithi098 ceph-mon[88922]: pgmap v2138: 169 pgs: 169 active+clean; 441 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 142 op/s 2024-04-12T01:09:46.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:46 smithi098 ceph-mon[88922]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-12T01:09:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:46 smithi098 ceph-mon[91373]: pgmap v2138: 169 pgs: 169 active+clean; 441 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 142 op/s 2024-04-12T01:09:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:46 smithi098 ceph-mon[91373]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-12T01:09:46.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:46 smithi193 ceph-mon[83763]: pgmap v2138: 169 pgs: 169 active+clean; 441 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 142 op/s 2024-04-12T01:09:46.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:46 smithi193 ceph-mon[83763]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-12T01:09:47.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:47 smithi098 ceph-mon[88922]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-12T01:09:47.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:47 smithi098 ceph-mon[88922]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-12T01:09:47.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:47 smithi098 ceph-mon[91373]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-12T01:09:47.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:47 smithi098 ceph-mon[91373]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-12T01:09:47.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:47 smithi193 ceph-mon[83763]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-12T01:09:47.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:47 smithi193 ceph-mon[83763]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-12T01:09:47.394 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 41943040 2024-04-12T01:09:47.416 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:09:47.567 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:09:48.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:48 smithi098 ceph-mon[91373]: pgmap v2141: 169 pgs: 169 active+clean; 445 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-04-12T01:09:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:48 smithi098 ceph-mon[88922]: pgmap v2141: 169 pgs: 169 active+clean; 445 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-04-12T01:09:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:48 smithi193 ceph-mon[83763]: pgmap v2141: 169 pgs: 169 active+clean; 445 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-04-12T01:09:49.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:49 smithi098 ceph-mon[91373]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-12T01:09:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:49 smithi098 ceph-mon[88922]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-12T01:09:49.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:49 smithi193 ceph-mon[83763]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-12T01:09:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:50 smithi098 ceph-mon[88922]: pgmap v2144: 169 pgs: 169 active+clean; 461 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 305 op/s 2024-04-12T01:09:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:50 smithi098 ceph-mon[88922]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-12T01:09:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:50 smithi098 ceph-mon[91373]: pgmap v2144: 169 pgs: 169 active+clean; 461 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 305 op/s 2024-04-12T01:09:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:50 smithi098 ceph-mon[91373]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-12T01:09:50.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:50.352 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12043 ms) 2024-04-12T01:09:50.352 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-12T01:09:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:50 smithi193 ceph-mon[83763]: pgmap v2144: 169 pgs: 169 active+clean; 461 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 305 op/s 2024-04-12T01:09:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:50 smithi193 ceph-mon[83763]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-12T01:09:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:09:50.384 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:50.395 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:09:50.458 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:09:51.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:51 smithi193 ceph-mon[83763]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-12T01:09:51.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:51 smithi098 ceph-mon[91373]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-12T01:09:51.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:51 smithi098 ceph-mon[88922]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-12T01:09:52.069 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:09:52.090 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:09:52.090 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:09:52.090 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:09:52.313 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:52 smithi193 ceph-mon[83763]: pgmap v2147: 169 pgs: 169 active+clean; 469 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 451 op/s 2024-04-12T01:09:52.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:52 smithi193 ceph-mon[83763]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-12T01:09:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:52 smithi098 ceph-mon[88922]: pgmap v2147: 169 pgs: 169 active+clean; 469 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 451 op/s 2024-04-12T01:09:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:52 smithi098 ceph-mon[88922]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-12T01:09:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:52 smithi098 ceph-mon[91373]: pgmap v2147: 169 pgs: 169 active+clean; 469 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 451 op/s 2024-04-12T01:09:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:52 smithi098 ceph-mon[91373]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-12T01:09:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:09:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:09:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:09:53.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:53 smithi193 ceph-mon[83763]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-12T01:09:53.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:53 smithi098 ceph-mon[91373]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-12T01:09:53.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:53 smithi098 ceph-mon[88922]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-12T01:09:54.079 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:09:54.087 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:09:54.088 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:09:54.097 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:09:54.122 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:09:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:54 smithi193 ceph-mon[83763]: pgmap v2150: 169 pgs: 169 active+clean; 469 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-04-12T01:09:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:54 smithi193 ceph-mon[83763]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-12T01:09:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:54 smithi098 ceph-mon[91373]: pgmap v2150: 169 pgs: 169 active+clean; 469 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-04-12T01:09:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:54 smithi098 ceph-mon[91373]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-12T01:09:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:54 smithi098 ceph-mon[88922]: pgmap v2150: 169 pgs: 169 active+clean; 469 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 285 op/s 2024-04-12T01:09:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:54 smithi098 ceph-mon[88922]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-12T01:09:55.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:55 smithi193 ceph-mon[83763]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-12T01:09:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:55 smithi098 ceph-mon[91373]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-12T01:09:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:55 smithi098 ceph-mon[88922]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-12T01:09:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:09:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:09:55] "GET /metrics HTTP/1.1" 200 38986 "" "Prometheus/2.43.0" 2024-04-12T01:09:56.095 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:09:56.121 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:09:56.130 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 0 2024-04-12T01:09:56.147 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:09:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:56 smithi193 ceph-mon[83763]: pgmap v2153: 169 pgs: 169 active+clean; 469 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 170 op/s 2024-04-12T01:09:56.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:56 smithi193 ceph-mon[83763]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-12T01:09:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:56 smithi098 ceph-mon[91373]: pgmap v2153: 169 pgs: 169 active+clean; 469 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 170 op/s 2024-04-12T01:09:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:56 smithi098 ceph-mon[91373]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-12T01:09:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:56 smithi098 ceph-mon[88922]: pgmap v2153: 169 pgs: 169 active+clean; 469 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 170 op/s 2024-04-12T01:09:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:56 smithi098 ceph-mon[88922]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-12T01:09:57.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:57 smithi193 ceph-mon[83763]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-12T01:09:57.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:57 smithi193 ceph-mon[83763]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-12T01:09:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:57 smithi098 ceph-mon[91373]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-12T01:09:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:57 smithi098 ceph-mon[91373]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-12T01:09:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:57 smithi098 ceph-mon[88922]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-12T01:09:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:57 smithi098 ceph-mon[88922]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-12T01:09:58.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:58 smithi193 ceph-mon[83763]: pgmap v2156: 169 pgs: 169 active+clean; 481 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 104 op/s 2024-04-12T01:09:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:58 smithi193 ceph-mon[83763]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-12T01:09:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:58 smithi098 ceph-mon[91373]: pgmap v2156: 169 pgs: 169 active+clean; 481 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 104 op/s 2024-04-12T01:09:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:58 smithi098 ceph-mon[91373]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-12T01:09:58.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:58 smithi098 ceph-mon[88922]: pgmap v2156: 169 pgs: 169 active+clean; 481 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 104 op/s 2024-04-12T01:09:58.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:58 smithi098 ceph-mon[88922]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-12T01:09:59.344 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:09:59.502 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:10:00.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:59 smithi098 ceph-mon[88922]: pgmap v2159: 169 pgs: 169 active+clean; 505 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.0 MiB/s wr, 157 op/s 2024-04-12T01:10:00.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:09:59 smithi098 ceph-mon[88922]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-12T01:10:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:59 smithi098 ceph-mon[91373]: pgmap v2159: 169 pgs: 169 active+clean; 505 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.0 MiB/s wr, 157 op/s 2024-04-12T01:10:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:09:59 smithi098 ceph-mon[91373]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-12T01:10:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:59 smithi193 ceph-mon[83763]: pgmap v2159: 169 pgs: 169 active+clean; 505 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 7.0 MiB/s wr, 157 op/s 2024-04-12T01:10:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:09:59 smithi193 ceph-mon[83763]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-12T01:10:01.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[88922]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-12T01:10:01.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[88922]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T01:10:01.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[88922]: application not enabled on pool 'test-librbd-smithi098-136797-9' 2024-04-12T01:10:01.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[88922]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T01:10:01.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[88922]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-12T01:10:01.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[91373]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-12T01:10:01.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[91373]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T01:10:01.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[91373]: application not enabled on pool 'test-librbd-smithi098-136797-9' 2024-04-12T01:10:01.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[91373]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T01:10:01.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:00 smithi098 ceph-mon[91373]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-12T01:10:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:00 smithi193 ceph-mon[83763]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-12T01:10:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:00 smithi193 ceph-mon[83763]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T01:10:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:00 smithi193 ceph-mon[83763]: application not enabled on pool 'test-librbd-smithi098-136797-9' 2024-04-12T01:10:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:00 smithi193 ceph-mon[83763]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T01:10:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:00 smithi193 ceph-mon[83763]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-12T01:10:02.208 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11856 ms) 2024-04-12T01:10:02.208 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-12T01:10:02.242 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:02.253 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:10:02.310 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:10:02.367 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:10:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:10:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:10:02.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:02 smithi193 ceph-mon[83763]: pgmap v2162: 169 pgs: 169 active+clean; 509 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 163 op/s 2024-04-12T01:10:02.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:02 smithi193 ceph-mon[83763]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-12T01:10:02.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:02 smithi193 ceph-mon[83763]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-12T01:10:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:02 smithi098 ceph-mon[88922]: pgmap v2162: 169 pgs: 169 active+clean; 509 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 163 op/s 2024-04-12T01:10:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:02 smithi098 ceph-mon[88922]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-12T01:10:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:02 smithi098 ceph-mon[88922]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-12T01:10:02.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:02 smithi098 ceph-mon[91373]: pgmap v2162: 169 pgs: 169 active+clean; 509 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 163 op/s 2024-04-12T01:10:02.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:02 smithi098 ceph-mon[91373]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-12T01:10:02.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:02 smithi098 ceph-mon[91373]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-12T01:10:04.126 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:10:04.142 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:10:04.142 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:10:04.142 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:10:04.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:04 smithi193 ceph-mon[83763]: pgmap v2165: 169 pgs: 169 active+clean; 517 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 304 op/s 2024-04-12T01:10:04.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:04 smithi193 ceph-mon[83763]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-12T01:10:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:04 smithi098 ceph-mon[91373]: pgmap v2165: 169 pgs: 169 active+clean; 517 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 304 op/s 2024-04-12T01:10:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:04 smithi098 ceph-mon[91373]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-12T01:10:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:04 smithi098 ceph-mon[88922]: pgmap v2165: 169 pgs: 169 active+clean; 517 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 304 op/s 2024-04-12T01:10:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:04 smithi098 ceph-mon[88922]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-12T01:10:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:05 smithi098 ceph-mon[91373]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-12T01:10:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:05 smithi098 ceph-mon[88922]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-12T01:10:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:05 smithi193 ceph-mon[83763]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-12T01:10:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:10:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:10:05] "GET /metrics HTTP/1.1" 200 38986 "" "Prometheus/2.43.0" 2024-04-12T01:10:06.146 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:10:06.155 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:10:06.155 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:10:06.164 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:10:06.185 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:10:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:06 smithi098 ceph-mon[91373]: pgmap v2168: 169 pgs: 169 active+clean; 529 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 456 op/s 2024-04-12T01:10:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:06 smithi098 ceph-mon[91373]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-12T01:10:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:06 smithi098 ceph-mon[88922]: pgmap v2168: 169 pgs: 169 active+clean; 529 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 456 op/s 2024-04-12T01:10:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:06 smithi098 ceph-mon[88922]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-12T01:10:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:06 smithi193 ceph-mon[83763]: pgmap v2168: 169 pgs: 169 active+clean; 529 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 456 op/s 2024-04-12T01:10:06.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:06 smithi193 ceph-mon[83763]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-12T01:10:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:07 smithi098 ceph-mon[91373]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-12T01:10:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:07 smithi098 ceph-mon[88922]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-12T01:10:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:07 smithi193 ceph-mon[83763]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-12T01:10:08.156 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:08.184 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:10:08.193 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:10:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:08 smithi098 ceph-mon[91373]: pgmap v2171: 169 pgs: 169 active+clean; 529 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 223 op/s 2024-04-12T01:10:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:08 smithi098 ceph-mon[91373]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-12T01:10:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:08 smithi098 ceph-mon[88922]: pgmap v2171: 169 pgs: 169 active+clean; 529 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 223 op/s 2024-04-12T01:10:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:08 smithi098 ceph-mon[88922]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-12T01:10:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:08 smithi193 ceph-mon[83763]: pgmap v2171: 169 pgs: 169 active+clean; 529 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 223 op/s 2024-04-12T01:10:08.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:08 smithi193 ceph-mon[83763]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-12T01:10:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:09 smithi098 ceph-mon[91373]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-12T01:10:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:09 smithi098 ceph-mon[88922]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-12T01:10:09.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:09 smithi193 ceph-mon[83763]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-12T01:10:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:10 smithi098 ceph-mon[91373]: pgmap v2174: 169 pgs: 169 active+clean; 553 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2024-04-12T01:10:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:10 smithi098 ceph-mon[91373]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-12T01:10:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:10 smithi098 ceph-mon[88922]: pgmap v2174: 169 pgs: 169 active+clean; 553 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2024-04-12T01:10:10.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:10 smithi098 ceph-mon[88922]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-12T01:10:10.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:10 smithi193 ceph-mon[83763]: pgmap v2174: 169 pgs: 169 active+clean; 553 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2024-04-12T01:10:10.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:10 smithi193 ceph-mon[83763]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-12T01:10:11.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:11 smithi098 ceph-mon[91373]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-12T01:10:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:11 smithi098 ceph-mon[88922]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-12T01:10:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:11 smithi193 ceph-mon[83763]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-12T01:10:11.664 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 0 2024-04-12T01:10:11.748 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:10:11.874 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:10:12.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:10:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:10:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:10:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:12 smithi193 ceph-mon[83763]: pgmap v2177: 169 pgs: 169 active+clean; 561 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 193 op/s 2024-04-12T01:10:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:12 smithi193 ceph-mon[83763]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-12T01:10:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:12 smithi193 ceph-mon[83763]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-12T01:10:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:12 smithi098 ceph-mon[91373]: pgmap v2177: 169 pgs: 169 active+clean; 561 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 193 op/s 2024-04-12T01:10:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:12 smithi098 ceph-mon[91373]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-12T01:10:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:12 smithi098 ceph-mon[91373]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-12T01:10:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:12 smithi098 ceph-mon[88922]: pgmap v2177: 169 pgs: 169 active+clean; 561 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 193 op/s 2024-04-12T01:10:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:12 smithi098 ceph-mon[88922]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-12T01:10:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:12 smithi098 ceph-mon[88922]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-12T01:10:14.251 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12043 ms) 2024-04-12T01:10:14.251 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-12T01:10:14.282 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:14.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:13 smithi098 ceph-mon[91373]: pgmap v2180: 169 pgs: 169 active+clean; 565 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.0 MiB/s wr, 207 op/s 2024-04-12T01:10:14.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:13 smithi098 ceph-mon[91373]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-12T01:10:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:13 smithi098 ceph-mon[88922]: pgmap v2180: 169 pgs: 169 active+clean; 565 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.0 MiB/s wr, 207 op/s 2024-04-12T01:10:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:13 smithi098 ceph-mon[88922]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-12T01:10:14.293 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:10:14.354 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:10:14.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:13 smithi193 ceph-mon[83763]: pgmap v2180: 169 pgs: 169 active+clean; 565 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.0 MiB/s wr, 207 op/s 2024-04-12T01:10:14.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:13 smithi193 ceph-mon[83763]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-12T01:10:15.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:14 smithi098 ceph-mon[91373]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-12T01:10:15.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:14 smithi098 ceph-mon[88922]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-12T01:10:15.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:14 smithi193 ceph-mon[83763]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-12T01:10:15.946 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:10:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:10:15] "GET /metrics HTTP/1.1" 200 38986 "" "Prometheus/2.43.0" 2024-04-12T01:10:15.972 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:10:15.989 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:10:15.989 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:10:15.989 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:10:16.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:15 smithi098 ceph-mon[88922]: pgmap v2183: 169 pgs: 169 active+clean; 565 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 1.0 MiB/s wr, 295 op/s 2024-04-12T01:10:16.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:15 smithi098 ceph-mon[88922]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-12T01:10:16.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:15 smithi098 ceph-mon[91373]: pgmap v2183: 169 pgs: 169 active+clean; 565 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 1.0 MiB/s wr, 295 op/s 2024-04-12T01:10:16.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:15 smithi098 ceph-mon[91373]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-12T01:10:16.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:15 smithi193 ceph-mon[83763]: pgmap v2183: 169 pgs: 169 active+clean; 565 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 1.0 MiB/s wr, 295 op/s 2024-04-12T01:10:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:15 smithi193 ceph-mon[83763]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-12T01:10:17.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:16 smithi098 ceph-mon[88922]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-12T01:10:17.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:16 smithi098 ceph-mon[91373]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-12T01:10:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:16 smithi193 ceph-mon[83763]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-12T01:10:17.984 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:10:17.995 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:10:17.995 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:10:18.004 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:10:18.019 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:10:18.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:17 smithi098 ceph-mon[91373]: pgmap v2186: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 275 op/s 2024-04-12T01:10:18.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:17 smithi098 ceph-mon[91373]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-12T01:10:18.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:17 smithi098 ceph-mon[88922]: pgmap v2186: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 275 op/s 2024-04-12T01:10:18.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:17 smithi098 ceph-mon[88922]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-12T01:10:18.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:17 smithi193 ceph-mon[83763]: pgmap v2186: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 275 op/s 2024-04-12T01:10:18.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:17 smithi193 ceph-mon[83763]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-12T01:10:19.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:18 smithi098 ceph-mon[91373]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-12T01:10:19.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:18 smithi098 ceph-mon[88922]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-12T01:10:19.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:18 smithi193 ceph-mon[83763]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-12T01:10:20.006 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:20.032 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:10:20.041 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:10:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:19 smithi098 ceph-mon[91373]: pgmap v2189: 169 pgs: 169 active+clean; 581 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 272 op/s 2024-04-12T01:10:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:19 smithi098 ceph-mon[91373]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-12T01:10:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:19 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:19 smithi098 ceph-mon[88922]: pgmap v2189: 169 pgs: 169 active+clean; 581 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 272 op/s 2024-04-12T01:10:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:19 smithi098 ceph-mon[88922]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-12T01:10:20.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:19 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:19 smithi193 ceph-mon[83763]: pgmap v2189: 169 pgs: 169 active+clean; 581 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 272 op/s 2024-04-12T01:10:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:19 smithi193 ceph-mon[83763]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-12T01:10:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:19 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:21.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:20 smithi098 ceph-mon[88922]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-12T01:10:21.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:20 smithi098 ceph-mon[91373]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-12T01:10:21.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:20 smithi193 ceph-mon[83763]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-12T01:10:22.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:21 smithi098 ceph-mon[91373]: pgmap v2192: 169 pgs: 169 active+clean; 601 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 297 op/s 2024-04-12T01:10:22.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:21 smithi098 ceph-mon[91373]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-12T01:10:22.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:21 smithi098 ceph-mon[91373]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-12T01:10:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:21 smithi098 ceph-mon[88922]: pgmap v2192: 169 pgs: 169 active+clean; 601 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 297 op/s 2024-04-12T01:10:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:21 smithi098 ceph-mon[88922]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-12T01:10:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:21 smithi098 ceph-mon[88922]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-12T01:10:22.313 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:21 smithi193 ceph-mon[83763]: pgmap v2192: 169 pgs: 169 active+clean; 601 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 297 op/s 2024-04-12T01:10:22.313 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:21 smithi193 ceph-mon[83763]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-12T01:10:22.313 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:21 smithi193 ceph-mon[83763]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-12T01:10:22.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:10:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:10:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:10:23.375 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:10:23.385 INFO:tasks.workunit.client.0.smithi098.stdout:write: * 83886080~1000 2024-04-12T01:10:23.413 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:10:23.548 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:10:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:23 smithi098 ceph-mon[91373]: pgmap v2195: 169 pgs: 169 active+clean; 613 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 MiB/s wr, 76 op/s 2024-04-12T01:10:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:23 smithi098 ceph-mon[91373]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-12T01:10:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:23 smithi098 ceph-mon[88922]: pgmap v2195: 169 pgs: 169 active+clean; 613 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 MiB/s wr, 76 op/s 2024-04-12T01:10:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:23 smithi098 ceph-mon[88922]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-12T01:10:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:23 smithi193 ceph-mon[83763]: pgmap v2195: 169 pgs: 169 active+clean; 613 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 MiB/s wr, 76 op/s 2024-04-12T01:10:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:23 smithi193 ceph-mon[83763]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-12T01:10:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[91373]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-12T01:10:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:10:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:10:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:10:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:10:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[88922]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-12T01:10:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:10:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:10:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:10:25.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:10:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:25 smithi193 ceph-mon[83763]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-12T01:10:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:10:25.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:10:25.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:10:25.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:10:26.001 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:10:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:10:25] "GET /metrics HTTP/1.1" 200 38988 "" "Prometheus/2.43.0" 2024-04-12T01:10:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:26 smithi098 ceph-mon[91373]: pgmap v2198: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 114 op/s 2024-04-12T01:10:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:26 smithi098 ceph-mon[91373]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-12T01:10:26.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:26 smithi098 ceph-mon[88922]: pgmap v2198: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 114 op/s 2024-04-12T01:10:26.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:26 smithi098 ceph-mon[88922]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-12T01:10:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:26 smithi193 ceph-mon[83763]: pgmap v2198: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 114 op/s 2024-04-12T01:10:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:26 smithi193 ceph-mon[83763]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-12T01:10:26.376 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12125 ms) 2024-04-12T01:10:26.376 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-12T01:10:26.407 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:26.418 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 41943040~10 2024-04-12T01:10:26.425 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:10:27.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:27 smithi098 ceph-mon[91373]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-12T01:10:27.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:27 smithi098 ceph-mon[88922]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-12T01:10:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:27 smithi193 ceph-mon[83763]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-12T01:10:28.036 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 41943040 2024-04-12T01:10:28.057 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:10:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:28 smithi098 ceph-mon[91373]: pgmap v2201: 169 pgs: 169 active+clean; 633 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 359 op/s 2024-04-12T01:10:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:28 smithi098 ceph-mon[91373]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-12T01:10:28.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:28 smithi098 ceph-mon[88922]: pgmap v2201: 169 pgs: 169 active+clean; 633 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 359 op/s 2024-04-12T01:10:28.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:28 smithi098 ceph-mon[88922]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-12T01:10:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:28 smithi193 ceph-mon[83763]: pgmap v2201: 169 pgs: 169 active+clean; 633 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 359 op/s 2024-04-12T01:10:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:28 smithi193 ceph-mon[83763]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-12T01:10:29.199 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:29.211 INFO:tasks.workunit.client.0.smithi098.stdout:write: Y 41943040~5 2024-04-12T01:10:29.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:29 smithi098 ceph-mon[91373]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-12T01:10:29.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:29 smithi098 ceph-mon[88922]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-12T01:10:29.326 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:10:29.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:29 smithi193 ceph-mon[83763]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-12T01:10:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:10:30.168 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3791 ms) 2024-04-12T01:10:30.168 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-12T01:10:30.198 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:30.210 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:10:30.270 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:10:30.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:30 smithi098 ceph-mon[91373]: pgmap v2204: 169 pgs: 169 active+clean; 637 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 5.0 MiB/s wr, 487 op/s 2024-04-12T01:10:30.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:30 smithi098 ceph-mon[91373]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-12T01:10:30.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:30 smithi098 ceph-mon[88922]: pgmap v2204: 169 pgs: 169 active+clean; 637 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 5.0 MiB/s wr, 487 op/s 2024-04-12T01:10:30.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:30 smithi098 ceph-mon[88922]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-12T01:10:30.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:30 smithi193 ceph-mon[83763]: pgmap v2204: 169 pgs: 169 active+clean; 637 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 5.0 MiB/s wr, 487 op/s 2024-04-12T01:10:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:30 smithi193 ceph-mon[83763]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-12T01:10:31.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:31 smithi098 ceph-mon[91373]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-12T01:10:31.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:31 smithi098 ceph-mon[88922]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-12T01:10:31.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:31 smithi193 ceph-mon[83763]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-12T01:10:31.951 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:10:31.971 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:10:31.971 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:10:31.971 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:10:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:32 smithi098 ceph-mon[91373]: pgmap v2207: 169 pgs: 169 active+clean; 637 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 277 op/s 2024-04-12T01:10:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:32 smithi098 ceph-mon[91373]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-12T01:10:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:32 smithi098 ceph-mon[91373]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-12T01:10:32.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:32 smithi098 ceph-mon[88922]: pgmap v2207: 169 pgs: 169 active+clean; 637 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 277 op/s 2024-04-12T01:10:32.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:32 smithi098 ceph-mon[88922]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-12T01:10:32.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:32 smithi098 ceph-mon[88922]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-12T01:10:32.313 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:32 smithi193 ceph-mon[83763]: pgmap v2207: 169 pgs: 169 active+clean; 637 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 277 op/s 2024-04-12T01:10:32.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:32 smithi193 ceph-mon[83763]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-12T01:10:32.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:32 smithi193 ceph-mon[83763]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-12T01:10:32.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:10:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:10:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:10:33.955 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:10:33.961 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:10:33.961 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:10:33.970 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:10:33.997 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:10:34.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:33 smithi098 ceph-mon[91373]: pgmap v2210: 169 pgs: 169 active+clean; 625 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 402 op/s 2024-04-12T01:10:34.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:33 smithi098 ceph-mon[91373]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-12T01:10:34.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:33 smithi098 ceph-mon[88922]: pgmap v2210: 169 pgs: 169 active+clean; 625 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 402 op/s 2024-04-12T01:10:34.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:33 smithi098 ceph-mon[88922]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-12T01:10:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:33 smithi193 ceph-mon[83763]: pgmap v2210: 169 pgs: 169 active+clean; 625 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 402 op/s 2024-04-12T01:10:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:33 smithi193 ceph-mon[83763]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-12T01:10:35.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:34 smithi098 ceph-mon[91373]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-12T01:10:35.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:34 smithi098 ceph-mon[88922]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-12T01:10:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:34 smithi193 ceph-mon[83763]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-12T01:10:35.948 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:10:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:10:35] "GET /metrics HTTP/1.1" 200 38983 "" "Prometheus/2.43.0" 2024-04-12T01:10:35.969 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:35.995 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:10:36.003 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:10:36.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:35 smithi098 ceph-mon[88922]: pgmap v2213: 169 pgs: 169 active+clean; 637 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.0 MiB/s wr, 393 op/s 2024-04-12T01:10:36.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:35 smithi098 ceph-mon[88922]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-12T01:10:36.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:35 smithi098 ceph-mon[91373]: pgmap v2213: 169 pgs: 169 active+clean; 637 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.0 MiB/s wr, 393 op/s 2024-04-12T01:10:36.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:35 smithi098 ceph-mon[91373]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-12T01:10:36.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:35 smithi193 ceph-mon[83763]: pgmap v2213: 169 pgs: 169 active+clean; 637 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.0 MiB/s wr, 393 op/s 2024-04-12T01:10:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:35 smithi193 ceph-mon[83763]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-12T01:10:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:36 smithi098 ceph-mon[91373]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-12T01:10:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:36 smithi098 ceph-mon[91373]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-12T01:10:37.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:36 smithi098 ceph-mon[88922]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-12T01:10:37.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:36 smithi098 ceph-mon[88922]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-12T01:10:37.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:36 smithi193 ceph-mon[83763]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-12T01:10:37.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:36 smithi193 ceph-mon[83763]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-12T01:10:38.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:37 smithi098 ceph-mon[91373]: pgmap v2216: 169 pgs: 169 active+clean; 653 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 6.0 MiB/s wr, 120 op/s 2024-04-12T01:10:38.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:37 smithi098 ceph-mon[91373]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-12T01:10:38.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:37 smithi098 ceph-mon[88922]: pgmap v2216: 169 pgs: 169 active+clean; 653 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 6.0 MiB/s wr, 120 op/s 2024-04-12T01:10:38.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:37 smithi098 ceph-mon[88922]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-12T01:10:38.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:37 smithi193 ceph-mon[83763]: pgmap v2216: 169 pgs: 169 active+clean; 653 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 6.0 MiB/s wr, 120 op/s 2024-04-12T01:10:38.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:37 smithi193 ceph-mon[83763]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-12T01:10:39.538 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: after_prepare_snap 2024-04-12T01:10:40.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:39 smithi098 ceph-mon[91373]: pgmap v2219: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 8.0 MiB/s wr, 105 op/s 2024-04-12T01:10:40.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:39 smithi098 ceph-mon[91373]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-12T01:10:40.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:39 smithi098 ceph-mon[88922]: pgmap v2219: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 8.0 MiB/s wr, 105 op/s 2024-04-12T01:10:40.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:39 smithi098 ceph-mon[88922]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-12T01:10:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:39 smithi193 ceph-mon[83763]: pgmap v2219: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 8.0 MiB/s wr, 105 op/s 2024-04-12T01:10:40.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:39 smithi193 ceph-mon[83763]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-12T01:10:40.993 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 41943040 2024-04-12T01:10:41.026 INFO:tasks.workunit.client.0.smithi098.stdout:write: * 0~1000 2024-04-12T01:10:41.033 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:10:41.200 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:10:41.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:40 smithi098 ceph-mon[91373]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-12T01:10:41.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:40 smithi098 ceph-mon[88922]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-12T01:10:41.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:40 smithi193 ceph-mon[83763]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-12T01:10:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:41 smithi193 ceph-mon[83763]: pgmap v2222: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 103 op/s 2024-04-12T01:10:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:41 smithi193 ceph-mon[83763]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-12T01:10:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:41 smithi193 ceph-mon[83763]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-12T01:10:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:41 smithi098 ceph-mon[91373]: pgmap v2222: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 103 op/s 2024-04-12T01:10:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:41 smithi098 ceph-mon[91373]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-12T01:10:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:41 smithi098 ceph-mon[91373]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-12T01:10:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:41 smithi098 ceph-mon[88922]: pgmap v2222: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 103 op/s 2024-04-12T01:10:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:41 smithi098 ceph-mon[88922]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-12T01:10:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:41 smithi098 ceph-mon[88922]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-12T01:10:42.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:10:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:10:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:10:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:43 smithi098 ceph-mon[91373]: pgmap v2225: 169 pgs: 169 active+clean; 685 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 2.0 MiB/s wr, 153 op/s 2024-04-12T01:10:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:43 smithi098 ceph-mon[91373]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-12T01:10:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:43 smithi098 ceph-mon[88922]: pgmap v2225: 169 pgs: 169 active+clean; 685 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 2.0 MiB/s wr, 153 op/s 2024-04-12T01:10:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:43 smithi098 ceph-mon[88922]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-12T01:10:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:43 smithi193 ceph-mon[83763]: pgmap v2225: 169 pgs: 169 active+clean; 685 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 2.0 MiB/s wr, 153 op/s 2024-04-12T01:10:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:43 smithi193 ceph-mon[83763]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-12T01:10:44.379 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14212 ms) 2024-04-12T01:10:44.379 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-12T01:10:44.410 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:44.422 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:10:44.485 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:10:45.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:44 smithi098 ceph-mon[91373]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-12T01:10:45.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:44 smithi098 ceph-mon[88922]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-12T01:10:45.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:44 smithi193 ceph-mon[83763]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-12T01:10:45.998 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:10:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:10:45] "GET /metrics HTTP/1.1" 200 38983 "" "Prometheus/2.43.0" 2024-04-12T01:10:46.020 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:10:46.033 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:10:46.033 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:10:46.034 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:10:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:45 smithi098 ceph-mon[91373]: pgmap v2228: 169 pgs: 169 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 524 op/s 2024-04-12T01:10:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:45 smithi098 ceph-mon[91373]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-12T01:10:46.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:45 smithi098 ceph-mon[88922]: pgmap v2228: 169 pgs: 169 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 524 op/s 2024-04-12T01:10:46.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:45 smithi098 ceph-mon[88922]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-12T01:10:46.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:45 smithi193 ceph-mon[83763]: pgmap v2228: 169 pgs: 169 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 524 op/s 2024-04-12T01:10:46.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:45 smithi193 ceph-mon[83763]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-12T01:10:47.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:47 smithi098 ceph-mon[91373]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-12T01:10:47.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:47 smithi098 ceph-mon[88922]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-12T01:10:47.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:47 smithi193 ceph-mon[83763]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-12T01:10:48.035 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:10:48.043 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:10:48.043 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:10:48.053 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:10:48.072 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:10:48.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:48 smithi098 ceph-mon[91373]: pgmap v2231: 169 pgs: 169 active+clean; 693 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 523 op/s 2024-04-12T01:10:48.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:48 smithi098 ceph-mon[91373]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-12T01:10:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:48 smithi098 ceph-mon[88922]: pgmap v2231: 169 pgs: 169 active+clean; 693 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 523 op/s 2024-04-12T01:10:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:48 smithi098 ceph-mon[88922]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-12T01:10:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:48 smithi193 ceph-mon[83763]: pgmap v2231: 169 pgs: 169 active+clean; 693 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 523 op/s 2024-04-12T01:10:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:48 smithi193 ceph-mon[83763]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-12T01:10:49.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:49 smithi098 ceph-mon[91373]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-12T01:10:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:49 smithi098 ceph-mon[88922]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-12T01:10:49.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:49 smithi193 ceph-mon[83763]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-12T01:10:50.056 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:50.083 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:10:50.091 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:10:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:50 smithi098 ceph-mon[91373]: pgmap v2234: 169 pgs: 169 active+clean; 689 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 3.0 MiB/s wr, 138 op/s 2024-04-12T01:10:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:50 smithi098 ceph-mon[91373]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-12T01:10:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:50 smithi098 ceph-mon[88922]: pgmap v2234: 169 pgs: 169 active+clean; 689 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 3.0 MiB/s wr, 138 op/s 2024-04-12T01:10:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:50 smithi098 ceph-mon[88922]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-12T01:10:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:50 smithi193 ceph-mon[83763]: pgmap v2234: 169 pgs: 169 active+clean; 689 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 3.0 MiB/s wr, 138 op/s 2024-04-12T01:10:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:50 smithi193 ceph-mon[83763]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-12T01:10:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:10:51.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:51 smithi098 ceph-mon[88922]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-12T01:10:51.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:51 smithi098 ceph-mon[91373]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-12T01:10:51.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:51 smithi193 ceph-mon[83763]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-12T01:10:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:52 smithi098 ceph-mon[91373]: pgmap v2237: 169 pgs: 169 active+clean; 717 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 10 MiB/s wr, 140 op/s 2024-04-12T01:10:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:52 smithi098 ceph-mon[91373]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-12T01:10:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:52 smithi098 ceph-mon[91373]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-12T01:10:52.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:52 smithi098 ceph-mon[88922]: pgmap v2237: 169 pgs: 169 active+clean; 717 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 10 MiB/s wr, 140 op/s 2024-04-12T01:10:52.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:52 smithi098 ceph-mon[88922]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-12T01:10:52.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:52 smithi098 ceph-mon[88922]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-12T01:10:52.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:52 smithi193 ceph-mon[83763]: pgmap v2237: 169 pgs: 169 active+clean; 717 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 10 MiB/s wr, 140 op/s 2024-04-12T01:10:52.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:52 smithi193 ceph-mon[83763]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-12T01:10:52.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:52 smithi193 ceph-mon[83763]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-12T01:10:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:10:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:10:53.388 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: after_prepare_snap 2024-04-12T01:10:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:53 smithi098 ceph-mon[91373]: pgmap v2240: 169 pgs: 169 active+clean; 733 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 85 op/s 2024-04-12T01:10:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:53 smithi098 ceph-mon[91373]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-12T01:10:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:53 smithi098 ceph-mon[88922]: pgmap v2240: 169 pgs: 169 active+clean; 733 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 85 op/s 2024-04-12T01:10:54.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:53 smithi098 ceph-mon[88922]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-12T01:10:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:53 smithi193 ceph-mon[83763]: pgmap v2240: 169 pgs: 169 active+clean; 733 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 85 op/s 2024-04-12T01:10:54.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:53 smithi193 ceph-mon[83763]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-12T01:10:55.064 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:10:55.078 INFO:tasks.workunit.client.0.smithi098.stdout:write: * 83886080~1000 2024-04-12T01:10:55.086 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:10:55.236 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:10:55.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:55 smithi193 ceph-mon[83763]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-12T01:10:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:55 smithi098 ceph-mon[91373]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-12T01:10:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:55 smithi098 ceph-mon[88922]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-12T01:10:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:10:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:10:55] "GET /metrics HTTP/1.1" 200 38983 "" "Prometheus/2.43.0" 2024-04-12T01:10:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:56 smithi193 ceph-mon[83763]: pgmap v2243: 169 pgs: 169 active+clean; 733 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 131 op/s 2024-04-12T01:10:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:56 smithi193 ceph-mon[83763]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-12T01:10:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:56 smithi098 ceph-mon[91373]: pgmap v2243: 169 pgs: 169 active+clean; 733 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 131 op/s 2024-04-12T01:10:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:56 smithi098 ceph-mon[91373]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-12T01:10:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:56 smithi098 ceph-mon[88922]: pgmap v2243: 169 pgs: 169 active+clean; 733 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 131 op/s 2024-04-12T01:10:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:56 smithi098 ceph-mon[88922]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-12T01:10:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:57 smithi193 ceph-mon[83763]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-12T01:10:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:57 smithi098 ceph-mon[91373]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-12T01:10:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:57 smithi098 ceph-mon[88922]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-12T01:10:58.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:58 smithi193 ceph-mon[83763]: pgmap v2246: 169 pgs: 169 active+clean; 745 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 155 op/s 2024-04-12T01:10:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:58 smithi193 ceph-mon[83763]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-12T01:10:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:58 smithi098 ceph-mon[91373]: pgmap v2246: 169 pgs: 169 active+clean; 745 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 155 op/s 2024-04-12T01:10:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:58 smithi098 ceph-mon[91373]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-12T01:10:58.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:58 smithi098 ceph-mon[88922]: pgmap v2246: 169 pgs: 169 active+clean; 745 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 155 op/s 2024-04-12T01:10:58.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:58 smithi098 ceph-mon[88922]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-12T01:10:58.472 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14093 ms) 2024-04-12T01:10:58.472 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.Clone 2024-04-12T01:10:58.507 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:10:58.518 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~8388609 2024-04-12T01:10:58.572 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 16777218~8388609 2024-04-12T01:10:58.627 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap 2024-04-12T01:10:59.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:10:59 smithi193 ceph-mon[83763]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-12T01:10:59.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:10:59 smithi098 ceph-mon[91373]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-12T01:10:59.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:10:59 smithi098 ceph-mon[88922]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-12T01:11:00.102 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap 2024-04-12T01:11:00.116 INFO:tasks.workunit.client.0.smithi098.stdout:clone image105 -> image108 2024-04-12T01:11:00.231 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:11:00.282 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:11:00.285 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap 2024-04-12T01:11:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:00 smithi193 ceph-mon[83763]: pgmap v2249: 169 pgs: 169 active+clean; 757 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 468 op/s 2024-04-12T01:11:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:00 smithi193 ceph-mon[83763]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-12T01:11:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:00 smithi098 ceph-mon[88922]: pgmap v2249: 169 pgs: 169 active+clean; 757 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 468 op/s 2024-04-12T01:11:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:00 smithi098 ceph-mon[88922]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-12T01:11:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:00 smithi098 ceph-mon[91373]: pgmap v2249: 169 pgs: 169 active+clean; 757 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 468 op/s 2024-04-12T01:11:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:00 smithi098 ceph-mon[91373]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-12T01:11:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:01 smithi193 ceph-mon[83763]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-12T01:11:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:01 smithi098 ceph-mon[91373]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-12T01:11:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:01 smithi098 ceph-mon[88922]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-12T01:11:02.116 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap 2024-04-12T01:11:02.131 INFO:tasks.workunit.client.0.smithi098.stdout:clone image108 -> image110 2024-04-12T01:11:02.266 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 1000~1000 2024-04-12T01:11:02.320 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 2010~1000 2024-04-12T01:11:02.323 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:02.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:02 smithi193 ceph-mon[83763]: pgmap v2252: 169 pgs: 169 active+clean; 761 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 482 op/s 2024-04-12T01:11:02.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:02 smithi193 ceph-mon[83763]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-12T01:11:02.367 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:11:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:11:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:02 smithi098 ceph-mon[91373]: pgmap v2252: 169 pgs: 169 active+clean; 761 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 482 op/s 2024-04-12T01:11:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:02 smithi098 ceph-mon[91373]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-12T01:11:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:02 smithi098 ceph-mon[88922]: pgmap v2252: 169 pgs: 169 active+clean; 761 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 482 op/s 2024-04-12T01:11:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:02 smithi098 ceph-mon[88922]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-12T01:11:02.639 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:11:02.828 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:11:03.012 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.Clone (4540 ms) 2024-04-12T01:11:03.012 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneParent 2024-04-12T01:11:03.043 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:03.054 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap 2024-04-12T01:11:03.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:03 smithi193 ceph-mon[83763]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-12T01:11:03.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:03 smithi098 ceph-mon[91373]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-12T01:11:03.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:03 smithi098 ceph-mon[88922]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-12T01:11:04.125 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap 2024-04-12T01:11:04.140 INFO:tasks.workunit.client.0.smithi098.stdout:clone image111 -> image114 2024-04-12T01:11:04.243 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:04.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:04 smithi193 ceph-mon[83763]: pgmap v2255: 169 pgs: 169 active+clean; 765 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 8.0 MiB/s wr, 233 op/s 2024-04-12T01:11:04.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:04 smithi193 ceph-mon[83763]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-12T01:11:04.402 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:11:04.531 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneParent (1519 ms) 2024-04-12T01:11:04.531 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-12T01:11:04.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:04 smithi098 ceph-mon[91373]: pgmap v2255: 169 pgs: 169 active+clean; 765 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 8.0 MiB/s wr, 233 op/s 2024-04-12T01:11:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:04 smithi098 ceph-mon[91373]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-12T01:11:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:04 smithi098 ceph-mon[88922]: pgmap v2255: 169 pgs: 169 active+clean; 765 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 8.0 MiB/s wr, 233 op/s 2024-04-12T01:11:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:04 smithi098 ceph-mon[88922]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-12T01:11:04.564 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:04.575 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~10 2024-04-12T01:11:04.583 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap 2024-04-12T01:11:05.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:05 smithi193 ceph-mon[83763]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-12T01:11:05.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:05 smithi098 ceph-mon[91373]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-12T01:11:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:05 smithi098 ceph-mon[88922]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-12T01:11:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:11:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:11:05] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-12T01:11:06.144 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap 2024-04-12T01:11:06.159 INFO:tasks.workunit.client.0.smithi098.stdout:clone image115 -> image118 2024-04-12T01:11:06.270 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:06 smithi193 ceph-mon[83763]: pgmap v2258: 169 pgs: 169 active+clean; 777 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 349 op/s 2024-04-12T01:11:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:06 smithi193 ceph-mon[83763]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-12T01:11:06.426 INFO:tasks.workunit.client.0.smithi098.stdout:write: Y 0~1 2024-04-12T01:11:06.459 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:11:06.530 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:11:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:06 smithi098 ceph-mon[91373]: pgmap v2258: 169 pgs: 169 active+clean; 777 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 349 op/s 2024-04-12T01:11:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:06 smithi098 ceph-mon[91373]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-12T01:11:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:06 smithi098 ceph-mon[88922]: pgmap v2258: 169 pgs: 169 active+clean; 777 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 349 op/s 2024-04-12T01:11:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:06 smithi098 ceph-mon[88922]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-12T01:11:06.634 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2103 ms) 2024-04-12T01:11:06.634 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-12T01:11:06.665 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:06.676 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 41943040~10 2024-04-12T01:11:06.684 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:07 smithi098 ceph-mon[91373]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-12T01:11:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:07 smithi098 ceph-mon[91373]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-12T01:11:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:07 smithi098 ceph-mon[88922]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-12T01:11:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:07 smithi098 ceph-mon[88922]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-12T01:11:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:07 smithi193 ceph-mon[83763]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-12T01:11:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:07 smithi193 ceph-mon[83763]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-12T01:11:07.973 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 41943041~10 2024-04-12T01:11:07.979 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:08 smithi098 ceph-mon[91373]: pgmap v2261: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 258 op/s 2024-04-12T01:11:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:08 smithi098 ceph-mon[91373]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-12T01:11:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:08 smithi098 ceph-mon[88922]: pgmap v2261: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 258 op/s 2024-04-12T01:11:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:08 smithi098 ceph-mon[88922]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-12T01:11:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:08 smithi193 ceph-mon[83763]: pgmap v2261: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 258 op/s 2024-04-12T01:11:08.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:08 smithi193 ceph-mon[83763]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-12T01:11:09.126 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 41943042~10 2024-04-12T01:11:09.143 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:11:10.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:09 smithi098 ceph-mon[91373]: pgmap v2264: 169 pgs: 169 active+clean; 781 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 915 op/s 2024-04-12T01:11:10.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:09 smithi098 ceph-mon[91373]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-12T01:11:10.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:09 smithi098 ceph-mon[88922]: pgmap v2264: 169 pgs: 169 active+clean; 781 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 915 op/s 2024-04-12T01:11:10.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:09 smithi098 ceph-mon[88922]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-12T01:11:10.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:09 smithi193 ceph-mon[83763]: pgmap v2264: 169 pgs: 169 active+clean; 781 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 915 op/s 2024-04-12T01:11:10.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:09 smithi193 ceph-mon[83763]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-12T01:11:11.159 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 41943040 2024-04-12T01:11:11.191 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:11:11.257 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:11:11.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:11 smithi098 ceph-mon[91373]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-12T01:11:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:11 smithi098 ceph-mon[88922]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-12T01:11:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:11 smithi193 ceph-mon[83763]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-12T01:11:12.297 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5663 ms) 2024-04-12T01:11:12.297 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-12T01:11:12.328 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:12.339 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 41943040~10 2024-04-12T01:11:12.349 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:12.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:11:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:11:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:11:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:12 smithi193 ceph-mon[83763]: pgmap v2267: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 1.22k op/s 2024-04-12T01:11:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:12 smithi193 ceph-mon[83763]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-12T01:11:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:12 smithi098 ceph-mon[91373]: pgmap v2267: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 1.22k op/s 2024-04-12T01:11:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:12 smithi098 ceph-mon[91373]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-12T01:11:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:12 smithi098 ceph-mon[88922]: pgmap v2267: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 1.22k op/s 2024-04-12T01:11:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:12 smithi098 ceph-mon[88922]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-12T01:11:13.534 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:13 smithi193 ceph-mon[83763]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-12T01:11:13.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:13 smithi098 ceph-mon[91373]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-12T01:11:13.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:13 smithi098 ceph-mon[88922]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-12T01:11:14.180 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 41943040 2024-04-12T01:11:14.204 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:14 smithi098 ceph-mon[91373]: pgmap v2270: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 540 op/s 2024-04-12T01:11:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:14 smithi098 ceph-mon[91373]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-12T01:11:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:14 smithi098 ceph-mon[88922]: pgmap v2270: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 540 op/s 2024-04-12T01:11:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:14 smithi098 ceph-mon[88922]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-12T01:11:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:14 smithi193 ceph-mon[83763]: pgmap v2270: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 540 op/s 2024-04-12T01:11:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:14 smithi193 ceph-mon[83763]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-12T01:11:15.304 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:15.314 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:11:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:15 smithi098 ceph-mon[91373]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-12T01:11:15.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:15 smithi098 ceph-mon[88922]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-12T01:11:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:15 smithi193 ceph-mon[83763]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-12T01:11:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:11:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:11:15] "GET /metrics HTTP/1.1" 200 38982 "" "Prometheus/2.43.0" 2024-04-12T01:11:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:16 smithi098 ceph-mon[91373]: pgmap v2273: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 21 KiB/s wr, 294 op/s 2024-04-12T01:11:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:16 smithi098 ceph-mon[91373]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-12T01:11:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:16 smithi098 ceph-mon[88922]: pgmap v2273: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 21 KiB/s wr, 294 op/s 2024-04-12T01:11:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:16 smithi098 ceph-mon[88922]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-12T01:11:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:16 smithi193 ceph-mon[83763]: pgmap v2273: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 21 KiB/s wr, 294 op/s 2024-04-12T01:11:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:16 smithi193 ceph-mon[83763]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-12T01:11:17.203 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 41943040~10 2024-04-12T01:11:17.209 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap4 2024-04-12T01:11:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:17 smithi098 ceph-mon[91373]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-12T01:11:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:17 smithi098 ceph-mon[88922]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-12T01:11:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:17 smithi193 ceph-mon[83763]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-12T01:11:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:18 smithi098 ceph-mon[91373]: pgmap v2276: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 19 KiB/s wr, 293 op/s 2024-04-12T01:11:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:18 smithi098 ceph-mon[91373]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-12T01:11:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:18 smithi098 ceph-mon[88922]: pgmap v2276: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 19 KiB/s wr, 293 op/s 2024-04-12T01:11:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:18 smithi098 ceph-mon[88922]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-12T01:11:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:18 smithi193 ceph-mon[83763]: pgmap v2276: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 19 KiB/s wr, 293 op/s 2024-04-12T01:11:18.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:18 smithi193 ceph-mon[83763]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-12T01:11:19.218 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 41943040 2024-04-12T01:11:19.241 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:11:19.303 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:11:19.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:19 smithi098 ceph-mon[91373]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-12T01:11:19.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:19 smithi098 ceph-mon[88922]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-12T01:11:19.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:19 smithi193 ceph-mon[83763]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-12T01:11:20.376 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8080 ms) 2024-04-12T01:11:20.377 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-12T01:11:20.409 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:20.420 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:20 smithi098 ceph-mon[91373]: pgmap v2279: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 196 op/s 2024-04-12T01:11:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:20 smithi098 ceph-mon[91373]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-12T01:11:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:20 smithi098 ceph-mon[88922]: pgmap v2279: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 196 op/s 2024-04-12T01:11:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:20 smithi098 ceph-mon[88922]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-12T01:11:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:20.597 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.AbortInUseImage (220 ms) 2024-04-12T01:11:20.597 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-12T01:11:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:20 smithi193 ceph-mon[83763]: pgmap v2279: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 196 op/s 2024-04-12T01:11:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:20 smithi193 ceph-mon[83763]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-12T01:11:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:20.628 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:20.641 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:11:20.703 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:11:20.753 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:20.939 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:11:20.983 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:11:21.035 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:11:21.217 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (620 ms) 2024-04-12T01:11:21.217 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-12T01:11:21.247 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:21.258 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:11:21.310 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:21 smithi098 ceph-mon[91373]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-12T01:11:21.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:21 smithi098 ceph-mon[88922]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-12T01:11:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:21 smithi193 ceph-mon[83763]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-12T01:11:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:22 smithi098 ceph-mon[91373]: pgmap v2282: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 9.2 KiB/s wr, 90 op/s 2024-04-12T01:11:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:22 smithi098 ceph-mon[91373]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-12T01:11:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:22 smithi098 ceph-mon[88922]: pgmap v2282: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 9.2 KiB/s wr, 90 op/s 2024-04-12T01:11:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:22 smithi098 ceph-mon[88922]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-12T01:11:22.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:22 smithi193 ceph-mon[83763]: pgmap v2282: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 9.2 KiB/s wr, 90 op/s 2024-04-12T01:11:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:22 smithi193 ceph-mon[83763]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-12T01:11:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:11:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:11:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:11:22.964 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 8388609~8388609 2024-04-12T01:11:22.976 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 0~1000 2024-04-12T01:11:22.976 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1010~1000 2024-04-12T01:11:22.977 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:11:24.216 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:23 smithi193 ceph-mon[83763]: pgmap v2284: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 337 op/s 2024-04-12T01:11:24.216 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:23 smithi193 ceph-mon[83763]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-12T01:11:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:23 smithi098 ceph-mon[91373]: pgmap v2284: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 337 op/s 2024-04-12T01:11:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:23 smithi098 ceph-mon[91373]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-12T01:11:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:23 smithi098 ceph-mon[88922]: pgmap v2284: 169 pgs: 169 active+clean; 785 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 337 op/s 2024-04-12T01:11:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:23 smithi098 ceph-mon[88922]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-12T01:11:24.977 INFO:tasks.workunit.client.0.smithi098.stdout:write: X 8388609~1000 2024-04-12T01:11:24.983 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16777228~1000 2024-04-12T01:11:24.983 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167772160 2024-04-12T01:11:24.992 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 83886079~8388609 2024-04-12T01:11:25.009 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:11:25.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:24 smithi193 ceph-mon[83763]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-12T01:11:25.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:11:25.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:24 smithi098 ceph-mon[91373]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-12T01:11:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:11:25.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:24 smithi098 ceph-mon[88922]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-12T01:11:25.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:11:25.959 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:11:25] "GET /metrics HTTP/1.1" 200 38980 "" "Prometheus/2.43.0" 2024-04-12T01:11:25.960 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[88922]: pgmap v2287: 169 pgs: 169 active+clean; 813 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 390 op/s 2024-04-12T01:11:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[91373]: pgmap v2287: 169 pgs: 169 active+clean; 813 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 390 op/s 2024-04-12T01:11:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[91373]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-12T01:11:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[88922]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-12T01:11:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:25 smithi193 ceph-mon[83763]: pgmap v2287: 169 pgs: 169 active+clean; 813 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 390 op/s 2024-04-12T01:11:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:25 smithi193 ceph-mon[83763]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-12T01:11:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:26.988 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:27.013 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 83886079~1 2024-04-12T01:11:27.022 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:27.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:26 smithi098 ceph-mon[91373]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-12T01:11:27.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:11:27.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:11:27.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:27.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:26 smithi098 ceph-mon[88922]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-12T01:11:27.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:11:27.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:11:27.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:26 smithi193 ceph-mon[83763]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-12T01:11:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:11:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:11:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:11:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:27 smithi098 ceph-mon[91373]: pgmap v2290: 169 pgs: 169 active+clean; 845 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 26 MiB/s wr, 306 op/s 2024-04-12T01:11:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:27 smithi098 ceph-mon[91373]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-12T01:11:28.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:27 smithi098 ceph-mon[88922]: pgmap v2290: 169 pgs: 169 active+clean; 845 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 26 MiB/s wr, 306 op/s 2024-04-12T01:11:28.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:27 smithi098 ceph-mon[88922]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-12T01:11:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:27 smithi193 ceph-mon[83763]: pgmap v2290: 169 pgs: 169 active+clean; 845 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 26 MiB/s wr, 306 op/s 2024-04-12T01:11:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:27 smithi193 ceph-mon[83763]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-12T01:11:29.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:29 smithi193 ceph-mon[83763]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-12T01:11:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:29 smithi098 ceph-mon[91373]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-12T01:11:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:29 smithi098 ceph-mon[88922]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-12T01:11:30.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:30 smithi193 ceph-mon[83763]: pgmap v2293: 169 pgs: 169 active+clean; 865 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 15 MiB/s wr, 313 op/s 2024-04-12T01:11:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:30 smithi193 ceph-mon[83763]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-12T01:11:30.526 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:11:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:30 smithi098 ceph-mon[91373]: pgmap v2293: 169 pgs: 169 active+clean; 865 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 15 MiB/s wr, 313 op/s 2024-04-12T01:11:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:30 smithi098 ceph-mon[91373]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-12T01:11:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:30 smithi098 ceph-mon[88922]: pgmap v2293: 169 pgs: 169 active+clean; 865 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 15 MiB/s wr, 313 op/s 2024-04-12T01:11:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:30 smithi098 ceph-mon[88922]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-12T01:11:30.622 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:11:31.093 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 0~8388609 2024-04-12T01:11:31.108 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 16777218~8388609 2024-04-12T01:11:31.189 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:11:31.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:31 smithi193 ceph-mon[83763]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-12T01:11:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:31 smithi098 ceph-mon[91373]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-12T01:11:31.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:31 smithi098 ceph-mon[88922]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-12T01:11:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:32 smithi193 ceph-mon[83763]: pgmap v2296: 169 pgs: 169 active+clean; 873 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 162 op/s 2024-04-12T01:11:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:32 smithi193 ceph-mon[83763]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-12T01:11:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:32 smithi193 ceph-mon[83763]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-12T01:11:32.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:11:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:11:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:11:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:32 smithi098 ceph-mon[91373]: pgmap v2296: 169 pgs: 169 active+clean; 873 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 162 op/s 2024-04-12T01:11:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:32 smithi098 ceph-mon[91373]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-12T01:11:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:32 smithi098 ceph-mon[91373]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-12T01:11:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:32 smithi098 ceph-mon[88922]: pgmap v2296: 169 pgs: 169 active+clean; 873 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 MiB/s wr, 162 op/s 2024-04-12T01:11:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:32 smithi098 ceph-mon[88922]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-12T01:11:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:32 smithi098 ceph-mon[88922]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-12T01:11:34.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:33 smithi098 ceph-mon[91373]: pgmap v2299: 169 pgs: 169 active+clean; 917 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 12 MiB/s wr, 246 op/s 2024-04-12T01:11:34.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:33 smithi098 ceph-mon[91373]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-12T01:11:34.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:33 smithi098 ceph-mon[88922]: pgmap v2299: 169 pgs: 169 active+clean; 917 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 12 MiB/s wr, 246 op/s 2024-04-12T01:11:34.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:33 smithi098 ceph-mon[88922]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-12T01:11:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:33 smithi193 ceph-mon[83763]: pgmap v2299: 169 pgs: 169 active+clean; 917 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 12 MiB/s wr, 246 op/s 2024-04-12T01:11:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:33 smithi193 ceph-mon[83763]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-12T01:11:35.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:34 smithi098 ceph-mon[88922]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-12T01:11:35.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:34 smithi098 ceph-mon[91373]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-12T01:11:35.323 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.AbortWithSnapshots (14107 ms) 2024-04-12T01:11:35.323 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-12T01:11:35.354 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:35.366 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:11:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:34 smithi193 ceph-mon[83763]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-12T01:11:35.374 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:35.962 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:11:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:11:35] "GET /metrics HTTP/1.1" 200 38986 "" "Prometheus/2.43.0" 2024-04-12T01:11:36.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:35 smithi098 ceph-mon[88922]: pgmap v2302: 169 pgs: 169 active+clean; 933 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 338 op/s 2024-04-12T01:11:36.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:35 smithi098 ceph-mon[88922]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-12T01:11:36.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:35 smithi098 ceph-mon[91373]: pgmap v2302: 169 pgs: 169 active+clean; 933 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 338 op/s 2024-04-12T01:11:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:35 smithi098 ceph-mon[91373]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-12T01:11:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:35 smithi193 ceph-mon[83763]: pgmap v2302: 169 pgs: 169 active+clean; 933 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 338 op/s 2024-04-12T01:11:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:35 smithi193 ceph-mon[83763]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-12T01:11:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:36.991 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:11:37.057 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:37.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:36 smithi098 ceph-mon[91373]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-12T01:11:37.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:36 smithi098 ceph-mon[88922]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-12T01:11:37.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:36 smithi193 ceph-mon[83763]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-12T01:11:38.214 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:11:38.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:37 smithi098 ceph-mon[91373]: pgmap v2305: 169 pgs: 169 active+clean; 949 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 11 MiB/s wr, 240 op/s 2024-04-12T01:11:38.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:37 smithi098 ceph-mon[91373]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-12T01:11:38.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:37 smithi098 ceph-mon[88922]: pgmap v2305: 169 pgs: 169 active+clean; 949 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 11 MiB/s wr, 240 op/s 2024-04-12T01:11:38.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:37 smithi098 ceph-mon[88922]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-12T01:11:38.292 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:11:38.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:37 smithi193 ceph-mon[83763]: pgmap v2305: 169 pgs: 169 active+clean; 949 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 11 MiB/s wr, 240 op/s 2024-04-12T01:11:38.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:37 smithi193 ceph-mon[83763]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-12T01:11:39.138 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV1Parent (3814 ms) 2024-04-12T01:11:39.138 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-12T01:11:39.171 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:39.182 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:11:39.190 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:39.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:38 smithi098 ceph-mon[91373]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-12T01:11:39.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:38 smithi098 ceph-mon[88922]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-12T01:11:39.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:38 smithi193 ceph-mon[83763]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-12T01:11:40.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:39 smithi098 ceph-mon[88922]: pgmap v2308: 169 pgs: 169 active+clean; 917 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 170 op/s 2024-04-12T01:11:40.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:39 smithi098 ceph-mon[88922]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-12T01:11:40.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:39 smithi098 ceph-mon[91373]: pgmap v2308: 169 pgs: 169 active+clean; 917 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 170 op/s 2024-04-12T01:11:40.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:39 smithi098 ceph-mon[91373]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-12T01:11:40.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:39 smithi193 ceph-mon[83763]: pgmap v2308: 169 pgs: 169 active+clean; 917 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 170 op/s 2024-04-12T01:11:40.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:39 smithi193 ceph-mon[83763]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-12T01:11:41.017 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:11:41.078 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:41.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:40 smithi098 ceph-mon[88922]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-12T01:11:41.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:40 smithi098 ceph-mon[91373]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-12T01:11:41.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:40 smithi193 ceph-mon[83763]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-12T01:11:42.177 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:11:42.256 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:11:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:41 smithi193 ceph-mon[83763]: pgmap v2311: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 14 KiB/s wr, 163 op/s 2024-04-12T01:11:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:41 smithi193 ceph-mon[83763]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-12T01:11:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:41 smithi193 ceph-mon[83763]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-12T01:11:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:42 smithi098 ceph-mon[91373]: pgmap v2311: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 14 KiB/s wr, 163 op/s 2024-04-12T01:11:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:42 smithi098 ceph-mon[91373]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-12T01:11:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:42 smithi098 ceph-mon[91373]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-12T01:11:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:41 smithi098 ceph-mon[88922]: pgmap v2311: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 14 KiB/s wr, 163 op/s 2024-04-12T01:11:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:41 smithi098 ceph-mon[88922]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-12T01:11:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:41 smithi098 ceph-mon[88922]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-12T01:11:42.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:11:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:11:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:11:43.136 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV2Parent (3998 ms) 2024-04-12T01:11:43.136 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-12T01:11:43.171 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:11:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:44 smithi098 ceph-mon[91373]: pgmap v2314: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 19 KiB/s wr, 362 op/s 2024-04-12T01:11:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:44 smithi098 ceph-mon[91373]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-12T01:11:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:44 smithi098 ceph-mon[88922]: pgmap v2314: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 19 KiB/s wr, 362 op/s 2024-04-12T01:11:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:44 smithi098 ceph-mon[88922]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-12T01:11:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:44 smithi193 ceph-mon[83763]: pgmap v2314: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 19 KiB/s wr, 362 op/s 2024-04-12T01:11:44.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:44 smithi193 ceph-mon[83763]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-12T01:11:45.041 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:11:45.109 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:45.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:45 smithi098 ceph-mon[88922]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-12T01:11:45.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:45 smithi098 ceph-mon[91373]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-12T01:11:45.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:45 smithi193 ceph-mon[83763]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-12T01:11:46.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:11:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:11:45] "GET /metrics HTTP/1.1" 200 38986 "" "Prometheus/2.43.0" 2024-04-12T01:11:46.214 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:11:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:46 smithi098 ceph-mon[91373]: pgmap v2317: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 358 KiB/s rd, 21 KiB/s wr, 449 op/s 2024-04-12T01:11:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:46 smithi098 ceph-mon[91373]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-12T01:11:46.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:46 smithi098 ceph-mon[88922]: pgmap v2317: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 358 KiB/s rd, 21 KiB/s wr, 449 op/s 2024-04-12T01:11:46.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:46 smithi098 ceph-mon[88922]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-12T01:11:46.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:46 smithi193 ceph-mon[83763]: pgmap v2317: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 358 KiB/s rd, 21 KiB/s wr, 449 op/s 2024-04-12T01:11:46.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:46 smithi193 ceph-mon[83763]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-12T01:11:47.148 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4012 ms) 2024-04-12T01:11:47.148 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-12T01:11:47.179 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:47.189 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:11:47.197 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:47.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:47 smithi193 ceph-mon[83763]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-12T01:11:47.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:47 smithi193 ceph-mon[83763]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-12T01:11:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:47 smithi098 ceph-mon[91373]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-12T01:11:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:47 smithi098 ceph-mon[91373]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-12T01:11:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:47 smithi098 ceph-mon[88922]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-12T01:11:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:47 smithi098 ceph-mon[88922]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-12T01:11:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:48 smithi193 ceph-mon[83763]: pgmap v2320: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 18 KiB/s wr, 365 op/s 2024-04-12T01:11:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:48 smithi098 ceph-mon[91373]: pgmap v2320: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 18 KiB/s wr, 365 op/s 2024-04-12T01:11:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:48 smithi098 ceph-mon[88922]: pgmap v2320: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 18 KiB/s wr, 365 op/s 2024-04-12T01:11:49.076 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:11:49.132 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:49.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:49 smithi193 ceph-mon[83763]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-12T01:11:49.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:49 smithi098 ceph-mon[91373]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-12T01:11:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:49 smithi098 ceph-mon[88922]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-12T01:11:50.242 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:11:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:50 smithi193 ceph-mon[83763]: pgmap v2323: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 475 KiB/s rd, 24 KiB/s wr, 591 op/s 2024-04-12T01:11:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:50 smithi193 ceph-mon[83763]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-12T01:11:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:50 smithi098 ceph-mon[91373]: pgmap v2323: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 475 KiB/s rd, 24 KiB/s wr, 591 op/s 2024-04-12T01:11:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:50 smithi098 ceph-mon[91373]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-12T01:11:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:50 smithi098 ceph-mon[88922]: pgmap v2323: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 475 KiB/s rd, 24 KiB/s wr, 591 op/s 2024-04-12T01:11:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:50 smithi098 ceph-mon[88922]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-12T01:11:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:11:51.219 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4071 ms) 2024-04-12T01:11:51.219 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-12T01:11:51.250 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:51.261 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:11:51.270 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:51.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:51 smithi193 ceph-mon[83763]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-12T01:11:51.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:51 smithi098 ceph-mon[88922]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-12T01:11:51.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:51 smithi098 ceph-mon[91373]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-12T01:11:52.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:52 smithi193 ceph-mon[83763]: pgmap v2326: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 17 KiB/s wr, 418 op/s 2024-04-12T01:11:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:52 smithi193 ceph-mon[83763]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-12T01:11:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:52 smithi193 ceph-mon[83763]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-12T01:11:52.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:11:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:11:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:11:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:52 smithi098 ceph-mon[91373]: pgmap v2326: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 17 KiB/s wr, 418 op/s 2024-04-12T01:11:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:52 smithi098 ceph-mon[91373]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-12T01:11:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:52 smithi098 ceph-mon[91373]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-12T01:11:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:52 smithi098 ceph-mon[88922]: pgmap v2326: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 17 KiB/s wr, 418 op/s 2024-04-12T01:11:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:52 smithi098 ceph-mon[88922]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-12T01:11:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:52 smithi098 ceph-mon[88922]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-12T01:11:52.975 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:11:53.039 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:54.268 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:11:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:53 smithi098 ceph-mon[91373]: pgmap v2329: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 13 KiB/s wr, 211 op/s 2024-04-12T01:11:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:53 smithi098 ceph-mon[91373]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-12T01:11:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:53 smithi098 ceph-mon[88922]: pgmap v2329: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 13 KiB/s wr, 211 op/s 2024-04-12T01:11:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:53 smithi098 ceph-mon[88922]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-12T01:11:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:53 smithi193 ceph-mon[83763]: pgmap v2329: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 13 KiB/s wr, 211 op/s 2024-04-12T01:11:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:53 smithi193 ceph-mon[83763]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-12T01:11:55.247 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4028 ms) 2024-04-12T01:11:55.247 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-12T01:11:55.281 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:55.292 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:11:55.300 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:55.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:55 smithi193 ceph-mon[83763]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-12T01:11:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:55 smithi098 ceph-mon[91373]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-12T01:11:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:55 smithi098 ceph-mon[88922]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-12T01:11:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:11:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:11:55] "GET /metrics HTTP/1.1" 200 38987 "" "Prometheus/2.43.0" 2024-04-12T01:11:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:56 smithi193 ceph-mon[83763]: pgmap v2332: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 22 KiB/s wr, 339 op/s 2024-04-12T01:11:56.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:56 smithi193 ceph-mon[83763]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-12T01:11:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:56 smithi098 ceph-mon[91373]: pgmap v2332: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 22 KiB/s wr, 339 op/s 2024-04-12T01:11:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:56 smithi098 ceph-mon[91373]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-12T01:11:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:56 smithi098 ceph-mon[88922]: pgmap v2332: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 22 KiB/s wr, 339 op/s 2024-04-12T01:11:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:56 smithi098 ceph-mon[88922]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-12T01:11:56.979 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:11:57.039 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:11:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:57 smithi193 ceph-mon[83763]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-12T01:11:57.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:57 smithi193 ceph-mon[83763]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-12T01:11:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:57 smithi098 ceph-mon[91373]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-12T01:11:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:57 smithi098 ceph-mon[91373]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-12T01:11:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:57 smithi098 ceph-mon[88922]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-12T01:11:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:57 smithi098 ceph-mon[88922]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-12T01:11:58.316 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:11:58.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:58 smithi193 ceph-mon[83763]: pgmap v2335: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 250 KiB/s rd, 20 KiB/s wr, 324 op/s 2024-04-12T01:11:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:58 smithi098 ceph-mon[91373]: pgmap v2335: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 250 KiB/s rd, 20 KiB/s wr, 324 op/s 2024-04-12T01:11:58.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:58 smithi098 ceph-mon[88922]: pgmap v2335: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 250 KiB/s rd, 20 KiB/s wr, 324 op/s 2024-04-12T01:11:59.272 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4025 ms) 2024-04-12T01:11:59.272 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-12T01:11:59.310 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:11:59.321 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:11:59.330 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:11:59.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:11:59 smithi098 ceph-mon[91373]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-12T01:11:59.568 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:11:59 smithi098 ceph-mon[88922]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-12T01:11:59.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:11:59 smithi193 ceph-mon[83763]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-12T01:12:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:00 smithi098 ceph-mon[91373]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 18 KiB/s wr, 347 op/s 2024-04-12T01:12:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:00 smithi098 ceph-mon[91373]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-12T01:12:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:00 smithi098 ceph-mon[88922]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 18 KiB/s wr, 347 op/s 2024-04-12T01:12:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:00 smithi098 ceph-mon[88922]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-12T01:12:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:00 smithi193 ceph-mon[83763]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 18 KiB/s wr, 347 op/s 2024-04-12T01:12:00.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:00 smithi193 ceph-mon[83763]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-12T01:12:01.151 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:12:01.222 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:12:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:01 smithi098 ceph-mon[91373]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-12T01:12:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:01 smithi098 ceph-mon[88922]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-12T01:12:01.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:01 smithi193 ceph-mon[83763]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-12T01:12:02.189 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:12:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:02 smithi098 ceph-mon[88922]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 234 op/s 2024-04-12T01:12:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:02 smithi098 ceph-mon[88922]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-12T01:12:02.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:02 smithi098 ceph-mon[88922]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-12T01:12:02.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:02 smithi098 ceph-mon[91373]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 234 op/s 2024-04-12T01:12:02.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:02 smithi098 ceph-mon[91373]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-12T01:12:02.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:02 smithi098 ceph-mon[91373]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-12T01:12:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:12:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:12:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:12:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:02 smithi193 ceph-mon[83763]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 234 op/s 2024-04-12T01:12:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:02 smithi193 ceph-mon[83763]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-12T01:12:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:02 smithi193 ceph-mon[83763]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-12T01:12:03.273 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4001 ms) 2024-04-12T01:12:03.273 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-12T01:12:03.305 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:12:03.315 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:12:03.323 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:12:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:04 smithi098 ceph-mon[91373]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 15 KiB/s wr, 348 op/s 2024-04-12T01:12:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:04 smithi098 ceph-mon[91373]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-12T01:12:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:04 smithi098 ceph-mon[88922]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 15 KiB/s wr, 348 op/s 2024-04-12T01:12:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:04 smithi098 ceph-mon[88922]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-12T01:12:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:04 smithi193 ceph-mon[83763]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 15 KiB/s wr, 348 op/s 2024-04-12T01:12:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:04 smithi193 ceph-mon[83763]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-12T01:12:05.171 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:12:05.234 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:12:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:05 smithi098 ceph-mon[91373]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-12T01:12:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:05 smithi098 ceph-mon[88922]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-12T01:12:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:05 smithi193 ceph-mon[83763]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-12T01:12:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:12:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:12:05] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-12T01:12:06.348 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:12:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:06 smithi098 ceph-mon[91373]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 19 KiB/s wr, 510 op/s 2024-04-12T01:12:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:06 smithi098 ceph-mon[91373]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-12T01:12:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:06 smithi098 ceph-mon[88922]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 19 KiB/s wr, 510 op/s 2024-04-12T01:12:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:06 smithi098 ceph-mon[88922]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-12T01:12:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:06 smithi193 ceph-mon[83763]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 19 KiB/s wr, 510 op/s 2024-04-12T01:12:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:06 smithi193 ceph-mon[83763]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-12T01:12:07.132 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3860 ms) 2024-04-12T01:12:07.133 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-12T01:12:07.166 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:12:07.178 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:12:07.187 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:12:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:07 smithi098 ceph-mon[91373]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-12T01:12:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:07 smithi098 ceph-mon[91373]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-12T01:12:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:07 smithi098 ceph-mon[88922]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-12T01:12:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:07 smithi098 ceph-mon[88922]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-12T01:12:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:07 smithi193 ceph-mon[83763]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-12T01:12:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:07 smithi193 ceph-mon[83763]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-12T01:12:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:08 smithi098 ceph-mon[91373]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 12 KiB/s wr, 252 op/s 2024-04-12T01:12:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:08 smithi098 ceph-mon[88922]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 12 KiB/s wr, 252 op/s 2024-04-12T01:12:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:08 smithi193 ceph-mon[83763]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 192 KiB/s rd, 12 KiB/s wr, 252 op/s 2024-04-12T01:12:09.193 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:12:09.254 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:12:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:09 smithi098 ceph-mon[91373]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-12T01:12:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:09 smithi098 ceph-mon[88922]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-12T01:12:09.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:09 smithi193 ceph-mon[83763]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-12T01:12:10.372 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:12:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:10 smithi098 ceph-mon[91373]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 13 KiB/s wr, 183 op/s 2024-04-12T01:12:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:10 smithi098 ceph-mon[91373]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-12T01:12:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:10 smithi098 ceph-mon[88922]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 13 KiB/s wr, 183 op/s 2024-04-12T01:12:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:10 smithi098 ceph-mon[88922]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-12T01:12:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:10 smithi193 ceph-mon[83763]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 13 KiB/s wr, 183 op/s 2024-04-12T01:12:10.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:10 smithi193 ceph-mon[83763]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-12T01:12:11.336 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4203 ms) 2024-04-12T01:12:11.336 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-12T01:12:11.371 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:12:11.381 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 0~10 2024-04-12T01:12:11.391 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:12:11.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:11 smithi098 ceph-mon[91373]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-12T01:12:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:11 smithi098 ceph-mon[88922]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-12T01:12:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:11 smithi193 ceph-mon[83763]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-12T01:12:12.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:12:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:12:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:12:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:12 smithi193 ceph-mon[83763]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 18 KiB/s wr, 332 op/s 2024-04-12T01:12:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:12 smithi193 ceph-mon[83763]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-12T01:12:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:12 smithi193 ceph-mon[83763]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-12T01:12:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:12 smithi098 ceph-mon[91373]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 18 KiB/s wr, 332 op/s 2024-04-12T01:12:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:12 smithi098 ceph-mon[91373]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-12T01:12:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:12 smithi098 ceph-mon[91373]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-12T01:12:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:12 smithi098 ceph-mon[88922]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 18 KiB/s wr, 332 op/s 2024-04-12T01:12:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:12 smithi098 ceph-mon[88922]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-12T01:12:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:12 smithi098 ceph-mon[88922]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-12T01:12:12.976 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:12:13.045 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:12:14.166 INFO:tasks.workunit.client.0.smithi098.stdout:migration_abort 2024-04-12T01:12:14.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:13 smithi098 ceph-mon[91373]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 315 KiB/s rd, 26 KiB/s wr, 406 op/s 2024-04-12T01:12:14.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:13 smithi098 ceph-mon[91373]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-12T01:12:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:13 smithi098 ceph-mon[88922]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 315 KiB/s rd, 26 KiB/s wr, 406 op/s 2024-04-12T01:12:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:13 smithi098 ceph-mon[88922]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-12T01:12:14.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:13 smithi193 ceph-mon[83763]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 315 KiB/s rd, 26 KiB/s wr, 406 op/s 2024-04-12T01:12:14.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:13 smithi193 ceph-mon[83763]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-12T01:12:15.124 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3788 ms) 2024-04-12T01:12:15.124 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-12T01:12:15.157 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:12:15.168 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 53644324~7737165 2024-04-12T01:12:15.228 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 922588~7824594 2024-04-12T01:12:15.228 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 43860987~1557833 2024-04-12T01:12:15.242 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 18116530~3653162 2024-04-12T01:12:15.242 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 3458587~6858416 2024-04-12T01:12:15.285 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 69911767~3027765 2024-04-12T01:12:15.285 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 76273482~7612598 2024-04-12T01:12:15.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:14 smithi098 ceph-mon[91373]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-12T01:12:15.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:14 smithi098 ceph-mon[88922]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-12T01:12:15.333 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 6324274~7259277 2024-04-12T01:12:15.340 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap0 2024-04-12T01:12:15.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:14 smithi193 ceph-mon[83763]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-12T01:12:15.980 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:12:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:12:15] "GET /metrics HTTP/1.1" 200 38984 "" "Prometheus/2.43.0" 2024-04-12T01:12:16.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:15 smithi098 ceph-mon[91373]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 286 KiB/s rd, 27 KiB/s wr, 380 op/s 2024-04-12T01:12:16.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:15 smithi098 ceph-mon[91373]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-12T01:12:16.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:15 smithi098 ceph-mon[88922]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 286 KiB/s rd, 27 KiB/s wr, 380 op/s 2024-04-12T01:12:16.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:15 smithi098 ceph-mon[88922]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-12T01:12:16.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:15 smithi193 ceph-mon[83763]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 286 KiB/s rd, 27 KiB/s wr, 380 op/s 2024-04-12T01:12:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:15 smithi193 ceph-mon[83763]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-12T01:12:16.984 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap0 2024-04-12T01:12:17.000 INFO:tasks.workunit.client.0.smithi098.stdout:clone image159 -> image162 2024-04-12T01:12:17.102 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 86479479 2024-04-12T01:12:17.113 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 59327533~3692178 2024-04-12T01:12:17.170 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 41189904~1478489 2024-04-12T01:12:17.194 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 27678147~1520977 2024-04-12T01:12:17.208 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 9879758~1523826 2024-04-12T01:12:17.213 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 85595297~884182 2024-04-12T01:12:17.222 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 18310974~4140429 2024-04-12T01:12:17.228 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 889731~6977222 2024-04-12T01:12:17.275 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 80771593~5707886 2024-04-12T01:12:17.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:16 smithi098 ceph-mon[91373]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-12T01:12:17.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:16 smithi098 ceph-mon[91373]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-12T01:12:17.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:16 smithi098 ceph-mon[88922]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-12T01:12:17.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:16 smithi098 ceph-mon[88922]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-12T01:12:17.298 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:12:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:16 smithi193 ceph-mon[83763]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-12T01:12:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:16 smithi193 ceph-mon[83763]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-12T01:12:18.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:18 smithi098 ceph-mon[91373]: pgmap v2365: 169 pgs: 169 active+clean; 929 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 4.9 MiB/s wr, 327 op/s 2024-04-12T01:12:18.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:18 smithi098 ceph-mon[88922]: pgmap v2365: 169 pgs: 169 active+clean; 929 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 4.9 MiB/s wr, 327 op/s 2024-04-12T01:12:18.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:18 smithi193 ceph-mon[83763]: pgmap v2365: 169 pgs: 169 active+clean; 929 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 254 KiB/s rd, 4.9 MiB/s wr, 327 op/s 2024-04-12T01:12:19.026 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:12:19.038 INFO:tasks.workunit.client.0.smithi098.stdout:clone image162 -> image164 2024-04-12T01:12:19.177 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 167574960 2024-04-12T01:12:19.189 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 108730938~1961645 2024-04-12T01:12:19.209 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 116407714~6622952 2024-04-12T01:12:19.209 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 166413694~509937 2024-04-12T01:12:19.218 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 67475470~3012966 2024-04-12T01:12:19.224 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 141193119~3782609 2024-04-12T01:12:19.255 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 158159752~3059611 2024-04-12T01:12:19.255 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 155450633~306961 2024-04-12T01:12:19.262 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 2936024~7854497 2024-04-12T01:12:19.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:19 smithi098 ceph-mon[88922]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-12T01:12:19.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:19 smithi098 ceph-mon[91373]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-12T01:12:19.292 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:12:19.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:19 smithi193 ceph-mon[83763]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-12T01:12:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:20 smithi098 ceph-mon[88922]: pgmap v2368: 169 pgs: 169 active+clean; 952 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 10 MiB/s wr, 410 op/s 2024-04-12T01:12:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:20 smithi098 ceph-mon[88922]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-12T01:12:20.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:20 smithi098 ceph-mon[91373]: pgmap v2368: 169 pgs: 169 active+clean; 952 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 10 MiB/s wr, 410 op/s 2024-04-12T01:12:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:20 smithi098 ceph-mon[91373]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-12T01:12:20.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:20 smithi193 ceph-mon[83763]: pgmap v2368: 169 pgs: 169 active+clean; 952 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 10 MiB/s wr, 410 op/s 2024-04-12T01:12:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:20 smithi193 ceph-mon[83763]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-12T01:12:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:21.081 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap2 2024-04-12T01:12:21.095 INFO:tasks.workunit.client.0.smithi098.stdout:clone image164 -> image166 2024-04-12T01:12:21.261 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 102067636~3671051 2024-04-12T01:12:21.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:21 smithi098 ceph-mon[91373]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-12T01:12:21.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:21 smithi098 ceph-mon[88922]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-12T01:12:21.297 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 21857524~7600536 2024-04-12T01:12:21.305 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 140293156~3967170 2024-04-12T01:12:21.341 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 96686756~1499723 2024-04-12T01:12:21.346 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 103646221~2803107 2024-04-12T01:12:21.362 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 162015484~3653999 2024-04-12T01:12:21.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:21 smithi193 ceph-mon[83763]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-12T01:12:21.373 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 48939085~4175290 2024-04-12T01:12:21.414 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 113433538~8135974 2024-04-12T01:12:21.420 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:12:22.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:22 smithi098 ceph-mon[91373]: pgmap v2371: 169 pgs: 169 active+clean; 994 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 10 MiB/s wr, 313 op/s 2024-04-12T01:12:22.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:22 smithi098 ceph-mon[91373]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-12T01:12:22.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:22 smithi098 ceph-mon[91373]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-12T01:12:22.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:22 smithi098 ceph-mon[88922]: pgmap v2371: 169 pgs: 169 active+clean; 994 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 10 MiB/s wr, 313 op/s 2024-04-12T01:12:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:22 smithi098 ceph-mon[88922]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-12T01:12:22.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:22 smithi098 ceph-mon[88922]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-12T01:12:22.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:22 smithi193 ceph-mon[83763]: pgmap v2371: 169 pgs: 169 active+clean; 994 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 10 MiB/s wr, 313 op/s 2024-04-12T01:12:22.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:22 smithi193 ceph-mon[83763]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-12T01:12:22.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:22 smithi193 ceph-mon[83763]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-12T01:12:22.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:12:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:12:22.979 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap3 2024-04-12T01:12:22.990 INFO:tasks.workunit.client.0.smithi098.stdout:clone image166 -> image168 2024-04-12T01:12:23.187 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 227149185 2024-04-12T01:12:23.393 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.StressNoMigrate (8269 ms) 2024-04-12T01:12:23.393 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.Stress 2024-04-12T01:12:23.426 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:12:23.437 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 75135382~5229413 2024-04-12T01:12:23.474 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 10232805~3650578 2024-04-12T01:12:23.474 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 35192410~2697521 2024-04-12T01:12:23.498 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 23141626~2151158 2024-04-12T01:12:23.498 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 4298383~1103868 2024-04-12T01:12:23.509 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 24597438~3163669 2024-04-12T01:12:23.510 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 28156233~7969434 2024-04-12T01:12:23.554 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 69600798~7032151 2024-04-12T01:12:23.561 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap0 2024-04-12T01:12:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:23 smithi098 ceph-mon[91373]: pgmap v2374: 169 pgs: 169 active+clean; 1.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 397 op/s 2024-04-12T01:12:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:23 smithi098 ceph-mon[91373]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-12T01:12:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:23 smithi098 ceph-mon[88922]: pgmap v2374: 169 pgs: 169 active+clean; 1.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 397 op/s 2024-04-12T01:12:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:23 smithi098 ceph-mon[88922]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-12T01:12:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:23 smithi193 ceph-mon[83763]: pgmap v2374: 169 pgs: 169 active+clean; 1.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 397 op/s 2024-04-12T01:12:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:23 smithi193 ceph-mon[83763]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-12T01:12:25.057 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap0 2024-04-12T01:12:25.074 INFO:tasks.workunit.client.0.smithi098.stdout:clone image169 -> image172 2024-04-12T01:12:25.181 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 121432169 2024-04-12T01:12:25.193 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 26950046~1600639 2024-04-12T01:12:25.224 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 73984679~5002583 2024-04-12T01:12:25.243 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 62346579~582203 2024-04-12T01:12:25.253 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 60265707~2481676 2024-04-12T01:12:25.255 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 107387889~3198900 2024-04-12T01:12:25.286 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 70175733~586873 2024-04-12T01:12:25.291 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 119893240~1538929 2024-04-12T01:12:25.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:25 smithi098 ceph-mon[91373]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-12T01:12:25.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:25 smithi098 ceph-mon[88922]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-12T01:12:25.304 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 33351195~6717447 2024-04-12T01:12:25.352 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:12:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:25 smithi193 ceph-mon[83763]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-12T01:12:26.039 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:12:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:12:25] "GET /metrics HTTP/1.1" 200 38986 "" "Prometheus/2.43.0" 2024-04-12T01:12:26.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:26 smithi098 ceph-mon[88922]: pgmap v2377: 169 pgs: 169 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 492 op/s 2024-04-12T01:12:26.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:26 smithi098 ceph-mon[88922]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-12T01:12:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:26 smithi098 ceph-mon[91373]: pgmap v2377: 169 pgs: 169 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 492 op/s 2024-04-12T01:12:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:26 smithi098 ceph-mon[91373]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-12T01:12:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:26 smithi193 ceph-mon[83763]: pgmap v2377: 169 pgs: 169 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 492 op/s 2024-04-12T01:12:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:26 smithi193 ceph-mon[83763]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-12T01:12:27.066 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 156934522 2024-04-12T01:12:27.077 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 45828749~898107 2024-04-12T01:12:27.083 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 98785494~1444059 2024-04-12T01:12:27.083 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 15719065~502300 2024-04-12T01:12:27.083 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 1960867~7052185 2024-04-12T01:12:27.083 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 61216859~3516820 2024-04-12T01:12:27.085 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 41062909~3273214 2024-04-12T01:12:27.085 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 136398807~7221796 2024-04-12T01:12:27.093 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 34151711~4122452 2024-04-12T01:12:27.096 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:12:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:27 smithi193 ceph-mon[83763]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-12T01:12:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:12:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:12:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:12:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:12:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[91373]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-12T01:12:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:12:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:12:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:12:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:12:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[88922]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-12T01:12:27.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:12:27.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:12:27.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:12:27.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:12:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:28 smithi193 ceph-mon[83763]: pgmap v2380: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 16 MiB/s wr, 433 op/s 2024-04-12T01:12:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:28 smithi193 ceph-mon[83763]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-12T01:12:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:28 smithi098 ceph-mon[91373]: pgmap v2380: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 16 MiB/s wr, 433 op/s 2024-04-12T01:12:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:28 smithi098 ceph-mon[91373]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-12T01:12:28.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:28 smithi098 ceph-mon[88922]: pgmap v2380: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 16 MiB/s wr, 433 op/s 2024-04-12T01:12:28.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:28 smithi098 ceph-mon[88922]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-12T01:12:29.087 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 49567957~6569503 2024-04-12T01:12:29.102 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 63372781~8110618 2024-04-12T01:12:29.102 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 78286351~3313730 2024-04-12T01:12:29.105 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 28028813~4417948 2024-04-12T01:12:29.106 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 123158550~1117718 2024-04-12T01:12:29.107 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 115034499~6460818 2024-04-12T01:12:29.117 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 126206949~4946750 2024-04-12T01:12:29.144 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 140608538~2155221 2024-04-12T01:12:29.144 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:12:29.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:29 smithi193 ceph-mon[83763]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-12T01:12:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:29 smithi098 ceph-mon[88922]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-12T01:12:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:29 smithi098 ceph-mon[91373]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-12T01:12:30.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:30 smithi193 ceph-mon[83763]: pgmap v2383: 169 pgs: 169 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 18 MiB/s wr, 491 op/s 2024-04-12T01:12:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:30 smithi193 ceph-mon[83763]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-12T01:12:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:30 smithi098 ceph-mon[91373]: pgmap v2383: 169 pgs: 169 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 18 MiB/s wr, 491 op/s 2024-04-12T01:12:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:30 smithi098 ceph-mon[91373]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-12T01:12:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:30 smithi098 ceph-mon[88922]: pgmap v2383: 169 pgs: 169 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 18 MiB/s wr, 491 op/s 2024-04-12T01:12:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:30 smithi098 ceph-mon[88922]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-12T01:12:31.110 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap3 2024-04-12T01:12:31.122 INFO:tasks.workunit.client.0.smithi098.stdout:clone image172 -> image174 2024-04-12T01:12:31.246 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 240213683 2024-04-12T01:12:31.262 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:12:31.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:31 smithi193 ceph-mon[83763]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-12T01:12:31.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:31 smithi098 ceph-mon[88922]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-12T01:12:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:31 smithi098 ceph-mon[91373]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-12T01:12:31.689 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:12:31.844 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:12:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.Stress (8725 ms) 2024-04-12T01:12:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.Stress2 2024-04-12T01:12:32.148 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:12:32.159 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 18580580~1695670 2024-04-12T01:12:32.179 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 32482651~2543907 2024-04-12T01:12:32.180 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 18440993~5076578 2024-04-12T01:12:32.213 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 15280271~6150016 2024-04-12T01:12:32.221 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 18626451~5786229 2024-04-12T01:12:32.259 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 10697947~900343 2024-04-12T01:12:32.259 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 37181633~30131 2024-04-12T01:12:32.264 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 44852190~2031349 2024-04-12T01:12:32.264 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap0 2024-04-12T01:12:32.367 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:12:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:12:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:12:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:32 smithi193 ceph-mon[83763]: pgmap v2386: 169 pgs: 169 active+clean; 1.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.5 MiB/s wr, 403 op/s 2024-04-12T01:12:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:32 smithi193 ceph-mon[83763]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-12T01:12:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:32 smithi098 ceph-mon[91373]: pgmap v2386: 169 pgs: 169 active+clean; 1.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.5 MiB/s wr, 403 op/s 2024-04-12T01:12:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:32 smithi098 ceph-mon[91373]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-12T01:12:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:32 smithi098 ceph-mon[88922]: pgmap v2386: 169 pgs: 169 active+clean; 1.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.5 MiB/s wr, 403 op/s 2024-04-12T01:12:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:32 smithi098 ceph-mon[88922]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-12T01:12:34.122 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap0 2024-04-12T01:12:34.133 INFO:tasks.workunit.client.0.smithi098.stdout:clone image175 -> image178 2024-04-12T01:12:34.235 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 10479445~7327098 2024-04-12T01:12:34.300 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 48682604~5937946 2024-04-12T01:12:34.307 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 48965522~163047 2024-04-12T01:12:34.311 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 15910580~3297706 2024-04-12T01:12:34.313 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 60020164~789095 2024-04-12T01:12:34.322 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 70555480~2165457 2024-04-12T01:12:34.328 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 3861127~326996 2024-04-12T01:12:34.334 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 28036727~5249980 2024-04-12T01:12:34.340 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:12:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:34 smithi193 ceph-mon[83763]: pgmap v2388: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.9 MiB/s wr, 295 op/s 2024-04-12T01:12:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:34 smithi193 ceph-mon[83763]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-12T01:12:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:34 smithi098 ceph-mon[91373]: pgmap v2388: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.9 MiB/s wr, 295 op/s 2024-04-12T01:12:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:34 smithi098 ceph-mon[91373]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-12T01:12:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:34 smithi098 ceph-mon[88922]: pgmap v2388: 169 pgs: 169 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.9 MiB/s wr, 295 op/s 2024-04-12T01:12:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:34 smithi098 ceph-mon[88922]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-12T01:12:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:35 smithi193 ceph-mon[83763]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-12T01:12:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:35 smithi098 ceph-mon[91373]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-12T01:12:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:35 smithi098 ceph-mon[88922]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-12T01:12:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:12:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:12:35] "GET /metrics HTTP/1.1" 200 38988 "" "Prometheus/2.43.0" 2024-04-12T01:12:36.133 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:12:36.147 INFO:tasks.workunit.client.0.smithi098.stdout:clone image178 -> image180 2024-04-12T01:12:36.276 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 76048227~4534680 2024-04-12T01:12:36.324 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 10320910~441006 2024-04-12T01:12:36.352 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 18118565~2399990 2024-04-12T01:12:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:36 smithi193 ceph-mon[83763]: pgmap v2391: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 520 op/s 2024-04-12T01:12:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:36 smithi193 ceph-mon[83763]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-12T01:12:36.381 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 77927593~4241641 2024-04-12T01:12:36.383 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 73381855~4968550 2024-04-12T01:12:36.410 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 28686698~5339271 2024-04-12T01:12:36.442 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 29443585~2704611 2024-04-12T01:12:36.460 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 25419774~5611711 2024-04-12T01:12:36.463 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:12:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:36 smithi098 ceph-mon[91373]: pgmap v2391: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 520 op/s 2024-04-12T01:12:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:36 smithi098 ceph-mon[91373]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-12T01:12:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:36 smithi098 ceph-mon[88922]: pgmap v2391: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 520 op/s 2024-04-12T01:12:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:36 smithi098 ceph-mon[88922]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-12T01:12:37.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:37 smithi098 ceph-mon[88922]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-12T01:12:37.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:37 smithi098 ceph-mon[91373]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-12T01:12:37.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:37 smithi193 ceph-mon[83763]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-12T01:12:38.147 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap2 2024-04-12T01:12:38.162 INFO:tasks.workunit.client.0.smithi098.stdout:clone image180 -> image182 2024-04-12T01:12:38.322 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 31092248~7276432 2024-04-12T01:12:38.381 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 24842743~4908122 2024-04-12T01:12:38.429 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 40628011~7226332 2024-04-12T01:12:38.477 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 57884976~3123535 2024-04-12T01:12:38.485 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 50316555~2546098 2024-04-12T01:12:38.510 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 64055701~2035624 2024-04-12T01:12:38.516 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 31736128~1922857 2024-04-12T01:12:38.527 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 19141079~5886200 2024-04-12T01:12:38.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:38 smithi098 ceph-mon[91373]: pgmap v2394: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.5 MiB/s wr, 825 op/s 2024-04-12T01:12:38.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:38 smithi098 ceph-mon[91373]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-12T01:12:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:38 smithi098 ceph-mon[88922]: pgmap v2394: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.5 MiB/s wr, 825 op/s 2024-04-12T01:12:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:38 smithi098 ceph-mon[88922]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-12T01:12:38.546 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:12:38.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:38 smithi193 ceph-mon[83763]: pgmap v2394: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.5 MiB/s wr, 825 op/s 2024-04-12T01:12:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:38 smithi193 ceph-mon[83763]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-12T01:12:39.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:39 smithi098 ceph-mon[91373]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-12T01:12:39.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:39 smithi098 ceph-mon[88922]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-12T01:12:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:39 smithi193 ceph-mon[83763]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-12T01:12:40.159 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap3 2024-04-12T01:12:40.171 INFO:tasks.workunit.client.0.smithi098.stdout:clone image182 -> image184 2024-04-12T01:12:40.356 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 121145725 2024-04-12T01:12:40.371 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:12:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:40 smithi098 ceph-mon[91373]: pgmap v2397: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 13 MiB/s wr, 613 op/s 2024-04-12T01:12:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:40 smithi098 ceph-mon[91373]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-12T01:12:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:40 smithi098 ceph-mon[88922]: pgmap v2397: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 13 MiB/s wr, 613 op/s 2024-04-12T01:12:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:40 smithi098 ceph-mon[88922]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-12T01:12:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:40 smithi193 ceph-mon[83763]: pgmap v2397: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 13 MiB/s wr, 613 op/s 2024-04-12T01:12:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:40 smithi193 ceph-mon[83763]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-12T01:12:40.825 INFO:tasks.workunit.client.0.smithi098.stdout:write: a 10923827~4355640 2024-04-12T01:12:40.888 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 64102340~285155 2024-04-12T01:12:40.911 INFO:tasks.workunit.client.0.smithi098.stdout:write: a 113478749~7666976 2024-04-12T01:12:40.945 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 15857465~4944634 2024-04-12T01:12:40.969 INFO:tasks.workunit.client.0.smithi098.stdout:write: a 90062846~1029132 2024-04-12T01:12:40.977 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 114960878~6184847 2024-04-12T01:12:40.978 INFO:tasks.workunit.client.0.smithi098.stdout:write: a 117059317~4086408 2024-04-12T01:12:41.004 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 74014252~3323404 2024-04-12T01:12:41.043 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: user0 2024-04-12T01:12:41.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:41 smithi098 ceph-mon[91373]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-12T01:12:41.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:41 smithi098 ceph-mon[88922]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-12T01:12:41.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:41 smithi193 ceph-mon[83763]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-12T01:12:42.163 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 185787084 2024-04-12T01:12:42.177 INFO:tasks.workunit.client.0.smithi098.stdout:write: b 178848236~6886862 2024-04-12T01:12:42.196 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 80856185~4554474 2024-04-12T01:12:42.196 INFO:tasks.workunit.client.0.smithi098.stdout:write: b 166798055~3760732 2024-04-12T01:12:42.200 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 174114724~406019 2024-04-12T01:12:42.200 INFO:tasks.workunit.client.0.smithi098.stdout:write: b 5932310~7387512 2024-04-12T01:12:42.209 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 137789699~2056427 2024-04-12T01:12:42.209 INFO:tasks.workunit.client.0.smithi098.stdout:write: b 32540251~6475095 2024-04-12T01:12:42.228 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 155004431~1224191 2024-04-12T01:12:42.232 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: user1 2024-04-12T01:12:42.518 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:12:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:12:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:12:42.518 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:42 smithi193 ceph-mon[83763]: pgmap v2400: 169 pgs: 169 active+clean; 1.4 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 20 MiB/s wr, 415 op/s 2024-04-12T01:12:42.518 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:42 smithi193 ceph-mon[83763]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-12T01:12:42.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:42 smithi098 ceph-mon[91373]: pgmap v2400: 169 pgs: 169 active+clean; 1.4 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 20 MiB/s wr, 415 op/s 2024-04-12T01:12:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:42 smithi098 ceph-mon[91373]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-12T01:12:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:42 smithi098 ceph-mon[88922]: pgmap v2400: 169 pgs: 169 active+clean; 1.4 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 20 MiB/s wr, 415 op/s 2024-04-12T01:12:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:42 smithi098 ceph-mon[88922]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-12T01:12:43.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:43 smithi098 ceph-mon[91373]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-12T01:12:43.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:43 smithi098 ceph-mon[88922]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-12T01:12:43.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:43 smithi193 ceph-mon[83763]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-12T01:12:44.173 INFO:tasks.workunit.client.0.smithi098.stdout:write: c 35732104~502559 2024-04-12T01:12:44.181 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 15609725~5208116 2024-04-12T01:12:44.181 INFO:tasks.workunit.client.0.smithi098.stdout:write: c 58262933~3206805 2024-04-12T01:12:44.185 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 120024959~1854928 2024-04-12T01:12:44.185 INFO:tasks.workunit.client.0.smithi098.stdout:write: c 66497915~6104501 2024-04-12T01:12:44.193 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 50297813~4945492 2024-04-12T01:12:44.193 INFO:tasks.workunit.client.0.smithi098.stdout:write: c 133745347~8137978 2024-04-12T01:12:44.290 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 109013326~8366083 2024-04-12T01:12:44.306 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: user2 2024-04-12T01:12:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:44 smithi098 ceph-mon[91373]: pgmap v2403: 169 pgs: 169 active+clean; 1.4 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 18 MiB/s wr, 662 op/s 2024-04-12T01:12:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:44 smithi098 ceph-mon[91373]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-12T01:12:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:44 smithi098 ceph-mon[88922]: pgmap v2403: 169 pgs: 169 active+clean; 1.4 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 18 MiB/s wr, 662 op/s 2024-04-12T01:12:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:44 smithi098 ceph-mon[88922]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-12T01:12:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:44 smithi193 ceph-mon[83763]: pgmap v2403: 169 pgs: 169 active+clean; 1.4 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 18 MiB/s wr, 662 op/s 2024-04-12T01:12:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:44 smithi193 ceph-mon[83763]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-12T01:12:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:45 smithi098 ceph-mon[91373]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-12T01:12:45.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:45 smithi098 ceph-mon[88922]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-12T01:12:45.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:45 smithi193 ceph-mon[83763]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-12T01:12:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:12:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:12:45] "GET /metrics HTTP/1.1" 200 38988 "" "Prometheus/2.43.0" 2024-04-12T01:12:46.198 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 131157398 2024-04-12T01:12:46.235 INFO:tasks.workunit.client.0.smithi098.stdout:write: d 16179181~5235210 2024-04-12T01:12:46.255 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 123902134~7255264 2024-04-12T01:12:46.255 INFO:tasks.workunit.client.0.smithi098.stdout:write: d 8549580~3619949 2024-04-12T01:12:46.259 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 44568674~845458 2024-04-12T01:12:46.259 INFO:tasks.workunit.client.0.smithi098.stdout:write: d 85132143~8111634 2024-04-12T01:12:46.267 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 4324527~3740627 2024-04-12T01:12:46.267 INFO:tasks.workunit.client.0.smithi098.stdout:write: d 62963443~7521007 2024-04-12T01:12:46.343 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 96615203~272341 2024-04-12T01:12:46.343 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: user3 2024-04-12T01:12:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:46 smithi098 ceph-mon[88922]: pgmap v2406: 169 pgs: 169 active+clean; 1.5 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 29 MiB/s wr, 741 op/s 2024-04-12T01:12:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:46 smithi098 ceph-mon[88922]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-12T01:12:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:46 smithi098 ceph-mon[91373]: pgmap v2406: 169 pgs: 169 active+clean; 1.5 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 29 MiB/s wr, 741 op/s 2024-04-12T01:12:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:46 smithi098 ceph-mon[91373]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-12T01:12:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:46 smithi193 ceph-mon[83763]: pgmap v2406: 169 pgs: 169 active+clean; 1.5 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 29 MiB/s wr, 741 op/s 2024-04-12T01:12:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:46 smithi193 ceph-mon[83763]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-12T01:12:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:47 smithi098 ceph-mon[91373]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-12T01:12:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:47 smithi098 ceph-mon[88922]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-12T01:12:47.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:47 smithi193 ceph-mon[83763]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-12T01:12:48.214 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 13115739~3278934 2024-04-12T01:12:48.218 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 13935472~1639467 2024-04-12T01:12:48.266 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 26231479~3278934 2024-04-12T01:12:48.267 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 27051212~1639467 2024-04-12T01:12:48.329 INFO:tasks.workunit.client.0.smithi098.stdout:write: 3 39347219~3278934 2024-04-12T01:12:48.330 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 40166952~1639467 2024-04-12T01:12:48.359 INFO:tasks.workunit.client.0.smithi098.stdout:write: 4 52462959~3278934 2024-04-12T01:12:48.361 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 53282692~1639467 2024-04-12T01:12:48.399 INFO:tasks.workunit.client.0.smithi098.stdout:write: 5 65578699~3278934 2024-04-12T01:12:48.400 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 66398432~1639467 2024-04-12T01:12:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:48 smithi098 ceph-mon[91373]: pgmap v2409: 169 pgs: 169 active+clean; 1.6 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 36 MiB/s wr, 599 op/s 2024-04-12T01:12:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:48 smithi098 ceph-mon[91373]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-12T01:12:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:48 smithi098 ceph-mon[88922]: pgmap v2409: 169 pgs: 169 active+clean; 1.6 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 36 MiB/s wr, 599 op/s 2024-04-12T01:12:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:48 smithi098 ceph-mon[88922]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-12T01:12:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:48 smithi193 ceph-mon[83763]: pgmap v2409: 169 pgs: 169 active+clean; 1.6 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 36 MiB/s wr, 599 op/s 2024-04-12T01:12:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:48 smithi193 ceph-mon[83763]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-12T01:12:49.516 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:12:49.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:49 smithi098 ceph-mon[91373]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-12T01:12:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:49 smithi098 ceph-mon[88922]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-12T01:12:49.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:49 smithi193 ceph-mon[83763]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-12T01:12:49.758 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:12:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:50 smithi098 ceph-mon[91373]: pgmap v2412: 169 pgs: 169 active+clean; 1.7 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 33 MiB/s wr, 457 op/s 2024-04-12T01:12:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:50 smithi098 ceph-mon[88922]: pgmap v2412: 169 pgs: 169 active+clean; 1.7 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 33 MiB/s wr, 457 op/s 2024-04-12T01:12:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:50 smithi193 ceph-mon[83763]: pgmap v2412: 169 pgs: 169 active+clean; 1.7 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 33 MiB/s wr, 457 op/s 2024-04-12T01:12:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:12:50.942 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.Stress2 (18825 ms) 2024-04-12T01:12:50.943 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMigration.StressLive 2024-04-12T01:12:50.974 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83886080 2024-04-12T01:12:50.985 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 23135824~3479146 2024-04-12T01:12:51.014 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 38655666~1768196 2024-04-12T01:12:51.015 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 49288827~4074502 2024-04-12T01:12:51.048 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 30719547~1658118 2024-04-12T01:12:51.048 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 25389201~7095157 2024-04-12T01:12:51.095 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 50512676~5531198 2024-04-12T01:12:51.097 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 3991835~3343111 2024-04-12T01:12:51.128 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16352764~5416238 2024-04-12T01:12:51.131 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap0 2024-04-12T01:12:52.241 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap0 2024-04-12T01:12:52.255 INFO:tasks.workunit.client.0.smithi098.stdout:clone image185 -> image188 2024-04-12T01:12:52.363 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 137413225 2024-04-12T01:12:52.375 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 15038797~4495030 2024-04-12T01:12:52.417 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 25790231~5711933 2024-04-12T01:12:52.443 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 120502078~3919644 2024-04-12T01:12:52.470 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 94128848~2312725 2024-04-12T01:12:52.470 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 9775791~5307139 2024-04-12T01:12:52.501 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 20799740~7392559 2024-04-12T01:12:52.507 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 30130231~6064213 2024-04-12T01:12:52.541 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 55507680~6988603 2024-04-12T01:12:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:52 smithi098 ceph-mon[91373]: pgmap v2413: 169 pgs: 169 active+clean; 1.7 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 30 MiB/s wr, 290 op/s 2024-04-12T01:12:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:52 smithi098 ceph-mon[91373]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-12T01:12:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:52 smithi098 ceph-mon[88922]: pgmap v2413: 169 pgs: 169 active+clean; 1.7 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 30 MiB/s wr, 290 op/s 2024-04-12T01:12:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:52 smithi098 ceph-mon[88922]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-12T01:12:52.547 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap1 2024-04-12T01:12:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:12:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:12:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:12:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:52 smithi193 ceph-mon[83763]: pgmap v2413: 169 pgs: 169 active+clean; 1.7 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 30 MiB/s wr, 290 op/s 2024-04-12T01:12:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:52 smithi193 ceph-mon[83763]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-12T01:12:53.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:53 smithi098 ceph-mon[91373]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-12T01:12:53.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:53 smithi098 ceph-mon[88922]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-12T01:12:53.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:53 smithi193 ceph-mon[83763]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-12T01:12:54.245 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap1 2024-04-12T01:12:54.260 INFO:tasks.workunit.client.0.smithi098.stdout:clone image188 -> image190 2024-04-12T01:12:54.395 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 37760842~4434957 2024-04-12T01:12:54.440 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 6655948~4652332 2024-04-12T01:12:54.474 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 40786985~3744767 2024-04-12T01:12:54.496 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 38895268~8001445 2024-04-12T01:12:54.530 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 3983344~1860990 2024-04-12T01:12:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:54 smithi098 ceph-mon[91373]: pgmap v2416: 169 pgs: 169 active+clean; 1.8 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 121 MiB/s rd, 21 MiB/s wr, 532 op/s 2024-04-12T01:12:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:54 smithi098 ceph-mon[91373]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-12T01:12:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:54 smithi098 ceph-mon[88922]: pgmap v2416: 169 pgs: 169 active+clean; 1.8 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 121 MiB/s rd, 21 MiB/s wr, 532 op/s 2024-04-12T01:12:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:54 smithi098 ceph-mon[88922]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-12T01:12:54.546 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 71579089~2206486 2024-04-12T01:12:54.552 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 124941759~2383882 2024-04-12T01:12:54.599 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 6897932~2728379 2024-04-12T01:12:54.601 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap2 2024-04-12T01:12:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:54 smithi193 ceph-mon[83763]: pgmap v2416: 169 pgs: 169 active+clean; 1.8 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 121 MiB/s rd, 21 MiB/s wr, 532 op/s 2024-04-12T01:12:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:54 smithi193 ceph-mon[83763]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-12T01:12:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:55 smithi098 ceph-mon[91373]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-12T01:12:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:55 smithi098 ceph-mon[88922]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-12T01:12:55.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:55 smithi193 ceph-mon[83763]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-12T01:12:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:12:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:12:55] "GET /metrics HTTP/1.1" 200 38985 "" "Prometheus/2.43.0" 2024-04-12T01:12:56.264 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 64363676~771160 2024-04-12T01:12:56.270 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 36039082~1311459 2024-04-12T01:12:56.270 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 19090240~7428755 2024-04-12T01:12:56.277 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 39060371~2910099 2024-04-12T01:12:56.278 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 35864257~5677970 2024-04-12T01:12:56.335 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 27498867~7881199 2024-04-12T01:12:56.335 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 59054155~7455877 2024-04-12T01:12:56.342 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 31284618~4939992 2024-04-12T01:12:56.388 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: snap3 2024-04-12T01:12:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:56 smithi098 ceph-mon[91373]: pgmap v2419: 169 pgs: 169 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 264 MiB/s rd, 18 MiB/s wr, 884 op/s 2024-04-12T01:12:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:56 smithi098 ceph-mon[91373]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-12T01:12:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:56 smithi098 ceph-mon[88922]: pgmap v2419: 169 pgs: 169 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 264 MiB/s rd, 18 MiB/s wr, 884 op/s 2024-04-12T01:12:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:56 smithi098 ceph-mon[88922]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-12T01:12:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:56 smithi193 ceph-mon[83763]: pgmap v2419: 169 pgs: 169 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 264 MiB/s rd, 18 MiB/s wr, 884 op/s 2024-04-12T01:12:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:56 smithi193 ceph-mon[83763]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-12T01:12:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:57 smithi098 ceph-mon[91373]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-12T01:12:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:57 smithi098 ceph-mon[88922]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-12T01:12:57.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:57 smithi193 ceph-mon[83763]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-12T01:12:58.274 INFO:tasks.workunit.client.0.smithi098.stdout:snap_protect: snap3 2024-04-12T01:12:58.288 INFO:tasks.workunit.client.0.smithi098.stdout:clone image190 -> image192 2024-04-12T01:12:58.455 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 207085635 2024-04-12T01:12:58.470 INFO:tasks.workunit.client.0.smithi098.stdout:migration_prepare 2024-04-12T01:12:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:58 smithi098 ceph-mon[91373]: pgmap v2422: 169 pgs: 169 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 168 MiB/s rd, 18 MiB/s wr, 523 op/s 2024-04-12T01:12:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:58 smithi098 ceph-mon[91373]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-12T01:12:58.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:58 smithi098 ceph-mon[88922]: pgmap v2422: 169 pgs: 169 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 168 MiB/s rd, 18 MiB/s wr, 523 op/s 2024-04-12T01:12:58.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:58 smithi098 ceph-mon[88922]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-12T01:12:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:58 smithi193 ceph-mon[83763]: pgmap v2422: 169 pgs: 169 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 168 MiB/s rd, 18 MiB/s wr, 523 op/s 2024-04-12T01:12:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:58 smithi193 ceph-mon[83763]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-12T01:12:58.961 INFO:tasks.workunit.client.0.smithi098.stdout:migration_execute 2024-04-12T01:12:58.961 INFO:tasks.workunit.client.0.smithi098.stdout:write: a 29569186~8198720 2024-04-12T01:12:59.058 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 15275801~2025343 2024-04-12T01:12:59.101 INFO:tasks.workunit.client.0.smithi098.stdout:write: a 138180027~1850631 2024-04-12T01:12:59.118 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 66272577~1382380 2024-04-12T01:12:59.157 INFO:tasks.workunit.client.0.smithi098.stdout:write: a 68198452~2431375 2024-04-12T01:12:59.172 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 147556431~2694503 2024-04-12T01:12:59.176 INFO:tasks.workunit.client.0.smithi098.stdout:write: a 123478965~1860748 2024-04-12T01:12:59.215 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 7939047~2002250 2024-04-12T01:12:59.251 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: user0 2024-04-12T01:12:59.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:12:59 smithi098 ceph-mon[91373]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-12T01:12:59.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:12:59 smithi098 ceph-mon[88922]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-12T01:12:59.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:12:59 smithi193 ceph-mon[83763]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-12T01:13:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:00 smithi098 ceph-mon[91373]: pgmap v2425: 169 pgs: 169 active+clean; 1.9 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 28 MiB/s wr, 474 op/s 2024-04-12T01:13:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:00 smithi098 ceph-mon[88922]: pgmap v2425: 169 pgs: 169 active+clean; 1.9 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 28 MiB/s wr, 474 op/s 2024-04-12T01:13:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:00 smithi193 ceph-mon[83763]: pgmap v2425: 169 pgs: 169 active+clean; 1.9 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 28 MiB/s wr, 474 op/s 2024-04-12T01:13:01.300 INFO:tasks.workunit.client.0.smithi098.stdout:write: b 57051490~2317661 2024-04-12T01:13:01.309 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 29532064~3294092 2024-04-12T01:13:01.309 INFO:tasks.workunit.client.0.smithi098.stdout:write: b 131245369~3970633 2024-04-12T01:13:01.317 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 99571894~6333446 2024-04-12T01:13:01.322 INFO:tasks.workunit.client.0.smithi098.stdout:write: b 105677778~6714232 2024-04-12T01:13:01.363 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 28447940~6757503 2024-04-12T01:13:01.364 INFO:tasks.workunit.client.0.smithi098.stdout:write: b 151157931~3180981 2024-04-12T01:13:01.366 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 53156775~6721620 2024-04-12T01:13:01.367 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: user1 2024-04-12T01:13:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:01 smithi098 ceph-mon[91373]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-12T01:13:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:01 smithi098 ceph-mon[88922]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-12T01:13:01.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:01 smithi193 ceph-mon[83763]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-12T01:13:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:13:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:13:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:13:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:02 smithi193 ceph-mon[83763]: pgmap v2427: 169 pgs: 169 active+clean; 2.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 22 MiB/s wr, 339 op/s 2024-04-12T01:13:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:02 smithi193 ceph-mon[83763]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-12T01:13:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:02 smithi098 ceph-mon[91373]: pgmap v2427: 169 pgs: 169 active+clean; 2.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 22 MiB/s wr, 339 op/s 2024-04-12T01:13:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:02 smithi098 ceph-mon[91373]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-12T01:13:02.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:02 smithi098 ceph-mon[88922]: pgmap v2427: 169 pgs: 169 active+clean; 2.0 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 22 MiB/s wr, 339 op/s 2024-04-12T01:13:02.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:02 smithi098 ceph-mon[88922]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-12T01:13:03.313 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 267896618 2024-04-12T01:13:03.327 INFO:tasks.workunit.client.0.smithi098.stdout:write: c 120396289~4675758 2024-04-12T01:13:03.349 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 251341958~7102498 2024-04-12T01:13:03.350 INFO:tasks.workunit.client.0.smithi098.stdout:write: c 9808600~2692962 2024-04-12T01:13:03.353 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 249347575~7533801 2024-04-12T01:13:03.353 INFO:tasks.workunit.client.0.smithi098.stdout:write: c 251030694~1664226 2024-04-12T01:13:03.354 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 96722382~5386003 2024-04-12T01:13:03.354 INFO:tasks.workunit.client.0.smithi098.stdout:write: c 42335772~4873118 2024-04-12T01:13:03.360 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 75814912~3675204 2024-04-12T01:13:03.360 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: user2 2024-04-12T01:13:03.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:03 smithi193 ceph-mon[83763]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-12T01:13:03.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:03 smithi098 ceph-mon[91373]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-12T01:13:03.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:03 smithi098 ceph-mon[88922]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-12T01:13:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:04 smithi193 ceph-mon[83763]: pgmap v2430: 169 pgs: 169 active+clean; 2.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 20 MiB/s wr, 553 op/s 2024-04-12T01:13:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:04 smithi193 ceph-mon[83763]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-12T01:13:04.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:04 smithi098 ceph-mon[91373]: pgmap v2430: 169 pgs: 169 active+clean; 2.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 20 MiB/s wr, 553 op/s 2024-04-12T01:13:04.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:04 smithi098 ceph-mon[91373]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-12T01:13:04.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:04 smithi098 ceph-mon[88922]: pgmap v2430: 169 pgs: 169 active+clean; 2.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 20 MiB/s wr, 553 op/s 2024-04-12T01:13:04.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:04 smithi098 ceph-mon[88922]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-12T01:13:05.333 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 427140862 2024-04-12T01:13:05.347 INFO:tasks.workunit.client.0.smithi098.stdout:write: d 283435882~2565286 2024-04-12T01:13:05.358 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 168663071~2295131 2024-04-12T01:13:05.358 INFO:tasks.workunit.client.0.smithi098.stdout:write: d 294943452~8140356 2024-04-12T01:13:05.369 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 205615614~7802418 2024-04-12T01:13:05.369 INFO:tasks.workunit.client.0.smithi098.stdout:write: d 410823052~7585882 2024-04-12T01:13:05.377 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 279292514~5757857 2024-04-12T01:13:05.377 INFO:tasks.workunit.client.0.smithi098.stdout:write: d 381566805~3466940 2024-04-12T01:13:05.381 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 104878565~17453 2024-04-12T01:13:05.381 INFO:tasks.workunit.client.0.smithi098.stdout:snap_create: user3 2024-04-12T01:13:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:05 smithi193 ceph-mon[83763]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-12T01:13:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:05 smithi193 ceph-mon[83763]: pgmap v2433: 169 pgs: 169 active+clean; 2.1 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 36 MiB/s wr, 848 op/s 2024-04-12T01:13:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:05.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:05 smithi098 ceph-mon[91373]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-12T01:13:05.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:05 smithi098 ceph-mon[91373]: pgmap v2433: 169 pgs: 169 active+clean; 2.1 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 36 MiB/s wr, 848 op/s 2024-04-12T01:13:05.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:05.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:05 smithi098 ceph-mon[88922]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-12T01:13:05.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:05 smithi098 ceph-mon[88922]: pgmap v2433: 169 pgs: 169 active+clean; 2.1 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 36 MiB/s wr, 848 op/s 2024-04-12T01:13:05.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:13:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:13:05] "GET /metrics HTTP/1.1" 200 38987 "" "Prometheus/2.43.0" 2024-04-12T01:13:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:06 smithi193 ceph-mon[83763]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-12T01:13:06.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:06 smithi098 ceph-mon[91373]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-12T01:13:06.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:06 smithi098 ceph-mon[88922]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-12T01:13:07.347 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 437644758 2024-04-12T01:13:07.367 INFO:tasks.workunit.client.0.smithi098.stdout:write: 1 43764475~10941118 2024-04-12T01:13:07.380 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 46499754~5470559 2024-04-12T01:13:07.418 INFO:tasks.workunit.client.0.smithi098.stdout:write: 2 87528951~10941118 2024-04-12T01:13:07.432 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 90264230~5470559 2024-04-12T01:13:07.468 INFO:tasks.workunit.client.0.smithi098.stdout:write: 3 131293427~10941118 2024-04-12T01:13:07.481 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 134028706~5470559 2024-04-12T01:13:07.523 INFO:tasks.workunit.client.0.smithi098.stdout:write: 4 175057903~10941118 2024-04-12T01:13:07.536 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 177793182~5470559 2024-04-12T01:13:07.574 INFO:tasks.workunit.client.0.smithi098.stdout:write: 5 218822379~10941118 2024-04-12T01:13:07.588 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 221557658~5470559 2024-04-12T01:13:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:07 smithi193 ceph-mon[83763]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-12T01:13:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:07 smithi193 ceph-mon[83763]: pgmap v2436: 169 pgs: 169 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 31 MiB/s wr, 411 op/s 2024-04-12T01:13:07.737 INFO:tasks.workunit.client.0.smithi098.stdout:migration_commit 2024-04-12T01:13:07.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:07 smithi098 ceph-mon[91373]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-12T01:13:07.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:07 smithi098 ceph-mon[91373]: pgmap v2436: 169 pgs: 169 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 31 MiB/s wr, 411 op/s 2024-04-12T01:13:07.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:07 smithi098 ceph-mon[88922]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-12T01:13:07.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:07 smithi098 ceph-mon[88922]: pgmap v2436: 169 pgs: 169 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 31 MiB/s wr, 411 op/s 2024-04-12T01:13:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:08 smithi193 ceph-mon[83763]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-12T01:13:08.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:08 smithi098 ceph-mon[91373]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-12T01:13:08.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:08 smithi098 ceph-mon[88922]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-12T01:13:09.287 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMigration.StressLive (18344 ms) 2024-04-12T01:13:09.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:09 smithi193 ceph-mon[83763]: pgmap v2438: 169 pgs: 169 active+clean; 2.2 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 25 MiB/s wr, 160 op/s 2024-04-12T01:13:09.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:09 smithi098 ceph-mon[91373]: pgmap v2438: 169 pgs: 169 active+clean; 2.2 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 25 MiB/s wr, 160 op/s 2024-04-12T01:13:09.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:09 smithi098 ceph-mon[88922]: pgmap v2438: 169 pgs: 169 active+clean; 2.2 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 25 MiB/s wr, 160 op/s 2024-04-12T01:13:10.350 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 57 tests from TestMigration (260092 ms total) 2024-04-12T01:13:10.350 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:13:10.350 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 6 tests from TestGroup 2024-04-12T01:13:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:10 smithi193 ceph-mon[83763]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-12T01:13:10.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:10 smithi098 ceph-mon[91373]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-12T01:13:10.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:10 smithi098 ceph-mon[88922]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-12T01:13:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:11 smithi193 ceph-mon[83763]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-12T01:13:11.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:11 smithi193 ceph-mon[83763]: pgmap v2441: 105 pgs: 105 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2024-04-12T01:13:11.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:11 smithi098 ceph-mon[91373]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-12T01:13:11.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:11 smithi098 ceph-mon[91373]: pgmap v2441: 105 pgs: 105 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2024-04-12T01:13:11.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:11 smithi098 ceph-mon[88922]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-12T01:13:11.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:11 smithi098 ceph-mon[88922]: pgmap v2441: 105 pgs: 105 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2024-04-12T01:13:12.359 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestGroup.group_create 2024-04-12T01:13:12.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:13:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:13:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:13:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:12 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:13:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:12 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:13:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:12 smithi193 ceph-mon[83763]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-12T01:13:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:12 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/104599648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:12 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:12.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:13:12.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:13:12.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[91373]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-12T01:13:12.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/104599648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:12.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:12.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:13:12.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:13:12.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[88922]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-12T01:13:12.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/104599648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:12.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:12 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:13.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:13 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:13:13.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:13 smithi193 ceph-mon[83763]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-12T01:13:13.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:13 smithi193 ceph-mon[83763]: pgmap v2444: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2024-04-12T01:13:13.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:13 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:13:13.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:13 smithi098 ceph-mon[91373]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-12T01:13:13.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:13 smithi098 ceph-mon[91373]: pgmap v2444: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2024-04-12T01:13:13.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:13 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:13:13.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:13 smithi098 ceph-mon[88922]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-12T01:13:13.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:13 smithi098 ceph-mon[88922]: pgmap v2444: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2024-04-12T01:13:14.400 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestGroup.group_create (2042 ms) 2024-04-12T01:13:14.401 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestGroup.group_createPP 2024-04-12T01:13:14.419 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-04-12T01:13:14.419 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestGroup.add_image 2024-04-12T01:13:14.459 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestGroup.add_image (40 ms) 2024-04-12T01:13:14.459 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-12T01:13:14.494 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestGroup.add_imagePP (35 ms) 2024-04-12T01:13:14.494 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-12T01:13:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:14 smithi193 ceph-mon[83763]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-12T01:13:14.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:14 smithi098 ceph-mon[91373]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-12T01:13:14.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:14 smithi098 ceph-mon[88922]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-12T01:13:15.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:15 smithi098 ceph-mon[91373]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-12T01:13:15.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:15 smithi098 ceph-mon[91373]: pgmap v2447: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T01:13:15.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:15 smithi098 ceph-mon[88922]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-12T01:13:15.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:15 smithi098 ceph-mon[88922]: pgmap v2447: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T01:13:15.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:15 smithi193 ceph-mon[83763]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-12T01:13:15.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:15 smithi193 ceph-mon[83763]: pgmap v2447: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-12T01:13:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:13:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:13:15] "GET /metrics HTTP/1.1" 200 38987 "" "Prometheus/2.43.0" 2024-04-12T01:13:16.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:16 smithi098 ceph-mon[88922]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-12T01:13:16.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:16 smithi098 ceph-mon[91373]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-12T01:13:16.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:16 smithi193 ceph-mon[83763]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-12T01:13:17.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:17 smithi098 ceph-mon[91373]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-12T01:13:17.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:17 smithi098 ceph-mon[91373]: pgmap v2450: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 8.0 KiB/s wr, 112 op/s 2024-04-12T01:13:17.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:17 smithi098 ceph-mon[88922]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-12T01:13:17.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:17 smithi098 ceph-mon[88922]: pgmap v2450: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 8.0 KiB/s wr, 112 op/s 2024-04-12T01:13:17.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:17 smithi193 ceph-mon[83763]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-12T01:13:17.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:17 smithi193 ceph-mon[83763]: pgmap v2450: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 8.0 KiB/s wr, 112 op/s 2024-04-12T01:13:18.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:18 smithi098 ceph-mon[91373]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-12T01:13:18.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:18 smithi098 ceph-mon[88922]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-12T01:13:18.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:18 smithi193 ceph-mon[83763]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-12T01:13:19.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:19 smithi098 ceph-mon[88922]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-12T01:13:19.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:19 smithi098 ceph-mon[88922]: pgmap v2453: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 16 KiB/s wr, 170 op/s 2024-04-12T01:13:19.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:19 smithi098 ceph-mon[91373]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-12T01:13:19.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:19 smithi098 ceph-mon[91373]: pgmap v2453: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 16 KiB/s wr, 170 op/s 2024-04-12T01:13:19.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:19 smithi193 ceph-mon[83763]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-12T01:13:19.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:19 smithi193 ceph-mon[83763]: pgmap v2453: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 16 KiB/s wr, 170 op/s 2024-04-12T01:13:20.451 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestGroup.add_snapshot (5957 ms) 2024-04-12T01:13:20.451 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-12T01:13:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:20 smithi098 ceph-mon[91373]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-12T01:13:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:13:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:20 smithi098 ceph-mon[88922]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-12T01:13:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:13:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:20 smithi193 ceph-mon[83763]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-12T01:13:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:13:20.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:21.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:21 smithi098 ceph-mon[91373]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-12T01:13:21.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:21 smithi098 ceph-mon[91373]: pgmap v2456: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 9.0 KiB/s wr, 64 op/s 2024-04-12T01:13:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:21 smithi098 ceph-mon[88922]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-12T01:13:21.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:21 smithi098 ceph-mon[88922]: pgmap v2456: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 9.0 KiB/s wr, 64 op/s 2024-04-12T01:13:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:21 smithi193 ceph-mon[83763]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-12T01:13:21.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:21 smithi193 ceph-mon[83763]: pgmap v2456: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 9.0 KiB/s wr, 64 op/s 2024-04-12T01:13:22.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:13:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:13:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:22 smithi193 ceph-mon[83763]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-12T01:13:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:22 smithi193 ceph-mon[83763]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-12T01:13:22.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:22 smithi098 ceph-mon[91373]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-12T01:13:22.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:22 smithi098 ceph-mon[91373]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-12T01:13:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:22 smithi098 ceph-mon[88922]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-12T01:13:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:22 smithi098 ceph-mon[88922]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-12T01:13:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:23 smithi098 ceph-mon[91373]: pgmap v2459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-04-12T01:13:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:23 smithi098 ceph-mon[91373]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-12T01:13:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:23 smithi098 ceph-mon[88922]: pgmap v2459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-04-12T01:13:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:23 smithi098 ceph-mon[88922]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-12T01:13:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:23 smithi193 ceph-mon[83763]: pgmap v2459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-04-12T01:13:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:23 smithi193 ceph-mon[83763]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-12T01:13:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:24 smithi098 ceph-mon[91373]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-12T01:13:25.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:24 smithi098 ceph-mon[88922]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-12T01:13:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:24 smithi193 ceph-mon[83763]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-12T01:13:25.990 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:13:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:13:25] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-12T01:13:26.029 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestGroup.add_snapshotPP (5578 ms) 2024-04-12T01:13:26.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:25 smithi098 ceph-mon[88922]: pgmap v2462: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 9.7 KiB/s wr, 162 op/s 2024-04-12T01:13:26.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:25 smithi098 ceph-mon[88922]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-12T01:13:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:25 smithi098 ceph-mon[91373]: pgmap v2462: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 9.7 KiB/s wr, 162 op/s 2024-04-12T01:13:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:25 smithi098 ceph-mon[91373]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-12T01:13:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:25 smithi193 ceph-mon[83763]: pgmap v2462: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 9.7 KiB/s wr, 162 op/s 2024-04-12T01:13:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:25 smithi193 ceph-mon[83763]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-12T01:13:26.988 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 6 tests from TestGroup (13670 ms total) 2024-04-12T01:13:26.988 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:13:26.988 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 31 tests from TestDeepCopy 2024-04-12T01:13:27.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:27 smithi098 ceph-mon[91373]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-12T01:13:27.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:13:27.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:27 smithi098 ceph-mon[91373]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-12T01:13:27.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:27 smithi098 ceph-mon[88922]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-12T01:13:27.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:13:27.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:27 smithi098 ceph-mon[88922]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-12T01:13:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:27 smithi193 ceph-mon[83763]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-12T01:13:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:13:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:27 smithi193 ceph-mon[83763]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-12T01:13:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:28 smithi098 ceph-mon[91373]: pgmap v2465: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2024-04-12T01:13:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:13:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:13:28.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:13:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:28 smithi098 ceph-mon[88922]: pgmap v2465: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2024-04-12T01:13:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:13:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:13:28.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:13:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:28 smithi193 ceph-mon[83763]: pgmap v2465: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2024-04-12T01:13:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:13:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:13:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:13:29.023 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-12T01:13:29.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:29 smithi098 ceph-mon[91373]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-12T01:13:29.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:29 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/757175350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:29.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:29 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:29.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:29 smithi098 ceph-mon[88922]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-12T01:13:29.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:29 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/757175350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:29.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:29 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:29.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:29 smithi193 ceph-mon[83763]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-12T01:13:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:29 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/757175350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:29 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:13:30.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:30 smithi098 ceph-mon[91373]: pgmap v2468: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:13:30.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:30 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:13:30.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:30 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:13:30.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:30 smithi098 ceph-mon[91373]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-12T01:13:30.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:30 smithi098 ceph-mon[88922]: pgmap v2468: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:13:30.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:30 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:13:30.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:30 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:13:30.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:30 smithi098 ceph-mon[88922]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-12T01:13:30.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:30 smithi193 ceph-mon[83763]: pgmap v2468: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:13:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:30 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:13:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:30 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:13:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:30 smithi193 ceph-mon[83763]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-12T01:13:31.165 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Empty (2142 ms) 2024-04-12T01:13:31.165 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-12T01:13:31.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:31 smithi098 ceph-mon[91373]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-12T01:13:31.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:31 smithi098 ceph-mon[88922]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-12T01:13:31.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:31 smithi193 ceph-mon[83763]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-12T01:13:31.430 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.NoSnaps (265 ms) 2024-04-12T01:13:31.430 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-12T01:13:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:32 smithi098 ceph-mon[91373]: pgmap v2471: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:13:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:32 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:13:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:32 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:13:32.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:32 smithi098 ceph-mon[91373]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-12T01:13:32.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:32 smithi098 ceph-mon[88922]: pgmap v2471: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:13:32.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:32 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:13:32.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:32 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:13:32.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:32 smithi098 ceph-mon[88922]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-12T01:13:32.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:32 smithi193 ceph-mon[83763]: pgmap v2471: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:13:32.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:32 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:13:32.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:32 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:13:32.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:32 smithi193 ceph-mon[83763]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-12T01:13:32.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:13:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:13:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:13:33.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:33 smithi193 ceph-mon[83763]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-12T01:13:33.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:33 smithi098 ceph-mon[91373]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-12T01:13:33.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:33 smithi098 ceph-mon[88922]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-12T01:13:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:34 smithi193 ceph-mon[83763]: pgmap v2474: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-12T01:13:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:34 smithi193 ceph-mon[83763]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-12T01:13:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:34 smithi098 ceph-mon[88922]: pgmap v2474: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-12T01:13:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:34 smithi098 ceph-mon[88922]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-12T01:13:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:34 smithi098 ceph-mon[91373]: pgmap v2474: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-12T01:13:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:34 smithi098 ceph-mon[91373]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-12T01:13:35.360 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Snaps (3931 ms) 2024-04-12T01:13:35.360 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-12T01:13:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:35 smithi193 ceph-mon[83763]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-12T01:13:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:35 smithi098 ceph-mon[88922]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-12T01:13:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:35 smithi098 ceph-mon[91373]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-12T01:13:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:13:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:13:35] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-04-12T01:13:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:36 smithi193 ceph-mon[83763]: pgmap v2477: 137 pgs: 137 active+clean; 41 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 152 op/s 2024-04-12T01:13:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:36 smithi193 ceph-mon[83763]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-12T01:13:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:36 smithi098 ceph-mon[91373]: pgmap v2477: 137 pgs: 137 active+clean; 41 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 152 op/s 2024-04-12T01:13:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:36 smithi098 ceph-mon[91373]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-12T01:13:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:36 smithi098 ceph-mon[88922]: pgmap v2477: 137 pgs: 137 active+clean; 41 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 152 op/s 2024-04-12T01:13:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:36 smithi098 ceph-mon[88922]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-12T01:13:37.175 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.SnapDiscard (1815 ms) 2024-04-12T01:13:37.176 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-12T01:13:37.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:37 smithi193 ceph-mon[83763]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-12T01:13:37.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:37 smithi098 ceph-mon[91373]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-12T01:13:37.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:37 smithi098 ceph-mon[88922]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-12T01:13:38.256 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.CloneDiscard (1081 ms) 2024-04-12T01:13:38.257 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-12T01:13:38.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:38 smithi193 ceph-mon[83763]: pgmap v2480: 137 pgs: 137 active+clean; 45 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 128 op/s 2024-04-12T01:13:38.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:38 smithi193 ceph-mon[83763]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-12T01:13:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:38 smithi098 ceph-mon[91373]: pgmap v2480: 137 pgs: 137 active+clean; 45 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 128 op/s 2024-04-12T01:13:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:38 smithi098 ceph-mon[91373]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-12T01:13:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:38 smithi098 ceph-mon[88922]: pgmap v2480: 137 pgs: 137 active+clean; 45 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 128 op/s 2024-04-12T01:13:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:38 smithi098 ceph-mon[88922]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-12T01:13:39.271 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.CloneShrink (1014 ms) 2024-04-12T01:13:39.271 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-12T01:13:39.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:39 smithi193 ceph-mon[83763]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-12T01:13:39.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:39 smithi098 ceph-mon[88922]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-12T01:13:39.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:39 smithi098 ceph-mon[91373]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-12T01:13:40.314 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.CloneExpand (1043 ms) 2024-04-12T01:13:40.314 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-12T01:13:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:40 smithi193 ceph-mon[83763]: pgmap v2483: 137 pgs: 137 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 95 op/s 2024-04-12T01:13:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:40 smithi193 ceph-mon[83763]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-12T01:13:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:40 smithi098 ceph-mon[91373]: pgmap v2483: 137 pgs: 137 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 95 op/s 2024-04-12T01:13:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:40 smithi098 ceph-mon[91373]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-12T01:13:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:40 smithi098 ceph-mon[88922]: pgmap v2483: 137 pgs: 137 active+clean; 65 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 95 op/s 2024-04-12T01:13:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:40 smithi098 ceph-mon[88922]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-12T01:13:41.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:41 smithi193 ceph-mon[83763]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-12T01:13:41.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:41 smithi098 ceph-mon[91373]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-12T01:13:41.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:41 smithi098 ceph-mon[88922]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-12T01:13:42.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:13:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:13:42.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:42 smithi193 ceph-mon[83763]: pgmap v2486: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 244 op/s 2024-04-12T01:13:42.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:42 smithi193 ceph-mon[83763]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-12T01:13:42.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:42 smithi193 ceph-mon[83763]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-12T01:13:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:42 smithi098 ceph-mon[91373]: pgmap v2486: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 244 op/s 2024-04-12T01:13:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:42 smithi098 ceph-mon[91373]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-12T01:13:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:42 smithi098 ceph-mon[91373]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-12T01:13:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:42 smithi098 ceph-mon[88922]: pgmap v2486: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 244 op/s 2024-04-12T01:13:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:42 smithi098 ceph-mon[88922]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-12T01:13:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:42 smithi098 ceph-mon[88922]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-12T01:13:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:43 smithi098 ceph-mon[91373]: pgmap v2489: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.0 MiB/s wr, 351 op/s 2024-04-12T01:13:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:43 smithi098 ceph-mon[91373]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-12T01:13:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:43 smithi098 ceph-mon[88922]: pgmap v2489: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.0 MiB/s wr, 351 op/s 2024-04-12T01:13:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:43 smithi098 ceph-mon[88922]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-12T01:13:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:43 smithi193 ceph-mon[83763]: pgmap v2489: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.0 MiB/s wr, 351 op/s 2024-04-12T01:13:44.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:43 smithi193 ceph-mon[83763]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-12T01:13:45.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:44 smithi098 ceph-mon[91373]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-12T01:13:45.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:44 smithi098 ceph-mon[88922]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-12T01:13:45.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:44 smithi193 ceph-mon[83763]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-12T01:13:46.002 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:13:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:13:45] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-04-12T01:13:46.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:46 smithi098 ceph-mon[91373]: pgmap v2492: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 28 KiB/s wr, 448 op/s 2024-04-12T01:13:46.294 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:46 smithi098 ceph-mon[91373]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-12T01:13:46.294 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:46 smithi098 ceph-mon[88922]: pgmap v2492: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 28 KiB/s wr, 448 op/s 2024-04-12T01:13:46.295 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:46 smithi098 ceph-mon[88922]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-12T01:13:46.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:46 smithi193 ceph-mon[83763]: pgmap v2492: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 28 KiB/s wr, 448 op/s 2024-04-12T01:13:46.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:46 smithi193 ceph-mon[83763]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-12T01:13:47.132 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.CloneHideParent (6818 ms) 2024-04-12T01:13:47.132 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-12T01:13:47.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:47 smithi098 ceph-mon[91373]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-12T01:13:47.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:47 smithi098 ceph-mon[88922]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-12T01:13:47.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:47 smithi193 ceph-mon[83763]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-12T01:13:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:48 smithi098 ceph-mon[88922]: pgmap v2495: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 16 KiB/s wr, 267 op/s 2024-04-12T01:13:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:48 smithi098 ceph-mon[88922]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-12T01:13:48.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:48 smithi098 ceph-mon[91373]: pgmap v2495: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 16 KiB/s wr, 267 op/s 2024-04-12T01:13:48.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:48 smithi098 ceph-mon[91373]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-12T01:13:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:48 smithi193 ceph-mon[83763]: pgmap v2495: 137 pgs: 137 active+clean; 69 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 16 KiB/s wr, 267 op/s 2024-04-12T01:13:48.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:48 smithi193 ceph-mon[83763]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-12T01:13:49.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:49 smithi098 ceph-mon[91373]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-12T01:13:49.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:49 smithi098 ceph-mon[88922]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-12T01:13:49.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:49 smithi193 ceph-mon[83763]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-12T01:13:49.376 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Clone (2245 ms) 2024-04-12T01:13:49.377 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-12T01:13:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:50 smithi098 ceph-mon[91373]: pgmap v2498: 137 pgs: 137 active+clean; 73 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.0 MiB/s wr, 68 op/s 2024-04-12T01:13:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:50 smithi098 ceph-mon[91373]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-12T01:13:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:50 smithi098 ceph-mon[88922]: pgmap v2498: 137 pgs: 137 active+clean; 73 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.0 MiB/s wr, 68 op/s 2024-04-12T01:13:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:50 smithi098 ceph-mon[88922]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-12T01:13:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:50 smithi193 ceph-mon[83763]: pgmap v2498: 137 pgs: 137 active+clean; 73 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.0 MiB/s wr, 68 op/s 2024-04-12T01:13:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:50 smithi193 ceph-mon[83763]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-12T01:13:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:13:51.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:51 smithi098 ceph-mon[91373]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-12T01:13:51.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:51 smithi098 ceph-mon[88922]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-12T01:13:51.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:51 smithi193 ceph-mon[83763]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-12T01:13:51.574 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.CloneFlatten (2197 ms) 2024-04-12T01:13:51.574 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-12T01:13:51.600 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 23361441~3152676 2024-04-12T01:13:51.612 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 45986627~1702159 2024-04-12T01:13:51.614 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 52697834~6335974 2024-04-12T01:13:51.631 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 880096~3457397 2024-04-12T01:13:51.631 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 17981436~1563460 2024-04-12T01:13:51.640 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 68428190~6637953 2024-04-12T01:13:51.640 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 42237392~4671160 2024-04-12T01:13:51.654 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 65572247~1336779 2024-04-12T01:13:51.654 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap0 2024-04-12T01:13:52.069 INFO:tasks.workunit.client.0.smithi098.stdout:clone image238 -> image239 2024-04-12T01:13:52.121 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 29985373~447693 2024-04-12T01:13:52.127 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 20873445~1752754 2024-04-12T01:13:52.142 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 63564574~755218 2024-04-12T01:13:52.146 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 43507045~570823 2024-04-12T01:13:52.168 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 25886445~7250938 2024-04-12T01:13:52.198 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16968245~2151394 2024-04-12T01:13:52.199 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 72412934~127649 2024-04-12T01:13:52.202 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 68938673~6775255 2024-04-12T01:13:52.206 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1 2024-04-12T01:13:52.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:52 smithi193 ceph-mon[83763]: pgmap v2501: 137 pgs: 137 active+clean; 81 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 144 op/s 2024-04-12T01:13:52.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:52 smithi193 ceph-mon[83763]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-12T01:13:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:52 smithi098 ceph-mon[91373]: pgmap v2501: 137 pgs: 137 active+clean; 81 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 144 op/s 2024-04-12T01:13:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:52 smithi098 ceph-mon[91373]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-12T01:13:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:52 smithi098 ceph-mon[88922]: pgmap v2501: 137 pgs: 137 active+clean; 81 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 144 op/s 2024-04-12T01:13:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:52 smithi098 ceph-mon[88922]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-12T01:13:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:13:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:13:53.084 INFO:tasks.workunit.client.0.smithi098.stdout:clone image239 -> image240 2024-04-12T01:13:53.147 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 121636507 2024-04-12T01:13:53.153 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 110441716~4416447 2024-04-12T01:13:53.170 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 14005893~5759455 2024-04-12T01:13:53.174 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 32224314~3852062 2024-04-12T01:13:53.205 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 92201433~1903219 2024-04-12T01:13:53.205 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 71647788~26953 2024-04-12T01:13:53.208 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 79571620~2936464 2024-04-12T01:13:53.211 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 41303681~814296 2024-04-12T01:13:53.237 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 46826509~5826902 2024-04-12T01:13:53.249 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2 2024-04-12T01:13:53.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:53 smithi193 ceph-mon[83763]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-12T01:13:53.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:53 smithi098 ceph-mon[91373]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-12T01:13:53.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:53 smithi098 ceph-mon[88922]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-12T01:13:54.087 INFO:tasks.workunit.client.0.smithi098.stdout:clone image240 -> image241 2024-04-12T01:13:54.172 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 22632783~5481348 2024-04-12T01:13:54.204 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 69108074~1144942 2024-04-12T01:13:54.209 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 68434690~3838023 2024-04-12T01:13:54.225 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 38490384~6329619 2024-04-12T01:13:54.243 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 113011955~8111227 2024-04-12T01:13:54.276 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 100912541~1712535 2024-04-12T01:13:54.279 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 81602780~3966815 2024-04-12T01:13:54.298 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 89416355~1659349 2024-04-12T01:13:54.301 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap3 2024-04-12T01:13:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:54 smithi193 ceph-mon[83763]: pgmap v2504: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 317 op/s 2024-04-12T01:13:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:54 smithi193 ceph-mon[83763]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-12T01:13:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:54 smithi098 ceph-mon[91373]: pgmap v2504: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 317 op/s 2024-04-12T01:13:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:54 smithi098 ceph-mon[91373]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-12T01:13:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:54 smithi098 ceph-mon[88922]: pgmap v2504: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 317 op/s 2024-04-12T01:13:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:54 smithi098 ceph-mon[88922]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-12T01:13:55.097 INFO:tasks.workunit.client.0.smithi098.stdout:clone image241 -> image242 2024-04-12T01:13:55.190 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 83890242 2024-04-12T01:13:55.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:55 smithi193 ceph-mon[83763]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-12T01:13:55.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Stress (3872 ms) 2024-04-12T01:13:55.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-12T01:13:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:55 smithi098 ceph-mon[91373]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-12T01:13:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:55 smithi098 ceph-mon[88922]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-12T01:13:55.722 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (276 ms) 2024-04-12T01:13:55.722 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-12T01:13:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:13:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:13:55] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.43.0" 2024-04-12T01:13:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:56 smithi193 ceph-mon[83763]: pgmap v2507: 137 pgs: 137 active+clean; 216 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 32 MiB/s wr, 570 op/s 2024-04-12T01:13:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:56 smithi193 ceph-mon[83763]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-12T01:13:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:56 smithi098 ceph-mon[91373]: pgmap v2507: 137 pgs: 137 active+clean; 216 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 32 MiB/s wr, 570 op/s 2024-04-12T01:13:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:56 smithi098 ceph-mon[91373]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-12T01:13:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:56 smithi098 ceph-mon[88922]: pgmap v2507: 137 pgs: 137 active+clean; 216 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 32 MiB/s wr, 570 op/s 2024-04-12T01:13:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:56 smithi098 ceph-mon[88922]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-12T01:13:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:57 smithi193 ceph-mon[83763]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-12T01:13:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:57 smithi098 ceph-mon[91373]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-12T01:13:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:57 smithi098 ceph-mon[88922]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-12T01:13:58.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:58 smithi193 ceph-mon[83763]: pgmap v2510: 137 pgs: 137 active+clean; 251 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 18 MiB/s wr, 393 op/s 2024-04-12T01:13:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:58 smithi193 ceph-mon[83763]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-12T01:13:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:58 smithi098 ceph-mon[91373]: pgmap v2510: 137 pgs: 137 active+clean; 251 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 18 MiB/s wr, 393 op/s 2024-04-12T01:13:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:58 smithi098 ceph-mon[91373]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-12T01:13:58.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:58 smithi098 ceph-mon[88922]: pgmap v2510: 137 pgs: 137 active+clean; 251 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 18 MiB/s wr, 393 op/s 2024-04-12T01:13:58.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:58 smithi098 ceph-mon[88922]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-12T01:13:59.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:13:59 smithi193 ceph-mon[83763]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-12T01:13:59.426 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3704 ms) 2024-04-12T01:13:59.426 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-12T01:13:59.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:13:59 smithi098 ceph-mon[91373]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-12T01:13:59.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:13:59 smithi098 ceph-mon[88922]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-12T01:14:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:00 smithi193 ceph-mon[83763]: pgmap v2513: 137 pgs: 137 active+clean; 342 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 25 MiB/s wr, 545 op/s 2024-04-12T01:14:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:00 smithi193 ceph-mon[83763]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-12T01:14:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:00 smithi098 ceph-mon[88922]: pgmap v2513: 137 pgs: 137 active+clean; 342 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 25 MiB/s wr, 545 op/s 2024-04-12T01:14:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:00 smithi098 ceph-mon[88922]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-12T01:14:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:00 smithi098 ceph-mon[91373]: pgmap v2513: 137 pgs: 137 active+clean; 342 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 25 MiB/s wr, 545 op/s 2024-04-12T01:14:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:00 smithi098 ceph-mon[91373]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-12T01:14:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:01 smithi193 ceph-mon[83763]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-12T01:14:01.527 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2101 ms) 2024-04-12T01:14:01.527 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-12T01:14:01.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:01 smithi098 ceph-mon[91373]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-12T01:14:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:01 smithi098 ceph-mon[88922]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-12T01:14:02.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:02 smithi193 ceph-mon[83763]: pgmap v2516: 137 pgs: 137 active+clean; 369 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 25 MiB/s wr, 634 op/s 2024-04-12T01:14:02.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:02 smithi193 ceph-mon[83763]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-12T01:14:02.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:14:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:14:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:14:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:02 smithi098 ceph-mon[91373]: pgmap v2516: 137 pgs: 137 active+clean; 369 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 25 MiB/s wr, 634 op/s 2024-04-12T01:14:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:02 smithi098 ceph-mon[91373]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-12T01:14:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:02 smithi098 ceph-mon[88922]: pgmap v2516: 137 pgs: 137 active+clean; 369 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 25 MiB/s wr, 634 op/s 2024-04-12T01:14:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:02 smithi098 ceph-mon[88922]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-12T01:14:03.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:03 smithi098 ceph-mon[91373]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-12T01:14:03.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:03 smithi098 ceph-mon[88922]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-12T01:14:03.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:03 smithi193 ceph-mon[83763]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-12T01:14:03.643 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2116 ms) 2024-04-12T01:14:03.643 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-12T01:14:03.666 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 37760114~5630863 2024-04-12T01:14:03.693 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 23222375~4128938 2024-04-12T01:14:03.694 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 68676096~3573087 2024-04-12T01:14:03.706 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 20472927~2967076 2024-04-12T01:14:03.707 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 67168680~3849845 2024-04-12T01:14:03.720 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 46937827~5382339 2024-04-12T01:14:03.721 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 34386186~6261786 2024-04-12T01:14:03.741 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 12591405~6330759 2024-04-12T01:14:03.741 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap0 2024-04-12T01:14:04.139 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 70406639~3973617 2024-04-12T01:14:04.142 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 33106256~2110010 2024-04-12T01:14:04.142 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 37323791~1038149 2024-04-12T01:14:04.143 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 21176406~889486 2024-04-12T01:14:04.143 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 51248971~892162 2024-04-12T01:14:04.143 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 52493028~1274842 2024-04-12T01:14:04.143 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 6905706~972113 2024-04-12T01:14:04.143 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 63821307~6367062 2024-04-12T01:14:04.159 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1 2024-04-12T01:14:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:04 smithi098 ceph-mon[91373]: pgmap v2519: 137 pgs: 137 active+clean; 401 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 15 MiB/s wr, 334 op/s 2024-04-12T01:14:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:04 smithi098 ceph-mon[91373]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-12T01:14:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:04 smithi098 ceph-mon[88922]: pgmap v2519: 137 pgs: 137 active+clean; 401 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 15 MiB/s wr, 334 op/s 2024-04-12T01:14:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:04 smithi098 ceph-mon[88922]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-12T01:14:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:04 smithi193 ceph-mon[83763]: pgmap v2519: 137 pgs: 137 active+clean; 401 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 15 MiB/s wr, 334 op/s 2024-04-12T01:14:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:04 smithi193 ceph-mon[83763]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-12T01:14:05.158 INFO:tasks.workunit.client.0.smithi098.stdout:clone image261 -> image262 2024-04-12T01:14:05.214 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 132497403 2024-04-12T01:14:05.221 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 29331802~7929334 2024-04-12T01:14:05.254 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 16803792~2129520 2024-04-12T01:14:05.257 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 882059~2240984 2024-04-12T01:14:05.266 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 117711651~5862328 2024-04-12T01:14:05.267 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 39097633~5066459 2024-04-12T01:14:05.293 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 127839425~4657978 2024-04-12T01:14:05.293 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 58500418~5650134 2024-04-12T01:14:05.310 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 71016531~4841240 2024-04-12T01:14:05.319 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2 2024-04-12T01:14:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:05 smithi098 ceph-mon[91373]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-12T01:14:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:05 smithi098 ceph-mon[88922]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-12T01:14:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:05 smithi193 ceph-mon[83763]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-12T01:14:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:14:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:14:05] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2024-04-12T01:14:06.160 INFO:tasks.workunit.client.0.smithi098.stdout:clone image262 -> image263 2024-04-12T01:14:06.223 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 72326365~6091445 2024-04-12T01:14:06.248 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 15823410~1114154 2024-04-12T01:14:06.253 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 102644539~6279327 2024-04-12T01:14:06.273 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 100937797~7980881 2024-04-12T01:14:06.274 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 51797339~1253988 2024-04-12T01:14:06.293 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 41733954~1370074 2024-04-12T01:14:06.323 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 101787113~2972999 2024-04-12T01:14:06.334 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 119315399~8052782 2024-04-12T01:14:06.337 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap3 2024-04-12T01:14:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:06 smithi098 ceph-mon[91373]: pgmap v2522: 137 pgs: 137 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 21 MiB/s wr, 425 op/s 2024-04-12T01:14:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:06 smithi098 ceph-mon[91373]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-12T01:14:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:06 smithi098 ceph-mon[88922]: pgmap v2522: 137 pgs: 137 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 21 MiB/s wr, 425 op/s 2024-04-12T01:14:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:06 smithi098 ceph-mon[88922]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-12T01:14:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:06 smithi193 ceph-mon[83763]: pgmap v2522: 137 pgs: 137 active+clean; 453 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 21 MiB/s wr, 425 op/s 2024-04-12T01:14:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:06 smithi193 ceph-mon[83763]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-12T01:14:07.172 INFO:tasks.workunit.client.0.smithi098.stdout:clone image263 -> image264 2024-04-12T01:14:07.511 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3868 ms) 2024-04-12T01:14:07.511 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-12T01:14:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:07 smithi098 ceph-mon[91373]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-12T01:14:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:07 smithi098 ceph-mon[88922]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-12T01:14:07.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:07 smithi193 ceph-mon[83763]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-12T01:14:07.732 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (221 ms) 2024-04-12T01:14:07.732 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-12T01:14:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:08 smithi098 ceph-mon[91373]: pgmap v2525: 137 pgs: 137 active+clean; 473 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 278 op/s 2024-04-12T01:14:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:08 smithi098 ceph-mon[91373]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-12T01:14:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:08 smithi098 ceph-mon[88922]: pgmap v2525: 137 pgs: 137 active+clean; 473 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 278 op/s 2024-04-12T01:14:08.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:08 smithi098 ceph-mon[88922]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-12T01:14:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:08 smithi193 ceph-mon[83763]: pgmap v2525: 137 pgs: 137 active+clean; 473 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 278 op/s 2024-04-12T01:14:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:08 smithi193 ceph-mon[83763]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-12T01:14:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:09 smithi098 ceph-mon[91373]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-12T01:14:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:09 smithi098 ceph-mon[88922]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-12T01:14:09.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:09 smithi193 ceph-mon[83763]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-12T01:14:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:10 smithi098 ceph-mon[91373]: pgmap v2528: 137 pgs: 137 active+clean; 622 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 39 MiB/s wr, 370 op/s 2024-04-12T01:14:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:10 smithi098 ceph-mon[91373]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-12T01:14:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:10 smithi098 ceph-mon[88922]: pgmap v2528: 137 pgs: 137 active+clean; 622 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 39 MiB/s wr, 370 op/s 2024-04-12T01:14:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:10 smithi098 ceph-mon[88922]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-12T01:14:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:10 smithi193 ceph-mon[83763]: pgmap v2528: 137 pgs: 137 active+clean; 622 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 39 MiB/s wr, 370 op/s 2024-04-12T01:14:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:10 smithi193 ceph-mon[83763]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-12T01:14:11.463 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3731 ms) 2024-04-12T01:14:11.463 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-12T01:14:11.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:11 smithi098 ceph-mon[91373]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-12T01:14:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:11 smithi098 ceph-mon[88922]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-12T01:14:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:11 smithi193 ceph-mon[83763]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-12T01:14:12.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:14:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:14:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:14:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:12 smithi193 ceph-mon[83763]: pgmap v2531: 137 pgs: 137 active+clean; 657 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 41 MiB/s wr, 505 op/s 2024-04-12T01:14:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:12 smithi193 ceph-mon[83763]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-12T01:14:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:12 smithi098 ceph-mon[91373]: pgmap v2531: 137 pgs: 137 active+clean; 657 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 41 MiB/s wr, 505 op/s 2024-04-12T01:14:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:12 smithi098 ceph-mon[91373]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-12T01:14:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:12 smithi098 ceph-mon[88922]: pgmap v2531: 137 pgs: 137 active+clean; 657 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 41 MiB/s wr, 505 op/s 2024-04-12T01:14:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:12 smithi098 ceph-mon[88922]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-12T01:14:13.519 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2056 ms) 2024-04-12T01:14:13.519 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-12T01:14:13.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:13 smithi098 ceph-mon[88922]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-12T01:14:13.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:13 smithi098 ceph-mon[91373]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-12T01:14:13.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:13 smithi193 ceph-mon[83763]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-12T01:14:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:14 smithi098 ceph-mon[88922]: pgmap v2534: 137 pgs: 137 active+clean; 687 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 14 MiB/s wr, 493 op/s 2024-04-12T01:14:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:14 smithi098 ceph-mon[88922]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-12T01:14:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:14 smithi098 ceph-mon[91373]: pgmap v2534: 137 pgs: 137 active+clean; 687 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 14 MiB/s wr, 493 op/s 2024-04-12T01:14:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:14 smithi098 ceph-mon[91373]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-12T01:14:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:14 smithi193 ceph-mon[83763]: pgmap v2534: 137 pgs: 137 active+clean; 687 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 14 MiB/s wr, 493 op/s 2024-04-12T01:14:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:14 smithi193 ceph-mon[83763]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-12T01:14:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:15 smithi098 ceph-mon[91373]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-12T01:14:15.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:15 smithi098 ceph-mon[88922]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-12T01:14:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:15 smithi193 ceph-mon[83763]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-12T01:14:15.687 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2168 ms) 2024-04-12T01:14:15.687 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-12T01:14:15.709 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 49993229~516071 2024-04-12T01:14:15.715 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 11635909~1247267 2024-04-12T01:14:15.715 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 17591629~5311715 2024-04-12T01:14:15.730 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 60845322~8088542 2024-04-12T01:14:15.731 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 58642182~1419707 2024-04-12T01:14:15.736 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 39978624~8216511 2024-04-12T01:14:15.737 INFO:tasks.workunit.client.0.smithi098.stdout:write: A 6836671~1036080 2024-04-12T01:14:15.743 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 29477439~4314911 2024-04-12T01:14:15.743 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap0 2024-04-12T01:14:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:14:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:14:15] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2024-04-12T01:14:16.227 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 36288092~5565603 2024-04-12T01:14:16.229 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 67091389~2092802 2024-04-12T01:14:16.230 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 44946643~5706659 2024-04-12T01:14:16.230 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 44363611~8035308 2024-04-12T01:14:16.262 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 60272114~3514946 2024-04-12T01:14:16.262 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 18277225~6258791 2024-04-12T01:14:16.262 INFO:tasks.workunit.client.0.smithi098.stdout:write: B 23552079~6529755 2024-04-12T01:14:16.269 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 49720063~1161590 2024-04-12T01:14:16.296 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1 2024-04-12T01:14:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:16 smithi098 ceph-mon[91373]: pgmap v2537: 137 pgs: 137 active+clean; 727 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 18 MiB/s wr, 462 op/s 2024-04-12T01:14:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:16 smithi098 ceph-mon[91373]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-12T01:14:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:16 smithi098 ceph-mon[88922]: pgmap v2537: 137 pgs: 137 active+clean; 727 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 18 MiB/s wr, 462 op/s 2024-04-12T01:14:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:16 smithi098 ceph-mon[88922]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-12T01:14:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:16 smithi193 ceph-mon[83763]: pgmap v2537: 137 pgs: 137 active+clean; 727 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 18 MiB/s wr, 462 op/s 2024-04-12T01:14:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:16 smithi193 ceph-mon[83763]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-12T01:14:17.243 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 18110706~202828 2024-04-12T01:14:17.247 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 77120007~209764 2024-04-12T01:14:17.247 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 25203491~1255416 2024-04-12T01:14:17.247 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 19068713~8046727 2024-04-12T01:14:17.258 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 12361638~6874338 2024-04-12T01:14:17.258 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 72023538~6603112 2024-04-12T01:14:17.260 INFO:tasks.workunit.client.0.smithi098.stdout:write: C 20557323~4695758 2024-04-12T01:14:17.260 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 6788561~7648334 2024-04-12T01:14:17.293 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2 2024-04-12T01:14:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:17 smithi098 ceph-mon[91373]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-12T01:14:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:17 smithi098 ceph-mon[88922]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-12T01:14:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:17 smithi193 ceph-mon[83763]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-12T01:14:18.254 INFO:tasks.workunit.client.0.smithi098.stdout:clone image283 -> image284 2024-04-12T01:14:18.395 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 85289636 2024-04-12T01:14:18.402 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 77270205~3409333 2024-04-12T01:14:18.418 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 52387543~4918502 2024-04-12T01:14:18.425 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 80032496~5257140 2024-04-12T01:14:18.445 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 65039851~3102339 2024-04-12T01:14:18.452 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 52724218~7580102 2024-04-12T01:14:18.487 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 43331716~5276952 2024-04-12T01:14:18.491 INFO:tasks.workunit.client.0.smithi098.stdout:write: D 79300802~2693582 2024-04-12T01:14:18.502 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 71424981~5874564 2024-04-12T01:14:18.505 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap3 2024-04-12T01:14:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:18 smithi098 ceph-mon[91373]: pgmap v2540: 137 pgs: 137 active+clean; 735 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 171 op/s 2024-04-12T01:14:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:18 smithi098 ceph-mon[91373]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-12T01:14:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:18 smithi098 ceph-mon[88922]: pgmap v2540: 137 pgs: 137 active+clean; 735 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 171 op/s 2024-04-12T01:14:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:18 smithi098 ceph-mon[88922]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-12T01:14:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:18 smithi193 ceph-mon[83763]: pgmap v2540: 137 pgs: 137 active+clean; 735 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 171 op/s 2024-04-12T01:14:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:18 smithi193 ceph-mon[83763]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-12T01:14:19.258 INFO:tasks.workunit.client.0.smithi098.stdout:clone image284 -> image285 2024-04-12T01:14:19.322 INFO:tasks.workunit.client.0.smithi098.stdout:resize: 107313733 2024-04-12T01:14:19.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:19 smithi098 ceph-mon[91373]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-12T01:14:19.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:19 smithi098 ceph-mon[88922]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-12T01:14:19.561 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3874 ms) 2024-04-12T01:14:19.561 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-12T01:14:19.583 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-12T01:14:19.583 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:19.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:19 smithi193 ceph-mon[83763]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-12T01:14:19.655 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (94 ms) 2024-04-12T01:14:19.655 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-12T01:14:19.677 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-12T01:14:19.677 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:19.754 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (99 ms) 2024-04-12T01:14:19.754 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-12T01:14:19.779 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-12T01:14:19.779 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:19.852 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (99 ms) 2024-04-12T01:14:19.853 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-12T01:14:19.877 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-12T01:14:19.877 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:19.952 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (99 ms) 2024-04-12T01:14:19.952 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-12T01:14:19.975 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-12T01:14:19.975 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:20.051 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (99 ms) 2024-04-12T01:14:20.051 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-12T01:14:20.073 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-12T01:14:20.073 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:20.145 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (94 ms) 2024-04-12T01:14:20.145 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-12T01:14:20.169 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-12T01:14:20.169 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (97 ms) 2024-04-12T01:14:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-12T01:14:20.264 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-12T01:14:20.264 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:20.338 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (95 ms) 2024-04-12T01:14:20.338 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-12T01:14:20.362 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-12T01:14:20.363 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:20.436 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (98 ms) 2024-04-12T01:14:20.436 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-12T01:14:20.458 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-12T01:14:20.458 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:20.528 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (93 ms) 2024-04-12T01:14:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:20 smithi098 ceph-mon[91373]: pgmap v2543: 137 pgs: 137 active+clean; 846 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 28 MiB/s wr, 376 op/s 2024-04-12T01:14:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:20 smithi098 ceph-mon[91373]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-12T01:14:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:20 smithi098 ceph-mon[88922]: pgmap v2543: 137 pgs: 137 active+clean; 846 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 28 MiB/s wr, 376 op/s 2024-04-12T01:14:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:20 smithi098 ceph-mon[88922]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-12T01:14:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:20 smithi193 ceph-mon[83763]: pgmap v2543: 137 pgs: 137 active+clean; 846 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 28 MiB/s wr, 376 op/s 2024-04-12T01:14:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:20 smithi193 ceph-mon[83763]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-12T01:14:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:21.252 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 31 tests from TestDeepCopy (51506 ms total) 2024-04-12T01:14:21.252 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:14:21.252 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 51 tests from TestMirroring 2024-04-12T01:14:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:22 smithi098 ceph-mon[91373]: pgmap v2545: 137 pgs: 137 active+clean; 887 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 32 MiB/s wr, 549 op/s 2024-04-12T01:14:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:22 smithi098 ceph-mon[91373]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-12T01:14:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:22 smithi098 ceph-mon[88922]: pgmap v2545: 137 pgs: 137 active+clean; 887 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 32 MiB/s wr, 549 op/s 2024-04-12T01:14:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:22 smithi098 ceph-mon[88922]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-12T01:14:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:14:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:14:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:22 smithi193 ceph-mon[83763]: pgmap v2545: 137 pgs: 137 active+clean; 887 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 32 MiB/s wr, 549 op/s 2024-04-12T01:14:22.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:22 smithi193 ceph-mon[83763]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-12T01:14:23.266 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-12T01:14:23.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:23 smithi098 ceph-mon[91373]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-12T01:14:23.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:23 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:14:23.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:23 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:14:23.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:23 smithi098 ceph-mon[88922]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-12T01:14:23.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:23 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:14:23.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:23 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:14:23.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:23 smithi193 ceph-mon[83763]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-12T01:14:23.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:23 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:14:23.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:23 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:14:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:24 smithi098 ceph-mon[91373]: pgmap v2548: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T01:14:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:24 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:14:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:24 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:14:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:24 smithi098 ceph-mon[91373]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-12T01:14:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:24 smithi098 ceph-mon[88922]: pgmap v2548: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T01:14:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:24 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:14:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:24 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:14:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:24 smithi098 ceph-mon[88922]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-12T01:14:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:24 smithi193 ceph-mon[83763]: pgmap v2548: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-12T01:14:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:24 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:14:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:24 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:14:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:24 smithi193 ceph-mon[83763]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-12T01:14:25.403 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2137 ms) 2024-04-12T01:14:25.403 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-12T01:14:25.513 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (110 ms) 2024-04-12T01:14:25.513 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-12T01:14:25.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:25 smithi098 ceph-mon[91373]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-12T01:14:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:25 smithi098 ceph-mon[88922]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-12T01:14:25.590 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (78 ms) 2024-04-12T01:14:25.591 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-12T01:14:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:25 smithi193 ceph-mon[83763]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-12T01:14:25.693 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (102 ms) 2024-04-12T01:14:25.693 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-12T01:14:25.786 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (93 ms) 2024-04-12T01:14:25.786 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-12T01:14:25.877 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (92 ms) 2024-04-12T01:14:25.878 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-12T01:14:25.986 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (108 ms) 2024-04-12T01:14:25.986 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-12T01:14:25.986 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-12T01:14:25.987 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:25.987 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-12T01:14:25.987 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-12T01:14:25.987 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-12T01:14:25.987 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:14:25.987 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-12T01:14:25.987 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-12T01:14:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:14:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:14:25] "GET /metrics HTTP/1.1" 200 36553 "" "Prometheus/2.43.0" 2024-04-12T01:14:26.056 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (70 ms) 2024-04-12T01:14:26.056 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-12T01:14:26.137 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (81 ms) 2024-04-12T01:14:26.137 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-12T01:14:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:26 smithi098 ceph-mon[91373]: pgmap v2551: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:14:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:26 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:14:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:26 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:14:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:26 smithi098 ceph-mon[91373]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-12T01:14:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:26 smithi098 ceph-mon[88922]: pgmap v2551: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:14:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:26 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:14:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:26 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:14:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:26 smithi098 ceph-mon[88922]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-12T01:14:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:26 smithi193 ceph-mon[83763]: pgmap v2551: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:14:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:26 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:14:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:26 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:14:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:26 smithi193 ceph-mon[83763]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-12T01:14:27.350 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1213 ms) 2024-04-12T01:14:27.350 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-12T01:14:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:27 smithi098 ceph-mon[91373]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-12T01:14:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:27 smithi098 ceph-mon[88922]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-12T01:14:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:27 smithi193 ceph-mon[83763]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-12T01:14:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[91373]: pgmap v2554: 137 pgs: 9 creating+peering, 5 unknown, 123 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-04-12T01:14:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[91373]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-12T01:14:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:14:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:14:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:14:28.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:14:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[88922]: pgmap v2554: 137 pgs: 9 creating+peering, 5 unknown, 123 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-04-12T01:14:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[88922]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-12T01:14:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:14:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:14:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:14:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:14:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:28 smithi193 ceph-mon[83763]: pgmap v2554: 137 pgs: 9 creating+peering, 5 unknown, 123 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 76 op/s 2024-04-12T01:14:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:28 smithi193 ceph-mon[83763]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-12T01:14:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:14:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:14:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:14:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:14:29.362 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2012 ms) 2024-04-12T01:14:29.362 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-12T01:14:29.453 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (91 ms) 2024-04-12T01:14:29.453 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-12T01:14:29.551 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (98 ms) 2024-04-12T01:14:29.551 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-12T01:14:29.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:29 smithi193 ceph-mon[83763]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-12T01:14:29.647 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (96 ms) 2024-04-12T01:14:29.647 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-12T01:14:29.729 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (82 ms) 2024-04-12T01:14:29.729 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-12T01:14:29.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:29 smithi098 ceph-mon[88922]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-12T01:14:29.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:29 smithi098 ceph-mon[91373]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-12T01:14:29.813 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (85 ms) 2024-04-12T01:14:29.813 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-12T01:14:29.903 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (90 ms) 2024-04-12T01:14:29.904 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-12T01:14:29.994 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (90 ms) 2024-04-12T01:14:29.994 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-12T01:14:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:30 smithi193 ceph-mon[83763]: pgmap v2557: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 216 KiB/s rd, 25 KiB/s wr, 305 op/s 2024-04-12T01:14:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:30 smithi193 ceph-mon[83763]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-12T01:14:30.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:30 smithi098 ceph-mon[88922]: pgmap v2557: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 216 KiB/s rd, 25 KiB/s wr, 305 op/s 2024-04-12T01:14:30.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:30 smithi098 ceph-mon[88922]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-12T01:14:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:30 smithi098 ceph-mon[91373]: pgmap v2557: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 216 KiB/s rd, 25 KiB/s wr, 305 op/s 2024-04-12T01:14:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:30 smithi098 ceph-mon[91373]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-12T01:14:31.395 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1401 ms) 2024-04-12T01:14:31.395 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-12T01:14:31.502 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (108 ms) 2024-04-12T01:14:31.503 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-12T01:14:31.601 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (98 ms) 2024-04-12T01:14:31.601 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-12T01:14:31.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:31 smithi193 ceph-mon[83763]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-12T01:14:31.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:31 smithi193 ceph-mon[83763]: pgmap v2560: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 239 KiB/s rd, 40 KiB/s wr, 347 op/s 2024-04-12T01:14:31.695 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (94 ms) 2024-04-12T01:14:31.695 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-12T01:14:31.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:31 smithi098 ceph-mon[91373]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-12T01:14:31.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:31 smithi098 ceph-mon[91373]: pgmap v2560: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 239 KiB/s rd, 40 KiB/s wr, 347 op/s 2024-04-12T01:14:31.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:31 smithi098 ceph-mon[88922]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-12T01:14:31.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:31 smithi098 ceph-mon[88922]: pgmap v2560: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 239 KiB/s rd, 40 KiB/s wr, 347 op/s 2024-04-12T01:14:31.853 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (158 ms) 2024-04-12T01:14:31.853 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-12T01:14:32.017 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (164 ms) 2024-04-12T01:14:32.017 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-12T01:14:32.155 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (138 ms) 2024-04-12T01:14:32.156 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-12T01:14:32.308 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (153 ms) 2024-04-12T01:14:32.308 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-12T01:14:32.462 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (154 ms) 2024-04-12T01:14:32.462 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-12T01:14:32.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:14:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:14:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:14:32.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:32 smithi193 ceph-mon[83763]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-12T01:14:32.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:32 smithi193 ceph-mon[83763]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-12T01:14:32.628 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (167 ms) 2024-04-12T01:14:32.628 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-12T01:14:32.713 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (84 ms) 2024-04-12T01:14:32.713 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-12T01:14:32.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:32 smithi098 ceph-mon[91373]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-12T01:14:32.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:32 smithi098 ceph-mon[91373]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-12T01:14:32.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:32 smithi098 ceph-mon[88922]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-12T01:14:32.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:32 smithi098 ceph-mon[88922]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-12T01:14:32.792 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (79 ms) 2024-04-12T01:14:32.793 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-12T01:14:32.858 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (66 ms) 2024-04-12T01:14:32.858 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-12T01:14:32.976 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (119 ms) 2024-04-12T01:14:32.977 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-12T01:14:33.099 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (121 ms) 2024-04-12T01:14:33.099 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-12T01:14:33.205 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (107 ms) 2024-04-12T01:14:33.205 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-12T01:14:33.319 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (114 ms) 2024-04-12T01:14:33.319 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-12T01:14:33.392 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.MirrorStatusList (73 ms) 2024-04-12T01:14:33.392 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-12T01:14:33.490 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.RemoveBootstrapped (98 ms) 2024-04-12T01:14:33.490 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-12T01:14:33.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:33 smithi193 ceph-mon[83763]: pgmap v2563: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 225 KiB/s rd, 40 KiB/s wr, 355 op/s 2024-04-12T01:14:33.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:33 smithi098 ceph-mon[91373]: pgmap v2563: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 225 KiB/s rd, 40 KiB/s wr, 355 op/s 2024-04-12T01:14:33.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:33 smithi098 ceph-mon[88922]: pgmap v2563: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 225 KiB/s rd, 40 KiB/s wr, 355 op/s 2024-04-12T01:14:33.840 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.AioPromoteDemote (351 ms) 2024-04-12T01:14:33.841 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-12T01:14:34.197 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.AioGetInfo (357 ms) 2024-04-12T01:14:34.198 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-12T01:14:34.431 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.AioGetStatus (233 ms) 2024-04-12T01:14:34.431 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.SiteName 2024-04-12T01:14:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.SiteName (12 ms) 2024-04-12T01:14:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-12T01:14:35.272 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.Bootstrap (829 ms) 2024-04-12T01:14:35.272 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-12T01:14:35.283 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.PeerDirection (11 ms) 2024-04-12T01:14:35.283 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 878 KiB/s rd, 118 KiB/s wr, 1.24k op/s 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:14:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd225ccb-5e64-4e00-b469-5e1fb2f8eccf"}]: dispatch 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd225ccb-5e64-4e00-b469-5e1fb2f8eccf"}]: dispatch 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd225ccb-5e64-4e00-b469-5e1fb2f8eccf"}]': finished 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 878 KiB/s rd, 118 KiB/s wr, 1.24k op/s 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd225ccb-5e64-4e00-b469-5e1fb2f8eccf"}]: dispatch 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd225ccb-5e64-4e00-b469-5e1fb2f8eccf"}]: dispatch 2024-04-12T01:14:35.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd225ccb-5e64-4e00-b469-5e1fb2f8eccf"}]': finished 2024-04-12T01:14:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 878 KiB/s rd, 118 KiB/s wr, 1.24k op/s 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:14:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:14:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T01:14:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:14:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd225ccb-5e64-4e00-b469-5e1fb2f8eccf"}]: dispatch 2024-04-12T01:14:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd225ccb-5e64-4e00-b469-5e1fb2f8eccf"}]: dispatch 2024-04-12T01:14:35.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:35 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cd225ccb-5e64-4e00-b469-5e1fb2f8eccf"}]': finished 2024-04-12T01:14:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:14:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:14:35] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-04-12T01:14:37.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:37 smithi098 ceph-mon[91373]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-12T01:14:37.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:37 smithi098 ceph-mon[91373]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-12T01:14:37.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:37 smithi098 ceph-mon[88922]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-12T01:14:37.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:37 smithi098 ceph-mon[88922]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-12T01:14:37.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:37 smithi193 ceph-mon[83763]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-12T01:14:37.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:37 smithi193 ceph-mon[83763]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-12T01:14:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:38 smithi098 ceph-mon[91373]: pgmap v2566: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 136 KiB/s wr, 1.47k op/s 2024-04-12T01:14:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:38 smithi098 ceph-mon[91373]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-12T01:14:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:38 smithi098 ceph-mon[88922]: pgmap v2566: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 136 KiB/s wr, 1.47k op/s 2024-04-12T01:14:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:38 smithi098 ceph-mon[88922]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-12T01:14:38.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:38 smithi193 ceph-mon[83763]: pgmap v2566: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 136 KiB/s wr, 1.47k op/s 2024-04-12T01:14:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:38 smithi193 ceph-mon[83763]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-12T01:14:40.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:40 smithi098 ceph-mon[91373]: pgmap v2569: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 196 KiB/s wr, 1.87k op/s 2024-04-12T01:14:40.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:40 smithi098 ceph-mon[91373]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-12T01:14:40.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:40 smithi098 ceph-mon[88922]: pgmap v2569: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 196 KiB/s wr, 1.87k op/s 2024-04-12T01:14:40.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:40 smithi098 ceph-mon[88922]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-12T01:14:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:40 smithi193 ceph-mon[83763]: pgmap v2569: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 196 KiB/s wr, 1.87k op/s 2024-04-12T01:14:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:40 smithi193 ceph-mon[83763]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-12T01:14:41.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:41 smithi098 ceph-mon[91373]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-12T01:14:41.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:41 smithi098 ceph-mon[88922]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-12T01:14:41.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:41 smithi193 ceph-mon[83763]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-12T01:14:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:42 smithi193 ceph-mon[83763]: pgmap v2572: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 978 KiB/s rd, 156 KiB/s wr, 1.32k op/s 2024-04-12T01:14:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:42 smithi193 ceph-mon[83763]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-12T01:14:42.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:42 smithi193 ceph-mon[83763]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-12T01:14:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:42 smithi098 ceph-mon[91373]: pgmap v2572: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 978 KiB/s rd, 156 KiB/s wr, 1.32k op/s 2024-04-12T01:14:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:42 smithi098 ceph-mon[91373]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-12T01:14:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:42 smithi098 ceph-mon[91373]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-12T01:14:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:42 smithi098 ceph-mon[88922]: pgmap v2572: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 978 KiB/s rd, 156 KiB/s wr, 1.32k op/s 2024-04-12T01:14:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:42 smithi098 ceph-mon[88922]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-12T01:14:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:42 smithi098 ceph-mon[88922]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-12T01:14:42.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:14:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:14:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:44 smithi098 ceph-mon[91373]: pgmap v2575: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 399 KiB/s rd, 52 KiB/s wr, 537 op/s 2024-04-12T01:14:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:44 smithi098 ceph-mon[91373]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-12T01:14:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:44 smithi098 ceph-mon[88922]: pgmap v2575: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 399 KiB/s rd, 52 KiB/s wr, 537 op/s 2024-04-12T01:14:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:44 smithi098 ceph-mon[88922]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-12T01:14:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:44 smithi193 ceph-mon[83763]: pgmap v2575: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 399 KiB/s rd, 52 KiB/s wr, 537 op/s 2024-04-12T01:14:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:44 smithi193 ceph-mon[83763]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-12T01:14:45.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:45 smithi193 ceph-mon[83763]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-12T01:14:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:45 smithi098 ceph-mon[91373]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-12T01:14:45.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:45 smithi098 ceph-mon[88922]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-12T01:14:46.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:14:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:14:45] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-04-12T01:14:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:46 smithi098 ceph-mon[91373]: pgmap v2578: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 6.2 KiB/s wr, 64 op/s 2024-04-12T01:14:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:46 smithi098 ceph-mon[91373]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-12T01:14:46.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:46 smithi098 ceph-mon[88922]: pgmap v2578: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 6.2 KiB/s wr, 64 op/s 2024-04-12T01:14:46.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:46 smithi098 ceph-mon[88922]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-12T01:14:46.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:46 smithi193 ceph-mon[83763]: pgmap v2578: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 6.2 KiB/s wr, 64 op/s 2024-04-12T01:14:46.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:46 smithi193 ceph-mon[83763]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-12T01:14:47.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:47 smithi193 ceph-mon[83763]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-12T01:14:47.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:47 smithi193 ceph-mon[83763]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-12T01:14:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:47 smithi098 ceph-mon[91373]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-12T01:14:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:47 smithi098 ceph-mon[91373]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-12T01:14:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:47 smithi098 ceph-mon[88922]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-12T01:14:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:47 smithi098 ceph-mon[88922]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-12T01:14:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:48 smithi193 ceph-mon[83763]: pgmap v2581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-04-12T01:14:48.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:48 smithi193 ceph-mon[83763]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-12T01:14:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:48 smithi098 ceph-mon[91373]: pgmap v2581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-04-12T01:14:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:48 smithi098 ceph-mon[91373]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-12T01:14:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:48 smithi098 ceph-mon[88922]: pgmap v2581: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-04-12T01:14:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:48 smithi098 ceph-mon[88922]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-12T01:14:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:50 smithi098 ceph-mon[91373]: pgmap v2584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-04-12T01:14:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:50 smithi098 ceph-mon[91373]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-12T01:14:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:50 smithi098 ceph-mon[88922]: pgmap v2584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-04-12T01:14:50.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:50 smithi098 ceph-mon[88922]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-12T01:14:50.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:50 smithi193 ceph-mon[83763]: pgmap v2584: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-04-12T01:14:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:50 smithi193 ceph-mon[83763]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-12T01:14:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:14:51.122 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.Snapshot (15839 ms) 2024-04-12T01:14:51.122 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-12T01:14:51.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:51 smithi098 ceph-mon[91373]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-12T01:14:51.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:51 smithi098 ceph-mon[88922]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-12T01:14:51.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:51 smithi193 ceph-mon[83763]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-12T01:14:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[91373]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-12T01:14:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[91373]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-12T01:14:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d5137587-9e04-4b4a-ab1f-aa60f3f2ec93"}]: dispatch 2024-04-12T01:14:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d5137587-9e04-4b4a-ab1f-aa60f3f2ec93"}]: dispatch 2024-04-12T01:14:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d5137587-9e04-4b4a-ab1f-aa60f3f2ec93"}]': finished 2024-04-12T01:14:52.293 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[91373]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-12T01:14:52.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[88922]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-12T01:14:52.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[88922]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-12T01:14:52.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d5137587-9e04-4b4a-ab1f-aa60f3f2ec93"}]: dispatch 2024-04-12T01:14:52.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d5137587-9e04-4b4a-ab1f-aa60f3f2ec93"}]: dispatch 2024-04-12T01:14:52.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d5137587-9e04-4b4a-ab1f-aa60f3f2ec93"}]': finished 2024-04-12T01:14:52.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:52 smithi098 ceph-mon[88922]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-12T01:14:52.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:52 smithi193 ceph-mon[83763]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-12T01:14:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:52 smithi193 ceph-mon[83763]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-12T01:14:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:52 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d5137587-9e04-4b4a-ab1f-aa60f3f2ec93"}]: dispatch 2024-04-12T01:14:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:52 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d5137587-9e04-4b4a-ab1f-aa60f3f2ec93"}]: dispatch 2024-04-12T01:14:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:52 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d5137587-9e04-4b4a-ab1f-aa60f3f2ec93"}]': finished 2024-04-12T01:14:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:52 smithi193 ceph-mon[83763]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-12T01:14:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:14:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:14:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:54 smithi098 ceph-mon[91373]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-04-12T01:14:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:54 smithi098 ceph-mon[91373]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-12T01:14:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:54 smithi098 ceph-mon[88922]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-04-12T01:14:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:54 smithi098 ceph-mon[88922]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-12T01:14:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:54 smithi193 ceph-mon[83763]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 71 op/s 2024-04-12T01:14:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:54 smithi193 ceph-mon[83763]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-12T01:14:55.148 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4026 ms) 2024-04-12T01:14:55.148 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-12T01:14:55.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:55 smithi193 ceph-mon[83763]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-12T01:14:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:55 smithi098 ceph-mon[91373]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-12T01:14:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:55 smithi098 ceph-mon[88922]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-12T01:14:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:14:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:14:55] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.43.0" 2024-04-12T01:14:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:56 smithi193 ceph-mon[83763]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 9.7 KiB/s wr, 113 op/s 2024-04-12T01:14:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:56 smithi193 ceph-mon[83763]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-12T01:14:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:56 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/579adb0e-7d3b-465d-b666-5bbd29d8909b"}]: dispatch 2024-04-12T01:14:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:56 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/579adb0e-7d3b-465d-b666-5bbd29d8909b"}]: dispatch 2024-04-12T01:14:56.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:56 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/579adb0e-7d3b-465d-b666-5bbd29d8909b"}]': finished 2024-04-12T01:14:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[91373]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 9.7 KiB/s wr, 113 op/s 2024-04-12T01:14:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[91373]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-12T01:14:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/579adb0e-7d3b-465d-b666-5bbd29d8909b"}]: dispatch 2024-04-12T01:14:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/579adb0e-7d3b-465d-b666-5bbd29d8909b"}]: dispatch 2024-04-12T01:14:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/579adb0e-7d3b-465d-b666-5bbd29d8909b"}]': finished 2024-04-12T01:14:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[88922]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 9.7 KiB/s wr, 113 op/s 2024-04-12T01:14:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[88922]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-12T01:14:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/579adb0e-7d3b-465d-b666-5bbd29d8909b"}]: dispatch 2024-04-12T01:14:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/579adb0e-7d3b-465d-b666-5bbd29d8909b"}]: dispatch 2024-04-12T01:14:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:56 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/579adb0e-7d3b-465d-b666-5bbd29d8909b"}]': finished 2024-04-12T01:14:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:57 smithi098 ceph-mon[91373]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-12T01:14:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:57 smithi098 ceph-mon[91373]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-12T01:14:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:57 smithi098 ceph-mon[88922]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-12T01:14:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:57 smithi098 ceph-mon[88922]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-12T01:14:57.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:57 smithi193 ceph-mon[83763]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-12T01:14:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:57 smithi193 ceph-mon[83763]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-12T01:14:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:58 smithi098 ceph-mon[91373]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.5 KiB/s wr, 74 op/s 2024-04-12T01:14:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:14:58 smithi098 ceph-mon[91373]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-12T01:14:58.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:58 smithi098 ceph-mon[88922]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.5 KiB/s wr, 74 op/s 2024-04-12T01:14:58.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:14:58 smithi098 ceph-mon[88922]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-12T01:14:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:58 smithi193 ceph-mon[83763]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.5 KiB/s wr, 74 op/s 2024-04-12T01:14:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:14:58 smithi193 ceph-mon[83763]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-12T01:15:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:00 smithi098 ceph-mon[91373]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 95 KiB/s rd, 8.0 KiB/s wr, 129 op/s 2024-04-12T01:15:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:00 smithi098 ceph-mon[91373]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-12T01:15:00.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:00 smithi098 ceph-mon[88922]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 95 KiB/s rd, 8.0 KiB/s wr, 129 op/s 2024-04-12T01:15:00.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:00 smithi098 ceph-mon[88922]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-12T01:15:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:00 smithi193 ceph-mon[83763]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 95 KiB/s rd, 8.0 KiB/s wr, 129 op/s 2024-04-12T01:15:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:00 smithi193 ceph-mon[83763]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-12T01:15:01.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:01 smithi098 ceph-mon[91373]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-12T01:15:01.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e13eaf64-d65f-4856-8a3d-f9247cdfab3f"}]: dispatch 2024-04-12T01:15:01.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e13eaf64-d65f-4856-8a3d-f9247cdfab3f"}]: dispatch 2024-04-12T01:15:01.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e13eaf64-d65f-4856-8a3d-f9247cdfab3f"}]': finished 2024-04-12T01:15:01.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:01 smithi098 ceph-mon[88922]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-12T01:15:01.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e13eaf64-d65f-4856-8a3d-f9247cdfab3f"}]: dispatch 2024-04-12T01:15:01.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e13eaf64-d65f-4856-8a3d-f9247cdfab3f"}]: dispatch 2024-04-12T01:15:01.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e13eaf64-d65f-4856-8a3d-f9247cdfab3f"}]': finished 2024-04-12T01:15:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:01 smithi193 ceph-mon[83763]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-12T01:15:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e13eaf64-d65f-4856-8a3d-f9247cdfab3f"}]: dispatch 2024-04-12T01:15:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e13eaf64-d65f-4856-8a3d-f9247cdfab3f"}]: dispatch 2024-04-12T01:15:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e13eaf64-d65f-4856-8a3d-f9247cdfab3f"}]': finished 2024-04-12T01:15:02.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:02 smithi193 ceph-mon[83763]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-04-12T01:15:02.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:02 smithi193 ceph-mon[83763]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-12T01:15:02.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:02 smithi193 ceph-mon[83763]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-12T01:15:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:02 smithi098 ceph-mon[91373]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-04-12T01:15:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:02 smithi098 ceph-mon[91373]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-12T01:15:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:02 smithi098 ceph-mon[91373]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-12T01:15:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:02 smithi098 ceph-mon[88922]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-04-12T01:15:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:02 smithi098 ceph-mon[88922]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-12T01:15:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:02 smithi098 ceph-mon[88922]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-12T01:15:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:15:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:15:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:15:04.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:04 smithi098 ceph-mon[91373]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 4.5 KiB/s wr, 30 op/s 2024-04-12T01:15:04.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:04 smithi098 ceph-mon[91373]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-12T01:15:04.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:04 smithi098 ceph-mon[88922]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 4.5 KiB/s wr, 30 op/s 2024-04-12T01:15:04.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:04 smithi098 ceph-mon[88922]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-12T01:15:04.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:04 smithi193 ceph-mon[83763]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 4.5 KiB/s wr, 30 op/s 2024-04-12T01:15:04.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:04 smithi193 ceph-mon[83763]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-12T01:15:05.165 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10017 ms) 2024-04-12T01:15:05.165 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-12T01:15:05.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:05 smithi193 ceph-mon[83763]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-12T01:15:05.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:05 smithi098 ceph-mon[91373]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-12T01:15:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:05 smithi098 ceph-mon[88922]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-12T01:15:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:15:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:15:05] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-12T01:15:06.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:06 smithi193 ceph-mon[83763]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 188 KiB/s rd, 11 KiB/s wr, 248 op/s 2024-04-12T01:15:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:06 smithi193 ceph-mon[83763]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-12T01:15:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:06 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/676d9c08-4bcd-44fe-95ab-7975205a57bd"}]: dispatch 2024-04-12T01:15:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:06 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/676d9c08-4bcd-44fe-95ab-7975205a57bd"}]: dispatch 2024-04-12T01:15:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:06 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/676d9c08-4bcd-44fe-95ab-7975205a57bd"}]': finished 2024-04-12T01:15:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:06 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/78993ecb-0a6a-4687-a697-db56b9eb5ed7"}]: dispatch 2024-04-12T01:15:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:06 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/78993ecb-0a6a-4687-a697-db56b9eb5ed7"}]: dispatch 2024-04-12T01:15:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:06 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/78993ecb-0a6a-4687-a697-db56b9eb5ed7"}]': finished 2024-04-12T01:15:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[91373]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 188 KiB/s rd, 11 KiB/s wr, 248 op/s 2024-04-12T01:15:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[91373]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-12T01:15:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/676d9c08-4bcd-44fe-95ab-7975205a57bd"}]: dispatch 2024-04-12T01:15:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/676d9c08-4bcd-44fe-95ab-7975205a57bd"}]: dispatch 2024-04-12T01:15:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/676d9c08-4bcd-44fe-95ab-7975205a57bd"}]': finished 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/78993ecb-0a6a-4687-a697-db56b9eb5ed7"}]: dispatch 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/78993ecb-0a6a-4687-a697-db56b9eb5ed7"}]: dispatch 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/78993ecb-0a6a-4687-a697-db56b9eb5ed7"}]': finished 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[88922]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 188 KiB/s rd, 11 KiB/s wr, 248 op/s 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[88922]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/676d9c08-4bcd-44fe-95ab-7975205a57bd"}]: dispatch 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/676d9c08-4bcd-44fe-95ab-7975205a57bd"}]: dispatch 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/676d9c08-4bcd-44fe-95ab-7975205a57bd"}]': finished 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/78993ecb-0a6a-4687-a697-db56b9eb5ed7"}]: dispatch 2024-04-12T01:15:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/78993ecb-0a6a-4687-a697-db56b9eb5ed7"}]: dispatch 2024-04-12T01:15:06.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:06 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/78993ecb-0a6a-4687-a697-db56b9eb5ed7"}]': finished 2024-04-12T01:15:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:07 smithi098 ceph-mon[91373]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-12T01:15:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:07 smithi098 ceph-mon[88922]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-12T01:15:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:07 smithi193 ceph-mon[83763]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-12T01:15:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:08 smithi098 ceph-mon[88922]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 10 KiB/s wr, 253 op/s 2024-04-12T01:15:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:08 smithi098 ceph-mon[88922]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-12T01:15:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:08 smithi098 ceph-mon[91373]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 10 KiB/s wr, 253 op/s 2024-04-12T01:15:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:08 smithi098 ceph-mon[91373]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-12T01:15:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:08 smithi193 ceph-mon[83763]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 10 KiB/s wr, 253 op/s 2024-04-12T01:15:08.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:08 smithi193 ceph-mon[83763]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-12T01:15:09.241 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.SnapshotImageState (4077 ms) 2024-04-12T01:15:09.242 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-12T01:15:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:09 smithi098 ceph-mon[88922]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-12T01:15:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:09 smithi098 ceph-mon[91373]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-12T01:15:09.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:09 smithi193 ceph-mon[83763]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-12T01:15:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:10 smithi098 ceph-mon[88922]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 7.0 KiB/s wr, 53 op/s 2024-04-12T01:15:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:10 smithi098 ceph-mon[88922]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-12T01:15:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:10 smithi098 ceph-mon[91373]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 7.0 KiB/s wr, 53 op/s 2024-04-12T01:15:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:10 smithi098 ceph-mon[91373]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-12T01:15:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:10 smithi193 ceph-mon[83763]: pgmap v2614: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 7.0 KiB/s wr, 53 op/s 2024-04-12T01:15:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:10 smithi193 ceph-mon[83763]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-12T01:15:11.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:11 smithi098 ceph-mon[91373]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-12T01:15:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:11 smithi098 ceph-mon[88922]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-12T01:15:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:11 smithi193 ceph-mon[83763]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-12T01:15:12.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:15:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:15:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:15:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:12 smithi193 ceph-mon[83763]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 12 KiB/s wr, 89 op/s 2024-04-12T01:15:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:12 smithi193 ceph-mon[83763]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-12T01:15:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:12 smithi193 ceph-mon[83763]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-12T01:15:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:12 smithi098 ceph-mon[91373]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 12 KiB/s wr, 89 op/s 2024-04-12T01:15:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:12 smithi098 ceph-mon[91373]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-12T01:15:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:12 smithi098 ceph-mon[91373]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-12T01:15:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:12 smithi098 ceph-mon[88922]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 12 KiB/s wr, 89 op/s 2024-04-12T01:15:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:12 smithi098 ceph-mon[88922]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-12T01:15:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:12 smithi098 ceph-mon[88922]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-12T01:15:14.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:14 smithi098 ceph-mon[91373]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 19 KiB/s wr, 215 op/s 2024-04-12T01:15:14.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:14 smithi098 ceph-mon[91373]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-12T01:15:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:14 smithi098 ceph-mon[88922]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 19 KiB/s wr, 215 op/s 2024-04-12T01:15:14.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:14 smithi098 ceph-mon[88922]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-12T01:15:14.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:14 smithi193 ceph-mon[83763]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 19 KiB/s wr, 215 op/s 2024-04-12T01:15:14.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:14 smithi193 ceph-mon[83763]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-12T01:15:15.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:15 smithi098 ceph-mon[91373]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-12T01:15:15.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:15 smithi098 ceph-mon[88922]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-12T01:15:15.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:15 smithi193 ceph-mon[83763]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-12T01:15:16.022 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:15:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:15:15] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-12T01:15:16.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:16 smithi098 ceph-mon[91373]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 22 KiB/s wr, 326 op/s 2024-04-12T01:15:16.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:16 smithi098 ceph-mon[91373]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-12T01:15:16.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:16 smithi098 ceph-mon[88922]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 22 KiB/s wr, 326 op/s 2024-04-12T01:15:16.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:16 smithi098 ceph-mon[88922]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-12T01:15:16.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:16 smithi193 ceph-mon[83763]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 245 KiB/s rd, 22 KiB/s wr, 326 op/s 2024-04-12T01:15:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:16 smithi193 ceph-mon[83763]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-12T01:15:17.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:17 smithi098 ceph-mon[91373]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-12T01:15:17.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:17 smithi098 ceph-mon[91373]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-12T01:15:17.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:17 smithi098 ceph-mon[88922]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-12T01:15:17.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:17 smithi098 ceph-mon[88922]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-12T01:15:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:17 smithi193 ceph-mon[83763]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-12T01:15:17.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:17 smithi193 ceph-mon[83763]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-12T01:15:18.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:18 smithi098 ceph-mon[91373]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 127 KiB/s rd, 9.0 KiB/s wr, 169 op/s 2024-04-12T01:15:18.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:18 smithi098 ceph-mon[88922]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 127 KiB/s rd, 9.0 KiB/s wr, 169 op/s 2024-04-12T01:15:18.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:18 smithi193 ceph-mon[83763]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 127 KiB/s rd, 9.0 KiB/s wr, 169 op/s 2024-04-12T01:15:19.119 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9877 ms) 2024-04-12T01:15:19.119 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-12T01:15:19.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:19 smithi193 ceph-mon[83763]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-12T01:15:19.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:19 smithi098 ceph-mon[91373]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-12T01:15:19.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:19 smithi098 ceph-mon[88922]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-12T01:15:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:20 smithi193 ceph-mon[83763]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-04-12T01:15:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:20 smithi193 ceph-mon[83763]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-12T01:15:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:20 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9e5c3f79-dcf8-4d6d-8174-1ef7c9ab60dc"}]: dispatch 2024-04-12T01:15:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:20 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9e5c3f79-dcf8-4d6d-8174-1ef7c9ab60dc"}]: dispatch 2024-04-12T01:15:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:20 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9e5c3f79-dcf8-4d6d-8174-1ef7c9ab60dc"}]': finished 2024-04-12T01:15:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[91373]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-04-12T01:15:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[91373]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-12T01:15:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9e5c3f79-dcf8-4d6d-8174-1ef7c9ab60dc"}]: dispatch 2024-04-12T01:15:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9e5c3f79-dcf8-4d6d-8174-1ef7c9ab60dc"}]: dispatch 2024-04-12T01:15:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9e5c3f79-dcf8-4d6d-8174-1ef7c9ab60dc"}]': finished 2024-04-12T01:15:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[88922]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-04-12T01:15:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[88922]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-12T01:15:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9e5c3f79-dcf8-4d6d-8174-1ef7c9ab60dc"}]: dispatch 2024-04-12T01:15:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9e5c3f79-dcf8-4d6d-8174-1ef7c9ab60dc"}]: dispatch 2024-04-12T01:15:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9e5c3f79-dcf8-4d6d-8174-1ef7c9ab60dc"}]': finished 2024-04-12T01:15:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:21 smithi098 ceph-mon[91373]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-12T01:15:21.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:21 smithi098 ceph-mon[88922]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-12T01:15:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:21 smithi193 ceph-mon[83763]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-12T01:15:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:22 smithi098 ceph-mon[91373]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 5.5 KiB/s wr, 33 op/s 2024-04-12T01:15:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:22 smithi098 ceph-mon[91373]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-12T01:15:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:22 smithi098 ceph-mon[91373]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-12T01:15:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:22 smithi098 ceph-mon[88922]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 5.5 KiB/s wr, 33 op/s 2024-04-12T01:15:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:22 smithi098 ceph-mon[88922]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-12T01:15:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:22 smithi098 ceph-mon[88922]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-12T01:15:22.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:15:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:15:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:15:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:22 smithi193 ceph-mon[83763]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 5.5 KiB/s wr, 33 op/s 2024-04-12T01:15:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:22 smithi193 ceph-mon[83763]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-12T01:15:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:22 smithi193 ceph-mon[83763]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-12T01:15:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:24 smithi098 ceph-mon[91373]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 6.0 KiB/s wr, 45 op/s 2024-04-12T01:15:24.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:24 smithi098 ceph-mon[91373]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-12T01:15:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:24 smithi098 ceph-mon[88922]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 6.0 KiB/s wr, 45 op/s 2024-04-12T01:15:24.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:24 smithi098 ceph-mon[88922]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-12T01:15:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:24 smithi193 ceph-mon[83763]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 6.0 KiB/s wr, 45 op/s 2024-04-12T01:15:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:24 smithi193 ceph-mon[83763]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-12T01:15:25.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:25 smithi098 ceph-mon[91373]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-12T01:15:25.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:25 smithi098 ceph-mon[88922]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-12T01:15:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:25 smithi193 ceph-mon[83763]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-12T01:15:26.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:15:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:15:25] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-04-12T01:15:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:26 smithi098 ceph-mon[91373]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 90 op/s 2024-04-12T01:15:26.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:26 smithi098 ceph-mon[91373]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-12T01:15:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:26 smithi098 ceph-mon[88922]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 90 op/s 2024-04-12T01:15:26.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:26 smithi098 ceph-mon[88922]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-12T01:15:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:26 smithi193 ceph-mon[83763]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 90 op/s 2024-04-12T01:15:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:26 smithi193 ceph-mon[83763]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-12T01:15:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:27 smithi193 ceph-mon[83763]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-12T01:15:27.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:27 smithi193 ceph-mon[83763]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-12T01:15:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:27 smithi098 ceph-mon[91373]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-12T01:15:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:27 smithi098 ceph-mon[91373]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-12T01:15:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:27 smithi098 ceph-mon[88922]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-12T01:15:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:27 smithi098 ceph-mon[88922]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-12T01:15:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:28 smithi193 ceph-mon[83763]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 11 KiB/s wr, 95 op/s 2024-04-12T01:15:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:28 smithi098 ceph-mon[91373]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 11 KiB/s wr, 95 op/s 2024-04-12T01:15:28.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:28 smithi098 ceph-mon[88922]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 11 KiB/s wr, 95 op/s 2024-04-12T01:15:29.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:29 smithi193 ceph-mon[83763]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-12T01:15:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:15:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:15:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:15:29.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:15:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[91373]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-12T01:15:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:15:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:15:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:15:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:15:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[88922]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-12T01:15:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:15:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:15:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:15:29.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:15:30.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:30 smithi193 ceph-mon[83763]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 9.7 KiB/s wr, 96 op/s 2024-04-12T01:15:30.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:30 smithi193 ceph-mon[83763]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-12T01:15:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:30 smithi098 ceph-mon[91373]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 9.7 KiB/s wr, 96 op/s 2024-04-12T01:15:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:30 smithi098 ceph-mon[91373]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-12T01:15:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:30 smithi098 ceph-mon[88922]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 9.7 KiB/s wr, 96 op/s 2024-04-12T01:15:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:30 smithi098 ceph-mon[88922]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-12T01:15:31.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:31 smithi193 ceph-mon[83763]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-12T01:15:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:31 smithi098 ceph-mon[91373]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-12T01:15:31.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:31 smithi098 ceph-mon[88922]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-12T01:15:32.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:32 smithi193 ceph-mon[83763]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 113 op/s 2024-04-12T01:15:32.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:32 smithi193 ceph-mon[83763]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-12T01:15:32.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:15:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:15:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:15:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:32 smithi098 ceph-mon[91373]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 113 op/s 2024-04-12T01:15:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:32 smithi098 ceph-mon[91373]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-12T01:15:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:32 smithi098 ceph-mon[88922]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 113 op/s 2024-04-12T01:15:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:32 smithi098 ceph-mon[88922]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-12T01:15:33.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:33 smithi193 ceph-mon[83763]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-12T01:15:33.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:33 smithi098 ceph-mon[91373]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-12T01:15:33.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:33 smithi098 ceph-mon[88922]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-12T01:15:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:34 smithi193 ceph-mon[83763]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 8.2 KiB/s wr, 56 op/s 2024-04-12T01:15:34.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:34 smithi193 ceph-mon[83763]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-12T01:15:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:34 smithi098 ceph-mon[91373]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 8.2 KiB/s wr, 56 op/s 2024-04-12T01:15:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:34 smithi098 ceph-mon[91373]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-12T01:15:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:34 smithi098 ceph-mon[88922]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 8.2 KiB/s wr, 56 op/s 2024-04-12T01:15:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:34 smithi098 ceph-mon[88922]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-12T01:15:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:35 smithi193 ceph-mon[83763]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-12T01:15:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:35 smithi098 ceph-mon[88922]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-12T01:15:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:35 smithi098 ceph-mon[91373]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-12T01:15:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:15:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:15:35] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-04-12T01:15:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:36 smithi193 ceph-mon[83763]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 183 KiB/s rd, 20 KiB/s wr, 246 op/s 2024-04-12T01:15:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:36 smithi193 ceph-mon[83763]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-12T01:15:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:36 smithi098 ceph-mon[91373]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 183 KiB/s rd, 20 KiB/s wr, 246 op/s 2024-04-12T01:15:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:36 smithi098 ceph-mon[91373]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-12T01:15:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:36 smithi098 ceph-mon[88922]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 183 KiB/s rd, 20 KiB/s wr, 246 op/s 2024-04-12T01:15:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:36 smithi098 ceph-mon[88922]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-12T01:15:37.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:37 smithi098 ceph-mon[91373]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-12T01:15:37.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:37 smithi098 ceph-mon[88922]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-12T01:15:37.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:37 smithi193 ceph-mon[83763]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-12T01:15:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:38 smithi098 ceph-mon[91373]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 203 KiB/s rd, 19 KiB/s wr, 270 op/s 2024-04-12T01:15:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:38 smithi098 ceph-mon[91373]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-12T01:15:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:38 smithi098 ceph-mon[88922]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 203 KiB/s rd, 19 KiB/s wr, 270 op/s 2024-04-12T01:15:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:38 smithi098 ceph-mon[88922]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-12T01:15:38.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:38 smithi193 ceph-mon[83763]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 203 KiB/s rd, 19 KiB/s wr, 270 op/s 2024-04-12T01:15:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:38 smithi193 ceph-mon[83763]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-12T01:15:39.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:39 smithi098 ceph-mon[91373]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-12T01:15:39.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:39 smithi098 ceph-mon[88922]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-12T01:15:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:39 smithi193 ceph-mon[83763]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-12T01:15:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:40 smithi098 ceph-mon[91373]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 98 op/s 2024-04-12T01:15:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:40 smithi098 ceph-mon[91373]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-12T01:15:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:40 smithi098 ceph-mon[88922]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 98 op/s 2024-04-12T01:15:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:40 smithi098 ceph-mon[88922]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-12T01:15:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:40 smithi193 ceph-mon[83763]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 98 op/s 2024-04-12T01:15:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:40 smithi193 ceph-mon[83763]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-12T01:15:41.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:41 smithi098 ceph-mon[91373]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-12T01:15:41.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:41 smithi098 ceph-mon[88922]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-12T01:15:41.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:41 smithi193 ceph-mon[83763]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-12T01:15:42.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:15:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:15:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:15:42.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:42 smithi193 ceph-mon[83763]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 77 op/s 2024-04-12T01:15:42.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:42 smithi193 ceph-mon[83763]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-12T01:15:42.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:42 smithi193 ceph-mon[83763]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-12T01:15:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:42 smithi098 ceph-mon[91373]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 77 op/s 2024-04-12T01:15:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:42 smithi098 ceph-mon[91373]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-12T01:15:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:42 smithi098 ceph-mon[91373]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-12T01:15:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:42 smithi098 ceph-mon[88922]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 77 op/s 2024-04-12T01:15:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:42 smithi098 ceph-mon[88922]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-12T01:15:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:42 smithi098 ceph-mon[88922]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-12T01:15:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:44 smithi098 ceph-mon[91373]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 KiB/s wr, 36 op/s 2024-04-12T01:15:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:44 smithi098 ceph-mon[91373]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-12T01:15:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:44 smithi098 ceph-mon[88922]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 KiB/s wr, 36 op/s 2024-04-12T01:15:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:44 smithi098 ceph-mon[88922]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-12T01:15:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:44 smithi193 ceph-mon[83763]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 KiB/s wr, 36 op/s 2024-04-12T01:15:44.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:44 smithi193 ceph-mon[83763]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-12T01:15:45.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:45 smithi098 ceph-mon[88922]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-12T01:15:45.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:45 smithi098 ceph-mon[91373]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-12T01:15:45.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:45 smithi193 ceph-mon[83763]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-12T01:15:46.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:15:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:15:45] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-04-12T01:15:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:46 smithi098 ceph-mon[91373]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 8.2 KiB/s wr, 156 op/s 2024-04-12T01:15:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:46 smithi098 ceph-mon[91373]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-12T01:15:46.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:46 smithi098 ceph-mon[88922]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 8.2 KiB/s wr, 156 op/s 2024-04-12T01:15:46.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:46 smithi098 ceph-mon[88922]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-12T01:15:46.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:46 smithi193 ceph-mon[83763]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 8.2 KiB/s wr, 156 op/s 2024-04-12T01:15:46.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:46 smithi193 ceph-mon[83763]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-12T01:15:47.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:47 smithi193 ceph-mon[83763]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-12T01:15:47.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:47 smithi193 ceph-mon[83763]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-12T01:15:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:47 smithi098 ceph-mon[91373]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-12T01:15:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:47 smithi098 ceph-mon[91373]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-12T01:15:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:47 smithi098 ceph-mon[88922]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-12T01:15:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:47 smithi098 ceph-mon[88922]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-12T01:15:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:48 smithi193 ceph-mon[83763]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-12T01:15:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:48 smithi098 ceph-mon[91373]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-12T01:15:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:48 smithi098 ceph-mon[88922]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-12T01:15:49.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:49 smithi193 ceph-mon[83763]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-12T01:15:49.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:49 smithi098 ceph-mon[91373]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-12T01:15:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:49 smithi098 ceph-mon[88922]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-12T01:15:50.146 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31027 ms) 2024-04-12T01:15:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:50 smithi193 ceph-mon[83763]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-12T01:15:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:50 smithi193 ceph-mon[83763]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-12T01:15:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:50 smithi098 ceph-mon[91373]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-12T01:15:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:50 smithi098 ceph-mon[91373]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-12T01:15:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:50 smithi098 ceph-mon[88922]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-04-12T01:15:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:50 smithi098 ceph-mon[88922]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-12T01:15:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:15:51.149 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 51 tests from TestMirroring (86880 ms total) 2024-04-12T01:15:51.149 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:15:51.149 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 34 tests from TestInternal 2024-04-12T01:15:51.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:51 smithi193 ceph-mon[83763]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-12T01:15:51.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:51 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f9e358c3-f6f6-453d-9488-8fd4e2ea69f9"}]: dispatch 2024-04-12T01:15:51.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:51 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f9e358c3-f6f6-453d-9488-8fd4e2ea69f9"}]: dispatch 2024-04-12T01:15:51.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:51 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f9e358c3-f6f6-453d-9488-8fd4e2ea69f9"}]': finished 2024-04-12T01:15:51.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:51 smithi098 ceph-mon[91373]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-12T01:15:51.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:51 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f9e358c3-f6f6-453d-9488-8fd4e2ea69f9"}]: dispatch 2024-04-12T01:15:51.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:51 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f9e358c3-f6f6-453d-9488-8fd4e2ea69f9"}]: dispatch 2024-04-12T01:15:51.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:51 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f9e358c3-f6f6-453d-9488-8fd4e2ea69f9"}]': finished 2024-04-12T01:15:51.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:51 smithi098 ceph-mon[88922]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-12T01:15:51.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:51 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1166401882' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f9e358c3-f6f6-453d-9488-8fd4e2ea69f9"}]: dispatch 2024-04-12T01:15:51.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:51 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f9e358c3-f6f6-453d-9488-8fd4e2ea69f9"}]: dispatch 2024-04-12T01:15:51.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:51 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f9e358c3-f6f6-453d-9488-8fd4e2ea69f9"}]': finished 2024-04-12T01:15:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:52 smithi098 ceph-mon[91373]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-04-12T01:15:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:52 smithi098 ceph-mon[91373]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-12T01:15:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:52 smithi098 ceph-mon[88922]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-04-12T01:15:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:52 smithi098 ceph-mon[88922]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-12T01:15:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:52 smithi193 ceph-mon[83763]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 8.0 KiB/s wr, 122 op/s 2024-04-12T01:15:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:52 smithi193 ceph-mon[83763]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-12T01:15:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:15:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:15:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:15:53.165 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.OpenByID 2024-04-12T01:15:53.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:53 smithi098 ceph-mon[91373]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-12T01:15:53.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:53 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1817153172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:15:53.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:53 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:15:53.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:53 smithi098 ceph-mon[88922]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-12T01:15:53.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:53 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1817153172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:15:53.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:53 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:15:53.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:53 smithi193 ceph-mon[83763]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-12T01:15:53.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:53 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1817153172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:15:53.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:53 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:15:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:54 smithi098 ceph-mon[91373]: pgmap v2680: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:15:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:54 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:15:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:54 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:15:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:54 smithi098 ceph-mon[91373]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-12T01:15:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:54 smithi098 ceph-mon[88922]: pgmap v2680: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:15:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:54 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:15:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:54 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:15:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:54 smithi098 ceph-mon[88922]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-12T01:15:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:54 smithi193 ceph-mon[83763]: pgmap v2680: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:15:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:54 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:15:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:54 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:15:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:54 smithi193 ceph-mon[83763]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-12T01:15:55.216 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.OpenByID (2050 ms) 2024-04-12T01:15:55.216 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-12T01:15:55.239 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.OpenSnapDNE (23 ms) 2024-04-12T01:15:55.239 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-12T01:15:55.264 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (26 ms) 2024-04-12T01:15:55.264 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-12T01:15:55.290 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-04-12T01:15:55.290 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-12T01:15:55.310 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (20 ms) 2024-04-12T01:15:55.391 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-12T01:15:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:55 smithi098 ceph-mon[91373]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-12T01:15:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:55 smithi098 ceph-mon[88922]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-12T01:15:55.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:55 smithi193 ceph-mon[83763]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-12T01:15:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:15:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:15:55] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.43.0" 2024-04-12T01:15:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:56 smithi098 ceph-mon[88922]: pgmap v2683: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:15:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:56 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:15:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:56 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:15:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:56 smithi098 ceph-mon[88922]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-12T01:15:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:56 smithi098 ceph-mon[91373]: pgmap v2683: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:15:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:56 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:15:56.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:56 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:15:56.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:56 smithi098 ceph-mon[91373]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-12T01:15:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:56 smithi193 ceph-mon[83763]: pgmap v2683: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T01:15:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:56 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:15:56.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:56 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:15:56.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:56 smithi193 ceph-mon[83763]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-12T01:15:57.206 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1896 ms) 2024-04-12T01:15:57.207 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-12T01:15:57.230 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (24 ms) 2024-04-12T01:15:57.230 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-12T01:15:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:57 smithi098 ceph-mon[91373]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-12T01:15:57.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:57 smithi098 ceph-mon[88922]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-12T01:15:57.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:57 smithi193 ceph-mon[83763]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-12T01:15:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:58 smithi098 ceph-mon[91373]: pgmap v2686: 137 pgs: 8 creating+peering, 9 unknown, 120 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-04-12T01:15:58.444 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:58 smithi098 ceph-mon[91373]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-12T01:15:58.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:58 smithi098 ceph-mon[88922]: pgmap v2686: 137 pgs: 8 creating+peering, 9 unknown, 120 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-04-12T01:15:58.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:58 smithi098 ceph-mon[88922]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-12T01:15:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:58 smithi193 ceph-mon[83763]: pgmap v2686: 137 pgs: 8 creating+peering, 9 unknown, 120 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-04-12T01:15:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:58 smithi193 ceph-mon[83763]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-12T01:15:59.222 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1992 ms) 2024-04-12T01:15:59.223 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-12T01:15:59.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:15:59 smithi098 ceph-mon[91373]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-12T01:15:59.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:15:59 smithi098 ceph-mon[88922]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-12T01:15:59.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:15:59 smithi193 ceph-mon[83763]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-12T01:16:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:00 smithi098 ceph-mon[91373]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 7.7 KiB/s wr, 87 op/s 2024-04-12T01:16:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:00 smithi098 ceph-mon[91373]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-12T01:16:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:00 smithi098 ceph-mon[88922]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 7.7 KiB/s wr, 87 op/s 2024-04-12T01:16:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:00 smithi098 ceph-mon[88922]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-12T01:16:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:00 smithi193 ceph-mon[83763]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 7.7 KiB/s wr, 87 op/s 2024-04-12T01:16:00.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:00 smithi193 ceph-mon[83763]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-12T01:16:01.243 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2021 ms) 2024-04-12T01:16:01.243 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-12T01:16:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:01 smithi098 ceph-mon[91373]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-12T01:16:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:01 smithi098 ceph-mon[88922]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-12T01:16:01.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:01 smithi193 ceph-mon[83763]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-12T01:16:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:02 smithi098 ceph-mon[91373]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 7.2 KiB/s wr, 80 op/s 2024-04-12T01:16:02.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:02 smithi098 ceph-mon[91373]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-12T01:16:02.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:02 smithi098 ceph-mon[91373]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-12T01:16:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:02 smithi098 ceph-mon[88922]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 7.2 KiB/s wr, 80 op/s 2024-04-12T01:16:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:02 smithi098 ceph-mon[88922]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-12T01:16:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:02 smithi098 ceph-mon[88922]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-12T01:16:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:16:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:16:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:16:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:02 smithi193 ceph-mon[83763]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 7.2 KiB/s wr, 80 op/s 2024-04-12T01:16:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:02 smithi193 ceph-mon[83763]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-12T01:16:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:02 smithi193 ceph-mon[83763]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-12T01:16:03.046 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1804 ms) 2024-04-12T01:16:03.047 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-12T01:16:04.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:04 smithi098 ceph-mon[91373]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-04-12T01:16:04.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:04 smithi098 ceph-mon[91373]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-12T01:16:04.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:04 smithi098 ceph-mon[88922]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-04-12T01:16:04.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:04 smithi098 ceph-mon[88922]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-12T01:16:04.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:04 smithi193 ceph-mon[83763]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-04-12T01:16:04.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:04 smithi193 ceph-mon[83763]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-12T01:16:05.069 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.FlattenLocksImage (2022 ms) 2024-04-12T01:16:05.069 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-12T01:16:05.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:05 smithi193 ceph-mon[83763]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-12T01:16:05.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:05 smithi098 ceph-mon[88922]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-12T01:16:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:05 smithi098 ceph-mon[91373]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-12T01:16:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:06.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:16:05] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-12T01:16:06.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:06 smithi098 ceph-mon[91373]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-04-12T01:16:06.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:06 smithi098 ceph-mon[91373]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-12T01:16:06.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:06 smithi098 ceph-mon[88922]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-04-12T01:16:06.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:06 smithi098 ceph-mon[88922]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-12T01:16:06.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:06 smithi193 ceph-mon[83763]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-04-12T01:16:06.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:06 smithi193 ceph-mon[83763]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-12T01:16:07.055 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1986 ms) 2024-04-12T01:16:07.055 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-12T01:16:07.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:07 smithi193 ceph-mon[83763]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-12T01:16:07.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:07 smithi193 ceph-mon[83763]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-12T01:16:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:07 smithi098 ceph-mon[91373]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-12T01:16:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:07 smithi098 ceph-mon[91373]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-12T01:16:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:07 smithi098 ceph-mon[88922]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-12T01:16:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:07 smithi098 ceph-mon[88922]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-12T01:16:08.076 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1021 ms) 2024-04-12T01:16:08.076 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-12T01:16:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:08 smithi193 ceph-mon[83763]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2024-04-12T01:16:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:08 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4036909509' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/4036909509"}]: dispatch 2024-04-12T01:16:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:08 smithi098 ceph-mon[91373]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2024-04-12T01:16:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:08 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4036909509' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/4036909509"}]: dispatch 2024-04-12T01:16:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:08 smithi098 ceph-mon[88922]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2024-04-12T01:16:08.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:08 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4036909509' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/4036909509"}]: dispatch 2024-04-12T01:16:09.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:09 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/4036909509' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/4036909509"}]': finished 2024-04-12T01:16:09.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:09 smithi193 ceph-mon[83763]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-12T01:16:09.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:09 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3210346278' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/3210346278"}]: dispatch 2024-04-12T01:16:09.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:09 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/3210346278"}]: dispatch 2024-04-12T01:16:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:09 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/4036909509' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/4036909509"}]': finished 2024-04-12T01:16:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:09 smithi098 ceph-mon[88922]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-12T01:16:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:09 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3210346278' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/3210346278"}]: dispatch 2024-04-12T01:16:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:09 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/3210346278"}]: dispatch 2024-04-12T01:16:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:09 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/4036909509' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/4036909509"}]': finished 2024-04-12T01:16:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:09 smithi098 ceph-mon[91373]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-12T01:16:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:09 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3210346278' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/3210346278"}]: dispatch 2024-04-12T01:16:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:09 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/3210346278"}]: dispatch 2024-04-12T01:16:10.078 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2002 ms) 2024-04-12T01:16:10.078 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-12T01:16:10.112 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.AioWriteRequestsLock (34 ms) 2024-04-12T01:16:10.112 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-12T01:16:10.139 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (28 ms) 2024-04-12T01:16:10.140 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-12T01:16:10.185 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.CancelAsyncResize (45 ms) 2024-04-12T01:16:10.185 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-12T01:16:10.241 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.MultipleResize (56 ms) 2024-04-12T01:16:10.241 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.Metadata 2024-04-12T01:16:10.288 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.Metadata (47 ms) 2024-04-12T01:16:10.288 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-12T01:16:10.317 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.MetadataConfApply (29 ms) 2024-04-12T01:16:10.318 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-12T01:16:10.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:10 smithi193 ceph-mon[83763]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 140 KiB/s rd, 9.2 KiB/s wr, 189 op/s 2024-04-12T01:16:10.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:10 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/3210346278"}]': finished 2024-04-12T01:16:10.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:10 smithi193 ceph-mon[83763]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-12T01:16:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:10 smithi098 ceph-mon[91373]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 140 KiB/s rd, 9.2 KiB/s wr, 189 op/s 2024-04-12T01:16:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:10 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/3210346278"}]': finished 2024-04-12T01:16:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:10 smithi098 ceph-mon[91373]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-12T01:16:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:10 smithi098 ceph-mon[88922]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 140 KiB/s rd, 9.2 KiB/s wr, 189 op/s 2024-04-12T01:16:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:10 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/3210346278"}]': finished 2024-04-12T01:16:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:10 smithi098 ceph-mon[88922]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-12T01:16:12.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:12 smithi193 ceph-mon[83763]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-12T01:16:12.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:12 smithi193 ceph-mon[83763]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-12T01:16:12.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:12 smithi193 ceph-mon[83763]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-12T01:16:12.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:16:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:16:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:16:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:12 smithi098 ceph-mon[91373]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-12T01:16:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:12 smithi098 ceph-mon[91373]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-12T01:16:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:12 smithi098 ceph-mon[91373]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-12T01:16:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:12 smithi098 ceph-mon[88922]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-12T01:16:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:12 smithi098 ceph-mon[88922]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-12T01:16:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:12 smithi098 ceph-mon[88922]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-12T01:16:13.128 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.SnapshotCopyup (2811 ms) 2024-04-12T01:16:13.128 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-12T01:16:14.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:14 smithi098 ceph-mon[91373]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 14 KiB/s wr, 168 op/s 2024-04-12T01:16:14.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:14 smithi098 ceph-mon[91373]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-12T01:16:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:14 smithi098 ceph-mon[88922]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 14 KiB/s wr, 168 op/s 2024-04-12T01:16:14.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:14 smithi098 ceph-mon[88922]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-12T01:16:14.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:14 smithi193 ceph-mon[83763]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 14 KiB/s wr, 168 op/s 2024-04-12T01:16:14.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:14 smithi193 ceph-mon[83763]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-12T01:16:15.142 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (2014 ms) 2024-04-12T01:16:15.142 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-12T01:16:15.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:15 smithi193 ceph-mon[83763]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-12T01:16:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:15 smithi098 ceph-mon[91373]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-12T01:16:15.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:15 smithi098 ceph-mon[88922]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-12T01:16:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:16:15] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-04-12T01:16:16.143 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1001 ms) 2024-04-12T01:16:16.143 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-12T01:16:16.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:16 smithi193 ceph-mon[83763]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 26 KiB/s wr, 249 op/s 2024-04-12T01:16:16.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:16 smithi193 ceph-mon[83763]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-12T01:16:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:16 smithi098 ceph-mon[91373]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 26 KiB/s wr, 249 op/s 2024-04-12T01:16:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:16 smithi098 ceph-mon[91373]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-12T01:16:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:16 smithi098 ceph-mon[88922]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 26 KiB/s wr, 249 op/s 2024-04-12T01:16:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:16 smithi098 ceph-mon[88922]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-12T01:16:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:17 smithi193 ceph-mon[83763]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-12T01:16:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:17 smithi193 ceph-mon[83763]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-12T01:16:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:17 smithi098 ceph-mon[91373]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-12T01:16:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:17 smithi098 ceph-mon[91373]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-12T01:16:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:17 smithi098 ceph-mon[88922]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-12T01:16:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:17 smithi098 ceph-mon[88922]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-12T01:16:18.083 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.ResizeCopyup (1940 ms) 2024-04-12T01:16:18.083 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-12T01:16:18.091 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-12T01:16:18.091 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:16:18.091 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (8 ms) 2024-04-12T01:16:18.091 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-12T01:16:18.100 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-04-12T01:16:18.100 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-12T01:16:18.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:18 smithi193 ceph-mon[83763]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 138 KiB/s rd, 19 KiB/s wr, 194 op/s 2024-04-12T01:16:18.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:18 smithi193 ceph-mon[83763]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-12T01:16:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:18 smithi098 ceph-mon[91373]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 138 KiB/s rd, 19 KiB/s wr, 194 op/s 2024-04-12T01:16:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:18 smithi098 ceph-mon[91373]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-12T01:16:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:18 smithi098 ceph-mon[88922]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 138 KiB/s rd, 19 KiB/s wr, 194 op/s 2024-04-12T01:16:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:18 smithi098 ceph-mon[88922]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-12T01:16:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:20 smithi098 ceph-mon[91373]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 19 KiB/s wr, 264 op/s 2024-04-12T01:16:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:20 smithi098 ceph-mon[91373]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-12T01:16:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:20 smithi098 ceph-mon[88922]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 19 KiB/s wr, 264 op/s 2024-04-12T01:16:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:20 smithi098 ceph-mon[88922]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-12T01:16:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:20 smithi193 ceph-mon[83763]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 19 KiB/s wr, 264 op/s 2024-04-12T01:16:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:20 smithi193 ceph-mon[83763]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-12T01:16:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:21 smithi098 ceph-mon[91373]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-12T01:16:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]: dispatch 2024-04-12T01:16:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:21 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]: dispatch 2024-04-12T01:16:21.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:21 smithi098 ceph-mon[88922]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-12T01:16:21.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]: dispatch 2024-04-12T01:16:21.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:21 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]: dispatch 2024-04-12T01:16:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:21 smithi193 ceph-mon[83763]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-12T01:16:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]: dispatch 2024-04-12T01:16:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:21 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]: dispatch 2024-04-12T01:16:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:22 smithi098 ceph-mon[91373]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 281 KiB/s rd, 26 KiB/s wr, 378 op/s 2024-04-12T01:16:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]': finished 2024-04-12T01:16:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]': finished 2024-04-12T01:16:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:22 smithi098 ceph-mon[91373]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-12T01:16:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:22 smithi098 ceph-mon[88922]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 281 KiB/s rd, 26 KiB/s wr, 378 op/s 2024-04-12T01:16:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]': finished 2024-04-12T01:16:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]': finished 2024-04-12T01:16:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:22 smithi098 ceph-mon[88922]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-12T01:16:22.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:16:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:16:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:16:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:22 smithi193 ceph-mon[83763]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 281 KiB/s rd, 26 KiB/s wr, 378 op/s 2024-04-12T01:16:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.6", "id": [7, 4]}]': finished 2024-04-12T01:16:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]': finished 2024-04-12T01:16:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:22 smithi193 ceph-mon[83763]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-12T01:16:23.172 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.WriteFullCopyup (5072 ms) 2024-04-12T01:16:23.172 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-12T01:16:23.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:23 smithi098 ceph-mon[91373]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-12T01:16:23.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:23 smithi098 ceph-mon[88922]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-12T01:16:23.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:23 smithi193 ceph-mon[83763]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-12T01:16:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:24 smithi098 ceph-mon[91373]: pgmap v2724: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 221 op/s 2024-04-12T01:16:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:24 smithi098 ceph-mon[91373]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-12T01:16:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:24 smithi098 ceph-mon[88922]: pgmap v2724: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 221 op/s 2024-04-12T01:16:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:24 smithi098 ceph-mon[88922]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-12T01:16:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:24 smithi193 ceph-mon[83763]: pgmap v2724: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 221 op/s 2024-04-12T01:16:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:24 smithi193 ceph-mon[83763]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-12T01:16:25.189 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2018 ms) 2024-04-12T01:16:25.189 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.TestCoR 2024-04-12T01:16:25.202 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-12T01:16:25.202 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to disabled copy-on-read 2024-04-12T01:16:25.202 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestInternal.TestCoR (12 ms) 2024-04-12T01:16:25.202 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-12T01:16:25.421 INFO:tasks.workunit.client.0.smithi098.stdout:made parent image "image396": 4194304K (1024 * 4K) 2024-04-12T01:16:25.421 INFO:tasks.workunit.client.0.smithi098.stdout:generated random write map: 2024-04-12T01:16:25.421 INFO:tasks.workunit.client.0.smithi098.stdout: [1 , 5429 ] 2024-04-12T01:16:25.421 INFO:tasks.workunit.client.0.smithi098.stdout: [8 , 35169 ] 2024-04-12T01:16:25.421 INFO:tasks.workunit.client.0.smithi098.stdout: [29 , 119843 ] 2024-04-12T01:16:25.422 INFO:tasks.workunit.client.0.smithi098.stdout: [39 , 160814 ] 2024-04-12T01:16:25.422 INFO:tasks.workunit.client.0.smithi098.stdout: [45 , 185216 ] 2024-04-12T01:16:25.422 INFO:tasks.workunit.client.0.smithi098.stdout: [60 , 249181 ] 2024-04-12T01:16:25.422 INFO:tasks.workunit.client.0.smithi098.stdout: [68 , 279658 ] 2024-04-12T01:16:25.422 INFO:tasks.workunit.client.0.smithi098.stdout: [71 , 292053 ] 2024-04-12T01:16:25.422 INFO:tasks.workunit.client.0.smithi098.stdout: [79 , 324658 ] 2024-04-12T01:16:25.422 INFO:tasks.workunit.client.0.smithi098.stdout: [80 , 330635 ] 2024-04-12T01:16:25.422 INFO:tasks.workunit.client.0.smithi098.stdout: [83 , 342951 ] 2024-04-12T01:16:25.423 INFO:tasks.workunit.client.0.smithi098.stdout: [88 , 361433 ] 2024-04-12T01:16:25.423 INFO:tasks.workunit.client.0.smithi098.stdout: [125 , 512416 ] 2024-04-12T01:16:25.423 INFO:tasks.workunit.client.0.smithi098.stdout: [137 , 562208 ] 2024-04-12T01:16:25.423 INFO:tasks.workunit.client.0.smithi098.stdout: [138 , 565256 ] 2024-04-12T01:16:25.423 INFO:tasks.workunit.client.0.smithi098.stdout: [152 , 623483 ] 2024-04-12T01:16:25.424 INFO:tasks.workunit.client.0.smithi098.stdout: [166 , 683220 ] 2024-04-12T01:16:25.424 INFO:tasks.workunit.client.0.smithi098.stdout: [173 , 711306 ] 2024-04-12T01:16:25.424 INFO:tasks.workunit.client.0.smithi098.stdout: [176 , 721050 ] 2024-04-12T01:16:25.424 INFO:tasks.workunit.client.0.smithi098.stdout: [210 , 863706 ] 2024-04-12T01:16:25.424 INFO:tasks.workunit.client.0.smithi098.stdout: [247 , 1014202 ] 2024-04-12T01:16:25.424 INFO:tasks.workunit.client.0.smithi098.stdout: [256 , 1050866 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [261 , 1072129 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [277 , 1134674 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [283 , 1161937 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [285 , 1170608 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [332 , 1361350 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [337 , 1382818 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [357 , 1464420 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [376 , 1542761 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [404 , 1655874 ] 2024-04-12T01:16:25.425 INFO:tasks.workunit.client.0.smithi098.stdout: [409 , 1675868 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [410 , 1681058 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [465 , 1906283 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [476 , 1951509 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [477 , 1956645 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [484 , 1985912 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [487 , 1995394 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [497 , 2038742 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [514 , 2105570 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [517 , 2118388 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [528 , 2163010 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [529 , 2168958 ] 2024-04-12T01:16:25.426 INFO:tasks.workunit.client.0.smithi098.stdout: [533 , 2185219 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [545 , 2233563 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [551 , 2259039 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [561 , 2299804 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [562 , 2304338 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [563 , 2308682 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [571 , 2342001 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [573 , 2348558 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [578 , 2368539 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [586 , 2400738 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [605 , 2478203 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [608 , 2492029 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [645 , 2644770 ] 2024-04-12T01:16:25.427 INFO:tasks.workunit.client.0.smithi098.stdout: [651 , 2669730 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [660 , 2706025 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [676 , 2769733 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [697 , 2856505 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [717 , 2937428 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [719 , 2945053 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [722 , 2960166 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [723 , 2962253 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [724 , 2967930 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [725 , 2972440 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [740 , 3034356 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [752 , 3082903 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [769 , 3151974 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [788 , 3229649 ] 2024-04-12T01:16:25.428 INFO:tasks.workunit.client.0.smithi098.stdout: [791 , 3243128 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [793 , 3249847 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [807 , 3308351 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [818 , 3351905 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [820 , 3358982 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [823 , 3371206 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [825 , 3379787 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [827 , 3389394 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [832 , 3408486 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [836 , 3424261 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [849 , 3478838 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [851 , 3487720 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [856 , 3509035 ] 2024-04-12T01:16:25.429 INFO:tasks.workunit.client.0.smithi098.stdout: [863 , 3536637 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [888 , 3637794 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [900 , 3687451 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [922 , 3779944 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [937 , 3839460 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [976 , 3997947 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [979 , 4012237 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [981 , 4021403 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [984 , 4030530 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [997 , 4084983 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [1000 , 4099458 ] 2024-04-12T01:16:25.430 INFO:tasks.workunit.client.0.smithi098.stdout: [1002 , 4106319 ] 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: [1005 , 4117738 ] 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout:write data based on random map 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: write object-1 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: write object-8 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: write object-29 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: write object-39 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: write object-45 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: write object-60 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: write object-68 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: write object-71 2024-04-12T01:16:25.431 INFO:tasks.workunit.client.0.smithi098.stdout: write object-79 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-80 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-83 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-88 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-125 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-137 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-138 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-152 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-166 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-173 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-176 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-210 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-247 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-256 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-261 2024-04-12T01:16:25.432 INFO:tasks.workunit.client.0.smithi098.stdout: write object-277 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-283 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-285 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-332 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-337 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-357 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-376 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-404 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-409 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-410 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-465 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-476 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-477 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-484 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-487 2024-04-12T01:16:25.433 INFO:tasks.workunit.client.0.smithi098.stdout: write object-497 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-514 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-517 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-528 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-529 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-533 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-545 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-551 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-561 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-562 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-563 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-571 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-573 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-578 2024-04-12T01:16:25.434 INFO:tasks.workunit.client.0.smithi098.stdout: write object-586 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-605 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-608 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-645 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-651 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-660 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-676 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-697 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-717 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-719 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-722 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-723 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-724 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-725 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-740 2024-04-12T01:16:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: write object-752 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-769 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-788 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-791 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-793 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-807 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-818 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-820 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-823 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-825 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-827 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-832 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-836 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-849 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-851 2024-04-12T01:16:25.436 INFO:tasks.workunit.client.0.smithi098.stdout: write object-856 2024-04-12T01:16:25.437 INFO:tasks.workunit.client.0.smithi098.stdout: write object-863 2024-04-12T01:16:25.437 INFO:tasks.workunit.client.0.smithi098.stdout: write object-888 2024-04-12T01:16:25.437 INFO:tasks.workunit.client.0.smithi098.stdout: write object-900 2024-04-12T01:16:25.437 INFO:tasks.workunit.client.0.smithi098.stdout: write object-922 2024-04-12T01:16:25.437 INFO:tasks.workunit.client.0.smithi098.stdout: write object-937 2024-04-12T01:16:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:25 smithi098 ceph-mon[91373]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-12T01:16:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:25 smithi098 ceph-mon[88922]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-12T01:16:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:25 smithi193 ceph-mon[83763]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-12T01:16:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:16:25] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2024-04-12T01:16:26.366 INFO:tasks.workunit.client.0.smithi098.stdout: write object-976 2024-04-12T01:16:26.366 INFO:tasks.workunit.client.0.smithi098.stdout: write object-979 2024-04-12T01:16:26.367 INFO:tasks.workunit.client.0.smithi098.stdout: write object-981 2024-04-12T01:16:26.367 INFO:tasks.workunit.client.0.smithi098.stdout: write object-984 2024-04-12T01:16:26.367 INFO:tasks.workunit.client.0.smithi098.stdout: write object-997 2024-04-12T01:16:26.367 INFO:tasks.workunit.client.0.smithi098.stdout: write object-1000 2024-04-12T01:16:26.367 INFO:tasks.workunit.client.0.smithi098.stdout: write object-1002 2024-04-12T01:16:26.367 INFO:tasks.workunit.client.0.smithi098.stdout: write object-1005 2024-04-12T01:16:26.367 INFO:tasks.workunit.client.0.smithi098.stdout:verify written data by reading 2024-04-12T01:16:26.367 INFO:tasks.workunit.client.0.smithi098.stdout: read object-1 2024-04-12T01:16:26.367 INFO:tasks.workunit.client.0.smithi098.stdout:made snapshot "image396@parent_snap" and protect it 2024-04-12T01:16:26.368 INFO:tasks.workunit.client.0.smithi098.stdout:made and opened clone "image397" 2024-04-12T01:16:26.368 INFO:tasks.workunit.client.0.smithi098.stdout:flattening clone: "image397" 2024-04-12T01:16:26.368 INFO:tasks.workunit.client.0.smithi098.stdout:check whether child image has the same set of objects as parent 2024-04-12T01:16:26.368 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1164 ms) 2024-04-12T01:16:26.368 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-12T01:16:26.454 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.PoolMetadataConfApply (85 ms) 2024-04-12T01:16:26.455 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.Sparsify 2024-04-12T01:16:26.475 INFO:tasks.workunit.client.0.smithi098.stdout:sparsify_supported=1 2024-04-12T01:16:26.475 INFO:tasks.workunit.client.0.smithi098.stdout:sparse_read_supported=1 2024-04-12T01:16:26.504 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.Sparsify (53 ms) 2024-04-12T01:16:26.504 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-12T01:16:26.512 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-mon[91373]: pgmap v2727: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 156 op/s; 38 B/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:16:26.512 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-mon[91373]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-12T01:16:26.512 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-mon[88922]: pgmap v2727: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 156 op/s; 38 B/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:16:26.513 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-mon[88922]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-12T01:16:26.513 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:16:26] ENGINE Bus STOPPING 2024-04-12T01:16:26.513 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:16:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T01:16:26.513 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:16:26] ENGINE Bus STOPPED 2024-04-12T01:16:26.513 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:16:26] ENGINE Bus STARTING 2024-04-12T01:16:26.513 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:16:26] ENGINE Serving on http://:::9283 2024-04-12T01:16:26.513 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:26 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:16:26] ENGINE Bus STARTED 2024-04-12T01:16:26.521 INFO:tasks.workunit.client.0.smithi098.stdout:sparsify_supported=1 2024-04-12T01:16:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:26 smithi193 ceph-mon[83763]: pgmap v2727: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 156 op/s; 38 B/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:16:26.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:26 smithi193 ceph-mon[83763]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-12T01:16:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[91373]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-12T01:16:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:16:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:16:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:16:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:16:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:16:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:16:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[88922]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-12T01:16:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:16:27.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:16:27.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:16:27.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:16:27.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:16:27.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:16:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:27 smithi193 ceph-mon[83763]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-12T01:16:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:27 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:16:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:16:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:16:27.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:16:27.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:16:27.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:16:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:28 smithi098 ceph-mon[91373]: pgmap v2730: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 17 KiB/s wr, 144 op/s; 40 B/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:16:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:28 smithi098 ceph-mon[91373]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-12T01:16:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:28 smithi098 ceph-mon[91373]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-12T01:16:28.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:28 smithi098 ceph-mon[88922]: pgmap v2730: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 17 KiB/s wr, 144 op/s; 40 B/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:16:28.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:28 smithi098 ceph-mon[88922]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-12T01:16:28.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:28 smithi098 ceph-mon[88922]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-12T01:16:28.459 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.SparsifyClone (1956 ms) 2024-04-12T01:16:28.459 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-12T01:16:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:28 smithi193 ceph-mon[83763]: pgmap v2730: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 17 KiB/s wr, 144 op/s; 40 B/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:16:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:28 smithi193 ceph-mon[83763]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-12T01:16:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:28 smithi193 ceph-mon[83763]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-12T01:16:29.564 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestInternal.MissingDataPool (1104 ms) 2024-04-12T01:16:29.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:29 smithi098 ceph-mon[91373]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-12T01:16:29.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:29 smithi098 ceph-mon[91373]: pgmap v2733: 137 pgs: 137 active+clean; 8.9 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 70 KiB/s wr, 343 op/s 2024-04-12T01:16:29.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:29 smithi098 ceph-mon[88922]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-12T01:16:29.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:29 smithi098 ceph-mon[88922]: pgmap v2733: 137 pgs: 137 active+clean; 8.9 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 70 KiB/s wr, 343 op/s 2024-04-12T01:16:29.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:29 smithi193 ceph-mon[83763]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-12T01:16:29.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:29 smithi193 ceph-mon[83763]: pgmap v2733: 137 pgs: 137 active+clean; 8.9 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 70 KiB/s wr, 343 op/s 2024-04-12T01:16:30.454 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 34 tests from TestInternal (36399 ms total) 2024-04-12T01:16:30.454 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:16:30.454 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 17 tests from TestImageWatcher 2024-04-12T01:16:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:30 smithi098 ceph-mon[91373]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-12T01:16:30.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:30 smithi098 ceph-mon[88922]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-12T01:16:30.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:30 smithi193 ceph-mon[83763]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-12T01:16:31.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:31 smithi098 ceph-mon[91373]: pgmap v2735: 137 pgs: 137 active+clean; 9.0 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 170 KiB/s wr, 781 op/s 2024-04-12T01:16:31.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:31 smithi098 ceph-mon[91373]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-12T01:16:31.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:31 smithi098 ceph-mon[88922]: pgmap v2735: 137 pgs: 137 active+clean; 9.0 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 170 KiB/s wr, 781 op/s 2024-04-12T01:16:31.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:31 smithi098 ceph-mon[88922]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-12T01:16:31.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:31 smithi193 ceph-mon[83763]: pgmap v2735: 137 pgs: 137 active+clean; 9.0 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 170 KiB/s wr, 781 op/s 2024-04-12T01:16:31.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:31 smithi193 ceph-mon[83763]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-12T01:16:32.475 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-12T01:16:32.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:32 smithi193 ceph-mon[83763]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-12T01:16:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:32 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/186919139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:32 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:16:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:16:32.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:32 smithi098 ceph-mon[91373]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-12T01:16:32.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:32 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/186919139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:32.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:32 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:32.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:32 smithi098 ceph-mon[88922]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-12T01:16:32.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:32 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/186919139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:32.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:32 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:33.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:33 smithi098 ceph-mon[91373]: pgmap v2738: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:33.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:33 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:33.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:33 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:33.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:33 smithi098 ceph-mon[91373]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-12T01:16:33.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:33 smithi098 ceph-mon[88922]: pgmap v2738: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:33.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:33 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:33.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:33 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:33.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:33 smithi098 ceph-mon[88922]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-12T01:16:33.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:33 smithi193 ceph-mon[83763]: pgmap v2738: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:33.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:33 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:33.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:33 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:33.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:33 smithi193 ceph-mon[83763]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-12T01:16:34.521 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2046 ms) 2024-04-12T01:16:34.521 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-12T01:16:34.544 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyFlatten (23 ms) 2024-04-12T01:16:34.544 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-12T01:16:34.567 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyResize (23 ms) 2024-04-12T01:16:34.567 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-12T01:16:34.589 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (23 ms) 2024-04-12T01:16:34.589 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-12T01:16:34.612 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2024-04-12T01:16:34.612 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-12T01:16:34.634 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (23 ms) 2024-04-12T01:16:34.635 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-12T01:16:34.657 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (22 ms) 2024-04-12T01:16:34.657 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-12T01:16:34.679 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifySnapRename (23 ms) 2024-04-12T01:16:34.680 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-12T01:16:34.701 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (21 ms) 2024-04-12T01:16:34.701 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-12T01:16:34.730 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (29 ms) 2024-04-12T01:16:34.730 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-12T01:16:34.749 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-04-12T01:16:34.749 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-12T01:16:34.770 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2024-04-12T01:16:34.770 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-12T01:16:34.790 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2024-04-12T01:16:34.790 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-12T01:16:34.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:34 smithi098 ceph-mon[91373]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-12T01:16:34.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:34 smithi098 ceph-mon[88922]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-12T01:16:34.809 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2024-04-12T01:16:34.809 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-12T01:16:34.830 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (19 ms) 2024-04-12T01:16:34.830 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-12T01:16:34.848 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-04-12T01:16:34.848 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-12T01:16:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:34 smithi193 ceph-mon[83763]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-12T01:16:34.868 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-04-12T01:16:35.485 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 17 tests from TestImageWatcher (2393 ms total) 2024-04-12T01:16:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:16:35.485 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 168 tests from TestLibRBD 2024-04-12T01:16:35.523 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-12T01:16:35.792 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:16:35] "GET /metrics HTTP/1.1" 200 36558 "" "Prometheus/2.43.0" 2024-04-12T01:16:35.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[91373]: pgmap v2741: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:35.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:16:35.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[91373]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-12T01:16:35.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:16:35.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[88922]: pgmap v2741: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:16:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[88922]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-12T01:16:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:16:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:35 smithi193 ceph-mon[83763]: pgmap v2741: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:35 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:16:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:35 smithi193 ceph-mon[83763]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-12T01:16:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:16:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:36.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:36 smithi098 ceph-mon[91373]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-12T01:16:36.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:36 smithi098 ceph-mon[88922]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-12T01:16:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:36 smithi193 ceph-mon[83763]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-12T01:16:37.516 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:37.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:37 smithi098 ceph-mon[88922]: pgmap v2744: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:37.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:37 smithi098 ceph-mon[88922]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-12T01:16:37.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:37 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1198867292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:37.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:37 smithi098 ceph-mon[91373]: pgmap v2744: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:37.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:37 smithi098 ceph-mon[91373]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-12T01:16:37.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:37 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1198867292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:37.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:37 smithi193 ceph-mon[83763]: pgmap v2744: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:37.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:37 smithi193 ceph-mon[83763]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-12T01:16:37.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:37 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1198867292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:38.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:38 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1198867292' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:38.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:38 smithi098 ceph-mon[91373]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-12T01:16:38.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:38 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1198867292' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:38.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:38 smithi098 ceph-mon[88922]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-12T01:16:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:38 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1198867292' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:38 smithi193 ceph-mon[83763]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-12T01:16:39.554 INFO:tasks.workunit.client.0.smithi098.stdout:image has size 2097152 and order 22 2024-04-12T01:16:39.554 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.CreateAndStat (4030 ms) 2024-04-12T01:16:39.554 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-12T01:16:39.554 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.571 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (17 ms) 2024-04-12T01:16:39.571 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-12T01:16:39.571 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.598 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.CreateAndStatPP (28 ms) 2024-04-12T01:16:39.599 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.GetId 2024-04-12T01:16:39.599 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.625 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.GetId (26 ms) 2024-04-12T01:16:39.625 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-12T01:16:39.625 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.654 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.GetIdPP (29 ms) 2024-04-12T01:16:39.655 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-12T01:16:39.655 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.671 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-04-12T01:16:39.671 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-12T01:16:39.671 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.688 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-04-12T01:16:39.688 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-12T01:16:39.688 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.705 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (18 ms) 2024-04-12T01:16:39.705 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-12T01:16:39.705 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.720 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (15 ms) 2024-04-12T01:16:39.720 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-12T01:16:39.720 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.736 INFO:tasks.workunit.client.0.smithi098.stdout:image has size 2097152 and order 22 2024-04-12T01:16:39.736 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-04-12T01:16:39.736 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-12T01:16:39.739 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-12T01:16:39.739 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-12T01:16:39.739 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.763 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.OpenAioPP (24 ms) 2024-04-12T01:16:39.763 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-12T01:16:39.765 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-12T01:16:39.765 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-12T01:16:39.765 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:39 smithi098 ceph-mon[91373]: pgmap v2747: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:39.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:39 smithi098 ceph-mon[91373]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-12T01:16:39.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:39 smithi098 ceph-mon[88922]: pgmap v2747: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:39.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:39 smithi098 ceph-mon[88922]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-12T01:16:39.799 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ResizeAndStat (33 ms) 2024-04-12T01:16:39.799 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-12T01:16:39.799 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.828 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (29 ms) 2024-04-12T01:16:39.828 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-12T01:16:39.828 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.862 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (34 ms) 2024-04-12T01:16:39.863 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-12T01:16:39.863 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:39.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:39 smithi193 ceph-mon[83763]: pgmap v2747: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:39.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:39 smithi193 ceph-mon[83763]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-12T01:16:39.899 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (37 ms) 2024-04-12T01:16:39.899 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-12T01:16:40.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:40 smithi098 ceph-mon[91373]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-12T01:16:40.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:40 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:16:40.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:40 smithi098 ceph-mon[88922]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-12T01:16:40.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:40 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:16:40.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:40 smithi193 ceph-mon[83763]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-12T01:16:40.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:40 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:16:41.552 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:41.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: pgmap v2750: 137 pgs: 13 creating+peering, 4 unknown, 120 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:41.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-12T01:16:41.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1209672199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:41.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:16:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:16:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:16:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:16:41.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: pgmap v2750: 137 pgs: 13 creating+peering, 4 unknown, 120 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1209672199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:16:41.796 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.797 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.797 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.797 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:16:41.797 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:16:41.797 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.797 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.797 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:41 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: pgmap v2750: 137 pgs: 13 creating+peering, 4 unknown, 120 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1209672199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:16:41.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:16:41.869 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:41 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:16:42.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:16:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:16:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:42 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:42 smithi193 ceph-mon[83763]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-12T01:16:43.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:42 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:43.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:42 smithi098 ceph-mon[91373]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-12T01:16:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:42 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:43.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:42 smithi098 ceph-mon[88922]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-12T01:16:43.574 INFO:tasks.workunit.client.0.smithi098.stdout:image: image18 2024-04-12T01:16:43.574 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image18 2024-04-12T01:16:43.574 INFO:tasks.workunit.client.0.smithi098.stdout:found image18 2024-04-12T01:16:43.574 INFO:tasks.workunit.client.0.smithi098.stdout:erased image18 2024-04-12T01:16:43.574 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:43.661 INFO:tasks.workunit.client.0.smithi098.stdout:image: image18 2024-04-12T01:16:43.661 INFO:tasks.workunit.client.0.smithi098.stdout:image: image19 2024-04-12T01:16:43.661 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image18 2024-04-12T01:16:43.661 INFO:tasks.workunit.client.0.smithi098.stdout:found image18 2024-04-12T01:16:43.661 INFO:tasks.workunit.client.0.smithi098.stdout:erased image18 2024-04-12T01:16:43.661 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image19 2024-04-12T01:16:43.661 INFO:tasks.workunit.client.0.smithi098.stdout:found image19 2024-04-12T01:16:43.662 INFO:tasks.workunit.client.0.smithi098.stdout:erased image19 2024-04-12T01:16:43.662 INFO:tasks.workunit.client.0.smithi098.stdout:image: image19 2024-04-12T01:16:43.662 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image19 2024-04-12T01:16:43.662 INFO:tasks.workunit.client.0.smithi098.stdout:found image19 2024-04-12T01:16:43.662 INFO:tasks.workunit.client.0.smithi098.stdout:erased image19 2024-04-12T01:16:43.662 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3762 ms) 2024-04-12T01:16:43.662 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-12T01:16:43.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:43 smithi193 ceph-mon[83763]: pgmap v2753: 169 pgs: 3 creating+peering, 12 unknown, 154 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.7 KiB/s wr, 135 op/s 2024-04-12T01:16:43.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:43 smithi193 ceph-mon[83763]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-12T01:16:44.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:43 smithi098 ceph-mon[91373]: pgmap v2753: 169 pgs: 3 creating+peering, 12 unknown, 154 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.7 KiB/s wr, 135 op/s 2024-04-12T01:16:44.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:43 smithi098 ceph-mon[91373]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-12T01:16:44.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:43 smithi098 ceph-mon[88922]: pgmap v2753: 169 pgs: 3 creating+peering, 12 unknown, 154 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.7 KiB/s wr, 135 op/s 2024-04-12T01:16:44.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:43 smithi098 ceph-mon[88922]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-12T01:16:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:44 smithi193 ceph-mon[83763]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-12T01:16:45.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:44 smithi098 ceph-mon[91373]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-12T01:16:45.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:44 smithi098 ceph-mon[88922]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-12T01:16:45.579 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:45.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:45 smithi193 ceph-mon[83763]: pgmap v2756: 169 pgs: 3 creating+peering, 1 unknown, 165 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 19 KiB/s wr, 248 op/s 2024-04-12T01:16:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:45 smithi193 ceph-mon[83763]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-12T01:16:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:45 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/17610960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:16:45] "GET /metrics HTTP/1.1" 200 36558 "" "Prometheus/2.43.0" 2024-04-12T01:16:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:45 smithi098 ceph-mon[88922]: pgmap v2756: 169 pgs: 3 creating+peering, 1 unknown, 165 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 19 KiB/s wr, 248 op/s 2024-04-12T01:16:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:45 smithi098 ceph-mon[88922]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-12T01:16:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:45 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/17610960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:46.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:45 smithi098 ceph-mon[91373]: pgmap v2756: 169 pgs: 3 creating+peering, 1 unknown, 165 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 19 KiB/s wr, 248 op/s 2024-04-12T01:16:46.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:45 smithi098 ceph-mon[91373]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-12T01:16:46.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:45 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/17610960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:46 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/17610960' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:46 smithi193 ceph-mon[83763]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-12T01:16:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:46 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/17610960' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:47.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:46 smithi098 ceph-mon[91373]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-12T01:16:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:46 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/17610960' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:47.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:46 smithi098 ceph-mon[88922]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-12T01:16:47.067 INFO:tasks.workunit.client.0.smithi098.stdout:num images is: 1 2024-04-12T01:16:47.068 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:16:47.068 INFO:tasks.workunit.client.0.smithi098.stdout:image: image20 2024-04-12T01:16:47.068 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image20 2024-04-12T01:16:47.068 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:47.077 INFO:tasks.workunit.client.0.smithi098.stdout:num images is: 2 2024-04-12T01:16:47.078 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:16:47.078 INFO:tasks.workunit.client.0.smithi098.stdout:image: image20 2024-04-12T01:16:47.078 INFO:tasks.workunit.client.0.smithi098.stdout:image: image21 2024-04-12T01:16:47.078 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image20 2024-04-12T01:16:47.078 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image21 2024-04-12T01:16:47.142 INFO:tasks.workunit.client.0.smithi098.stdout:num images is: 1 2024-04-12T01:16:47.142 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:16:47.142 INFO:tasks.workunit.client.0.smithi098.stdout:image: image21 2024-04-12T01:16:47.142 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image21 2024-04-12T01:16:47.142 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3481 ms) 2024-04-12T01:16:47.142 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-12T01:16:47.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:47 smithi193 ceph-mon[83763]: pgmap v2759: 201 pgs: 10 creating+peering, 22 unknown, 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 13 KiB/s wr, 122 op/s 2024-04-12T01:16:47.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:47 smithi193 ceph-mon[83763]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-12T01:16:47.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:47 smithi193 ceph-mon[83763]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-12T01:16:48.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:47 smithi098 ceph-mon[91373]: pgmap v2759: 201 pgs: 10 creating+peering, 22 unknown, 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 13 KiB/s wr, 122 op/s 2024-04-12T01:16:48.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:47 smithi098 ceph-mon[91373]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-12T01:16:48.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:47 smithi098 ceph-mon[91373]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-12T01:16:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:47 smithi098 ceph-mon[88922]: pgmap v2759: 201 pgs: 10 creating+peering, 22 unknown, 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 13 KiB/s wr, 122 op/s 2024-04-12T01:16:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:47 smithi098 ceph-mon[88922]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-12T01:16:48.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:47 smithi098 ceph-mon[88922]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-12T01:16:49.057 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:49.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:49 smithi193 ceph-mon[83763]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-12T01:16:49.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:49 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3404904314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:49.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:49 smithi098 ceph-mon[91373]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-12T01:16:49.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:49 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3404904314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:49 smithi098 ceph-mon[88922]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-12T01:16:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:49 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3404904314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:50 smithi193 ceph-mon[83763]: pgmap v2763: 233 pgs: 10 creating+peering, 37 unknown, 186 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 KiB/s wr, 58 op/s 2024-04-12T01:16:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:50 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:50 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3404904314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:50 smithi193 ceph-mon[83763]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-12T01:16:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:16:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[91373]: pgmap v2763: 233 pgs: 10 creating+peering, 37 unknown, 186 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 KiB/s wr, 58 op/s 2024-04-12T01:16:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3404904314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[91373]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-12T01:16:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:16:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[88922]: pgmap v2763: 233 pgs: 10 creating+peering, 37 unknown, 186 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 KiB/s wr, 58 op/s 2024-04-12T01:16:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3404904314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[88922]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-12T01:16:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:16:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:16:51.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:51 smithi193 ceph-mon[83763]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:image: image22 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image22 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:found image22 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:erased image22 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:image: image22 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:image: image23 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image22 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:found image22 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:erased image22 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image23 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:found image23 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:erased image23 2024-04-12T01:16:51.428 INFO:tasks.workunit.client.0.smithi098.stdout:100.00% done 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:image: image22 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:image: image23 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:image: image24 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image22 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:found image22 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:erased image22 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image23 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:found image23 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:erased image23 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image24 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:found image24 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:erased image24 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCopy (4286 ms) 2024-04-12T01:16:51.429 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-12T01:16:51.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:51 smithi098 ceph-mon[91373]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-12T01:16:51.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:51 smithi098 ceph-mon[88922]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-12T01:16:52.367 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:16:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:16:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:16:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:52 smithi193 ceph-mon[83763]: pgmap v2766: 233 pgs: 8 creating+peering, 24 unknown, 201 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.6 KiB/s wr, 22 op/s 2024-04-12T01:16:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:52 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:16:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:52 smithi193 ceph-mon[83763]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-12T01:16:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:52 smithi193 ceph-mon[83763]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-12T01:16:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:52 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1524484905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:52 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[91373]: pgmap v2766: 233 pgs: 8 creating+peering, 24 unknown, 201 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.6 KiB/s wr, 22 op/s 2024-04-12T01:16:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:16:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[91373]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-12T01:16:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[91373]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-12T01:16:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1524484905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[88922]: pgmap v2766: 233 pgs: 8 creating+peering, 24 unknown, 201 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.6 KiB/s wr, 22 op/s 2024-04-12T01:16:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:16:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[88922]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-12T01:16:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[88922]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-12T01:16:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1524484905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:52 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:53.053 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:54 smithi193 ceph-mon[83763]: pgmap v2769: 265 pgs: 4 creating+peering, 34 unknown, 227 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-12T01:16:54.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:54 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:54.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:54 smithi193 ceph-mon[83763]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-12T01:16:54.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:54 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:54 smithi098 ceph-mon[91373]: pgmap v2769: 265 pgs: 4 creating+peering, 34 unknown, 227 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-12T01:16:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:54 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:54 smithi098 ceph-mon[91373]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-12T01:16:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:54 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:54 smithi098 ceph-mon[88922]: pgmap v2769: 265 pgs: 4 creating+peering, 34 unknown, 227 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-04-12T01:16:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:54 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:54 smithi098 ceph-mon[88922]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-12T01:16:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:54 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:55.334 INFO:tasks.workunit.client.0.smithi098.stdout:num images is: 1 2024-04-12T01:16:55.334 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:16:55.334 INFO:tasks.workunit.client.0.smithi098.stdout:image: image25 2024-04-12T01:16:55.334 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image25 2024-04-12T01:16:55.354 INFO:tasks.workunit.client.0.smithi098.stdout:num images is: 2 2024-04-12T01:16:55.354 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:16:55.355 INFO:tasks.workunit.client.0.smithi098.stdout:image: image25 2024-04-12T01:16:55.355 INFO:tasks.workunit.client.0.smithi098.stdout:image: image26 2024-04-12T01:16:55.355 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image25 2024-04-12T01:16:55.355 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image26 2024-04-12T01:16:55.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:55 smithi193 ceph-mon[83763]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-12T01:16:55.399 INFO:tasks.workunit.client.0.smithi098.stdout:100.00% done 2024-04-12T01:16:55.400 INFO:tasks.workunit.client.0.smithi098.stdout:num images is: 3 2024-04-12T01:16:55.400 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 3 2024-04-12T01:16:55.400 INFO:tasks.workunit.client.0.smithi098.stdout:image: image25 2024-04-12T01:16:55.400 INFO:tasks.workunit.client.0.smithi098.stdout:image: image26 2024-04-12T01:16:55.400 INFO:tasks.workunit.client.0.smithi098.stdout:image: image27 2024-04-12T01:16:55.400 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image25 2024-04-12T01:16:55.400 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image26 2024-04-12T01:16:55.400 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image27 2024-04-12T01:16:55.431 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCopyPP (4003 ms) 2024-04-12T01:16:55.432 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-12T01:16:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:55 smithi098 ceph-mon[91373]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-12T01:16:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:55 smithi098 ceph-mon[88922]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-12T01:16:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:16:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:16:55] "GET /metrics HTTP/1.1" 200 43768 "" "Prometheus/2.43.0" 2024-04-12T01:16:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:56 smithi193 ceph-mon[83763]: pgmap v2772: 265 pgs: 12 creating+peering, 18 unknown, 235 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 22 KiB/s wr, 391 op/s 2024-04-12T01:16:56.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:56 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:16:56.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:56 smithi193 ceph-mon[83763]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-12T01:16:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:56 smithi098 ceph-mon[88922]: pgmap v2772: 265 pgs: 12 creating+peering, 18 unknown, 235 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 22 KiB/s wr, 391 op/s 2024-04-12T01:16:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:56 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:16:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:56 smithi098 ceph-mon[88922]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-12T01:16:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:56 smithi098 ceph-mon[91373]: pgmap v2772: 265 pgs: 12 creating+peering, 18 unknown, 235 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 22 KiB/s wr, 391 op/s 2024-04-12T01:16:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:56 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:16:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:56 smithi098 ceph-mon[91373]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-12T01:16:57.048 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:16:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:57 smithi193 ceph-mon[83763]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-12T01:16:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:57 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2467667056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:57.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:57 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2467667056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:57.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:57 smithi193 ceph-mon[83763]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-12T01:16:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:57 smithi098 ceph-mon[91373]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-12T01:16:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:57 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2467667056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:57 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2467667056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:57 smithi098 ceph-mon[91373]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-12T01:16:57.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:57 smithi098 ceph-mon[88922]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-12T01:16:57.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:57 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2467667056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:16:57.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:57 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2467667056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:16:57.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:57 smithi098 ceph-mon[88922]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-12T01:16:58.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:58 smithi193 ceph-mon[83763]: pgmap v2775: 297 pgs: 12 creating+peering, 43 unknown, 242 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 362 op/s 2024-04-12T01:16:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:58 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:16:58 smithi193 ceph-mon[83763]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-12T01:16:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:58 smithi098 ceph-mon[91373]: pgmap v2775: 297 pgs: 12 creating+peering, 43 unknown, 242 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 362 op/s 2024-04-12T01:16:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:58 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:16:58 smithi098 ceph-mon[91373]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-12T01:16:58.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:58 smithi098 ceph-mon[88922]: pgmap v2775: 297 pgs: 12 creating+peering, 43 unknown, 242 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 362 op/s 2024-04-12T01:16:58.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:58 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:16:58.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:16:58 smithi098 ceph-mon[88922]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-12T01:17:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:00 smithi193 ceph-mon[83763]: pgmap v2778: 297 pgs: 11 creating+peering, 11 unknown, 275 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-12T01:17:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:00 smithi193 ceph-mon[83763]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-12T01:17:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:00 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:00 smithi098 ceph-mon[91373]: pgmap v2778: 297 pgs: 11 creating+peering, 11 unknown, 275 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-12T01:17:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:00 smithi098 ceph-mon[91373]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-12T01:17:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:00 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:00 smithi098 ceph-mon[88922]: pgmap v2778: 297 pgs: 11 creating+peering, 11 unknown, 275 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-12T01:17:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:00 smithi098 ceph-mon[88922]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-12T01:17:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:00 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:01 smithi193 ceph-mon[83763]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-12T01:17:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:01 smithi098 ceph-mon[91373]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-12T01:17:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:01 smithi098 ceph-mon[88922]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-12T01:17:02.367 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:17:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:17:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:02 smithi193 ceph-mon[83763]: pgmap v2781: 297 pgs: 11 creating+peering, 3 unknown, 283 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 23 KiB/s wr, 415 op/s 2024-04-12T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:02 smithi193 ceph-mon[83763]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-12T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:02 smithi193 ceph-mon[83763]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-12T01:17:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:02 smithi098 ceph-mon[91373]: pgmap v2781: 297 pgs: 11 creating+peering, 3 unknown, 283 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 23 KiB/s wr, 415 op/s 2024-04-12T01:17:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:02 smithi098 ceph-mon[91373]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-12T01:17:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:02 smithi098 ceph-mon[91373]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-12T01:17:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:02 smithi098 ceph-mon[88922]: pgmap v2781: 297 pgs: 11 creating+peering, 3 unknown, 283 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s rd, 23 KiB/s wr, 415 op/s 2024-04-12T01:17:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:02 smithi098 ceph-mon[88922]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-12T01:17:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:02 smithi098 ceph-mon[88922]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-12T01:17:03.171 INFO:tasks.workunit.client.0.smithi098.stdout:image: image28 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image28 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:found image28 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:erased image28 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:image: image28 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:image: image29 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image28 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:found image28 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:erased image28 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image29 2024-04-12T01:17:03.172 INFO:tasks.workunit.client.0.smithi098.stdout:found image29 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:erased image29 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:100.00% done 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:image: image28 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:image: image29 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:image: image30 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image28 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:found image28 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:erased image28 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image29 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:found image29 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:erased image29 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image30 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:found image30 2024-04-12T01:17:03.173 INFO:tasks.workunit.client.0.smithi098.stdout:erased image30 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:image: image28 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:image: image29 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:image: image30 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:image: image31 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image28 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:found image28 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:erased image28 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image29 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:found image29 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:erased image29 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image30 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:found image30 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:erased image30 2024-04-12T01:17:03.174 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image31 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:found image31 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:erased image31 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:image: image28 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:image: image29 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:image: image30 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:image: image31 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:image: image32 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image28 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:found image28 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:erased image28 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image29 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:found image29 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:erased image29 2024-04-12T01:17:03.175 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image30 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:found image30 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:erased image30 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image31 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:found image31 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:erased image31 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image32 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:found image32 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:erased image32 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:100.00% done 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:image: image28 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:image: image29 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:image: image30 2024-04-12T01:17:03.176 INFO:tasks.workunit.client.0.smithi098.stdout:image: image31 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:image: image32 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:image: image33 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image28 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:found image28 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:erased image28 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image29 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:found image29 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:erased image29 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image30 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:found image30 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:erased image30 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image31 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:found image31 2024-04-12T01:17:03.177 INFO:tasks.workunit.client.0.smithi098.stdout:erased image31 2024-04-12T01:17:03.178 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image32 2024-04-12T01:17:03.178 INFO:tasks.workunit.client.0.smithi098.stdout:found image32 2024-04-12T01:17:03.178 INFO:tasks.workunit.client.0.smithi098.stdout:erased image32 2024-04-12T01:17:03.178 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image33 2024-04-12T01:17:03.178 INFO:tasks.workunit.client.0.smithi098.stdout:found image33 2024-04-12T01:17:03.178 INFO:tasks.workunit.client.0.smithi098.stdout:erased image33 2024-04-12T01:17:03.178 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestDeepCopy (7741 ms) 2024-04-12T01:17:03.178 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-12T01:17:04.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:04 smithi193 ceph-mon[83763]: pgmap v2784: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 110 op/s 2024-04-12T01:17:04.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:04 smithi193 ceph-mon[83763]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-12T01:17:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:04 smithi098 ceph-mon[91373]: pgmap v2784: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 110 op/s 2024-04-12T01:17:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:04 smithi098 ceph-mon[91373]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-12T01:17:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:04 smithi098 ceph-mon[88922]: pgmap v2784: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.5 KiB/s wr, 110 op/s 2024-04-12T01:17:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:04 smithi098 ceph-mon[88922]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-12T01:17:05.113 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:05.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:05 smithi193 ceph-mon[83763]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-12T01:17:05.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:05 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/381564594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:05.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:05 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:05.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:05.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[91373]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-12T01:17:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/381564594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[88922]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-12T01:17:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/381564594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:17:05] "GET /metrics HTTP/1.1" 200 50999 "" "Prometheus/2.43.0" 2024-04-12T01:17:06.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:06 smithi193 ceph-mon[83763]: pgmap v2787: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 29 KiB/s wr, 620 op/s 2024-04-12T01:17:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:06 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:17:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:06 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:06.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:06 smithi193 ceph-mon[83763]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-12T01:17:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:06 smithi098 ceph-mon[91373]: pgmap v2787: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 29 KiB/s wr, 620 op/s 2024-04-12T01:17:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:06 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:17:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:06 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:06 smithi098 ceph-mon[91373]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-12T01:17:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:06 smithi098 ceph-mon[88922]: pgmap v2787: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 29 KiB/s wr, 620 op/s 2024-04-12T01:17:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:06 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:17:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:06 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:06 smithi098 ceph-mon[88922]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-12T01:17:07.337 INFO:tasks.workunit.client.0.smithi098.stdout:num images is: 1 2024-04-12T01:17:07.337 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:17:07.337 INFO:tasks.workunit.client.0.smithi098.stdout:image: image34 2024-04-12T01:17:07.337 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image34 2024-04-12T01:17:07.368 INFO:tasks.workunit.client.0.smithi098.stdout:num images is: 2 2024-04-12T01:17:07.368 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:17:07.368 INFO:tasks.workunit.client.0.smithi098.stdout:image: image34 2024-04-12T01:17:07.368 INFO:tasks.workunit.client.0.smithi098.stdout:image: image35 2024-04-12T01:17:07.368 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image34 2024-04-12T01:17:07.368 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image35 2024-04-12T01:17:07.416 INFO:tasks.workunit.client.0.smithi098.stdout:100.00% done 2024-04-12T01:17:07.417 INFO:tasks.workunit.client.0.smithi098.stdout:num images is: 3 2024-04-12T01:17:07.417 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 3 2024-04-12T01:17:07.417 INFO:tasks.workunit.client.0.smithi098.stdout:image: image34 2024-04-12T01:17:07.417 INFO:tasks.workunit.client.0.smithi098.stdout:image: image35 2024-04-12T01:17:07.417 INFO:tasks.workunit.client.0.smithi098.stdout:image: image36 2024-04-12T01:17:07.417 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image34 2024-04-12T01:17:07.417 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image35 2024-04-12T01:17:07.417 INFO:tasks.workunit.client.0.smithi098.stdout:expected = image36 2024-04-12T01:17:07.447 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4275 ms) 2024-04-12T01:17:07.447 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-12T01:17:07.447 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:07 smithi098 ceph-mon[91373]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-12T01:17:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:07 smithi098 ceph-mon[91373]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-12T01:17:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:07 smithi098 ceph-mon[88922]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-12T01:17:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:07 smithi098 ceph-mon[88922]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-12T01:17:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:07 smithi193 ceph-mon[83763]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-12T01:17:07.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:07 smithi193 ceph-mon[83763]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-12T01:17:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:08 smithi098 ceph-mon[91373]: pgmap v2790: 329 pgs: 4 creating+peering, 20 unknown, 305 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 484 KiB/s rd, 27 KiB/s wr, 565 op/s 2024-04-12T01:17:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:08 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:08 smithi098 ceph-mon[88922]: pgmap v2790: 329 pgs: 4 creating+peering, 20 unknown, 305 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 484 KiB/s rd, 27 KiB/s wr, 565 op/s 2024-04-12T01:17:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:08 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:08 smithi193 ceph-mon[83763]: pgmap v2790: 329 pgs: 4 creating+peering, 20 unknown, 305 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 484 KiB/s rd, 27 KiB/s wr, 565 op/s 2024-04-12T01:17:08.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:08 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:09 smithi098 ceph-mon[91373]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-12T01:17:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:09 smithi098 ceph-mon[88922]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-12T01:17:09.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:09 smithi193 ceph-mon[83763]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-12T01:17:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:10 smithi098 ceph-mon[91373]: pgmap v2793: 329 pgs: 4 creating+peering, 2 unknown, 323 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 4.0 KiB/s wr, 64 op/s 2024-04-12T01:17:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:10 smithi098 ceph-mon[91373]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-12T01:17:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:10 smithi098 ceph-mon[88922]: pgmap v2793: 329 pgs: 4 creating+peering, 2 unknown, 323 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 4.0 KiB/s wr, 64 op/s 2024-04-12T01:17:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:10 smithi098 ceph-mon[88922]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-12T01:17:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:10 smithi193 ceph-mon[83763]: pgmap v2793: 329 pgs: 4 creating+peering, 2 unknown, 323 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 4.0 KiB/s wr, 64 op/s 2024-04-12T01:17:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:10 smithi193 ceph-mon[83763]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-12T01:17:11.172 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 1 2024-04-12T01:17:11.172 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:17:11.172 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1 2024-04-12T01:17:11.172 INFO:tasks.workunit.client.0.smithi098.stdout:found snap1 with size 2097152 2024-04-12T01:17:11.172 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 2 2024-04-12T01:17:11.172 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:found snap1 with size 2097152 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:found snap2 with size 4194304 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 1 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:found snap2 with size 4194304 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 0 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3725 ms) 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-12T01:17:11.173 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:11.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:11 smithi098 ceph-mon[91373]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-12T01:17:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:11 smithi098 ceph-mon[88922]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-12T01:17:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:11 smithi193 ceph-mon[83763]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-12T01:17:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:12 smithi193 ceph-mon[83763]: pgmap v2796: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.2 KiB/s wr, 52 op/s 2024-04-12T01:17:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:12 smithi193 ceph-mon[83763]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-12T01:17:12.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:17:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:17:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:12 smithi098 ceph-mon[91373]: pgmap v2796: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.2 KiB/s wr, 52 op/s 2024-04-12T01:17:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:12 smithi098 ceph-mon[91373]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-12T01:17:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:12 smithi098 ceph-mon[88922]: pgmap v2796: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.2 KiB/s wr, 52 op/s 2024-04-12T01:17:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:12 smithi098 ceph-mon[88922]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-12T01:17:13.181 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2009 ms) 2024-04-12T01:17:13.182 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-12T01:17:13.182 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:13.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:13 smithi098 ceph-mon[91373]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-12T01:17:13.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:13 smithi098 ceph-mon[88922]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-12T01:17:13.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:13 smithi193 ceph-mon[83763]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-12T01:17:14.179 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 1 2024-04-12T01:17:14.179 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:17:14.180 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1 2024-04-12T01:17:14.180 INFO:tasks.workunit.client.0.smithi098.stdout:found snap1 with size 2097152 2024-04-12T01:17:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:14 smithi098 ceph-mon[91373]: pgmap v2799: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 346 KiB/s rd, 24 KiB/s wr, 413 op/s 2024-04-12T01:17:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:14 smithi098 ceph-mon[91373]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-12T01:17:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:14 smithi098 ceph-mon[88922]: pgmap v2799: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 346 KiB/s rd, 24 KiB/s wr, 413 op/s 2024-04-12T01:17:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:14 smithi098 ceph-mon[88922]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-12T01:17:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:14 smithi193 ceph-mon[83763]: pgmap v2799: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 346 KiB/s rd, 24 KiB/s wr, 413 op/s 2024-04-12T01:17:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:14 smithi193 ceph-mon[83763]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-12T01:17:15.192 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 2 2024-04-12T01:17:15.192 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:17:15.192 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1 2024-04-12T01:17:15.192 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2 2024-04-12T01:17:15.192 INFO:tasks.workunit.client.0.smithi098.stdout:found snap1 with size 2097152 2024-04-12T01:17:15.192 INFO:tasks.workunit.client.0.smithi098.stdout:found snap2 with size 4194304 2024-04-12T01:17:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:15 smithi098 ceph-mon[91373]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-12T01:17:15.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:15 smithi098 ceph-mon[88922]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-12T01:17:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:15 smithi193 ceph-mon[83763]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-12T01:17:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:17:15] "GET /metrics HTTP/1.1" 200 50999 "" "Prometheus/2.43.0" 2024-04-12T01:17:16.201 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 1 2024-04-12T01:17:16.201 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:17:16.201 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2 2024-04-12T01:17:16.201 INFO:tasks.workunit.client.0.smithi098.stdout:found snap2 with size 4194304 2024-04-12T01:17:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:16 smithi098 ceph-mon[91373]: pgmap v2802: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 25 KiB/s wr, 433 op/s 2024-04-12T01:17:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:16 smithi098 ceph-mon[91373]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-12T01:17:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:16 smithi098 ceph-mon[88922]: pgmap v2802: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 25 KiB/s wr, 433 op/s 2024-04-12T01:17:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:16 smithi098 ceph-mon[88922]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-12T01:17:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:16 smithi193 ceph-mon[83763]: pgmap v2802: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 25 KiB/s wr, 433 op/s 2024-04-12T01:17:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:16 smithi193 ceph-mon[83763]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-12T01:17:17.082 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 0 2024-04-12T01:17:17.082 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:17:17.086 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3905 ms) 2024-04-12T01:17:17.086 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-12T01:17:17.086 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:17 smithi098 ceph-mon[91373]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-12T01:17:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:17 smithi098 ceph-mon[91373]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-12T01:17:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:17 smithi098 ceph-mon[88922]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-12T01:17:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:17 smithi098 ceph-mon[88922]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-12T01:17:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:17 smithi193 ceph-mon[83763]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-12T01:17:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:17 smithi193 ceph-mon[83763]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-12T01:17:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:18 smithi098 ceph-mon[91373]: pgmap v2805: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 69 op/s 2024-04-12T01:17:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:18 smithi098 ceph-mon[91373]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-12T01:17:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:18 smithi098 ceph-mon[88922]: pgmap v2805: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 69 op/s 2024-04-12T01:17:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:18 smithi098 ceph-mon[88922]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-12T01:17:18.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:18 smithi193 ceph-mon[83763]: pgmap v2805: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 69 op/s 2024-04-12T01:17:18.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:18 smithi193 ceph-mon[83763]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-12T01:17:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:20 smithi193 ceph-mon[83763]: pgmap v2808: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2024-04-12T01:17:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:20 smithi193 ceph-mon[83763]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-12T01:17:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:20 smithi098 ceph-mon[91373]: pgmap v2808: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2024-04-12T01:17:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:20 smithi098 ceph-mon[91373]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-12T01:17:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:20 smithi098 ceph-mon[88922]: pgmap v2808: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2024-04-12T01:17:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:20 smithi098 ceph-mon[88922]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-12T01:17:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:21.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:21 smithi193 ceph-mon[83763]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-12T01:17:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:21 smithi098 ceph-mon[91373]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-12T01:17:21.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:21 smithi098 ceph-mon[88922]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-12T01:17:22.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:17:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:17:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: pgmap v2811: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-04-12T01:17:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-12T01:17:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]: dispatch 2024-04-12T01:17:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]: dispatch 2024-04-12T01:17:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 4]}]: dispatch 2024-04-12T01:17:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]: dispatch 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]: dispatch 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]': finished 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]': finished 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 4]}]': finished 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]': finished 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]': finished 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-04-12T01:17:22.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:22 smithi193 ceph-mon[83763]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-12T01:17:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: pgmap v2811: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-04-12T01:17:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-12T01:17:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]: dispatch 2024-04-12T01:17:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]: dispatch 2024-04-12T01:17:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 4]}]: dispatch 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]: dispatch 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]: dispatch 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]': finished 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]': finished 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 4]}]': finished 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]': finished 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]': finished 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-04-12T01:17:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[91373]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: pgmap v2811: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]: dispatch 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]: dispatch 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 4]}]: dispatch 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]: dispatch 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]: dispatch 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [2, 3]}]': finished 2024-04-12T01:17:22.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]': finished 2024-04-12T01:17:22.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 4]}]': finished 2024-04-12T01:17:22.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]': finished 2024-04-12T01:17:22.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-04-12T01:17:22.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-04-12T01:17:22.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]': finished 2024-04-12T01:17:22.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-04-12T01:17:22.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:22 smithi098 ceph-mon[88922]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-12T01:17:23.082 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 0 2024-04-12T01:17:23.082 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:17:23.087 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6002 ms) 2024-04-12T01:17:23.087 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-12T01:17:23.087 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:24.099 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 1 2024-04-12T01:17:24.099 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:17:24.099 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1 2024-04-12T01:17:24.099 INFO:tasks.workunit.client.0.smithi098.stdout:found snap1 with size 2097152 2024-04-12T01:17:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:24 smithi193 ceph-mon[83763]: pgmap v2814: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-04-12T01:17:24.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:24 smithi193 ceph-mon[83763]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-12T01:17:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:24 smithi098 ceph-mon[88922]: pgmap v2814: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-04-12T01:17:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:24 smithi098 ceph-mon[88922]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-12T01:17:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:24 smithi098 ceph-mon[91373]: pgmap v2814: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-04-12T01:17:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:24 smithi098 ceph-mon[91373]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-12T01:17:25.108 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 2 2024-04-12T01:17:25.108 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:17:25.109 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1 2024-04-12T01:17:25.109 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2 2024-04-12T01:17:25.109 INFO:tasks.workunit.client.0.smithi098.stdout:found snap1 with size 2097152 2024-04-12T01:17:25.109 INFO:tasks.workunit.client.0.smithi098.stdout:found snap2 with size 4194304 2024-04-12T01:17:25.112 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 2 2024-04-12T01:17:25.112 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:17:25.113 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap1-rename 2024-04-12T01:17:25.113 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2 2024-04-12T01:17:25.113 INFO:tasks.workunit.client.0.smithi098.stdout:found snap1-rename with size 2097152 2024-04-12T01:17:25.113 INFO:tasks.workunit.client.0.smithi098.stdout:found snap2 with size 4194304 2024-04-12T01:17:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:25 smithi193 ceph-mon[83763]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-12T01:17:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:25 smithi098 ceph-mon[88922]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-12T01:17:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:25 smithi098 ceph-mon[91373]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-12T01:17:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:17:25] "GET /metrics HTTP/1.1" 200 51046 "" "Prometheus/2.43.0" 2024-04-12T01:17:26.112 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 1 2024-04-12T01:17:26.112 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:17:26.112 INFO:tasks.workunit.client.0.smithi098.stdout:snap: snap2-rename 2024-04-12T01:17:26.112 INFO:tasks.workunit.client.0.smithi098.stdout:found snap2-rename with size 4194304 2024-04-12T01:17:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:26 smithi193 ceph-mon[83763]: pgmap v2817: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-04-12T01:17:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:26 smithi193 ceph-mon[83763]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-12T01:17:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:26 smithi098 ceph-mon[91373]: pgmap v2817: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-04-12T01:17:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:26 smithi098 ceph-mon[91373]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-12T01:17:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:26 smithi098 ceph-mon[88922]: pgmap v2817: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-04-12T01:17:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:26 smithi098 ceph-mon[88922]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-12T01:17:27.070 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 0 2024-04-12T01:17:27.071 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:17:27.080 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3992 ms) 2024-04-12T01:17:27.080 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-12T01:17:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:27 smithi193 ceph-mon[83763]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-12T01:17:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:27.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:27 smithi193 ceph-mon[83763]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-12T01:17:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:27 smithi098 ceph-mon[91373]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-12T01:17:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:27 smithi098 ceph-mon[91373]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-12T01:17:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:27 smithi098 ceph-mon[88922]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-12T01:17:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:27 smithi098 ceph-mon[88922]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-12T01:17:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:28 smithi193 ceph-mon[83763]: pgmap v2820: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 3 op/s 2024-04-12T01:17:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:17:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:17:28.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:28 smithi098 ceph-mon[91373]: pgmap v2820: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 3 op/s 2024-04-12T01:17:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:17:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:17:28.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:28.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:28 smithi098 ceph-mon[88922]: pgmap v2820: 329 pgs: 1 peering, 328 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 3 op/s 2024-04-12T01:17:28.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:17:28.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:17:28.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:29.131 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:29.132 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:29.132 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:29.132 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:29 smithi098 ceph-mon[88922]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-12T01:17:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:29 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/135754196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:29 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/135754196' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:29 smithi098 ceph-mon[88922]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-12T01:17:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:29 smithi098 ceph-mon[91373]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-12T01:17:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:29 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/135754196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:29 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/135754196' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:29 smithi098 ceph-mon[91373]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-12T01:17:29.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:29 smithi193 ceph-mon[83763]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-12T01:17:29.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:29 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/135754196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:29.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:29 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/135754196' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:29.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:29 smithi193 ceph-mon[83763]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-12T01:17:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:30 smithi098 ceph-mon[91373]: pgmap v2823: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 68 KiB/s rd, 6.5 KiB/s wr, 92 op/s; 16 B/s, 0 objects/s recovering 2024-04-12T01:17:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:30 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:17:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:30 smithi098 ceph-mon[91373]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-12T01:17:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:30 smithi098 ceph-mon[88922]: pgmap v2823: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 68 KiB/s rd, 6.5 KiB/s wr, 92 op/s; 16 B/s, 0 objects/s recovering 2024-04-12T01:17:30.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:30 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:17:30.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:30 smithi098 ceph-mon[88922]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-12T01:17:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:30 smithi193 ceph-mon[83763]: pgmap v2823: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 68 KiB/s rd, 6.5 KiB/s wr, 92 op/s; 16 B/s, 0 objects/s recovering 2024-04-12T01:17:30.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:30 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:17:30.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:30 smithi193 ceph-mon[83763]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-12T01:17:31.388 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4308 ms) 2024-04-12T01:17:31.388 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-12T01:17:32.367 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:17:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:17:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:32 smithi193 ceph-mon[83763]: pgmap v2826: 361 pgs: 3 creating+peering, 26 unknown, 332 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 93 op/s; 16 B/s, 0 objects/s recovering 2024-04-12T01:17:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:32 smithi193 ceph-mon[83763]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-12T01:17:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:32 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:32 smithi193 ceph-mon[83763]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-12T01:17:32.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:32 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3101720320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[91373]: pgmap v2826: 361 pgs: 3 creating+peering, 26 unknown, 332 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 93 op/s; 16 B/s, 0 objects/s recovering 2024-04-12T01:17:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[91373]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-12T01:17:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[91373]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-12T01:17:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3101720320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[88922]: pgmap v2826: 361 pgs: 3 creating+peering, 26 unknown, 332 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 93 op/s; 16 B/s, 0 objects/s recovering 2024-04-12T01:17:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[88922]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-12T01:17:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[88922]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-12T01:17:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:32 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3101720320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:33.094 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:33.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:33 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:33] ENGINE Bus STOPPING 2024-04-12T01:17:33.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:33 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T01:17:33.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:33 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:33] ENGINE Bus STOPPED 2024-04-12T01:17:33.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:33 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:33] ENGINE Bus STARTING 2024-04-12T01:17:33.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:33 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:33] ENGINE Serving on http://:::9283 2024-04-12T01:17:33.542 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:33 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:33] ENGINE Bus STARTED 2024-04-12T01:17:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: pgmap v2829: 393 pgs: 3 creating+peering, 38 unknown, 352 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-04-12T01:17:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3101720320' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-12T01:17:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:17:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:17:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:34.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: pgmap v2829: 393 pgs: 3 creating+peering, 38 unknown, 352 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3101720320' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: pgmap v2829: 393 pgs: 3 creating+peering, 38 unknown, 352 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3101720320' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:34.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.547 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:34.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:34.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:34.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:34.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:34.548 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:35.154 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:35 smithi193 ceph-mon[83763]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-12T01:17:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:35.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:35 smithi098 ceph-mon[91373]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-12T01:17:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:35 smithi098 ceph-mon[88922]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-12T01:17:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:17:35] "GET /metrics HTTP/1.1" 200 55815 "" "Prometheus/2.43.0" 2024-04-12T01:17:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:36 smithi193 ceph-mon[83763]: pgmap v2832: 393 pgs: 5 creating+peering, 23 unknown, 365 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-04-12T01:17:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:36 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:36 smithi193 ceph-mon[83763]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-12T01:17:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:36 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:36 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[88922]: pgmap v2832: 393 pgs: 5 creating+peering, 23 unknown, 365 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-04-12T01:17:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[88922]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-12T01:17:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[91373]: pgmap v2832: 393 pgs: 5 creating+peering, 23 unknown, 365 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-04-12T01:17:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:17:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[91373]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-12T01:17:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:36.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:36 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:37.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:37 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T01:17:37.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:37 smithi193 ceph-mon[83763]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-12T01:17:37.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:37 smithi193 ceph-mon[83763]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-12T01:17:37.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:37 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T01:17:37.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:37 smithi098 ceph-mon[91373]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-12T01:17:37.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:37 smithi098 ceph-mon[91373]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-12T01:17:37.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:37 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T01:17:37.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:37 smithi098 ceph-mon[88922]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-12T01:17:37.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:37 smithi098 ceph-mon[88922]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-12T01:17:37.867 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:17:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=cleanup t=2024-04-12T01:17:37.572755997Z level=info msg="Completed cleanup jobs" duration=3.233518ms 2024-04-12T01:17:38.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:38 smithi193 ceph-mon[83763]: pgmap v2835: 393 pgs: 5 creating+peering, 14 unknown, 374 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.0 KiB/s wr, 76 op/s 2024-04-12T01:17:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:38 smithi098 ceph-mon[91373]: pgmap v2835: 393 pgs: 5 creating+peering, 14 unknown, 374 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.0 KiB/s wr, 76 op/s 2024-04-12T01:17:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:38 smithi098 ceph-mon[88922]: pgmap v2835: 393 pgs: 5 creating+peering, 14 unknown, 374 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.0 KiB/s wr, 76 op/s 2024-04-12T01:17:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:40 smithi193 ceph-mon[83763]: pgmap v2837: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 238 KiB/s wr, 92 op/s 2024-04-12T01:17:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:40 smithi098 ceph-mon[91373]: pgmap v2837: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 238 KiB/s wr, 92 op/s 2024-04-12T01:17:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:40 smithi098 ceph-mon[88922]: pgmap v2837: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 238 KiB/s wr, 92 op/s 2024-04-12T01:17:42.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:42 smithi193 ceph-mon[83763]: pgmap v2838: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 175 KiB/s wr, 72 op/s 2024-04-12T01:17:42.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:42 smithi193 ceph-mon[83763]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-12T01:17:42.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:17:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:17:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:42 smithi098 ceph-mon[91373]: pgmap v2838: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 175 KiB/s wr, 72 op/s 2024-04-12T01:17:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:42 smithi098 ceph-mon[91373]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-12T01:17:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:42 smithi098 ceph-mon[88922]: pgmap v2838: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 175 KiB/s wr, 72 op/s 2024-04-12T01:17:42.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:42 smithi098 ceph-mon[88922]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-12T01:17:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:44 smithi193 ceph-mon[83763]: pgmap v2840: 393 pgs: 393 active+clean; 11 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 964 KiB/s wr, 40 op/s 2024-04-12T01:17:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:44 smithi098 ceph-mon[91373]: pgmap v2840: 393 pgs: 393 active+clean; 11 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 964 KiB/s wr, 40 op/s 2024-04-12T01:17:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:44 smithi098 ceph-mon[88922]: pgmap v2840: 393 pgs: 393 active+clean; 11 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 964 KiB/s wr, 40 op/s 2024-04-12T01:17:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:17:45] "GET /metrics HTTP/1.1" 200 55815 "" "Prometheus/2.43.0" 2024-04-12T01:17:46.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:46 smithi193 ceph-mon[83763]: pgmap v2841: 393 pgs: 393 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 770 KiB/s wr, 32 op/s 2024-04-12T01:17:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:46 smithi098 ceph-mon[91373]: pgmap v2841: 393 pgs: 393 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 770 KiB/s wr, 32 op/s 2024-04-12T01:17:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:46 smithi098 ceph-mon[88922]: pgmap v2841: 393 pgs: 393 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 770 KiB/s wr, 32 op/s 2024-04-12T01:17:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:48 smithi193 ceph-mon[83763]: pgmap v2842: 393 pgs: 393 active+clean; 12 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 653 KiB/s wr, 14 op/s 2024-04-12T01:17:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:48 smithi098 ceph-mon[91373]: pgmap v2842: 393 pgs: 393 active+clean; 12 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 653 KiB/s wr, 14 op/s 2024-04-12T01:17:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:48 smithi098 ceph-mon[88922]: pgmap v2842: 393 pgs: 393 active+clean; 12 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 653 KiB/s wr, 14 op/s 2024-04-12T01:17:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:50 smithi193 ceph-mon[83763]: pgmap v2843: 393 pgs: 393 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 819 KiB/s wr, 5 op/s 2024-04-12T01:17:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:50 smithi098 ceph-mon[91373]: pgmap v2843: 393 pgs: 393 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 819 KiB/s wr, 5 op/s 2024-04-12T01:17:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:50 smithi098 ceph-mon[88922]: pgmap v2843: 393 pgs: 393 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 819 KiB/s wr, 5 op/s 2024-04-12T01:17:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:17:52.275 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.RemoveFullTry (20887 ms) 2024-04-12T01:17:52.276 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-12T01:17:52.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:52 smithi193 ceph-mon[83763]: pgmap v2844: 393 pgs: 393 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-04-12T01:17:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:52 smithi193 ceph-mon[83763]: pool 'test-librbd-smithi098-136797-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T01:17:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:52 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T01:17:52.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:52 smithi193 ceph-mon[83763]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-12T01:17:52.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:17:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:17:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:52 smithi098 ceph-mon[91373]: pgmap v2844: 393 pgs: 393 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-04-12T01:17:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:52 smithi098 ceph-mon[91373]: pool 'test-librbd-smithi098-136797-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T01:17:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:52 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T01:17:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:52 smithi098 ceph-mon[91373]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-12T01:17:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:52 smithi098 ceph-mon[88922]: pgmap v2844: 393 pgs: 393 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-04-12T01:17:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:52 smithi098 ceph-mon[88922]: pool 'test-librbd-smithi098-136797-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T01:17:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:52 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T01:17:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:52 smithi098 ceph-mon[88922]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-12T01:17:54.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:54 smithi098 ceph-mon[91373]: pgmap v2846: 393 pgs: 393 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-04-12T01:17:54.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:54 smithi098 ceph-mon[91373]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-12T01:17:54.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:54 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2107018700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:54.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:54 smithi098 ceph-mon[88922]: pgmap v2846: 393 pgs: 393 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-04-12T01:17:54.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:54 smithi098 ceph-mon[88922]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-12T01:17:54.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:54 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2107018700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:54 smithi193 ceph-mon[83763]: pgmap v2846: 393 pgs: 393 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-04-12T01:17:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:54 smithi193 ceph-mon[83763]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-12T01:17:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:54 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2107018700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:55 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2107018700' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:55 smithi098 ceph-mon[91373]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-12T01:17:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:55 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2107018700' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:55 smithi098 ceph-mon[88922]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-12T01:17:55.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:55 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2107018700' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:55.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:55 smithi193 ceph-mon[83763]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-12T01:17:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:17:55] "GET /metrics HTTP/1.1" 200 55875 "" "Prometheus/2.43.0" 2024-04-12T01:17:56.181 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:17:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-mon[91373]: pgmap v2849: 425 pgs: 4 creating+peering, 28 unknown, 393 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-04-12T01:17:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-mon[91373]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-12T01:17:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1016174533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-mon[88922]: pgmap v2849: 425 pgs: 4 creating+peering, 28 unknown, 393 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-04-12T01:17:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-mon[88922]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-12T01:17:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1016174533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:56.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:56.543 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:56] ENGINE Bus STOPPING 2024-04-12T01:17:56.543 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T01:17:56.543 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:56] ENGINE Bus STOPPED 2024-04-12T01:17:56.543 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:56] ENGINE Bus STARTING 2024-04-12T01:17:56.543 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:56] ENGINE Serving on http://:::9283 2024-04-12T01:17:56.543 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:17:56 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:17:56] ENGINE Bus STARTED 2024-04-12T01:17:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:56 smithi193 ceph-mon[83763]: pgmap v2849: 425 pgs: 4 creating+peering, 28 unknown, 393 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-04-12T01:17:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:56 smithi193 ceph-mon[83763]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-12T01:17:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:56 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1016174533' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:56 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:17:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-12T01:17:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:17:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:17:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:17:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:57.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:57.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.545 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:57.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.546 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.547 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.548 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.548 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:57.548 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:57.548 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.548 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.548 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.549 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.549 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:57.549 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:57.549 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.549 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.549 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:17:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-12T01:17:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:17:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:17:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:17:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:17:57.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:17:57.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:17:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:58 smithi098 ceph-mon[91373]: pgmap v2852: 457 pgs: 9 creating+peering, 49 unknown, 399 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 512 KiB/s wr, 24 op/s 2024-04-12T01:17:58.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:58 smithi098 ceph-mon[91373]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-12T01:17:58.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:58 smithi098 ceph-mon[88922]: pgmap v2852: 457 pgs: 9 creating+peering, 49 unknown, 399 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 512 KiB/s wr, 24 op/s 2024-04-12T01:17:58.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:58 smithi098 ceph-mon[88922]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-12T01:17:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:58 smithi193 ceph-mon[83763]: pgmap v2852: 457 pgs: 9 creating+peering, 49 unknown, 399 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 512 KiB/s wr, 24 op/s 2024-04-12T01:17:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:58 smithi193 ceph-mon[83763]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-12T01:17:59.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:59 smithi098 ceph-mon[91373]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-12T01:17:59.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:59 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:59.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:17:59 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:59.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:59 smithi098 ceph-mon[88922]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-12T01:17:59.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:59 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:59.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:17:59 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:59.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:59 smithi193 ceph-mon[83763]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-12T01:17:59.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:59 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:17:59.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:17:59 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T01:18:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:00 smithi098 ceph-mon[91373]: pgmap v2855: 457 pgs: 9 creating+peering, 9 unknown, 439 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 514 KiB/s wr, 52 op/s 2024-04-12T01:18:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:00 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T01:18:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:00 smithi098 ceph-mon[91373]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-12T01:18:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:00 smithi098 ceph-mon[88922]: pgmap v2855: 457 pgs: 9 creating+peering, 9 unknown, 439 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 514 KiB/s wr, 52 op/s 2024-04-12T01:18:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:00 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T01:18:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:00 smithi098 ceph-mon[88922]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-12T01:18:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:00 smithi193 ceph-mon[83763]: pgmap v2855: 457 pgs: 9 creating+peering, 9 unknown, 439 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 514 KiB/s wr, 52 op/s 2024-04-12T01:18:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:00 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi098-136797-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T01:18:00.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:00 smithi193 ceph-mon[83763]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-12T01:18:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:02 smithi098 ceph-mon[91373]: pgmap v2857: 457 pgs: 5 creating+peering, 452 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.8 KiB/s wr, 27 op/s 2024-04-12T01:18:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:02 smithi098 ceph-mon[91373]: pool 'test-librbd-smithi098-136797-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T01:18:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:02 smithi098 ceph-mon[91373]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T01:18:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:02 smithi098 ceph-mon[91373]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-12T01:18:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:02 smithi098 ceph-mon[88922]: pgmap v2857: 457 pgs: 5 creating+peering, 452 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.8 KiB/s wr, 27 op/s 2024-04-12T01:18:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:02 smithi098 ceph-mon[88922]: pool 'test-librbd-smithi098-136797-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T01:18:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:02 smithi098 ceph-mon[88922]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T01:18:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:02 smithi098 ceph-mon[88922]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-12T01:18:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:18:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:18:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:18:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:02 smithi193 ceph-mon[83763]: pgmap v2857: 457 pgs: 5 creating+peering, 452 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.8 KiB/s wr, 27 op/s 2024-04-12T01:18:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:02 smithi193 ceph-mon[83763]: pool 'test-librbd-smithi098-136797-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T01:18:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:02 smithi193 ceph-mon[83763]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T01:18:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:02 smithi193 ceph-mon[83763]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-12T01:18:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:04 smithi098 ceph-mon[91373]: pgmap v2859: 457 pgs: 457 active+clean; 7.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 579 KiB/s wr, 8 op/s 2024-04-12T01:18:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:04 smithi098 ceph-mon[88922]: pgmap v2859: 457 pgs: 457 active+clean; 7.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 579 KiB/s wr, 8 op/s 2024-04-12T01:18:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:04 smithi193 ceph-mon[83763]: pgmap v2859: 457 pgs: 457 active+clean; 7.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 579 KiB/s wr, 8 op/s 2024-04-12T01:18:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:18:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:18:05] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-12T01:18:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:06 smithi098 ceph-mon[88922]: pgmap v2860: 457 pgs: 457 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 650 KiB/s wr, 10 op/s 2024-04-12T01:18:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:06 smithi098 ceph-mon[91373]: pgmap v2860: 457 pgs: 457 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 650 KiB/s wr, 10 op/s 2024-04-12T01:18:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:06 smithi193 ceph-mon[83763]: pgmap v2860: 457 pgs: 457 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 650 KiB/s wr, 10 op/s 2024-04-12T01:18:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:08 smithi193 ceph-mon[83763]: pgmap v2861: 457 pgs: 457 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-04-12T01:18:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:08 smithi193 ceph-mon[83763]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-12T01:18:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:08 smithi098 ceph-mon[88922]: pgmap v2861: 457 pgs: 457 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-04-12T01:18:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:08 smithi098 ceph-mon[88922]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-12T01:18:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:08 smithi098 ceph-mon[91373]: pgmap v2861: 457 pgs: 457 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-04-12T01:18:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:08 smithi098 ceph-mon[91373]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-12T01:18:10.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:10 smithi193 ceph-mon[83763]: pgmap v2863: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 769 KiB/s wr, 9 op/s 2024-04-12T01:18:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:10 smithi098 ceph-mon[88922]: pgmap v2863: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 769 KiB/s wr, 9 op/s 2024-04-12T01:18:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:10 smithi098 ceph-mon[91373]: pgmap v2863: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 769 KiB/s wr, 9 op/s 2024-04-12T01:18:12.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:12 smithi193 ceph-mon[83763]: pgmap v2864: 457 pgs: 457 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 731 KiB/s wr, 4 op/s 2024-04-12T01:18:12.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:18:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:18:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:18:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:12 smithi098 ceph-mon[91373]: pgmap v2864: 457 pgs: 457 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 731 KiB/s wr, 4 op/s 2024-04-12T01:18:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:12 smithi098 ceph-mon[88922]: pgmap v2864: 457 pgs: 457 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 731 KiB/s wr, 4 op/s 2024-04-12T01:18:14.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:14 smithi193 ceph-mon[83763]: pgmap v2865: 457 pgs: 457 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 615 KiB/s wr, 4 op/s 2024-04-12T01:18:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:14 smithi098 ceph-mon[91373]: pgmap v2865: 457 pgs: 457 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 615 KiB/s wr, 4 op/s 2024-04-12T01:18:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:14 smithi098 ceph-mon[88922]: pgmap v2865: 457 pgs: 457 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 615 KiB/s wr, 4 op/s 2024-04-12T01:18:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:18:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:18:15] "GET /metrics HTTP/1.1" 200 60792 "" "Prometheus/2.43.0" 2024-04-12T01:18:16.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:16 smithi193 ceph-mon[83763]: pgmap v2866: 457 pgs: 457 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-12T01:18:16.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:16 smithi098 ceph-mon[91373]: pgmap v2866: 457 pgs: 457 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-12T01:18:16.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:16 smithi098 ceph-mon[88922]: pgmap v2866: 457 pgs: 457 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-12T01:18:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:17 smithi193 ceph-mon[83763]: pool 'test-librbd-smithi098-136797-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T01:18:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:17 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T01:18:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:17 smithi193 ceph-mon[83763]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-12T01:18:17.383 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (25108 ms) 2024-04-12T01:18:17.383 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-12T01:18:17.383 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:18:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:17 smithi098 ceph-mon[91373]: pool 'test-librbd-smithi098-136797-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T01:18:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:17 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T01:18:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:17 smithi098 ceph-mon[91373]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-12T01:18:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:17 smithi098 ceph-mon[88922]: pool 'test-librbd-smithi098-136797-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T01:18:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:17 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T01:18:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:17 smithi098 ceph-mon[88922]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-12T01:18:18.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:18 smithi193 ceph-mon[83763]: pgmap v2867: 457 pgs: 457 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-12T01:18:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:18 smithi098 ceph-mon[91373]: pgmap v2867: 457 pgs: 457 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-12T01:18:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:18 smithi098 ceph-mon[88922]: pgmap v2867: 457 pgs: 457 active+clean; 19 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-12T01:18:18.919 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.920 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.921 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:18.922 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:18.923 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.924 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:18.925 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 512~512 = 512 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:aio discard: 1536~512 = 0 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:18:18.926 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.927 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.928 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.929 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.930 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.931 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.932 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.933 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:18.934 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.935 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.935 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:18.935 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:18.935 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:18.935 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:18.935 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:18.935 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:18.935 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:18.935 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.240 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.240 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.240 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.241 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.242 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.243 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.244 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.245 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.246 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.247 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.248 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:20.249 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:20.250 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestIO (2857 ms) 2024-04-12T01:18:20.250 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-12T01:18:20.250 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:18:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:20 smithi193 ceph-mon[83763]: pgmap v2869: 457 pgs: 457 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 1.0 MiB/s wr, 104 op/s 2024-04-12T01:18:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:18:20.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:20 smithi098 ceph-mon[91373]: pgmap v2869: 457 pgs: 457 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 1.0 MiB/s wr, 104 op/s 2024-04-12T01:18:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:18:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:20 smithi098 ceph-mon[88922]: pgmap v2869: 457 pgs: 457 active+clean; 13 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 1.0 MiB/s wr, 104 op/s 2024-04-12T01:18:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:18:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:22.367 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:18:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:18:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:22 smithi193 ceph-mon[83763]: pgmap v2870: 457 pgs: 457 active+clean; 8.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 958 KiB/s wr, 106 op/s 2024-04-12T01:18:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:22 smithi193 ceph-mon[83763]: pool 'test-librbd-smithi098-136797-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T01:18:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:22 smithi193 ceph-mon[83763]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T01:18:22.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:22 smithi193 ceph-mon[83763]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-12T01:18:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:22 smithi098 ceph-mon[91373]: pgmap v2870: 457 pgs: 457 active+clean; 8.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 958 KiB/s wr, 106 op/s 2024-04-12T01:18:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:22 smithi098 ceph-mon[91373]: pool 'test-librbd-smithi098-136797-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T01:18:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:22 smithi098 ceph-mon[91373]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T01:18:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:22 smithi098 ceph-mon[91373]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-12T01:18:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:22 smithi098 ceph-mon[88922]: pgmap v2870: 457 pgs: 457 active+clean; 8.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 958 KiB/s wr, 106 op/s 2024-04-12T01:18:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:22 smithi098 ceph-mon[88922]: pool 'test-librbd-smithi098-136797-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T01:18:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:22 smithi098 ceph-mon[88922]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T01:18:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:22 smithi098 ceph-mon[88922]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-12T01:18:23.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:23 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-04-12T01:18:23.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:23 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-04-12T01:18:23.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:23 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]: dispatch 2024-04-12T01:18:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:24 smithi193 ceph-mon[83763]: pgmap v2872: 457 pgs: 457 active+clean; 4.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 558 KiB/s wr, 151 op/s 2024-04-12T01:18:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]': finished 2024-04-12T01:18:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:24 smithi193 ceph-mon[83763]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-12T01:18:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:24 smithi098 ceph-mon[91373]: pgmap v2872: 457 pgs: 457 active+clean; 4.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 558 KiB/s wr, 151 op/s 2024-04-12T01:18:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]': finished 2024-04-12T01:18:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:24 smithi098 ceph-mon[91373]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-12T01:18:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:24 smithi098 ceph-mon[88922]: pgmap v2872: 457 pgs: 457 active+clean; 4.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 558 KiB/s wr, 151 op/s 2024-04-12T01:18:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.17", "id": [4, 3]}]': finished 2024-04-12T01:18:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:24 smithi098 ceph-mon[88922]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-12T01:18:25.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:25 smithi193 ceph-mon[83763]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-12T01:18:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:25 smithi098 ceph-mon[91373]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-12T01:18:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:25 smithi098 ceph-mon[88922]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-12T01:18:26.030 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.031 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:26.032 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:26.033 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.034 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.035 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.036 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 512~512 = 512 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:aio discard: 1536~512 = 0 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:26.037 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:18:26.038 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:18:26.039 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.040 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:18:26.041 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.042 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:26.043 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:26.044 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:26.045 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:26.046 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:18:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:18:25] "GET /metrics HTTP/1.1" 200 60866 "" "Prometheus/2.43.0" 2024-04-12T01:18:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:26 smithi193 ceph-mon[83763]: pgmap v2875: 457 pgs: 457 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 639 KiB/s rd, 634 KiB/s wr, 1.27k op/s 2024-04-12T01:18:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:26 smithi098 ceph-mon[91373]: pgmap v2875: 457 pgs: 457 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 639 KiB/s rd, 634 KiB/s wr, 1.27k op/s 2024-04-12T01:18:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:26 smithi098 ceph-mon[88922]: pgmap v2875: 457 pgs: 457 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 639 KiB/s rd, 634 KiB/s wr, 1.27k op/s 2024-04-12T01:18:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:28 smithi193 ceph-mon[83763]: pgmap v2876: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 638 KiB/s rd, 975 KiB/s wr, 1.27k op/s 2024-04-12T01:18:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:28 smithi098 ceph-mon[91373]: pgmap v2876: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 638 KiB/s rd, 975 KiB/s wr, 1.27k op/s 2024-04-12T01:18:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:28 smithi098 ceph-mon[88922]: pgmap v2876: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 638 KiB/s rd, 975 KiB/s wr, 1.27k op/s 2024-04-12T01:18:30.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:30 smithi193 ceph-mon[83763]: pgmap v2877: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 2.06k op/s 2024-04-12T01:18:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:30 smithi098 ceph-mon[91373]: pgmap v2877: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 2.06k op/s 2024-04-12T01:18:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:30 smithi098 ceph-mon[88922]: pgmap v2877: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 2.06k op/s 2024-04-12T01:18:32.114 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.115 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.116 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.117 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.118 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.119 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.120 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.121 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:32.122 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 4 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11874 ms) 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-12T01:18:32.123 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:18:32.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:32 smithi193 ceph-mon[83763]: pgmap v2878: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.66k op/s 2024-04-12T01:18:32.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:18:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:18:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:18:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:32 smithi098 ceph-mon[91373]: pgmap v2878: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.66k op/s 2024-04-12T01:18:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:32 smithi098 ceph-mon[88922]: pgmap v2878: 457 pgs: 457 active+clean; 11 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.66k op/s 2024-04-12T01:18:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:34 smithi098 ceph-mon[91373]: pgmap v2879: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 885 KiB/s wr, 910 op/s 2024-04-12T01:18:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:34 smithi098 ceph-mon[88922]: pgmap v2879: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 885 KiB/s wr, 910 op/s 2024-04-12T01:18:34.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:34 smithi193 ceph-mon[83763]: pgmap v2879: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 885 KiB/s wr, 910 op/s 2024-04-12T01:18:35.984 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:35 smithi098 ceph-mon[88922]: pgmap v2880: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 800 KiB/s wr, 824 op/s 2024-04-12T01:18:35.984 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:18:35.984 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:35.984 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:18:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:18:35] "GET /metrics HTTP/1.1" 200 60832 "" "Prometheus/2.43.0" 2024-04-12T01:18:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:35 smithi098 ceph-mon[91373]: pgmap v2880: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 800 KiB/s wr, 824 op/s 2024-04-12T01:18:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:18:36.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:35 smithi193 ceph-mon[83763]: pgmap v2880: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 800 KiB/s wr, 824 op/s 2024-04-12T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:18:36.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:38.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:37 smithi098 ceph-mon[91373]: pgmap v2881: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 713 op/s 2024-04-12T01:18:38.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:37 smithi098 ceph-mon[88922]: pgmap v2881: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 713 op/s 2024-04-12T01:18:38.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:37 smithi193 ceph-mon[83763]: pgmap v2881: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 713 op/s 2024-04-12T01:18:40.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:39 smithi098 ceph-mon[91373]: pgmap v2882: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 715 op/s 2024-04-12T01:18:40.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:39 smithi098 ceph-mon[88922]: pgmap v2882: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 715 op/s 2024-04-12T01:18:40.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:39 smithi193 ceph-mon[83763]: pgmap v2882: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 715 op/s 2024-04-12T01:18:42.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:41 smithi098 ceph-mon[91373]: pgmap v2883: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 960 KiB/s rd, 106 KiB/s wr, 233 op/s 2024-04-12T01:18:42.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:41 smithi098 ceph-mon[88922]: pgmap v2883: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 960 KiB/s rd, 106 KiB/s wr, 233 op/s 2024-04-12T01:18:42.313 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:41 smithi193 ceph-mon[83763]: pgmap v2883: 457 pgs: 457 active+clean; 15 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 960 KiB/s rd, 106 KiB/s wr, 233 op/s 2024-04-12T01:18:42.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:18:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:18:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:18:43.180 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:43.180 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:43.180 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:43.180 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:43.180 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:43.180 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.181 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.182 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:43.182 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.182 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:43.182 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.182 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.182 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:43.182 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.182 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:18:43.182 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.183 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.183 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:18:43.183 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:43.183 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:43.183 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:43.183 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:43.183 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:43.183 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:43.183 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.184 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.185 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.186 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:18:43.187 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:18:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 512~512 = 512 2024-04-12T01:18:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:aio discard: 1536~512 = 0 2024-04-12T01:18:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.188 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:18:43.189 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:18:43.189 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.189 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.189 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:18:43.189 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.189 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.190 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:18:43.191 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.191 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.191 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:18:43.191 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.191 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.191 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.192 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:18:43.193 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:43.195 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:43.196 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.197 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:43.198 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:44.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:43 smithi098 ceph-mon[91373]: pgmap v2884: 457 pgs: 457 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 867 KiB/s wr, 359 op/s 2024-04-12T01:18:44.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:43 smithi098 ceph-mon[88922]: pgmap v2884: 457 pgs: 457 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 867 KiB/s wr, 359 op/s 2024-04-12T01:18:44.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:43 smithi193 ceph-mon[83763]: pgmap v2884: 457 pgs: 457 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 867 KiB/s wr, 359 op/s 2024-04-12T01:18:45.996 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:18:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:18:45] "GET /metrics HTTP/1.1" 200 60832 "" "Prometheus/2.43.0" 2024-04-12T01:18:45.997 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:45 smithi098 ceph-mon[88922]: pgmap v2885: 457 pgs: 457 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 762 KiB/s wr, 135 op/s 2024-04-12T01:18:46.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:45 smithi098 ceph-mon[91373]: pgmap v2885: 457 pgs: 457 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 762 KiB/s wr, 135 op/s 2024-04-12T01:18:46.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:45 smithi193 ceph-mon[83763]: pgmap v2885: 457 pgs: 457 active+clean; 23 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 762 KiB/s wr, 135 op/s 2024-04-12T01:18:48.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:47 smithi098 ceph-mon[91373]: pgmap v2886: 457 pgs: 457 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 1.4 MiB/s wr, 132 op/s 2024-04-12T01:18:48.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:47 smithi098 ceph-mon[88922]: pgmap v2886: 457 pgs: 457 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 1.4 MiB/s wr, 132 op/s 2024-04-12T01:18:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:47 smithi193 ceph-mon[83763]: pgmap v2886: 457 pgs: 457 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 1.4 MiB/s wr, 132 op/s 2024-04-12T01:18:49.203 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.203 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.203 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.203 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.203 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.203 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.203 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.204 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.205 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.206 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.207 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.208 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.209 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.210 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:49.211 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:18:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:18:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 4 2024-04-12T01:18:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:18:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:18:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (17089 ms) 2024-04-12T01:18:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-12T01:18:49.212 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:18:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:50 smithi098 ceph-mon[91373]: pgmap v2887: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 724 op/s 2024-04-12T01:18:50.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:50 smithi098 ceph-mon[88922]: pgmap v2887: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 724 op/s 2024-04-12T01:18:50.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:50 smithi193 ceph-mon[83763]: pgmap v2887: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 724 op/s 2024-04-12T01:18:50.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:18:51.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:51 smithi098 ceph-mon[91373]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-12T01:18:51.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:51 smithi098 ceph-mon[88922]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-12T01:18:51.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:51 smithi193 ceph-mon[83763]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-12T01:18:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:52 smithi098 ceph-mon[91373]: pgmap v2889: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 867 op/s 2024-04-12T01:18:52.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:52 smithi098 ceph-mon[88922]: pgmap v2889: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 867 op/s 2024-04-12T01:18:52.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:52 smithi193 ceph-mon[83763]: pgmap v2889: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 867 op/s 2024-04-12T01:18:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:18:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:18:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:54 smithi098 ceph-mon[91373]: pgmap v2890: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 741 op/s 2024-04-12T01:18:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:54 smithi098 ceph-mon[88922]: pgmap v2890: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 741 op/s 2024-04-12T01:18:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:54 smithi193 ceph-mon[83763]: pgmap v2890: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 741 op/s 2024-04-12T01:18:56.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:18:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:18:55] "GET /metrics HTTP/1.1" 200 60834 "" "Prometheus/2.43.0" 2024-04-12T01:18:56.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:56 smithi098 ceph-mon[91373]: pgmap v2891: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 740 op/s 2024-04-12T01:18:56.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:56 smithi098 ceph-mon[88922]: pgmap v2891: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 740 op/s 2024-04-12T01:18:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:56 smithi193 ceph-mon[83763]: pgmap v2891: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 740 op/s 2024-04-12T01:18:57.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:57 smithi098 ceph-mon[91373]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-12T01:18:57.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:18:57.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:57 smithi098 ceph-mon[88922]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-12T01:18:57.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:18:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:57 smithi193 ceph-mon[83763]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-12T01:18:57.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:18:58.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:18:58 smithi098 ceph-mon[91373]: pgmap v2893: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.2 KiB/s wr, 37 op/s 2024-04-12T01:18:58.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:18:58 smithi098 ceph-mon[88922]: pgmap v2893: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.2 KiB/s wr, 37 op/s 2024-04-12T01:18:58.300 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:18:58 smithi193 ceph-mon[83763]: pgmap v2893: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.2 KiB/s wr, 37 op/s 2024-04-12T01:19:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[91373]: pgmap v2894: 457 pgs: 457 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 486 KiB/s wr, 63 op/s 2024-04-12T01:19:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[88922]: pgmap v2894: 457 pgs: 457 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 486 KiB/s wr, 63 op/s 2024-04-12T01:19:00.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.293 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:00 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:00 smithi193 ceph-mon[83763]: pgmap v2894: 457 pgs: 457 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 486 KiB/s wr, 63 op/s 2024-04-12T01:19:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:00 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:00 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:00 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:00 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:19:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:19:01.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:19:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:19:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:19:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:19:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:19:02.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:02 smithi193 ceph-mon[83763]: pgmap v2895: 457 pgs: 457 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 413 KiB/s wr, 55 op/s 2024-04-12T01:19:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:02 smithi098 ceph-mon[91373]: pgmap v2895: 457 pgs: 457 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 413 KiB/s wr, 55 op/s 2024-04-12T01:19:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:02 smithi098 ceph-mon[88922]: pgmap v2895: 457 pgs: 457 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 413 KiB/s wr, 55 op/s 2024-04-12T01:19:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:19:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:19:04.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:04 smithi193 ceph-mon[83763]: pgmap v2896: 457 pgs: 457 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 411 KiB/s wr, 33 op/s 2024-04-12T01:19:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:04 smithi098 ceph-mon[91373]: pgmap v2896: 457 pgs: 457 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 411 KiB/s wr, 33 op/s 2024-04-12T01:19:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:04 smithi098 ceph-mon[88922]: pgmap v2896: 457 pgs: 457 active+clean; 39 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 411 KiB/s wr, 33 op/s 2024-04-12T01:19:05.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:19:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:19:05] "GET /metrics HTTP/1.1" 200 60847 "" "Prometheus/2.43.0" 2024-04-12T01:19:06.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:06 smithi193 ceph-mon[83763]: pgmap v2897: 457 pgs: 457 active+clean; 51 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-12T01:19:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:06 smithi098 ceph-mon[91373]: pgmap v2897: 457 pgs: 457 active+clean; 51 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-12T01:19:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:06 smithi098 ceph-mon[88922]: pgmap v2897: 457 pgs: 457 active+clean; 51 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-12T01:19:07.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:07 smithi193 ceph-mon[83763]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-12T01:19:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:07 smithi098 ceph-mon[91373]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-12T01:19:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:07 smithi098 ceph-mon[88922]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-12T01:19:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:08 smithi193 ceph-mon[83763]: pgmap v2899: 457 pgs: 457 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 41 op/s 2024-04-12T01:19:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:08 smithi098 ceph-mon[91373]: pgmap v2899: 457 pgs: 457 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 41 op/s 2024-04-12T01:19:08.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:08 smithi098 ceph-mon[88922]: pgmap v2899: 457 pgs: 457 active+clean; 51 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 41 op/s 2024-04-12T01:19:10.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:10 smithi098 ceph-mon[91373]: pgmap v2900: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-12T01:19:10.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:10 smithi098 ceph-mon[88922]: pgmap v2900: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-12T01:19:10.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:10 smithi193 ceph-mon[83763]: pgmap v2900: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-12T01:19:12.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:12 smithi193 ceph-mon[83763]: pgmap v2901: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-12T01:19:12.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:19:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:19:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:12 smithi098 ceph-mon[91373]: pgmap v2901: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-12T01:19:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:12 smithi098 ceph-mon[88922]: pgmap v2901: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-12T01:19:14.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:14 smithi193 ceph-mon[83763]: pgmap v2902: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-12T01:19:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:14 smithi098 ceph-mon[91373]: pgmap v2902: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-12T01:19:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:14 smithi098 ceph-mon[88922]: pgmap v2902: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-12T01:19:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:19:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:19:15] "GET /metrics HTTP/1.1" 200 60847 "" "Prometheus/2.43.0" 2024-04-12T01:19:16.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:16 smithi193 ceph-mon[83763]: pgmap v2903: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 820 KiB/s wr, 36 op/s 2024-04-12T01:19:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:16 smithi098 ceph-mon[91373]: pgmap v2903: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 820 KiB/s wr, 36 op/s 2024-04-12T01:19:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:16 smithi098 ceph-mon[88922]: pgmap v2903: 457 pgs: 457 active+clean; 59 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 820 KiB/s wr, 36 op/s 2024-04-12T01:19:18.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:18 smithi193 ceph-mon[83763]: pgmap v2904: 457 pgs: 457 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-04-12T01:19:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:18 smithi098 ceph-mon[91373]: pgmap v2904: 457 pgs: 457 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-04-12T01:19:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:18 smithi098 ceph-mon[88922]: pgmap v2904: 457 pgs: 457 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-04-12T01:19:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:20 smithi193 ceph-mon[83763]: pgmap v2905: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-12T01:19:20.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:20 smithi098 ceph-mon[91373]: pgmap v2905: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-12T01:19:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:20 smithi098 ceph-mon[88922]: pgmap v2905: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-12T01:19:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:22.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:22 smithi193 ceph-mon[83763]: pgmap v2906: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-12T01:19:22.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:19:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:19:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:19:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:22 smithi098 ceph-mon[91373]: pgmap v2906: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-12T01:19:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:22 smithi098 ceph-mon[88922]: pgmap v2906: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-12T01:19:24.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:24 smithi193 ceph-mon[83763]: pgmap v2907: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T01:19:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:24 smithi098 ceph-mon[91373]: pgmap v2907: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T01:19:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:24 smithi098 ceph-mon[88922]: pgmap v2907: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T01:19:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:19:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:19:25] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-12T01:19:26.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:26 smithi193 ceph-mon[83763]: pgmap v2908: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T01:19:26.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:26 smithi193 ceph-mon[83763]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-12T01:19:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:26 smithi098 ceph-mon[91373]: pgmap v2908: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T01:19:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:26 smithi098 ceph-mon[91373]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-12T01:19:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:26 smithi098 ceph-mon[88922]: pgmap v2908: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T01:19:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:26 smithi098 ceph-mon[88922]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-12T01:19:28.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:28 smithi193 ceph-mon[83763]: pgmap v2910: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-12T01:19:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:28 smithi098 ceph-mon[91373]: pgmap v2910: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-12T01:19:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:28 smithi098 ceph-mon[88922]: pgmap v2910: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-12T01:19:30.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:30 smithi193 ceph-mon[83763]: pgmap v2911: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 920 B/s wr, 40 op/s 2024-04-12T01:19:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:30 smithi098 ceph-mon[91373]: pgmap v2911: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 920 B/s wr, 40 op/s 2024-04-12T01:19:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:30 smithi098 ceph-mon[88922]: pgmap v2911: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 920 B/s wr, 40 op/s 2024-04-12T01:19:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:32 smithi098 ceph-mon[91373]: pgmap v2912: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T01:19:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:32 smithi098 ceph-mon[88922]: pgmap v2912: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T01:19:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:32 smithi193 ceph-mon[83763]: pgmap v2912: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 530 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T01:19:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:19:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:19:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:34 smithi098 ceph-mon[91373]: pgmap v2913: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T01:19:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:34 smithi098 ceph-mon[88922]: pgmap v2913: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T01:19:34.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:34 smithi193 ceph-mon[83763]: pgmap v2913: 457 pgs: 457 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T01:19:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:35.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:19:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:19:35] "GET /metrics HTTP/1.1" 200 60845 "" "Prometheus/2.43.0" 2024-04-12T01:19:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:36 smithi098 ceph-mon[91373]: pgmap v2914: 457 pgs: 457 active+clean; 83 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 824 KiB/s wr, 61 op/s 2024-04-12T01:19:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:36 smithi098 ceph-mon[88922]: pgmap v2914: 457 pgs: 457 active+clean; 83 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 824 KiB/s wr, 61 op/s 2024-04-12T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:36 smithi193 ceph-mon[83763]: pgmap v2914: 457 pgs: 457 active+clean; 83 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 824 KiB/s wr, 61 op/s 2024-04-12T01:19:37.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:37 smithi098 ceph-mon[91373]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-12T01:19:37.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:37 smithi098 ceph-mon[88922]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-12T01:19:37.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:37 smithi193 ceph-mon[83763]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-12T01:19:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:38 smithi098 ceph-mon[91373]: pgmap v2916: 457 pgs: 457 active+clean; 155 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 10 MiB/s wr, 57 op/s 2024-04-12T01:19:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:38 smithi098 ceph-mon[91373]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-12T01:19:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:38 smithi098 ceph-mon[88922]: pgmap v2916: 457 pgs: 457 active+clean; 155 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 10 MiB/s wr, 57 op/s 2024-04-12T01:19:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:38 smithi098 ceph-mon[88922]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-12T01:19:38.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:38 smithi193 ceph-mon[83763]: pgmap v2916: 457 pgs: 457 active+clean; 155 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 10 MiB/s wr, 57 op/s 2024-04-12T01:19:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:38 smithi193 ceph-mon[83763]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-12T01:19:39.263 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 4 2024-04-12T01:19:39.263 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 4 2024-04-12T01:19:39.263 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 4 2024-04-12T01:19:39.263 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:19:39.264 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:19:39.264 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:19:39.264 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:19:39.264 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:19:39.264 INFO:tasks.workunit.client.0.smithi098.stdout:read: 4 2024-04-12T01:19:39.264 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCloneEncryption (50060 ms) 2024-04-12T01:19:39.264 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-12T01:19:39.264 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:19:39.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:39 smithi098 ceph-mon[91373]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-12T01:19:39.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:39 smithi098 ceph-mon[88922]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-12T01:19:39.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:39 smithi193 ceph-mon[83763]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-12T01:19:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:40 smithi098 ceph-mon[91373]: pgmap v2919: 457 pgs: 457 active+clean; 119 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 43 MiB/s wr, 207 op/s 2024-04-12T01:19:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:40 smithi098 ceph-mon[91373]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-12T01:19:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:40 smithi098 ceph-mon[88922]: pgmap v2919: 457 pgs: 457 active+clean; 119 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 43 MiB/s wr, 207 op/s 2024-04-12T01:19:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:40 smithi098 ceph-mon[88922]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-12T01:19:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:40 smithi193 ceph-mon[83763]: pgmap v2919: 457 pgs: 457 active+clean; 119 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 43 MiB/s wr, 207 op/s 2024-04-12T01:19:40.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:40 smithi193 ceph-mon[83763]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-12T01:19:42.419 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:42 smithi193 ceph-mon[83763]: pgmap v2921: 457 pgs: 457 active+clean; 99 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 40 MiB/s wr, 231 op/s 2024-04-12T01:19:42.419 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:19:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:19:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:19:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:42 smithi098 ceph-mon[91373]: pgmap v2921: 457 pgs: 457 active+clean; 99 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 40 MiB/s wr, 231 op/s 2024-04-12T01:19:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:42 smithi098 ceph-mon[88922]: pgmap v2921: 457 pgs: 457 active+clean; 99 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 40 MiB/s wr, 231 op/s 2024-04-12T01:19:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:44 smithi098 ceph-mon[91373]: pgmap v2922: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 25 MiB/s wr, 267 op/s 2024-04-12T01:19:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:44 smithi098 ceph-mon[91373]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-12T01:19:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:44 smithi098 ceph-mon[88922]: pgmap v2922: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 25 MiB/s wr, 267 op/s 2024-04-12T01:19:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:44 smithi098 ceph-mon[88922]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-12T01:19:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:44 smithi193 ceph-mon[83763]: pgmap v2922: 457 pgs: 457 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 25 MiB/s wr, 267 op/s 2024-04-12T01:19:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:44 smithi193 ceph-mon[83763]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-12T01:19:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:19:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:19:45] "GET /metrics HTTP/1.1" 200 60845 "" "Prometheus/2.43.0" 2024-04-12T01:19:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:46 smithi098 ceph-mon[91373]: pgmap v2924: 457 pgs: 457 active+clean; 36 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 755 KiB/s rd, 4.6 MiB/s wr, 170 op/s 2024-04-12T01:19:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:46 smithi098 ceph-mon[88922]: pgmap v2924: 457 pgs: 457 active+clean; 36 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 755 KiB/s rd, 4.6 MiB/s wr, 170 op/s 2024-04-12T01:19:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:46 smithi193 ceph-mon[83763]: pgmap v2924: 457 pgs: 457 active+clean; 36 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 755 KiB/s rd, 4.6 MiB/s wr, 170 op/s 2024-04-12T01:19:48.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:48 smithi193 ceph-mon[83763]: pgmap v2925: 457 pgs: 457 active+clean; 44 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 1.1 MiB/s wr, 96 op/s 2024-04-12T01:19:48.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:48 smithi193 ceph-mon[83763]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-12T01:19:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:48 smithi098 ceph-mon[91373]: pgmap v2925: 457 pgs: 457 active+clean; 44 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 1.1 MiB/s wr, 96 op/s 2024-04-12T01:19:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:48 smithi098 ceph-mon[91373]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-12T01:19:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:48 smithi098 ceph-mon[88922]: pgmap v2925: 457 pgs: 457 active+clean; 44 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 1.1 MiB/s wr, 96 op/s 2024-04-12T01:19:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:48 smithi098 ceph-mon[88922]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-12T01:19:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:50 smithi193 ceph-mon[83763]: pgmap v2927: 457 pgs: 457 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 3.6 MiB/s wr, 124 op/s 2024-04-12T01:19:50.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:50 smithi098 ceph-mon[88922]: pgmap v2927: 457 pgs: 457 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 3.6 MiB/s wr, 124 op/s 2024-04-12T01:19:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:50 smithi098 ceph-mon[91373]: pgmap v2927: 457 pgs: 457 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 3.6 MiB/s wr, 124 op/s 2024-04-12T01:19:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:19:52.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:52 smithi193 ceph-mon[83763]: pgmap v2928: 457 pgs: 457 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-12T01:19:52.368 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:19:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:19:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:52 smithi098 ceph-mon[91373]: pgmap v2928: 457 pgs: 457 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-12T01:19:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:52 smithi098 ceph-mon[88922]: pgmap v2928: 457 pgs: 457 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-12T01:19:54.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:54 smithi193 ceph-mon[83763]: pgmap v2929: 457 pgs: 457 active+clean; 72 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-12T01:19:54.396 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15133 ms) 2024-04-12T01:19:54.396 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-12T01:19:54.396 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:19:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:54 smithi098 ceph-mon[91373]: pgmap v2929: 457 pgs: 457 active+clean; 72 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-12T01:19:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:54 smithi098 ceph-mon[88922]: pgmap v2929: 457 pgs: 457 active+clean; 72 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-12T01:19:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:19:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:19:55] "GET /metrics HTTP/1.1" 200 60842 "" "Prometheus/2.43.0" 2024-04-12T01:19:56.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:56 smithi193 ceph-mon[83763]: pgmap v2930: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.4 MiB/s wr, 36 op/s 2024-04-12T01:19:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:56 smithi098 ceph-mon[91373]: pgmap v2930: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.4 MiB/s wr, 36 op/s 2024-04-12T01:19:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:56 smithi098 ceph-mon[88922]: pgmap v2930: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.4 MiB/s wr, 36 op/s 2024-04-12T01:19:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:19:58 smithi193 ceph-mon[83763]: pgmap v2931: 457 pgs: 457 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-12T01:19:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:19:58 smithi098 ceph-mon[91373]: pgmap v2931: 457 pgs: 457 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-12T01:19:58.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:19:58 smithi098 ceph-mon[88922]: pgmap v2931: 457 pgs: 457 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-12T01:20:00.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:00 smithi193 ceph-mon[83763]: pgmap v2932: 457 pgs: 457 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-04-12T01:20:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:00 smithi193 ceph-mon[83763]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:20:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:00 smithi193 ceph-mon[83763]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-12T01:20:00.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:00 smithi193 ceph-mon[83763]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-12T01:20:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:00 smithi098 ceph-mon[91373]: pgmap v2932: 457 pgs: 457 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-04-12T01:20:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:00 smithi098 ceph-mon[91373]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:20:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:00 smithi098 ceph-mon[91373]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-12T01:20:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:00 smithi098 ceph-mon[91373]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-12T01:20:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:00 smithi098 ceph-mon[88922]: pgmap v2932: 457 pgs: 457 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-04-12T01:20:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:00 smithi098 ceph-mon[88922]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:20:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:00 smithi098 ceph-mon[88922]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-12T01:20:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:00 smithi098 ceph-mon[88922]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-12T01:20:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:01 smithi193 ceph-mon[83763]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-12T01:20:01.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:20:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:01 smithi098 ceph-mon[91373]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-12T01:20:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:20:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:01 smithi098 ceph-mon[88922]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-12T01:20:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:20:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:02 smithi098 ceph-mon[91373]: pgmap v2934: 457 pgs: 457 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-12T01:20:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:20:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:20:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:20:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:02 smithi098 ceph-mon[88922]: pgmap v2934: 457 pgs: 457 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-12T01:20:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:20:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:20:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:20:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:20:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:20:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:20:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:02 smithi193 ceph-mon[83763]: pgmap v2934: 457 pgs: 457 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-12T01:20:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:20:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:20:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:20:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:04 smithi098 ceph-mon[91373]: pgmap v2935: 457 pgs: 457 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-12T01:20:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:04 smithi098 ceph-mon[88922]: pgmap v2935: 457 pgs: 457 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-12T01:20:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:04 smithi193 ceph-mon[83763]: pgmap v2935: 457 pgs: 457 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-12T01:20:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:20:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:20:05] "GET /metrics HTTP/1.1" 200 60851 "" "Prometheus/2.43.0" 2024-04-12T01:20:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:06 smithi098 ceph-mon[91373]: pgmap v2936: 457 pgs: 457 active+clean; 113 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T01:20:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:06 smithi098 ceph-mon[88922]: pgmap v2936: 457 pgs: 457 active+clean; 113 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T01:20:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:06 smithi193 ceph-mon[83763]: pgmap v2936: 457 pgs: 457 active+clean; 113 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T01:20:07.529 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (13133 ms) 2024-04-12T01:20:07.529 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-12T01:20:07.529 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:20:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:08 smithi098 ceph-mon[91373]: pgmap v2937: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T01:20:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:08 smithi098 ceph-mon[88922]: pgmap v2937: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T01:20:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:08 smithi193 ceph-mon[83763]: pgmap v2937: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T01:20:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:10 smithi098 ceph-mon[91373]: pgmap v2938: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-12T01:20:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:10 smithi098 ceph-mon[88922]: pgmap v2938: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-12T01:20:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:10 smithi193 ceph-mon[83763]: pgmap v2938: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-12T01:20:11.651 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4122 ms) 2024-04-12T01:20:11.651 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-12T01:20:11.651 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:20:12.420 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:20:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:20:12.420 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:12 smithi193 ceph-mon[83763]: pgmap v2939: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 4.3 MiB/s wr, 36 op/s 2024-04-12T01:20:12.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:12 smithi098 ceph-mon[91373]: pgmap v2939: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 4.3 MiB/s wr, 36 op/s 2024-04-12T01:20:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:12 smithi098 ceph-mon[88922]: pgmap v2939: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 4.3 MiB/s wr, 36 op/s 2024-04-12T01:20:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:14 smithi098 ceph-mon[91373]: pgmap v2940: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-04-12T01:20:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:14 smithi098 ceph-mon[88922]: pgmap v2940: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-04-12T01:20:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:14 smithi193 ceph-mon[83763]: pgmap v2940: 457 pgs: 457 active+clean; 125 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-04-12T01:20:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:20:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:20:15] "GET /metrics HTTP/1.1" 200 60851 "" "Prometheus/2.43.0" 2024-04-12T01:20:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:16 smithi098 ceph-mon[91373]: pgmap v2941: 457 pgs: 457 active+clean; 129 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 26 op/s 2024-04-12T01:20:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:16 smithi098 ceph-mon[88922]: pgmap v2941: 457 pgs: 457 active+clean; 129 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 26 op/s 2024-04-12T01:20:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:16 smithi193 ceph-mon[83763]: pgmap v2941: 457 pgs: 457 active+clean; 129 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 26 op/s 2024-04-12T01:20:17.162 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5511 ms) 2024-04-12T01:20:17.162 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-12T01:20:17.162 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-12T01:20:17.162 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:20:17.162 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-12T01:20:17.162 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-12T01:20:17.162 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:20:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:18 smithi098 ceph-mon[91373]: pgmap v2942: 457 pgs: 457 active+clean; 129 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-12T01:20:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:18 smithi098 ceph-mon[88922]: pgmap v2942: 457 pgs: 457 active+clean; 129 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-12T01:20:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:18 smithi193 ceph-mon[83763]: pgmap v2942: 457 pgs: 457 active+clean; 129 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-12T01:20:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:20 smithi098 ceph-mon[88922]: pgmap v2943: 457 pgs: 457 active+clean; 133 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 25 op/s 2024-04-12T01:20:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:20 smithi098 ceph-mon[91373]: pgmap v2943: 457 pgs: 457 active+clean; 133 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 25 op/s 2024-04-12T01:20:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:20 smithi193 ceph-mon[83763]: pgmap v2943: 457 pgs: 457 active+clean; 133 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 25 op/s 2024-04-12T01:20:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:22 smithi098 ceph-mon[91373]: pgmap v2944: 457 pgs: 457 active+clean; 133 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 684 KiB/s wr, 24 op/s 2024-04-12T01:20:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:22 smithi098 ceph-mon[91373]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-12T01:20:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:22 smithi098 ceph-mon[88922]: pgmap v2944: 457 pgs: 457 active+clean; 133 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 684 KiB/s wr, 24 op/s 2024-04-12T01:20:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:22 smithi098 ceph-mon[88922]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-12T01:20:22.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:20:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:20:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:20:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:22 smithi193 ceph-mon[83763]: pgmap v2944: 457 pgs: 457 active+clean; 133 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 684 KiB/s wr, 24 op/s 2024-04-12T01:20:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:22 smithi193 ceph-mon[83763]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-12T01:20:23.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:23 smithi098 ceph-mon[91373]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-12T01:20:23.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:23 smithi098 ceph-mon[88922]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-12T01:20:23.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:23 smithi193 ceph-mon[83763]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-12T01:20:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:24 smithi098 ceph-mon[91373]: pgmap v2947: 457 pgs: 457 active+clean; 133 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 513 KiB/s wr, 24 op/s 2024-04-12T01:20:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:24 smithi098 ceph-mon[88922]: pgmap v2947: 457 pgs: 457 active+clean; 133 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 513 KiB/s wr, 24 op/s 2024-04-12T01:20:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:24 smithi193 ceph-mon[83763]: pgmap v2947: 457 pgs: 457 active+clean; 133 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 513 KiB/s wr, 24 op/s 2024-04-12T01:20:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:20:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:20:25] "GET /metrics HTTP/1.1" 200 60840 "" "Prometheus/2.43.0" 2024-04-12T01:20:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:26 smithi098 ceph-mon[91373]: pgmap v2948: 457 pgs: 457 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 1.0 MiB/s wr, 77 op/s 2024-04-12T01:20:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:26 smithi098 ceph-mon[88922]: pgmap v2948: 457 pgs: 457 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 1.0 MiB/s wr, 77 op/s 2024-04-12T01:20:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:26 smithi193 ceph-mon[83763]: pgmap v2948: 457 pgs: 457 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 1.0 MiB/s wr, 77 op/s 2024-04-12T01:20:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:28 smithi098 ceph-mon[91373]: pgmap v2949: 457 pgs: 457 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 514 KiB/s wr, 61 op/s 2024-04-12T01:20:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:28 smithi098 ceph-mon[88922]: pgmap v2949: 457 pgs: 457 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 514 KiB/s wr, 61 op/s 2024-04-12T01:20:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:28 smithi193 ceph-mon[83763]: pgmap v2949: 457 pgs: 457 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 514 KiB/s wr, 61 op/s 2024-04-12T01:20:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:30 smithi098 ceph-mon[91373]: pgmap v2950: 457 pgs: 457 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 515 KiB/s wr, 68 op/s 2024-04-12T01:20:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:30 smithi098 ceph-mon[88922]: pgmap v2950: 457 pgs: 457 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 515 KiB/s wr, 68 op/s 2024-04-12T01:20:30.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:30 smithi193 ceph-mon[83763]: pgmap v2950: 457 pgs: 457 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 515 KiB/s wr, 68 op/s 2024-04-12T01:20:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:32 smithi098 ceph-mon[91373]: pgmap v2951: 457 pgs: 457 active+clean; 141 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 874 KiB/s wr, 59 op/s 2024-04-12T01:20:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:32 smithi098 ceph-mon[88922]: pgmap v2951: 457 pgs: 457 active+clean; 141 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 874 KiB/s wr, 59 op/s 2024-04-12T01:20:32.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:32 smithi193 ceph-mon[83763]: pgmap v2951: 457 pgs: 457 active+clean; 141 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 874 KiB/s wr, 59 op/s 2024-04-12T01:20:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:20:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:20:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:34 smithi098 ceph-mon[91373]: pgmap v2952: 457 pgs: 457 active+clean; 145 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.2 MiB/s wr, 58 op/s 2024-04-12T01:20:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:34 smithi098 ceph-mon[88922]: pgmap v2952: 457 pgs: 457 active+clean; 145 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.2 MiB/s wr, 58 op/s 2024-04-12T01:20:34.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:34 smithi193 ceph-mon[83763]: pgmap v2952: 457 pgs: 457 active+clean; 145 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.2 MiB/s wr, 58 op/s 2024-04-12T01:20:35.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:35.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:35.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:20:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:20:35] "GET /metrics HTTP/1.1" 200 60853 "" "Prometheus/2.43.0" 2024-04-12T01:20:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:36 smithi098 ceph-mon[91373]: pgmap v2953: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 57 op/s 2024-04-12T01:20:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:36 smithi098 ceph-mon[88922]: pgmap v2953: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 57 op/s 2024-04-12T01:20:36.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:36 smithi193 ceph-mon[83763]: pgmap v2953: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 57 op/s 2024-04-12T01:20:38.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:38 smithi098 ceph-mon[91373]: pgmap v2954: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-12T01:20:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:38 smithi098 ceph-mon[88922]: pgmap v2954: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-12T01:20:38.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:38 smithi193 ceph-mon[83763]: pgmap v2954: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-12T01:20:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:40 smithi098 ceph-mon[91373]: pgmap v2955: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-12T01:20:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:40 smithi098 ceph-mon[88922]: pgmap v2955: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-12T01:20:40.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:40 smithi193 ceph-mon[83763]: pgmap v2955: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-12T01:20:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:42 smithi098 ceph-mon[91373]: pgmap v2956: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T01:20:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:42 smithi098 ceph-mon[88922]: pgmap v2956: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T01:20:42.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:42 smithi193 ceph-mon[83763]: pgmap v2956: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-12T01:20:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:20:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:20:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:44 smithi098 ceph-mon[91373]: pgmap v2957: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1024 KiB/s wr, 15 op/s 2024-04-12T01:20:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:44 smithi098 ceph-mon[88922]: pgmap v2957: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1024 KiB/s wr, 15 op/s 2024-04-12T01:20:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:44 smithi193 ceph-mon[83763]: pgmap v2957: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1024 KiB/s wr, 15 op/s 2024-04-12T01:20:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:20:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:20:45] "GET /metrics HTTP/1.1" 200 60853 "" "Prometheus/2.43.0" 2024-04-12T01:20:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:46 smithi098 ceph-mon[91373]: pgmap v2958: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 682 KiB/s wr, 9 op/s 2024-04-12T01:20:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:46 smithi098 ceph-mon[88922]: pgmap v2958: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 682 KiB/s wr, 9 op/s 2024-04-12T01:20:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:46 smithi193 ceph-mon[83763]: pgmap v2958: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 682 KiB/s wr, 9 op/s 2024-04-12T01:20:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:48 smithi098 ceph-mon[91373]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-12T01:20:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:48 smithi098 ceph-mon[88922]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-12T01:20:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:48 smithi193 ceph-mon[83763]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-12T01:20:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:50 smithi098 ceph-mon[91373]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-12T01:20:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:50 smithi098 ceph-mon[88922]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-12T01:20:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:50 smithi193 ceph-mon[83763]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-12T01:20:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:20:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:52 smithi098 ceph-mon[91373]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:20:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:52 smithi098 ceph-mon[88922]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:20:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:52 smithi193 ceph-mon[83763]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:20:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:20:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:20:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:20:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:54 smithi098 ceph-mon[91373]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:20:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:54 smithi098 ceph-mon[88922]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:20:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:54 smithi193 ceph-mon[83763]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:20:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:20:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:20:55] "GET /metrics HTTP/1.1" 200 60846 "" "Prometheus/2.43.0" 2024-04-12T01:20:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:56 smithi098 ceph-mon[91373]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T01:20:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:56 smithi098 ceph-mon[88922]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T01:20:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:56 smithi193 ceph-mon[83763]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T01:20:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:20:58 smithi098 ceph-mon[91373]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T01:20:58.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:20:58 smithi098 ceph-mon[88922]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T01:20:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:20:58 smithi193 ceph-mon[83763]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T01:21:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:00 smithi098 ceph-mon[91373]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-12T01:21:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:00 smithi098 ceph-mon[88922]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-12T01:21:00.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:00 smithi193 ceph-mon[83763]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-12T01:21:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[91373]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:21:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:21:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:21:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:21:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:21:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[88922]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:21:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:21:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:21:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:21:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:21:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:21:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:21:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:02 smithi193 ceph-mon[83763]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:21:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:21:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:21:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:21:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:21:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:04 smithi098 ceph-mon[91373]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:21:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:04 smithi098 ceph-mon[88922]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:21:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:04 smithi193 ceph-mon[83763]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:21:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:21:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:21:05] "GET /metrics HTTP/1.1" 200 60847 "" "Prometheus/2.43.0" 2024-04-12T01:21:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:06 smithi098 ceph-mon[91373]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T01:21:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:06 smithi098 ceph-mon[88922]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T01:21:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:06 smithi193 ceph-mon[83763]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T01:21:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:08 smithi098 ceph-mon[91373]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:21:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:08 smithi098 ceph-mon[88922]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:21:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:08 smithi193 ceph-mon[83763]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T01:21:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:10 smithi098 ceph-mon[91373]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-12T01:21:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:10 smithi098 ceph-mon[88922]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-12T01:21:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:10 smithi193 ceph-mon[83763]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-12T01:21:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:12 smithi098 ceph-mon[88922]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-12T01:21:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:12 smithi098 ceph-mon[91373]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-12T01:21:12.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:12 smithi193 ceph-mon[83763]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-12T01:21:12.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:21:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:21:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:14 smithi098 ceph-mon[91373]: pgmap v2972: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 3 op/s 2024-04-12T01:21:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:14 smithi098 ceph-mon[88922]: pgmap v2972: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 3 op/s 2024-04-12T01:21:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:14 smithi193 ceph-mon[83763]: pgmap v2972: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 3 op/s 2024-04-12T01:21:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:21:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:21:15] "GET /metrics HTTP/1.1" 200 60847 "" "Prometheus/2.43.0" 2024-04-12T01:21:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:16 smithi098 ceph-mon[88922]: pgmap v2973: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-04-12T01:21:16.741 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:16 smithi098 ceph-mon[91373]: pgmap v2973: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-04-12T01:21:16.742 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:16 smithi193 ceph-mon[83763]: pgmap v2973: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-04-12T01:21:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:18 smithi098 ceph-mon[91373]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-12T01:21:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:18 smithi098 ceph-mon[88922]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-12T01:21:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:18 smithi193 ceph-mon[83763]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-12T01:21:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:20 smithi098 ceph-mon[91373]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-12T01:21:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:20 smithi098 ceph-mon[88922]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-12T01:21:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:20 smithi193 ceph-mon[83763]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-12T01:21:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:22 smithi098 ceph-mon[91373]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:22 smithi098 ceph-mon[88922]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:22.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:22 smithi193 ceph-mon[83763]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:21:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:21:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:24 smithi098 ceph-mon[88922]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:24 smithi098 ceph-mon[91373]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:24 smithi193 ceph-mon[83763]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:21:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:21:25] "GET /metrics HTTP/1.1" 200 60847 "" "Prometheus/2.43.0" 2024-04-12T01:21:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:26 smithi098 ceph-mon[91373]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 85 B/s wr, 20 op/s 2024-04-12T01:21:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:26 smithi098 ceph-mon[88922]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 85 B/s wr, 20 op/s 2024-04-12T01:21:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:26 smithi193 ceph-mon[83763]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 85 B/s wr, 20 op/s 2024-04-12T01:21:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:28 smithi098 ceph-mon[91373]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T01:21:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:28 smithi098 ceph-mon[88922]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T01:21:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:28 smithi193 ceph-mon[83763]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T01:21:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:30 smithi098 ceph-mon[91373]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-12T01:21:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:30 smithi098 ceph-mon[88922]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-12T01:21:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:30 smithi193 ceph-mon[83763]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-12T01:21:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:32 smithi098 ceph-mon[91373]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-12T01:21:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:32 smithi098 ceph-mon[88922]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-12T01:21:32.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:32 smithi193 ceph-mon[83763]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-12T01:21:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:21:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:21:34.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:34 smithi193 ceph-mon[83763]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-12T01:21:34.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:34 smithi098 ceph-mon[91373]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-12T01:21:34.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:34 smithi098 ceph-mon[88922]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-12T01:21:35.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:35.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:35.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:35.685 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:21:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:21:35] "GET /metrics HTTP/1.1" 200 60846 "" "Prometheus/2.43.0" 2024-04-12T01:21:36.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:36 smithi193 ceph-mon[83763]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-12T01:21:36.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:36 smithi098 ceph-mon[91373]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-12T01:21:36.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:36 smithi098 ceph-mon[88922]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-12T01:21:38.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:38 smithi193 ceph-mon[83763]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-12T01:21:38.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:38 smithi098 ceph-mon[91373]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-12T01:21:38.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:38 smithi098 ceph-mon[88922]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-12T01:21:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:40 smithi193 ceph-mon[83763]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 170 B/s wr, 18 op/s 2024-04-12T01:21:40.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:40 smithi098 ceph-mon[91373]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 170 B/s wr, 18 op/s 2024-04-12T01:21:40.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:40 smithi098 ceph-mon[88922]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 170 B/s wr, 18 op/s 2024-04-12T01:21:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:21:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:21:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:42 smithi193 ceph-mon[83763]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T01:21:42.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:42 smithi098 ceph-mon[91373]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T01:21:42.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:42 smithi098 ceph-mon[88922]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T01:21:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:44 smithi193 ceph-mon[83763]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T01:21:44.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:44 smithi098 ceph-mon[91373]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T01:21:44.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:44 smithi098 ceph-mon[88922]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T01:21:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:21:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:21:45] "GET /metrics HTTP/1.1" 200 60846 "" "Prometheus/2.43.0" 2024-04-12T01:21:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:46 smithi193 ceph-mon[83763]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-12T01:21:46.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:46 smithi098 ceph-mon[91373]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-12T01:21:46.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:46 smithi098 ceph-mon[88922]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-12T01:21:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:48 smithi193 ceph-mon[83763]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:48.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:48 smithi098 ceph-mon[91373]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:48.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:48 smithi098 ceph-mon[88922]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:50 smithi193 ceph-mon[83763]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-12T01:21:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:50.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:50 smithi098 ceph-mon[91373]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-12T01:21:50.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:50.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:50 smithi098 ceph-mon[88922]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-12T01:21:50.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:21:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:52 smithi193 ceph-mon[83763]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:21:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:21:52.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:52 smithi098 ceph-mon[91373]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:52 smithi098 ceph-mon[88922]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:54 smithi193 ceph-mon[83763]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:54.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:54 smithi098 ceph-mon[91373]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:54.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:54 smithi098 ceph-mon[88922]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:21:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:21:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:21:55] "GET /metrics HTTP/1.1" 200 60846 "" "Prometheus/2.43.0" 2024-04-12T01:21:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:56 smithi193 ceph-mon[83763]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 19 op/s 2024-04-12T01:21:56.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:56 smithi098 ceph-mon[88922]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 19 op/s 2024-04-12T01:21:56.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:56 smithi098 ceph-mon[91373]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 19 op/s 2024-04-12T01:21:58.594 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:21:58 smithi098 ceph-mon[91373]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-12T01:21:58.594 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:21:58 smithi098 ceph-mon[88922]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-12T01:21:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:21:58 smithi193 ceph-mon[83763]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-12T01:22:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:00 smithi193 ceph-mon[83763]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-12T01:22:00.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:00 smithi098 ceph-mon[91373]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-12T01:22:00.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:00 smithi098 ceph-mon[88922]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-12T01:22:02.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:02 smithi193 ceph-mon[83763]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-12T01:22:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:22:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:22:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:22:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:02 smithi098 ceph-mon[91373]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-12T01:22:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:22:02.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:02 smithi098 ceph-mon[88922]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-12T01:22:02.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:22:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[88922]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-12T01:22:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[91373]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:22:04.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:03 smithi193 ceph-mon[83763]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-12T01:22:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:22:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:22:04.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:22:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:05 smithi098 ceph-mon[91373]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-12T01:22:06.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:06.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:05 smithi098 ceph-mon[88922]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-12T01:22:06.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:06.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:22:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:22:05] "GET /metrics HTTP/1.1" 200 60848 "" "Prometheus/2.43.0" 2024-04-12T01:22:06.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:05 smithi193 ceph-mon[83763]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-12T01:22:06.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:08.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:07 smithi098 ceph-mon[91373]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-12T01:22:08.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:07 smithi098 ceph-mon[88922]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-12T01:22:08.119 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:07 smithi193 ceph-mon[83763]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-12T01:22:10.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:09 smithi098 ceph-mon[91373]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 18 op/s 2024-04-12T01:22:10.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:09 smithi098 ceph-mon[88922]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 18 op/s 2024-04-12T01:22:10.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:09 smithi193 ceph-mon[83763]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 18 op/s 2024-04-12T01:22:12.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:11 smithi098 ceph-mon[91373]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-12T01:22:12.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:11 smithi098 ceph-mon[88922]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-12T01:22:12.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:11 smithi193 ceph-mon[83763]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-12T01:22:12.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:22:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:22:14.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:13 smithi098 ceph-mon[91373]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 15 op/s 2024-04-12T01:22:14.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:13 smithi098 ceph-mon[88922]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 15 op/s 2024-04-12T01:22:14.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:13 smithi193 ceph-mon[83763]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 15 op/s 2024-04-12T01:22:16.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:15 smithi098 ceph-mon[91373]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-12T01:22:16.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:15 smithi098 ceph-mon[88922]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-12T01:22:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:22:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:22:15] "GET /metrics HTTP/1.1" 200 60848 "" "Prometheus/2.43.0" 2024-04-12T01:22:16.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:15 smithi193 ceph-mon[83763]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-12T01:22:18.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:17 smithi098 ceph-mon[91373]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-12T01:22:18.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:17 smithi098 ceph-mon[88922]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-12T01:22:18.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:17 smithi193 ceph-mon[83763]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-12T01:22:20.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:19 smithi098 ceph-mon[91373]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-12T01:22:20.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:19 smithi098 ceph-mon[88922]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-12T01:22:20.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:19 smithi193 ceph-mon[83763]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-12T01:22:21.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:21.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:21.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:22.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:21 smithi098 ceph-mon[91373]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-12T01:22:22.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:21 smithi098 ceph-mon[88922]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-12T01:22:22.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:21 smithi193 ceph-mon[83763]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-12T01:22:22.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:22:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:22:24.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:23 smithi098 ceph-mon[91373]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:22:24.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:23 smithi098 ceph-mon[88922]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:22:24.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:23 smithi193 ceph-mon[83763]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T01:22:26.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:25 smithi098 ceph-mon[91373]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 17 op/s 2024-04-12T01:22:26.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:25 smithi098 ceph-mon[88922]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 17 op/s 2024-04-12T01:22:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:22:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:22:25] "GET /metrics HTTP/1.1" 200 60844 "" "Prometheus/2.43.0" 2024-04-12T01:22:26.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:25 smithi193 ceph-mon[83763]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 17 op/s 2024-04-12T01:22:28.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:27 smithi098 ceph-mon[91373]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-12T01:22:28.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:27 smithi098 ceph-mon[88922]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-12T01:22:28.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:27 smithi193 ceph-mon[83763]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-12T01:22:29.172 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (132010 ms) 2024-04-12T01:22:29.172 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-12T01:22:29.172 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:22:30.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:29 smithi098 ceph-mon[91373]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T01:22:30.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:29 smithi098 ceph-mon[88922]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T01:22:30.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:29 smithi193 ceph-mon[83763]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T01:22:32.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:31 smithi098 ceph-mon[91373]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-12T01:22:32.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:31 smithi098 ceph-mon[88922]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-12T01:22:32.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:31 smithi193 ceph-mon[83763]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-12T01:22:32.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:22:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:22:34.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:33 smithi098 ceph-mon[91373]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-12T01:22:34.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:33 smithi098 ceph-mon[88922]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-12T01:22:34.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:33 smithi193 ceph-mon[83763]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-12T01:22:36.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:35 smithi098 ceph-mon[91373]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-12T01:22:36.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:22:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:22:35] "GET /metrics HTTP/1.1" 200 60848 "" "Prometheus/2.43.0" 2024-04-12T01:22:36.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:35 smithi098 ceph-mon[88922]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-12T01:22:36.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:36.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:35 smithi193 ceph-mon[83763]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-12T01:22:36.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:38.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:37 smithi098 ceph-mon[91373]: pgmap v3014: 457 pgs: 457 active+clean; 161 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 683 KiB/s wr, 12 op/s 2024-04-12T01:22:38.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:37 smithi098 ceph-mon[88922]: pgmap v3014: 457 pgs: 457 active+clean; 161 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 683 KiB/s wr, 12 op/s 2024-04-12T01:22:38.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:37 smithi193 ceph-mon[83763]: pgmap v3014: 457 pgs: 457 active+clean; 161 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 683 KiB/s wr, 12 op/s 2024-04-12T01:22:40.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:39 smithi098 ceph-mon[88922]: pgmap v3015: 457 pgs: 457 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-12T01:22:40.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:39 smithi098 ceph-mon[91373]: pgmap v3015: 457 pgs: 457 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-12T01:22:40.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:39 smithi193 ceph-mon[83763]: pgmap v3015: 457 pgs: 457 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-12T01:22:40.580 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.EncryptedResize (11408 ms) 2024-04-12T01:22:40.580 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-12T01:22:40.580 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:22:42.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:41 smithi098 ceph-mon[91373]: pgmap v3016: 457 pgs: 457 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-12T01:22:42.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:41 smithi098 ceph-mon[88922]: pgmap v3016: 457 pgs: 457 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-12T01:22:42.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:41 smithi193 ceph-mon[83763]: pgmap v3016: 457 pgs: 457 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-12T01:22:42.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:22:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:22:44.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:43 smithi098 ceph-mon[91373]: pgmap v3017: 457 pgs: 457 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-12T01:22:44.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:43 smithi098 ceph-mon[88922]: pgmap v3017: 457 pgs: 457 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-12T01:22:44.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:43 smithi193 ceph-mon[83763]: pgmap v3017: 457 pgs: 457 active+clean; 173 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-12T01:22:46.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:45 smithi098 ceph-mon[91373]: pgmap v3018: 457 pgs: 457 active+clean; 169 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-12T01:22:46.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:45 smithi098 ceph-mon[88922]: pgmap v3018: 457 pgs: 457 active+clean; 169 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-12T01:22:46.043 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:22:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:22:45] "GET /metrics HTTP/1.1" 200 60848 "" "Prometheus/2.43.0" 2024-04-12T01:22:46.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:45 smithi193 ceph-mon[83763]: pgmap v3018: 457 pgs: 457 active+clean; 169 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-12T01:22:48.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:47 smithi098 ceph-mon[88922]: pgmap v3019: 457 pgs: 457 active+clean; 169 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T01:22:48.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:47 smithi098 ceph-mon[91373]: pgmap v3019: 457 pgs: 457 active+clean; 169 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T01:22:48.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:47 smithi193 ceph-mon[83763]: pgmap v3019: 457 pgs: 457 active+clean; 169 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T01:22:50.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:49 smithi098 ceph-mon[91373]: pgmap v3020: 457 pgs: 457 active+clean; 169 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 939 KiB/s wr, 25 op/s 2024-04-12T01:22:50.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:49 smithi098 ceph-mon[91373]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-12T01:22:50.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:49 smithi098 ceph-mon[88922]: pgmap v3020: 457 pgs: 457 active+clean; 169 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 939 KiB/s wr, 25 op/s 2024-04-12T01:22:50.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:49 smithi098 ceph-mon[88922]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-12T01:22:50.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:49 smithi193 ceph-mon[83763]: pgmap v3020: 457 pgs: 457 active+clean; 169 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 939 KiB/s wr, 25 op/s 2024-04-12T01:22:50.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:49 smithi193 ceph-mon[83763]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-12T01:22:51.118 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:51.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:51.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:22:52.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:51 smithi193 ceph-mon[83763]: pgmap v3022: 457 pgs: 457 active+clean; 181 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-12T01:22:52.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:51 smithi098 ceph-mon[91373]: pgmap v3022: 457 pgs: 457 active+clean; 181 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-12T01:22:52.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:51 smithi098 ceph-mon[88922]: pgmap v3022: 457 pgs: 457 active+clean; 181 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-12T01:22:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:22:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:22:54.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:53 smithi193 ceph-mon[83763]: pgmap v3023: 457 pgs: 457 active+clean; 181 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 1.2 MiB/s wr, 21 op/s 2024-04-12T01:22:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:53 smithi098 ceph-mon[91373]: pgmap v3023: 457 pgs: 457 active+clean; 181 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 1.2 MiB/s wr, 21 op/s 2024-04-12T01:22:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:53 smithi098 ceph-mon[88922]: pgmap v3023: 457 pgs: 457 active+clean; 181 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 1.2 MiB/s wr, 21 op/s 2024-04-12T01:22:54.833 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (14253 ms) 2024-04-12T01:22:54.833 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-12T01:22:54.833 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:22:56.042 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:55 smithi098 ceph-mon[91373]: pgmap v3024: 457 pgs: 457 active+clean; 189 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-12T01:22:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:22:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:22:55] "GET /metrics HTTP/1.1" 200 60840 "" "Prometheus/2.43.0" 2024-04-12T01:22:56.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:55 smithi098 ceph-mon[88922]: pgmap v3024: 457 pgs: 457 active+clean; 189 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-12T01:22:56.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:55 smithi193 ceph-mon[83763]: pgmap v3024: 457 pgs: 457 active+clean; 189 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-12T01:22:56.649 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:22:56.649 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:22:56.649 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:22:56.649 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:22:56.649 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:22:56.649 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.650 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:22:56.651 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.652 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.653 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:22:56.654 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 512~512 = 512 2024-04-12T01:22:56.655 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:aio discard: 1536~512 = 0 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:22:56.657 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.657 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.657 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:22:56.657 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.657 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.657 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.657 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.657 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:22:56.657 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.658 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.659 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:22:56.660 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:56.661 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.663 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:56.664 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:56.665 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:56.665 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:56.665 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:56.665 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:56.665 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.206 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.206 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.206 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.206 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.206 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.206 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.206 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.206 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.206 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.207 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.208 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.209 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.210 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.211 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:58.212 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.213 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.214 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:22:58.215 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:22:58.216 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:22:58.216 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:22:58.216 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3373 ms) 2024-04-12T01:22:58.216 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-12T01:22:58.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:22:58 smithi193 ceph-mon[83763]: pgmap v3025: 457 pgs: 457 active+clean; 193 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 208 op/s 2024-04-12T01:22:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:22:58 smithi098 ceph-mon[91373]: pgmap v3025: 457 pgs: 457 active+clean; 193 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 208 op/s 2024-04-12T01:22:58.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:22:58 smithi098 ceph-mon[88922]: pgmap v3025: 457 pgs: 457 active+clean; 193 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 208 op/s 2024-04-12T01:23:00.142 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:00 smithi098 ceph-mon[91373]: pgmap v3026: 457 pgs: 457 active+clean; 201 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 220 op/s 2024-04-12T01:23:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:00 smithi098 ceph-mon[91373]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-12T01:23:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:00 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1020245479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:00 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:00 smithi098 ceph-mon[88922]: pgmap v3026: 457 pgs: 457 active+clean; 201 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 220 op/s 2024-04-12T01:23:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:00 smithi098 ceph-mon[88922]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-12T01:23:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:00 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1020245479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:00.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:00 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:00 smithi193 ceph-mon[83763]: pgmap v3026: 457 pgs: 457 active+clean; 201 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 220 op/s 2024-04-12T01:23:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:00 smithi193 ceph-mon[83763]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-12T01:23:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:00 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1020245479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:00 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:01 smithi098 ceph-mon[91373]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-12T01:23:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:01 smithi098 ceph-mon[88922]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-12T01:23:01.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:01.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:01 smithi193 ceph-mon[83763]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-12T01:23:02.222 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:02.222 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:02.222 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:02.222 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:02.222 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:02.222 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.222 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.223 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.224 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:02.225 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 512~512 = 512 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:aio discard: 1536~512 = 0 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestDataPoolIO (4016 ms) 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-12T01:23:02.226 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:02.259 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (37 ms) 2024-04-12T01:23:02.259 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-12T01:23:02.259 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:02.290 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (31 ms) 2024-04-12T01:23:02.290 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-12T01:23:02.290 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:02.323 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (34 ms) 2024-04-12T01:23:02.323 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-12T01:23:02.323 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:02.352 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (29 ms) 2024-04-12T01:23:02.352 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-12T01:23:02.352 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:02.422 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (69 ms) 2024-04-12T01:23:02.422 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-12T01:23:02.422 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:02.486 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (65 ms) 2024-04-12T01:23:02.486 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-12T01:23:02.487 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:02 smithi098 ceph-mon[91373]: pgmap v3029: 489 pgs: 6 creating+peering, 21 unknown, 462 active+clean; 203 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 1.10k op/s 2024-04-12T01:23:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:02 smithi098 ceph-mon[91373]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-12T01:23:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:02 smithi098 ceph-mon[88922]: pgmap v3029: 489 pgs: 6 creating+peering, 21 unknown, 462 active+clean; 203 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 1.10k op/s 2024-04-12T01:23:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:02 smithi098 ceph-mon[88922]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-12T01:23:02.557 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (70 ms) 2024-04-12T01:23:02.557 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-12T01:23:02.557 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:23:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:23:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:23:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:02 smithi193 ceph-mon[83763]: pgmap v3029: 489 pgs: 6 creating+peering, 21 unknown, 462 active+clean; 203 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 1.10k op/s 2024-04-12T01:23:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:02 smithi193 ceph-mon[83763]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-12T01:23:02.623 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (66 ms) 2024-04-12T01:23:02.623 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-12T01:23:02.623 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:02.896 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (273 ms) 2024-04-12T01:23:02.896 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-12T01:23:02.896 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:03.334 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (438 ms) 2024-04-12T01:23:03.334 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-12T01:23:03.334 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:03.361 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (27 ms) 2024-04-12T01:23:03.361 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-12T01:23:03.361 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:03.390 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (29 ms) 2024-04-12T01:23:03.390 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-12T01:23:03.390 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:03.420 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (30 ms) 2024-04-12T01:23:03.420 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-12T01:23:03.421 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:03.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (26 ms) 2024-04-12T01:23:03.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-12T01:23:03.446 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:03.469 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.470 INFO:tasks.workunit.client.0.smithi098.stdout:aio discard: 0~1048576 = 0 2024-04-12T01:23:03.470 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.470 INFO:tasks.workunit.client.0.smithi098.stdout:aio discard: 0~4194304 = 0 2024-04-12T01:23:03.470 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.470 INFO:tasks.workunit.client.0.smithi098.stdout:aio discard: 3145728~1048576 = 0 2024-04-12T01:23:03.470 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (24 ms) 2024-04-12T01:23:03.470 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-12T01:23:03.470 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:03.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:03 smithi098 ceph-mon[91373]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-12T01:23:03.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:03 smithi098 ceph-mon[88922]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-12T01:23:03.581 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.582 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.583 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.584 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestFUA (111 ms) 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-12T01:23:03.585 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:03.601 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.601 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.601 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.601 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.601 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:03.601 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.602 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.603 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.603 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.603 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.603 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.603 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.603 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:03.603 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.614 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.614 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:start compare and write 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:compare and wrote: 512 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:23:03.615 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.616 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.616 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:23:03.616 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.616 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:23:03.616 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.616 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.617 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:23:03.617 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.617 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:23:03.617 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:03 smithi193 ceph-mon[83763]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-12T01:23:03.619 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.619 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:23:03.619 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.619 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:23:03.620 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.620 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.620 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:23:03.621 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.621 INFO:tasks.workunit.client.0.smithi098.stdout:started aio compare and write 2024-04-12T01:23:03.621 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:03.622 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:03.622 INFO:tasks.workunit.client.0.smithi098.stdout:finished aio compare and write 2024-04-12T01:23:03.622 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.622 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.623 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.623 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.623 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:03.623 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.623 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.623 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.624 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:discard: 512~512 2024-04-12T01:23:03.625 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[91373]: pgmap v3032: 489 pgs: 6 creating+peering, 13 unknown, 470 active+clean; 203 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 400 KiB/s wr, 1.67k op/s 2024-04-12T01:23:04.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:23:04.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:23:04.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:23:04.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:23:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[88922]: pgmap v3032: 489 pgs: 6 creating+peering, 13 unknown, 470 active+clean; 203 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 400 KiB/s wr, 1.67k op/s 2024-04-12T01:23:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:23:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:23:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:23:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:23:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:04 smithi193 ceph-mon[83763]: pgmap v3032: 489 pgs: 6 creating+peering, 13 unknown, 470 active+clean; 203 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 400 KiB/s wr, 1.67k op/s 2024-04-12T01:23:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:23:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:23:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:23:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:23:04.920 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.921 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.922 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.923 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.924 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:04.925 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:04.926 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.926 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.926 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:04.926 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:04.926 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:04.928 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:04.928 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:04.928 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.928 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.928 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:04.928 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:04.928 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:04.951 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:04.952 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:04.952 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:04.952 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:04.976 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:04.976 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:04.976 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.976 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.976 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:04.976 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:04.976 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:04.998 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:04.998 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:04.998 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:04.998 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:04.998 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:04.998 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:04.998 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.028 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.028 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.028 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.028 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.028 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.028 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.028 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.060 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.060 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.061 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.126 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.126 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.126 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.126 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.126 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.126 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.126 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.175 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.175 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.175 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.175 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.175 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.175 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.175 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.236 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.236 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.236 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.236 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.236 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.236 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.236 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.280 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.280 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.280 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.280 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.281 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.281 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.281 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:05.281 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.281 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.281 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:05.281 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.281 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.281 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.356 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.357 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.357 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.357 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.357 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.357 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.357 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.421 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.421 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.421 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.421 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.421 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.422 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.422 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.507 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.507 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.508 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.508 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.508 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.508 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.508 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:05.589 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.589 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.589 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.590 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:05.694 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.695 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.695 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.695 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.695 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.695 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.695 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.796 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.797 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.797 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.797 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.797 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.797 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.797 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:06.004 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestIOPP (2424 ms) 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-12T01:23:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.028 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (23 ms) 2024-04-12T01:23:06.028 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-12T01:23:06.028 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:23:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:23:05] "GET /metrics HTTP/1.1" 200 63305 "" "Prometheus/2.43.0" 2024-04-12T01:23:06.052 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (24 ms) 2024-04-12T01:23:06.052 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-12T01:23:06.052 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.081 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (29 ms) 2024-04-12T01:23:06.081 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-12T01:23:06.081 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.106 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (25 ms) 2024-04-12T01:23:06.106 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-12T01:23:06.106 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.133 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (27 ms) 2024-04-12T01:23:06.133 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-12T01:23:06.133 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.154 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:06.158 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (26 ms) 2024-04-12T01:23:06.158 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-12T01:23:06.159 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.183 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (24 ms) 2024-04-12T01:23:06.183 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-12T01:23:06.183 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.206 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:06.210 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (27 ms) 2024-04-12T01:23:06.210 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-12T01:23:06.210 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.240 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (30 ms) 2024-04-12T01:23:06.240 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-12T01:23:06.240 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.266 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:06.270 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (30 ms) 2024-04-12T01:23:06.270 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-12T01:23:06.270 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.300 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (30 ms) 2024-04-12T01:23:06.300 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-12T01:23:06.300 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.325 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:06.329 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2024-04-12T01:23:06.329 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-12T01:23:06.329 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.390 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (61 ms) 2024-04-12T01:23:06.390 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-12T01:23:06.390 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.451 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:06.485 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (95 ms) 2024-04-12T01:23:06.485 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-12T01:23:06.485 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:06 smithi098 ceph-mon[91373]: pgmap v3033: 489 pgs: 489 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.6 MiB/s wr, 1.32k op/s 2024-04-12T01:23:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:06 smithi098 ceph-mon[88922]: pgmap v3033: 489 pgs: 489 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.6 MiB/s wr, 1.32k op/s 2024-04-12T01:23:06.548 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (63 ms) 2024-04-12T01:23:06.548 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-12T01:23:06.549 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.593 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:06.616 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (68 ms) 2024-04-12T01:23:06.616 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-12T01:23:06.616 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:06 smithi193 ceph-mon[83763]: pgmap v3033: 489 pgs: 489 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.6 MiB/s wr, 1.32k op/s 2024-04-12T01:23:06.876 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (260 ms) 2024-04-12T01:23:06.876 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-12T01:23:06.877 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:07.320 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:07.339 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (463 ms) 2024-04-12T01:23:07.339 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-12T01:23:07.339 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:07.376 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:07.376 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:07.376 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:07.376 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:07.376 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:23:07.376 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.376 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:07.376 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:07.385 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:07.385 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:07.385 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.385 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:07.385 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:07.386 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:07.386 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:07.386 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.386 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:07.387 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:07.387 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:07.387 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:07.387 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.388 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:07.388 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:07.390 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:07.390 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:23:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:23:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:read: 512 2024-04-12T01:23:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.391 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:07.392 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:07.392 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:07.392 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:07.392 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.392 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:07.392 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:07.392 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:07.393 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:07.393 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.393 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:07.393 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:07.393 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:07.393 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:07.393 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.393 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:07.393 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:07.394 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:07.394 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:07.394 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:07.394 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:23:07.394 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:23:08.455 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:finished read 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 0 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 16384 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.456 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 49152 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 65536 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.457 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 98304 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 114688 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.458 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 147456 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 163840 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.459 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 196608 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 212992 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.460 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.461 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.462 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.462 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.462 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.462 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.462 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.462 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.464 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.464 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.464 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.464 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.465 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.465 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.465 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.472 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.472 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.472 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.472 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.472 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.472 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.472 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.472 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.473 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.473 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.473 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.473 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.473 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.493 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.493 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.494 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.494 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.494 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.494 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.494 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.514 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.514 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.514 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.514 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.514 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.514 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.515 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:08 smithi098 ceph-mon[91373]: pgmap v3034: 489 pgs: 489 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.4 MiB/s wr, 1.17k op/s 2024-04-12T01:23:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:08 smithi098 ceph-mon[88922]: pgmap v3034: 489 pgs: 489 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.4 MiB/s wr, 1.17k op/s 2024-04-12T01:23:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.546 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.572 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.572 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.572 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.572 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.572 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.572 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.572 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.572 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.573 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.573 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.573 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.573 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.573 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:08 smithi193 ceph-mon[83763]: pgmap v3034: 489 pgs: 489 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.4 MiB/s wr, 1.17k op/s 2024-04-12T01:23:08.630 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.630 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.630 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.630 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.630 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.631 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.631 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.678 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.678 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.678 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.678 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.678 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.678 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.678 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.730 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.730 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.731 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.731 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.731 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.731 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.731 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:08.779 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.780 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.780 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.850 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.850 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.850 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.850 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.850 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.850 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.851 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.918 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.918 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.918 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.918 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.918 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.918 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.918 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:08.988 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:08.988 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:08.988 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:08.988 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:08.988 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:08.988 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:08.988 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:09.064 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:09.065 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:09.162 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:09.162 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:09.163 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:09.163 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:09.163 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:09.163 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:09.163 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:09.291 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:09.291 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:09.291 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:09.291 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:09.292 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:09.292 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:09.292 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:09.389 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:09.389 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:09.389 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:09.389 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:09.389 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:09.389 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:09.389 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:23:09.490 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:23:09.490 INFO:tasks.workunit.client.0.smithi098.stdout:finished writesame 2024-04-12T01:23:09.490 INFO:tasks.workunit.client.0.smithi098.stdout:to verify the data 2024-04-12T01:23:09.490 INFO:tasks.workunit.client.0.smithi098.stdout:verified 2024-04-12T01:23:09.490 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:09.490 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:09.490 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:09.490 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:23:09.490 INFO:tasks.workunit.client.0.smithi098.stdout:started writesame 2024-04-12T01:23:09.491 INFO:tasks.workunit.client.0.smithi098.stdout:expected fail, finished writesame 2024-04-12T01:23:09.491 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2151 ms) 2024-04-12T01:23:09.491 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-12T01:23:09.491 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:10 smithi098 ceph-mon[91373]: pgmap v3035: 489 pgs: 489 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.34k op/s 2024-04-12T01:23:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:10 smithi098 ceph-mon[88922]: pgmap v3035: 489 pgs: 489 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.34k op/s 2024-04-12T01:23:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:10 smithi193 ceph-mon[83763]: pgmap v3035: 489 pgs: 489 active+clean; 289 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.34k op/s 2024-04-12T01:23:11.213 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 0 2024-04-12T01:23:11.213 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 1 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:snap: orig 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:found orig with size 2097152 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:read: 80 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:write test data! 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 80 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 2 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:snap: orig 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:snap: written 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:found orig with size 2097152 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:found written with size 2097152 2024-04-12T01:23:11.214 INFO:tasks.workunit.client.0.smithi098.stdout:read: 80 2024-04-12T01:23:11.215 INFO:tasks.workunit.client.0.smithi098.stdout:read: 80 2024-04-12T01:23:11.215 INFO:tasks.workunit.client.0.smithi098.stdout:read: 80 2024-04-12T01:23:11.215 INFO:tasks.workunit.client.0.smithi098.stdout:write to snapshot returned -30 2024-04-12T01:23:11.215 INFO:tasks.workunit.client.0.smithi098.stdout:Read-only file system 2024-04-12T01:23:11.242 INFO:tasks.workunit.client.0.smithi098.stdout:read: 80 2024-04-12T01:23:11.242 INFO:tasks.workunit.client.0.smithi098.stdout:read: 80 2024-04-12T01:23:11.242 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 80 2024-04-12T01:23:11.242 INFO:tasks.workunit.client.0.smithi098.stdout:opening testimg@orig 2024-04-12T01:23:11.242 INFO:tasks.workunit.client.0.smithi098.stdout:read: 80 2024-04-12T01:23:11.242 INFO:tasks.workunit.client.0.smithi098.stdout:write to snapshot returned -30 2024-04-12T01:23:11.242 INFO:tasks.workunit.client.0.smithi098.stdout:Read-only file system 2024-04-12T01:23:11.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:11 smithi098 ceph-mon[91373]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-12T01:23:11.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:11 smithi098 ceph-mon[88922]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-12T01:23:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:11 smithi193 ceph-mon[83763]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-12T01:23:12.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:23:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:23:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:23:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:12 smithi193 ceph-mon[83763]: pgmap v3037: 489 pgs: 489 active+clean; 297 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 1.28k op/s 2024-04-12T01:23:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:12 smithi193 ceph-mon[83763]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-12T01:23:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:12 smithi193 ceph-mon[83763]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-12T01:23:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:12 smithi098 ceph-mon[91373]: pgmap v3037: 489 pgs: 489 active+clean; 297 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 1.28k op/s 2024-04-12T01:23:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:12 smithi098 ceph-mon[91373]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-12T01:23:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:12 smithi098 ceph-mon[91373]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-12T01:23:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:12 smithi098 ceph-mon[88922]: pgmap v3037: 489 pgs: 489 active+clean; 297 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 1.28k op/s 2024-04-12T01:23:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:12 smithi098 ceph-mon[88922]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-12T01:23:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:12 smithi098 ceph-mon[88922]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-12T01:23:13.158 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 2 2024-04-12T01:23:13.158 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:23:13.158 INFO:tasks.workunit.client.0.smithi098.stdout:snap: orig 2024-04-12T01:23:13.158 INFO:tasks.workunit.client.0.smithi098.stdout:snap: written 2024-04-12T01:23:13.158 INFO:tasks.workunit.client.0.smithi098.stdout:found orig with size 2097152 2024-04-12T01:23:13.158 INFO:tasks.workunit.client.0.smithi098.stdout:found written with size 2097152 2024-04-12T01:23:13.158 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 1 2024-04-12T01:23:13.158 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:23:13.158 INFO:tasks.workunit.client.0.smithi098.stdout:snap: orig 2024-04-12T01:23:13.159 INFO:tasks.workunit.client.0.smithi098.stdout:found orig with size 2097152 2024-04-12T01:23:13.159 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 0 2024-04-12T01:23:13.159 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:23:13.159 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3668 ms) 2024-04-12T01:23:13.159 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-12T01:23:13.159 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:14 smithi098 ceph-mon[88922]: pgmap v3040: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 3.10k op/s 2024-04-12T01:23:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:14 smithi098 ceph-mon[88922]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-12T01:23:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:14 smithi098 ceph-mon[91373]: pgmap v3040: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 3.10k op/s 2024-04-12T01:23:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:14 smithi098 ceph-mon[91373]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-12T01:23:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:14 smithi193 ceph-mon[83763]: pgmap v3040: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 3.10k op/s 2024-04-12T01:23:14.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:14 smithi193 ceph-mon[83763]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-12T01:23:15.211 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2053 ms) 2024-04-12T01:23:15.211 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-12T01:23:15.211 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:15.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:15 smithi098 ceph-mon[91373]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-12T01:23:15.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:15 smithi098 ceph-mon[88922]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-12T01:23:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:15 smithi193 ceph-mon[83763]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-12T01:23:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:23:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:23:15] "GET /metrics HTTP/1.1" 200 63305 "" "Prometheus/2.43.0" 2024-04-12T01:23:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:16 smithi098 ceph-mon[91373]: pgmap v3043: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 2.18k op/s 2024-04-12T01:23:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:16 smithi098 ceph-mon[91373]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-12T01:23:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:16 smithi098 ceph-mon[88922]: pgmap v3043: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 2.18k op/s 2024-04-12T01:23:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:16 smithi098 ceph-mon[88922]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-12T01:23:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:16 smithi193 ceph-mon[83763]: pgmap v3043: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 2.18k op/s 2024-04-12T01:23:16.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:16 smithi193 ceph-mon[83763]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-12T01:23:17.225 INFO:tasks.workunit.client.0.smithi098.stdout:made parent image "parent" 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:parent has no parent info 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:made snapshot "parent@parent_snap" 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:can't unprotect an unprotected snap 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:can't protect a protected snap 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:made and opened clone "child" 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:read: 8 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:read: 8 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:read: 8 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:sizes and overlaps are good between parent and child 2024-04-12T01:23:17.226 INFO:tasks.workunit.client.0.smithi098.stdout:child image successfully cloned all image-meta pairs 2024-04-12T01:23:17.227 INFO:tasks.workunit.client.0.smithi098.stdout:sized down clone, changed overlap 2024-04-12T01:23:17.227 INFO:tasks.workunit.client.0.smithi098.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-12T01:23:17.227 INFO:tasks.workunit.client.0.smithi098.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-12T01:23:17.227 INFO:tasks.workunit.client.0.smithi098.stdout:can't remove parent while child still exists 2024-04-12T01:23:17.227 INFO:tasks.workunit.client.0.smithi098.stdout:can't remove parent while still protected 2024-04-12T01:23:17.227 INFO:tasks.workunit.client.0.smithi098.stdout:removed parent snap after unprotecting 2024-04-12T01:23:17.227 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestClone (2015 ms) 2024-04-12T01:23:17.227 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-12T01:23:17.227 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:17 smithi098 ceph-mon[91373]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-12T01:23:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:17 smithi098 ceph-mon[88922]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-12T01:23:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:17 smithi193 ceph-mon[83763]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-12T01:23:18.342 INFO:tasks.workunit.client.0.smithi098.stdout:made parent image "parent" 2024-04-12T01:23:18.343 INFO:tasks.workunit.client.0.smithi098.stdout:parent has no parent info 2024-04-12T01:23:18.343 INFO:tasks.workunit.client.0.smithi098.stdout:made snapshot "parent@parent_snap" 2024-04-12T01:23:18.343 INFO:tasks.workunit.client.0.smithi098.stdout:made and opened clone "child" 2024-04-12T01:23:18.343 INFO:tasks.workunit.client.0.smithi098.stdout:child image successfully cloned all image-meta pairs 2024-04-12T01:23:18.343 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestClone2 (1116 ms) 2024-04-12T01:23:18.343 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-12T01:23:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:18 smithi098 ceph-mon[91373]: pgmap v3046: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-04-12T01:23:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:18 smithi098 ceph-mon[91373]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-12T01:23:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:18 smithi098 ceph-mon[88922]: pgmap v3046: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-04-12T01:23:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:18 smithi098 ceph-mon[88922]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-12T01:23:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:18 smithi193 ceph-mon[83763]: pgmap v3046: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-04-12T01:23:18.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:18 smithi193 ceph-mon[83763]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-12T01:23:19.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:19 smithi098 ceph-mon[91373]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-12T01:23:19.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:19 smithi098 ceph-mon[88922]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-12T01:23:19.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:19 smithi193 ceph-mon[83763]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-12T01:23:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:20 smithi098 ceph-mon[91373]: pgmap v3049: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 52 KiB/s wr, 906 op/s 2024-04-12T01:23:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:20 smithi098 ceph-mon[91373]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-12T01:23:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:20 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2748511128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:20 smithi098 ceph-mon[88922]: pgmap v3049: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 52 KiB/s wr, 906 op/s 2024-04-12T01:23:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:20 smithi098 ceph-mon[88922]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-12T01:23:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:20 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2748511128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:20.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:20 smithi193 ceph-mon[83763]: pgmap v3049: 489 pgs: 489 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 52 KiB/s wr, 906 op/s 2024-04-12T01:23:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:20 smithi193 ceph-mon[83763]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-12T01:23:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:20 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2748511128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:21 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2748511128' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:21 smithi098 ceph-mon[91373]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-12T01:23:21.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:21 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2748511128' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:21.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:21 smithi098 ceph-mon[88922]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-12T01:23:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:21 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2748511128' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:21 smithi193 ceph-mon[83763]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-12T01:23:22.134 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[91373]: pgmap v3052: 521 pgs: 5 creating+peering, 25 unknown, 491 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 52 KiB/s wr, 906 op/s 2024-04-12T01:23:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[91373]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-12T01:23:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1637807202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:22.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[91373]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-12T01:23:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[88922]: pgmap v3052: 521 pgs: 5 creating+peering, 25 unknown, 491 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 52 KiB/s wr, 906 op/s 2024-04-12T01:23:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[88922]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-12T01:23:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1637807202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:22 smithi098 ceph-mon[88922]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-12T01:23:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:23:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:23:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:23:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:22 smithi193 ceph-mon[83763]: pgmap v3052: 521 pgs: 5 creating+peering, 25 unknown, 491 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 52 KiB/s wr, 906 op/s 2024-04-12T01:23:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:22 smithi193 ceph-mon[83763]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-12T01:23:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:22 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1637807202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:22 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:22 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:22 smithi193 ceph-mon[83763]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-12T01:23:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:24 smithi098 ceph-mon[91373]: pgmap v3055: 553 pgs: 16 creating+peering, 35 unknown, 502 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 KiB/s wr, 52 op/s 2024-04-12T01:23:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:24 smithi098 ceph-mon[91373]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-12T01:23:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:24 smithi098 ceph-mon[88922]: pgmap v3055: 553 pgs: 16 creating+peering, 35 unknown, 502 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 KiB/s wr, 52 op/s 2024-04-12T01:23:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:24 smithi098 ceph-mon[88922]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-12T01:23:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:24 smithi193 ceph-mon[83763]: pgmap v3055: 553 pgs: 16 creating+peering, 35 unknown, 502 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 KiB/s wr, 52 op/s 2024-04-12T01:23:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:24 smithi193 ceph-mon[83763]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-12T01:23:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:25 smithi098 ceph-mon[88922]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-12T01:23:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:25 smithi098 ceph-mon[91373]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-12T01:23:25.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:25 smithi193 ceph-mon[83763]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-12T01:23:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:23:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:23:25] "GET /metrics HTTP/1.1" 200 65735 "" "Prometheus/2.43.0" 2024-04-12T01:23:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:26 smithi098 ceph-mon[88922]: pgmap v3058: 553 pgs: 11 creating+peering, 4 unknown, 538 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-04-12T01:23:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:26 smithi098 ceph-mon[88922]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-12T01:23:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:26 smithi098 ceph-mon[91373]: pgmap v3058: 553 pgs: 11 creating+peering, 4 unknown, 538 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-04-12T01:23:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:26 smithi098 ceph-mon[91373]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-12T01:23:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:26 smithi193 ceph-mon[83763]: pgmap v3058: 553 pgs: 11 creating+peering, 4 unknown, 538 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-04-12T01:23:26.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:26 smithi193 ceph-mon[83763]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-12T01:23:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:27 smithi098 ceph-mon[91373]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-12T01:23:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:27 smithi098 ceph-mon[91373]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-12T01:23:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:27 smithi098 ceph-mon[88922]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-12T01:23:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:27 smithi098 ceph-mon[88922]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-12T01:23:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:27 smithi193 ceph-mon[83763]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-12T01:23:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:27 smithi193 ceph-mon[83763]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-12T01:23:27.630 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.630 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 1 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:child: image113 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113/b1f8a8b7bb44 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.631 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 2 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout:child: image114 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout:child: image113 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113/b1f8a8b7bb44 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114/b1f8d431284 2024-04-12T01:23:27.632 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.633 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 3 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 3 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:child: image114 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:child: image113 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:child: image115 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113/b1f8a8b7bb44 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114/b1f8d431284 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.634 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image115/b1f85c956e2a 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 3 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 3 2024-04-12T01:23:27.635 INFO:tasks.workunit.client.0.smithi098.stdout:child: image114 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout:child: image113 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout:child: image115 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113/b1f8a8b7bb44 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114/b1f8d431284 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image115/b1f85c956e2a 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.636 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 4 2024-04-12T01:23:27.637 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 4 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout:child: image114 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout:child: image113 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout:child: image115 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout:child: image116 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113/b1f8a8b7bb44 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114/b1f8d431284 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image115/b1f85c956e2a 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image116/b1f86510a584 2024-04-12T01:23:27.638 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:27.639 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:27.640 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:27.640 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:27.640 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:27.640 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.640 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:27.640 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image113 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 4 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 4 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:child: image114 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:child: image113 2024-04-12T01:23:28.260 INFO:tasks.workunit.client.0.smithi098.stdout:child: image115 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout:child: image116 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image113/b1f8a8b7bb44 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114/b1f8d431284 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image115/b1f85c956e2a 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image116/b1f86510a584 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.261 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image115 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 3 2024-04-12T01:23:28.262 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 3 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:child: image114 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:child: image115 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:child: image116 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114/b1f8d431284 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image115/b1f85c956e2a 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image116/b1f86510a584 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.263 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image116 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 2 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:child: image114 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:child: image116 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114/b1f8d431284 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-28/image116/b1f86510a584 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.264 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 1 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout:child: image114 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-27/image114/b1f8d431284 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 0 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ListChildren (9918 ms) 2024-04-12T01:23:28.265 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-12T01:23:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:28 smithi098 ceph-mon[91373]: pgmap v3061: 553 pgs: 8 creating+peering, 545 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-12T01:23:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:28 smithi098 ceph-mon[88922]: pgmap v3061: 553 pgs: 8 creating+peering, 545 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-12T01:23:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:28 smithi193 ceph-mon[83763]: pgmap v3061: 553 pgs: 8 creating+peering, 545 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-12T01:23:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:29 smithi098 ceph-mon[91373]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-12T01:23:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:29 smithi098 ceph-mon[88922]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-12T01:23:29.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:29 smithi193 ceph-mon[83763]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-12T01:23:30.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:30 smithi098 ceph-mon[91373]: pgmap v3064: 553 pgs: 553 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 7.0 KiB/s wr, 439 op/s 2024-04-12T01:23:30.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:30 smithi098 ceph-mon[91373]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-12T01:23:30.443 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:30 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3079554936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:30.444 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:30 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:30.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:30 smithi098 ceph-mon[88922]: pgmap v3064: 553 pgs: 553 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 7.0 KiB/s wr, 439 op/s 2024-04-12T01:23:30.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:30 smithi098 ceph-mon[88922]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-12T01:23:30.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:30 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3079554936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:30.444 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:30 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:30 smithi193 ceph-mon[83763]: pgmap v3064: 553 pgs: 553 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 7.0 KiB/s wr, 439 op/s 2024-04-12T01:23:30.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:30 smithi193 ceph-mon[83763]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-12T01:23:30.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:30 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3079554936' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:30.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:30 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:31 smithi098 ceph-mon[91373]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-12T01:23:31.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:31.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:31 smithi098 ceph-mon[88922]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-12T01:23:31.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:31 smithi193 ceph-mon[83763]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-12T01:23:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[91373]: pgmap v3067: 585 pgs: 5 creating+peering, 24 unknown, 556 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 9.5 KiB/s wr, 455 op/s 2024-04-12T01:23:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[91373]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-12T01:23:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3235184210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[91373]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-12T01:23:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[88922]: pgmap v3067: 585 pgs: 5 creating+peering, 24 unknown, 556 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 9.5 KiB/s wr, 455 op/s 2024-04-12T01:23:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[88922]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-12T01:23:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3235184210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:32 smithi098 ceph-mon[88922]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-12T01:23:32.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:23:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:23:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:23:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:32 smithi193 ceph-mon[83763]: pgmap v3067: 585 pgs: 5 creating+peering, 24 unknown, 556 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 9.5 KiB/s wr, 455 op/s 2024-04-12T01:23:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:32 smithi193 ceph-mon[83763]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-12T01:23:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:32 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3235184210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:32 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:32 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:32 smithi193 ceph-mon[83763]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-12T01:23:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:34 smithi098 ceph-mon[91373]: pgmap v3070: 617 pgs: 17 creating+peering, 34 unknown, 566 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 7.5 KiB/s wr, 211 op/s 2024-04-12T01:23:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:34 smithi098 ceph-mon[91373]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-12T01:23:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:34 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/817711720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:34 smithi098 ceph-mon[88922]: pgmap v3070: 617 pgs: 17 creating+peering, 34 unknown, 566 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 7.5 KiB/s wr, 211 op/s 2024-04-12T01:23:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:34 smithi098 ceph-mon[88922]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-12T01:23:34.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:34 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/817711720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:34.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:34 smithi193 ceph-mon[83763]: pgmap v3070: 617 pgs: 17 creating+peering, 34 unknown, 566 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 7.5 KiB/s wr, 211 op/s 2024-04-12T01:23:34.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:34 smithi193 ceph-mon[83763]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-12T01:23:34.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:34 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/817711720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:23:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/817711720' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[88922]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-12T01:23:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31", "force_nonempty":""}]: dispatch 2024-04-12T01:23:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31", "force_nonempty":""}]: dispatch 2024-04-12T01:23:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:35.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/817711720' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:35.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[91373]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-12T01:23:35.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31", "force_nonempty":""}]: dispatch 2024-04-12T01:23:35.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31", "force_nonempty":""}]: dispatch 2024-04-12T01:23:35.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:35 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/817711720' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:23:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:35 smithi193 ceph-mon[83763]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-12T01:23:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:35 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31", "force_nonempty":""}]: dispatch 2024-04-12T01:23:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:35 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31", "force_nonempty":""}]: dispatch 2024-04-12T01:23:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:23:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:23:35] "GET /metrics HTTP/1.1" 200 75511 "" "Prometheus/2.43.0" 2024-04-12T01:23:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[91373]: pgmap v3073: 649 pgs: 14 creating+peering, 31 unknown, 604 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 6.2 KiB/s wr, 270 op/s 2024-04-12T01:23:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31", "force_nonempty":""}]': finished 2024-04-12T01:23:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[91373]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-12T01:23:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi098-136797-31", "mode":"writeback"}]: dispatch 2024-04-12T01:23:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi098-136797-31", "mode":"writeback"}]: dispatch 2024-04-12T01:23:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[88922]: pgmap v3073: 649 pgs: 14 creating+peering, 31 unknown, 604 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 6.2 KiB/s wr, 270 op/s 2024-04-12T01:23:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31", "force_nonempty":""}]': finished 2024-04-12T01:23:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[88922]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-12T01:23:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi098-136797-31", "mode":"writeback"}]: dispatch 2024-04-12T01:23:36.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:36 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi098-136797-31", "mode":"writeback"}]: dispatch 2024-04-12T01:23:36.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:36 smithi193 ceph-mon[83763]: pgmap v3073: 649 pgs: 14 creating+peering, 31 unknown, 604 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 6.2 KiB/s wr, 270 op/s 2024-04-12T01:23:36.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:36 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31", "force_nonempty":""}]': finished 2024-04-12T01:23:36.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:36 smithi193 ceph-mon[83763]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-12T01:23:36.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:36 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi098-136797-31", "mode":"writeback"}]: dispatch 2024-04-12T01:23:36.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:36 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi098-136797-31", "mode":"writeback"}]: dispatch 2024-04-12T01:23:37.136 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:37.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[88922]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T01:23:37.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi098-136797-31", "mode":"writeback"}]': finished 2024-04-12T01:23:37.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[88922]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-12T01:23:37.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi098-136797-29", "overlaypool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:37.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi098-136797-29", "overlaypool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:37.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi098-136797-29", "overlaypool":"test-librbd-smithi098-136797-31"}]': finished 2024-04-12T01:23:37.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[88922]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-12T01:23:37.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[91373]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T01:23:37.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi098-136797-31", "mode":"writeback"}]': finished 2024-04-12T01:23:37.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[91373]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-12T01:23:37.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi098-136797-29", "overlaypool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:37.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi098-136797-29", "overlaypool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:37.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi098-136797-29", "overlaypool":"test-librbd-smithi098-136797-31"}]': finished 2024-04-12T01:23:37.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:37 smithi098 ceph-mon[91373]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-12T01:23:37.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:37 smithi193 ceph-mon[83763]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T01:23:37.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:37 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi098-136797-31", "mode":"writeback"}]': finished 2024-04-12T01:23:37.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:37 smithi193 ceph-mon[83763]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-12T01:23:37.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:37 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi098-136797-29", "overlaypool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:37.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:37 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi098-136797-29", "overlaypool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:37.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:37 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi098-136797-29", "overlaypool":"test-librbd-smithi098-136797-31"}]': finished 2024-04-12T01:23:37.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:37 smithi193 ceph-mon[83763]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-12T01:23:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:38 smithi098 ceph-mon[88922]: pgmap v3076: 649 pgs: 7 creating+peering, 18 unknown, 624 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 1.7 KiB/s wr, 78 op/s 2024-04-12T01:23:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:38 smithi098 ceph-mon[91373]: pgmap v3076: 649 pgs: 7 creating+peering, 18 unknown, 624 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 1.7 KiB/s wr, 78 op/s 2024-04-12T01:23:38.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:38 smithi193 ceph-mon[83763]: pgmap v3076: 649 pgs: 7 creating+peering, 18 unknown, 624 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 1.7 KiB/s wr, 78 op/s 2024-04-12T01:23:39.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:39 smithi098 ceph-mon[88922]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-12T01:23:39.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:39 smithi098 ceph-mon[91373]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-12T01:23:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:39 smithi193 ceph-mon[83763]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-12T01:23:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:40 smithi098 ceph-mon[88922]: pgmap v3079: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:23:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:40 smithi098 ceph-mon[88922]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-12T01:23:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:40 smithi098 ceph-mon[91373]: pgmap v3079: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:23:40.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:40 smithi098 ceph-mon[91373]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-12T01:23:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:40 smithi193 ceph-mon[83763]: pgmap v3079: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:23:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:40 smithi193 ceph-mon[83763]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-12T01:23:41.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:41 smithi098 ceph-mon[88922]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-12T01:23:41.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:41 smithi098 ceph-mon[91373]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-12T01:23:41.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:41 smithi193 ceph-mon[83763]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-12T01:23:42.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:23:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:23:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:23:42.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:42 smithi193 ceph-mon[83763]: pgmap v3082: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-12T01:23:42.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:42 smithi193 ceph-mon[83763]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-12T01:23:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:42 smithi098 ceph-mon[91373]: pgmap v3082: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-12T01:23:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:42 smithi098 ceph-mon[91373]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-12T01:23:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:42 smithi098 ceph-mon[88922]: pgmap v3082: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-12T01:23:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:42 smithi098 ceph-mon[88922]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-12T01:23:42.752 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 1 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:child: image118 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118/b1f81fd9afcd 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.753 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 2 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout:child: image119 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout:child: image118 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118/b1f81fd9afcd 2024-04-12T01:23:42.754 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119/b1f865dd824d 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.755 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 3 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 3 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:child: image119 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:child: image118 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:child: image120 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118/b1f81fd9afcd 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119/b1f865dd824d 2024-04-12T01:23:42.756 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image120/b1f8318a17dc 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.757 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 3 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 3 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:child: image119 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:child: image118 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:child: image120 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118/b1f81fd9afcd 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119/b1f865dd824d 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image120/b1f8318a17dc 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.758 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 4 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 4 2024-04-12T01:23:42.759 INFO:tasks.workunit.client.0.smithi098.stdout:child: image119 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout:child: image118 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout:child: image120 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout:child: image121 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118/b1f81fd9afcd 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119/b1f865dd824d 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image120/b1f8318a17dc 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image121/b1f847855406 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.760 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:42.761 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:42.762 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:42.762 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.762 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:42.762 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:43.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:43 smithi098 ceph-mon[88922]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-12T01:23:43.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:43 smithi098 ceph-mon[91373]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-12T01:23:43.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:43 smithi193 ceph-mon[83763]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-12T01:23:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:44 smithi098 ceph-mon[91373]: pgmap v3085: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-12T01:23:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:44 smithi098 ceph-mon[91373]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-12T01:23:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:44 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi098-136797-29"}]: dispatch 2024-04-12T01:23:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:44 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi098-136797-29"}]: dispatch 2024-04-12T01:23:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:44 smithi098 ceph-mon[88922]: pgmap v3085: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-12T01:23:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:44 smithi098 ceph-mon[88922]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-12T01:23:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:44 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi098-136797-29"}]: dispatch 2024-04-12T01:23:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:44 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi098-136797-29"}]: dispatch 2024-04-12T01:23:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:44 smithi193 ceph-mon[83763]: pgmap v3085: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-12T01:23:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:44 smithi193 ceph-mon[83763]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-12T01:23:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:44 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi098-136797-29"}]: dispatch 2024-04-12T01:23:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:44 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi098-136797-29"}]: dispatch 2024-04-12T01:23:45.212 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.212 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image118 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 4 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 4 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:child: image119 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:child: image118 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:child: image120 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:child: image121 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image118/b1f81fd9afcd 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.213 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119/b1f865dd824d 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image120/b1f8318a17dc 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image121/b1f847855406 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:45.214 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image120 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 3 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 3 2024-04-12T01:23:45.215 INFO:tasks.workunit.client.0.smithi098.stdout:child: image119 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout:child: image120 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout:child: image121 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119/b1f865dd824d 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image120/b1f8318a17dc 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image121/b1f847855406 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.216 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image121 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 2 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 2 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout:child: image119 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout:child: image121 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119/b1f865dd824d 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-30/image121/b1f847855406 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.217 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:trying to find test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:checking test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 1 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 1 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:child: image119 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-29/image119/b1f865dd824d 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 0 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:23:45.218 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16952 ms) 2024-04-12T01:23:45.219 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-12T01:23:45.219 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:45.272 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.LockingPP (60 ms) 2024-04-12T01:23:45.272 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-12T01:23:45.272 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:45.518 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.FlushAio (246 ms) 2024-04-12T01:23:45.518 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-12T01:23:45.518 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi098-136797-29"}]': finished 2024-04-12T01:23:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[91373]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-12T01:23:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[91373]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T01:23:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31"}]': finished 2024-04-12T01:23:45.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi098-136797-29"}]': finished 2024-04-12T01:23:45.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[88922]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-12T01:23:45.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:45.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:45.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[88922]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T01:23:45.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31"}]': finished 2024-04-12T01:23:45.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:45 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi098-136797-29"}]': finished 2024-04-12T01:23:45.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:45 smithi193 ceph-mon[83763]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-12T01:23:45.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:45 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:45.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:45 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31"}]: dispatch 2024-04-12T01:23:45.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:45 smithi193 ceph-mon[83763]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T01:23:45.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:45 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi098-136797-29", "tierpool":"test-librbd-smithi098-136797-31"}]': finished 2024-04-12T01:23:45.717 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.FlushAioPP (199 ms) 2024-04-12T01:23:45.717 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-12T01:23:45.718 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:45.742 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (25 ms) 2024-04-12T01:23:45.742 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-12T01:23:45.742 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:45.772 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (30 ms) 2024-04-12T01:23:45.772 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-12T01:23:45.772 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:45.788 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-04-12T01:23:45.788 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-12T01:23:45.788 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:45.825 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.LargeCacheRead (37 ms) 2024-04-12T01:23:45.825 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-12T01:23:45.825 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:23:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:23:45] "GET /metrics HTTP/1.1" 200 75511 "" "Prometheus/2.43.0" 2024-04-12T01:23:46.056 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestPendingAio (231 ms) 2024-04-12T01:23:46.056 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-12T01:23:46.056 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:46.320 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:46 smithi098 ceph-mon[91373]: pgmap v3088: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 10 KiB/s wr, 228 op/s 2024-04-12T01:23:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:46 smithi098 ceph-mon[91373]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-12T01:23:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:46 smithi098 ceph-mon[88922]: pgmap v3088: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 10 KiB/s wr, 228 op/s 2024-04-12T01:23:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:46 smithi098 ceph-mon[88922]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-12T01:23:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:46 smithi193 ceph-mon[83763]: pgmap v3088: 649 pgs: 649 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 10 KiB/s wr, 228 op/s 2024-04-12T01:23:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:46 smithi193 ceph-mon[83763]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-12T01:23:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:47 smithi098 ceph-mon[91373]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-12T01:23:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:47 smithi098 ceph-mon[91373]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-12T01:23:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:47 smithi098 ceph-mon[88922]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-12T01:23:47.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:47 smithi098 ceph-mon[88922]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-12T01:23:47.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:47 smithi193 ceph-mon[83763]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-12T01:23:47.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:47 smithi193 ceph-mon[83763]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-12T01:23:48.295 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2239 ms) 2024-04-12T01:23:48.295 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-12T01:23:48.295 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:48 smithi098 ceph-mon[91373]: pgmap v3091: 649 pgs: 649 active+clean; 303 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 651 KiB/s rd, 34 KiB/s wr, 819 op/s 2024-04-12T01:23:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:48 smithi098 ceph-mon[88922]: pgmap v3091: 649 pgs: 649 active+clean; 303 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 651 KiB/s rd, 34 KiB/s wr, 819 op/s 2024-04-12T01:23:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:48 smithi193 ceph-mon[83763]: pgmap v3091: 649 pgs: 649 active+clean; 303 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 651 KiB/s rd, 34 KiB/s wr, 819 op/s 2024-04-12T01:23:49.353 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:49.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:49 smithi098 ceph-mon[91373]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-12T01:23:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:49 smithi098 ceph-mon[88922]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-12T01:23:49.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:49 smithi193 ceph-mon[83763]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-12T01:23:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:50 smithi098 ceph-mon[91373]: pgmap v3094: 649 pgs: 649 active+clean; 305 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 618 KiB/s wr, 889 op/s 2024-04-12T01:23:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:50 smithi098 ceph-mon[91373]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-12T01:23:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:50 smithi098 ceph-mon[88922]: pgmap v3094: 649 pgs: 649 active+clean; 305 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 618 KiB/s wr, 889 op/s 2024-04-12T01:23:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:50 smithi098 ceph-mon[88922]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-12T01:23:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:50 smithi193 ceph-mon[83763]: pgmap v3094: 649 pgs: 649 active+clean; 305 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 618 KiB/s wr, 889 op/s 2024-04-12T01:23:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:50 smithi193 ceph-mon[83763]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-12T01:23:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:23:51.325 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3030 ms) 2024-04-12T01:23:51.325 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-12T01:23:51.325 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:51.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:51 smithi098 ceph-mon[91373]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-12T01:23:51.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:51 smithi098 ceph-mon[88922]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-12T01:23:51.623 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:51 smithi193 ceph-mon[83763]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-12T01:23:52.245 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.Flatten (920 ms) 2024-04-12T01:23:52.245 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-12T01:23:52.245 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:52.280 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 32768 2024-04-12T01:23:52.280 INFO:tasks.workunit.client.0.smithi098.stdout:read: 32768 2024-04-12T01:23:52.280 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.Sparsify (35 ms) 2024-04-12T01:23:52.280 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-12T01:23:52.280 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:52.313 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SparsifyPP (33 ms) 2024-04-12T01:23:52.313 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-12T01:23:52.313 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:52 smithi098 ceph-mon[91373]: pgmap v3097: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 754 KiB/s rd, 711 KiB/s wr, 496 op/s 2024-04-12T01:23:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:52 smithi098 ceph-mon[91373]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-12T01:23:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:52 smithi098 ceph-mon[91373]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-12T01:23:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:52 smithi098 ceph-mon[88922]: pgmap v3097: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 754 KiB/s rd, 711 KiB/s wr, 496 op/s 2024-04-12T01:23:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:52 smithi098 ceph-mon[88922]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-12T01:23:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:52 smithi098 ceph-mon[88922]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-12T01:23:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:52 smithi193 ceph-mon[83763]: pgmap v3097: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 754 KiB/s rd, 711 KiB/s wr, 496 op/s 2024-04-12T01:23:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:52 smithi193 ceph-mon[83763]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-12T01:23:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:52 smithi193 ceph-mon[83763]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-12T01:23:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:23:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:23:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:23:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:54 smithi098 ceph-mon[91373]: pgmap v3100: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 128 KiB/s wr, 345 op/s 2024-04-12T01:23:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:54 smithi098 ceph-mon[91373]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-12T01:23:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:54 smithi098 ceph-mon[88922]: pgmap v3100: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 128 KiB/s wr, 345 op/s 2024-04-12T01:23:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:54 smithi098 ceph-mon[88922]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-12T01:23:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:54 smithi193 ceph-mon[83763]: pgmap v3100: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 128 KiB/s wr, 345 op/s 2024-04-12T01:23:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:54 smithi193 ceph-mon[83763]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-12T01:23:55.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:55 smithi193 ceph-mon[83763]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-12T01:23:55.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:55 smithi098 ceph-mon[91373]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-12T01:23:55.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:55 smithi098 ceph-mon[88922]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-12T01:23:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:23:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:23:55] "GET /metrics HTTP/1.1" 200 75587 "" "Prometheus/2.43.0" 2024-04-12T01:23:56.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:56 smithi193 ceph-mon[83763]: pgmap v3103: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 39 KiB/s wr, 239 op/s 2024-04-12T01:23:56.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:56 smithi193 ceph-mon[83763]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-12T01:23:56.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:56 smithi098 ceph-mon[88922]: pgmap v3103: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 39 KiB/s wr, 239 op/s 2024-04-12T01:23:56.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:56 smithi098 ceph-mon[88922]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-12T01:23:56.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:56 smithi098 ceph-mon[91373]: pgmap v3103: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 39 KiB/s wr, 239 op/s 2024-04-12T01:23:56.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:56 smithi098 ceph-mon[91373]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-12T01:23:57.337 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SnapshotLimit (5024 ms) 2024-04-12T01:23:57.337 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-12T01:23:57.337 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:23:57.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:57 smithi193 ceph-mon[83763]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-12T01:23:57.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:57 smithi098 ceph-mon[91373]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-12T01:23:57.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:57 smithi098 ceph-mon[88922]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-12T01:23:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:58 smithi193 ceph-mon[83763]: pgmap v3106: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 36 KiB/s wr, 205 op/s 2024-04-12T01:23:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:58 smithi193 ceph-mon[83763]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-12T01:23:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:58 smithi098 ceph-mon[88922]: pgmap v3106: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 36 KiB/s wr, 205 op/s 2024-04-12T01:23:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:58 smithi098 ceph-mon[88922]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-12T01:23:58.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:58 smithi098 ceph-mon[91373]: pgmap v3106: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 36 KiB/s wr, 205 op/s 2024-04-12T01:23:58.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:58 smithi098 ceph-mon[91373]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-12T01:23:59.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:23:59 smithi193 ceph-mon[83763]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-12T01:23:59.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:23:59 smithi098 ceph-mon[91373]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-12T01:23:59.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:23:59 smithi098 ceph-mon[88922]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-12T01:24:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:00 smithi193 ceph-mon[83763]: pgmap v3109: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 9.5 KiB/s wr, 125 op/s 2024-04-12T01:24:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:00 smithi193 ceph-mon[83763]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-12T01:24:00.693 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:00 smithi098 ceph-mon[91373]: pgmap v3109: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 9.5 KiB/s wr, 125 op/s 2024-04-12T01:24:00.693 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:00 smithi098 ceph-mon[91373]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-12T01:24:00.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:00 smithi098 ceph-mon[88922]: pgmap v3109: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 9.5 KiB/s wr, 125 op/s 2024-04-12T01:24:00.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:00 smithi098 ceph-mon[88922]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-12T01:24:01.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:01 smithi193 ceph-mon[83763]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-12T01:24:01.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:01 smithi098 ceph-mon[88922]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-12T01:24:01.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:01 smithi098 ceph-mon[91373]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-12T01:24:02.177 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4840 ms) 2024-04-12T01:24:02.178 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-12T01:24:02.178 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:02.235 INFO:tasks.workunit.client.0.smithi098.stdout:0.00% done 2024-04-12T01:24:02.235 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (58 ms) 2024-04-12T01:24:02.235 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-12T01:24:02.235 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:02.314 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (80 ms) 2024-04-12T01:24:02.315 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-12T01:24:02.315 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:24:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:24:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:24:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:02 smithi193 ceph-mon[83763]: pgmap v3112: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-04-12T01:24:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:02 smithi193 ceph-mon[83763]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-12T01:24:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:02 smithi193 ceph-mon[83763]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-12T01:24:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:02 smithi098 ceph-mon[91373]: pgmap v3112: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-04-12T01:24:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:02 smithi098 ceph-mon[91373]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-12T01:24:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:02 smithi098 ceph-mon[91373]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-12T01:24:02.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:02 smithi098 ceph-mon[88922]: pgmap v3112: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-04-12T01:24:02.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:02 smithi098 ceph-mon[88922]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-12T01:24:02.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:02 smithi098 ceph-mon[88922]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-12T01:24:03.379 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (1064 ms) 2024-04-12T01:24:03.379 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-12T01:24:03.379 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:04 smithi193 ceph-mon[83763]: pgmap v3115: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T01:24:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:04 smithi193 ceph-mon[83763]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-12T01:24:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:24:04.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:04 smithi098 ceph-mon[91373]: pgmap v3115: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T01:24:04.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:04 smithi098 ceph-mon[91373]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-12T01:24:04.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:24:04.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:04 smithi098 ceph-mon[88922]: pgmap v3115: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T01:24:04.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:04 smithi098 ceph-mon[88922]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-12T01:24:04.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:24:05.383 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2004 ms) 2024-04-12T01:24:05.383 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-12T01:24:05.383 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:05.440 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (57 ms) 2024-04-12T01:24:05.440 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-12T01:24:05.440 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-12T01:24:05.440 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:24:05.440 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-12T01:24:05.440 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-12T01:24:05.441 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:05 smithi193 ceph-mon[83763]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-12T01:24:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:24:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:24:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:24:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:05.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[91373]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-12T01:24:05.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:24:05.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:24:05.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:24:05.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:05.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[88922]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-12T01:24:05.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:24:05.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:24:05.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:24:05.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:24:05] "GET /metrics HTTP/1.1" 200 75581 "" "Prometheus/2.43.0" 2024-04-12T01:24:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:06 smithi193 ceph-mon[83763]: pgmap v3118: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 82 op/s 2024-04-12T01:24:06.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:06 smithi193 ceph-mon[83763]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-12T01:24:06.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:06 smithi098 ceph-mon[91373]: pgmap v3118: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 82 op/s 2024-04-12T01:24:06.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:06 smithi098 ceph-mon[91373]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-12T01:24:06.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:06 smithi098 ceph-mon[88922]: pgmap v3118: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 82 op/s 2024-04-12T01:24:06.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:06 smithi098 ceph-mon[88922]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-12T01:24:07.410 INFO:tasks.workunit.client.0.smithi098.stdout:100.00% done 2024-04-12T01:24:07.411 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SnapRemove2 (1970 ms) 2024-04-12T01:24:07.411 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-12T01:24:07.411 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:07 smithi193 ceph-mon[83763]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-12T01:24:07.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:07 smithi098 ceph-mon[91373]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-12T01:24:07.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:07 smithi098 ceph-mon[88922]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-12T01:24:08.439 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1030 ms) 2024-04-12T01:24:08.440 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-12T01:24:08.440 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:08.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:08 smithi098 ceph-mon[91373]: pgmap v3121: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-04-12T01:24:08.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:08 smithi098 ceph-mon[91373]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-12T01:24:08.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:08 smithi098 ceph-mon[88922]: pgmap v3121: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-04-12T01:24:08.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:08 smithi098 ceph-mon[88922]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-12T01:24:08.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:08 smithi193 ceph-mon[83763]: pgmap v3121: 649 pgs: 649 active+clean; 309 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-04-12T01:24:08.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:08 smithi193 ceph-mon[83763]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-12T01:24:09.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1003 ms) 2024-04-12T01:24:09.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-12T01:24:09.444 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:09.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:09 smithi098 ceph-mon[91373]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-12T01:24:09.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:09 smithi098 ceph-mon[88922]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-12T01:24:09.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:09 smithi193 ceph-mon[83763]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-12T01:24:10.469 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1026 ms) 2024-04-12T01:24:10.469 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-12T01:24:10.469 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:10.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:10 smithi098 ceph-mon[91373]: pgmap v3124: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 250 op/s 2024-04-12T01:24:10.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:10 smithi098 ceph-mon[91373]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-12T01:24:10.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:10 smithi098 ceph-mon[88922]: pgmap v3124: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 250 op/s 2024-04-12T01:24:10.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:10 smithi098 ceph-mon[88922]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-12T01:24:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:10 smithi193 ceph-mon[83763]: pgmap v3124: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 250 op/s 2024-04-12T01:24:10.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:10 smithi193 ceph-mon[83763]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-12T01:24:11.539 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1070 ms) 2024-04-12T01:24:11.539 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-12T01:24:11.539 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:11.580 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (41 ms) 2024-04-12T01:24:11.580 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-12T01:24:11.580 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:11.617 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2024-04-12T01:24:11.617 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-12T01:24:11.617 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:11.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:11 smithi098 ceph-mon[91373]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-12T01:24:11.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:11 smithi098 ceph-mon[91373]: pgmap v3127: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-04-12T01:24:11.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:11 smithi098 ceph-mon[88922]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-12T01:24:11.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:11 smithi098 ceph-mon[88922]: pgmap v3127: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-04-12T01:24:11.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:11 smithi193 ceph-mon[83763]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-12T01:24:11.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:11 smithi193 ceph-mon[83763]: pgmap v3127: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-04-12T01:24:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:12 smithi193 ceph-mon[83763]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-12T01:24:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:12 smithi193 ceph-mon[83763]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-12T01:24:12.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:24:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:24:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:24:12.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:12 smithi098 ceph-mon[91373]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-12T01:24:12.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:12 smithi098 ceph-mon[91373]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-12T01:24:12.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:12 smithi098 ceph-mon[88922]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-12T01:24:12.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:12 smithi098 ceph-mon[88922]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-12T01:24:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:14 smithi098 ceph-mon[91373]: pgmap v3130: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.7 KiB/s wr, 94 op/s 2024-04-12T01:24:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:14 smithi098 ceph-mon[91373]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-12T01:24:14.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:14 smithi098 ceph-mon[88922]: pgmap v3130: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.7 KiB/s wr, 94 op/s 2024-04-12T01:24:14.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:14 smithi098 ceph-mon[88922]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-12T01:24:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:14 smithi193 ceph-mon[83763]: pgmap v3130: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.7 KiB/s wr, 94 op/s 2024-04-12T01:24:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:14 smithi193 ceph-mon[83763]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-12T01:24:15.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:15 smithi098 ceph-mon[88922]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-12T01:24:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:15 smithi098 ceph-mon[91373]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-12T01:24:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:15 smithi193 ceph-mon[83763]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-12T01:24:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:24:15] "GET /metrics HTTP/1.1" 200 75581 "" "Prometheus/2.43.0" 2024-04-12T01:24:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:16 smithi098 ceph-mon[88922]: pgmap v3133: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 10 KiB/s wr, 195 op/s 2024-04-12T01:24:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:16 smithi098 ceph-mon[88922]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-12T01:24:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:16 smithi098 ceph-mon[91373]: pgmap v3133: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 10 KiB/s wr, 195 op/s 2024-04-12T01:24:16.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:16 smithi098 ceph-mon[91373]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-12T01:24:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:16 smithi193 ceph-mon[83763]: pgmap v3133: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 10 KiB/s wr, 195 op/s 2024-04-12T01:24:16.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:16 smithi193 ceph-mon[83763]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-12T01:24:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:17 smithi098 ceph-mon[91373]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-12T01:24:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:17 smithi098 ceph-mon[91373]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-12T01:24:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:17 smithi098 ceph-mon[88922]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-12T01:24:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:17 smithi098 ceph-mon[88922]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-12T01:24:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:17 smithi193 ceph-mon[83763]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-12T01:24:17.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:17 smithi193 ceph-mon[83763]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-12T01:24:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:18 smithi098 ceph-mon[91373]: pgmap v3136: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 12 KiB/s wr, 234 op/s 2024-04-12T01:24:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:18 smithi098 ceph-mon[88922]: pgmap v3136: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 12 KiB/s wr, 234 op/s 2024-04-12T01:24:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:18 smithi193 ceph-mon[83763]: pgmap v3136: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 12 KiB/s wr, 234 op/s 2024-04-12T01:24:19.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:19 smithi098 ceph-mon[91373]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-12T01:24:19.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:19 smithi098 ceph-mon[88922]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-12T01:24:19.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:19 smithi193 ceph-mon[83763]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-12T01:24:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:20 smithi098 ceph-mon[91373]: pgmap v3139: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-04-12T01:24:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:20 smithi098 ceph-mon[91373]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-12T01:24:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:20 smithi098 ceph-mon[88922]: pgmap v3139: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-04-12T01:24:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:20 smithi098 ceph-mon[88922]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-12T01:24:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:20 smithi193 ceph-mon[83763]: pgmap v3139: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-04-12T01:24:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:20 smithi193 ceph-mon[83763]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-12T01:24:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:21 smithi098 ceph-mon[91373]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-12T01:24:21.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:21 smithi098 ceph-mon[88922]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-12T01:24:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:21 smithi193 ceph-mon[83763]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-12T01:24:21.834 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10217 ms) 2024-04-12T01:24:21.834 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-12T01:24:21.834 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:22.330 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.Metadata (496 ms) 2024-04-12T01:24:22.330 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-12T01:24:22.330 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:22 smithi098 ceph-mon[91373]: pgmap v3142: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.0 KiB/s wr, 92 op/s 2024-04-12T01:24:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:22 smithi098 ceph-mon[91373]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-12T01:24:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:22 smithi098 ceph-mon[88922]: pgmap v3142: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.0 KiB/s wr, 92 op/s 2024-04-12T01:24:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:22 smithi098 ceph-mon[88922]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-12T01:24:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:22 smithi193 ceph-mon[83763]: pgmap v3142: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.0 KiB/s wr, 92 op/s 2024-04-12T01:24:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:22 smithi193 ceph-mon[83763]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-12T01:24:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:24:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:24:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:24:23.336 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.MetadataPP (1006 ms) 2024-04-12T01:24:23.336 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-12T01:24:23.336 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:23.436 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.UpdateFeatures (100 ms) 2024-04-12T01:24:23.436 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-12T01:24:23.436 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-12T01:24:23.437 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-12T01:24:23.437 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:23.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:23 smithi098 ceph-mon[91373]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-12T01:24:23.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:23 smithi098 ceph-mon[88922]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-12T01:24:23.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:23 smithi193 ceph-mon[83763]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-12T01:24:24.306 INFO:tasks.workunit.client.0.smithi098.stdout:0.00% done 2024-04-12T01:24:24.306 INFO:tasks.workunit.client.0.smithi098.stdout:25.00% done 2024-04-12T01:24:24.306 INFO:tasks.workunit.client.0.smithi098.stdout:50.00% done 2024-04-12T01:24:24.306 INFO:tasks.workunit.client.0.smithi098.stdout:75.00% done 2024-04-12T01:24:24.306 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.RebuildObjectMap (868 ms) 2024-04-12T01:24:24.306 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-12T01:24:24.336 INFO:tasks.workunit.client.0.smithi098.stdout:0.00% done 2024-04-12T01:24:24.336 INFO:tasks.workunit.client.0.smithi098.stdout:25.00% done 2024-04-12T01:24:24.336 INFO:tasks.workunit.client.0.smithi098.stdout:50.00% done 2024-04-12T01:24:24.337 INFO:tasks.workunit.client.0.smithi098.stdout:75.00% done 2024-04-12T01:24:24.337 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (32 ms) 2024-04-12T01:24:24.337 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-12T01:24:24.337 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[91373]: pgmap v3145: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 87 KiB/s wr, 379 op/s 2024-04-12T01:24:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[91373]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-12T01:24:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]: dispatch 2024-04-12T01:24:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]: dispatch 2024-04-12T01:24:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]: dispatch 2024-04-12T01:24:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[88922]: pgmap v3145: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 87 KiB/s wr, 379 op/s 2024-04-12T01:24:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[88922]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-12T01:24:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]: dispatch 2024-04-12T01:24:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]: dispatch 2024-04-12T01:24:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:24 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]: dispatch 2024-04-12T01:24:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:24 smithi193 ceph-mon[83763]: pgmap v3145: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 87 KiB/s wr, 379 op/s 2024-04-12T01:24:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:24 smithi193 ceph-mon[83763]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-12T01:24:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]: dispatch 2024-04-12T01:24:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]: dispatch 2024-04-12T01:24:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:24 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]: dispatch 2024-04-12T01:24:25.303 INFO:tasks.workunit.client.0.smithi098.stdout:0.00% done 2024-04-12T01:24:25.303 INFO:tasks.workunit.client.0.smithi098.stdout:25.00% done 2024-04-12T01:24:25.303 INFO:tasks.workunit.client.0.smithi098.stdout:50.00% done 2024-04-12T01:24:25.303 INFO:tasks.workunit.client.0.smithi098.stdout:75.00% done 2024-04-12T01:24:25.303 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.CheckObjectMap (966 ms) 2024-04-12T01:24:25.303 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-12T01:24:25.303 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:25.330 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.BlockingAIO (29 ms) 2024-04-12T01:24:25.331 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-12T01:24:25.331 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:25.465 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (134 ms) 2024-04-12T01:24:25.466 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-12T01:24:25.466 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-12T01:24:25.466 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:24:25.466 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-12T01:24:25.466 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-12T01:24:25.466 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]': finished 2024-04-12T01:24:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]': finished 2024-04-12T01:24:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]': finished 2024-04-12T01:24:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:25 smithi098 ceph-mon[91373]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-12T01:24:25.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]': finished 2024-04-12T01:24:25.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]': finished 2024-04-12T01:24:25.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]': finished 2024-04-12T01:24:25.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:25 smithi098 ceph-mon[88922]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-12T01:24:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.17", "id": [6, 7]}]': finished 2024-04-12T01:24:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]': finished 2024-04-12T01:24:25.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.4", "id": [3, 7]}]': finished 2024-04-12T01:24:25.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:25 smithi193 ceph-mon[83763]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-12T01:24:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:24:25] "GET /metrics HTTP/1.1" 200 75577 "" "Prometheus/2.43.0" 2024-04-12T01:24:26.316 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (851 ms) 2024-04-12T01:24:26.316 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-12T01:24:26.316 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:26 smithi098 ceph-mon[91373]: pgmap v3148: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 117 KiB/s wr, 431 op/s 2024-04-12T01:24:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:26 smithi098 ceph-mon[91373]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-12T01:24:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:26 smithi098 ceph-mon[88922]: pgmap v3148: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 117 KiB/s wr, 431 op/s 2024-04-12T01:24:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:26 smithi098 ceph-mon[88922]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-12T01:24:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:26 smithi193 ceph-mon[83763]: pgmap v3148: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 117 KiB/s wr, 431 op/s 2024-04-12T01:24:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:26 smithi193 ceph-mon[83763]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-12T01:24:27.293 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (977 ms) 2024-04-12T01:24:27.293 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-12T01:24:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:27 smithi098 ceph-mon[91373]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-12T01:24:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:27 smithi098 ceph-mon[88922]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-12T01:24:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:27 smithi193 ceph-mon[83763]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-12T01:24:28.389 INFO:tasks.workunit.client.0.smithi098.stdout:0.00% done 2024-04-12T01:24:28.389 INFO:tasks.workunit.client.0.smithi098.stdout:100.00% done 2024-04-12T01:24:28.389 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestImageOptions (1095 ms) 2024-04-12T01:24:28.389 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-12T01:24:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:28 smithi098 ceph-mon[91373]: pgmap v3151: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 165 KiB/s wr, 767 op/s 2024-04-12T01:24:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:28 smithi098 ceph-mon[91373]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-12T01:24:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:28 smithi098 ceph-mon[88922]: pgmap v3151: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 165 KiB/s wr, 767 op/s 2024-04-12T01:24:28.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:28 smithi098 ceph-mon[88922]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-12T01:24:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:28 smithi193 ceph-mon[83763]: pgmap v3151: 649 pgs: 649 active+clean; 309 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 165 KiB/s wr, 767 op/s 2024-04-12T01:24:28.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:28 smithi193 ceph-mon[83763]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-12T01:24:29.362 INFO:tasks.workunit.client.0.smithi098.stdout:0.00% done 2024-04-12T01:24:29.362 INFO:tasks.workunit.client.0.smithi098.stdout:100.00% done 2024-04-12T01:24:29.362 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (974 ms) 2024-04-12T01:24:29.362 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-12T01:24:29.362 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-12T01:24:29.363 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-12T01:24:29.363 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-12T01:24:29.363 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-12T01:24:29.363 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:29.404 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:24:29.404 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:wrote: 512 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:24:29.405 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.406 INFO:tasks.workunit.client.0.smithi098.stdout:started write 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:write completion cb called! 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 0 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:finished write 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:24:29.407 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:created completion 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:started read 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:read completion cb called! 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:return value is: 512 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ImagePollIO (42 ms) 2024-04-12T01:24:29.408 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-12T01:24:29.409 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:29.418 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:29.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:29 smithi098 ceph-mon[91373]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-12T01:24:29.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:29 smithi098 ceph-mon[88922]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-12T01:24:29.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:29 smithi193 ceph-mon[83763]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-12T01:24:30.429 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.Mirror (1025 ms) 2024-04-12T01:24:30.429 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-12T01:24:30.450 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (18 ms) 2024-04-12T01:24:30.450 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-12T01:24:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:30 smithi098 ceph-mon[91373]: pgmap v3154: 649 pgs: 649 active+clean; 310 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 693 KiB/s rd, 336 KiB/s wr, 974 op/s 2024-04-12T01:24:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:30 smithi098 ceph-mon[91373]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-12T01:24:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:30 smithi098 ceph-mon[88922]: pgmap v3154: 649 pgs: 649 active+clean; 310 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 693 KiB/s rd, 336 KiB/s wr, 974 op/s 2024-04-12T01:24:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:30 smithi098 ceph-mon[88922]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-12T01:24:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:30 smithi193 ceph-mon[83763]: pgmap v3154: 649 pgs: 649 active+clean; 310 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 693 KiB/s rd, 336 KiB/s wr, 974 op/s 2024-04-12T01:24:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:30 smithi193 ceph-mon[83763]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-12T01:24:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-12T01:24:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T01:24:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T01:24:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/69d76029-91ab-4a9c-ad76-6bb7cd267f03"}]: dispatch 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/69d76029-91ab-4a9c-ad76-6bb7cd267f03"}]: dispatch 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/69d76029-91ab-4a9c-ad76-6bb7cd267f03"}]': finished 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fbdcaebe-38e2-4241-8cbe-ac2e246b44bf"}]: dispatch 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fbdcaebe-38e2-4241-8cbe-ac2e246b44bf"}]: dispatch 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fbdcaebe-38e2-4241-8cbe-ac2e246b44bf"}]': finished 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9557128e-f6cc-40e9-9dff-21caf0da36ed"}]: dispatch 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9557128e-f6cc-40e9-9dff-21caf0da36ed"}]: dispatch 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9557128e-f6cc-40e9-9dff-21caf0da36ed"}]': finished 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]': finished 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/69d76029-91ab-4a9c-ad76-6bb7cd267f03"}]: dispatch 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/69d76029-91ab-4a9c-ad76-6bb7cd267f03"}]: dispatch 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/69d76029-91ab-4a9c-ad76-6bb7cd267f03"}]': finished 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fbdcaebe-38e2-4241-8cbe-ac2e246b44bf"}]: dispatch 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fbdcaebe-38e2-4241-8cbe-ac2e246b44bf"}]: dispatch 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fbdcaebe-38e2-4241-8cbe-ac2e246b44bf"}]': finished 2024-04-12T01:24:31.544 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9557128e-f6cc-40e9-9dff-21caf0da36ed"}]: dispatch 2024-04-12T01:24:31.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9557128e-f6cc-40e9-9dff-21caf0da36ed"}]: dispatch 2024-04-12T01:24:31.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9557128e-f6cc-40e9-9dff-21caf0da36ed"}]': finished 2024-04-12T01:24:31.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:24:31.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.545 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:31 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]': finished 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/69d76029-91ab-4a9c-ad76-6bb7cd267f03"}]: dispatch 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/69d76029-91ab-4a9c-ad76-6bb7cd267f03"}]: dispatch 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/69d76029-91ab-4a9c-ad76-6bb7cd267f03"}]': finished 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fbdcaebe-38e2-4241-8cbe-ac2e246b44bf"}]: dispatch 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fbdcaebe-38e2-4241-8cbe-ac2e246b44bf"}]: dispatch 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/fbdcaebe-38e2-4241-8cbe-ac2e246b44bf"}]': finished 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9557128e-f6cc-40e9-9dff-21caf0da36ed"}]: dispatch 2024-04-12T01:24:31.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9557128e-f6cc-40e9-9dff-21caf0da36ed"}]: dispatch 2024-04-12T01:24:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9557128e-f6cc-40e9-9dff-21caf0da36ed"}]': finished 2024-04-12T01:24:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:24:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2359298162' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]: dispatch 2024-04-12T01:24:31.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:31 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9c937e1a-237a-4c69-9736-a0b9f0133057"}]': finished 2024-04-12T01:24:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:32 smithi098 ceph-mon[88922]: pgmap v3157: 649 pgs: 649 active+clean; 311 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 598 KiB/s wr, 453 op/s 2024-04-12T01:24:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:32 smithi098 ceph-mon[88922]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-12T01:24:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:32 smithi098 ceph-mon[91373]: pgmap v3157: 649 pgs: 649 active+clean; 311 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 598 KiB/s wr, 453 op/s 2024-04-12T01:24:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:32 smithi098 ceph-mon[91373]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-12T01:24:32.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:32 smithi193 ceph-mon[83763]: pgmap v3157: 649 pgs: 649 active+clean; 311 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 598 KiB/s wr, 453 op/s 2024-04-12T01:24:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:32 smithi193 ceph-mon[83763]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-12T01:24:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:24:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:24:33.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:33 smithi098 ceph-mon[91373]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-12T01:24:33.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:33 smithi098 ceph-mon[91373]: pgmap v3160: 649 pgs: 649 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-04-12T01:24:33.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:33 smithi098 ceph-mon[88922]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-12T01:24:33.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:33 smithi098 ceph-mon[88922]: pgmap v3160: 649 pgs: 649 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-04-12T01:24:33.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:33 smithi193 ceph-mon[83763]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-12T01:24:33.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:33 smithi193 ceph-mon[83763]: pgmap v3160: 649 pgs: 649 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-04-12T01:24:34.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:34 smithi098 ceph-mon[91373]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-12T01:24:34.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:34 smithi098 ceph-mon[88922]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-12T01:24:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:34 smithi193 ceph-mon[83763]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-12T01:24:35.517 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5070 ms) 2024-04-12T01:24:35.517 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-12T01:24:35.517 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:35.792 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:24:35] "GET /metrics HTTP/1.1" 200 75583 "" "Prometheus/2.43.0" 2024-04-12T01:24:35.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:35 smithi098 ceph-mon[88922]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-12T01:24:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:35 smithi098 ceph-mon[88922]: pgmap v3163: 649 pgs: 649 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.5 MiB/s wr, 209 op/s 2024-04-12T01:24:35.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:35.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:35 smithi098 ceph-mon[91373]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-12T01:24:35.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:35 smithi098 ceph-mon[91373]: pgmap v3163: 649 pgs: 649 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.5 MiB/s wr, 209 op/s 2024-04-12T01:24:35.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:35 smithi193 ceph-mon[83763]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-12T01:24:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:35 smithi193 ceph-mon[83763]: pgmap v3163: 649 pgs: 649 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.5 MiB/s wr, 209 op/s 2024-04-12T01:24:35.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:36.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:36 smithi098 ceph-mon[91373]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-12T01:24:36.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:36 smithi098 ceph-mon[88922]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-12T01:24:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:36 smithi193 ceph-mon[83763]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-12T01:24:37.510 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1993 ms) 2024-04-12T01:24:37.511 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-12T01:24:37.511 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:37.583 INFO:tasks.workunit.client.0.smithi098.stdout:1: acquiring exclusive lock 2024-04-12T01:24:37.583 INFO:tasks.workunit.client.0.smithi098.stdout:2: acquiring exclusive lock 2024-04-12T01:24:37.587 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock acquired 2024-04-12T01:24:37.596 INFO:tasks.workunit.client.0.smithi098.stdout:2: releasing exclusive lock 2024-04-12T01:24:37.599 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock released 2024-04-12T01:24:37.600 INFO:tasks.workunit.client.0.smithi098.stdout:2: acquiring exclusive lock 2024-04-12T01:24:37.603 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock acquired 2024-04-12T01:24:37.615 INFO:tasks.workunit.client.0.smithi098.stdout:1: releasing exclusive lock 2024-04-12T01:24:37.618 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock released 2024-04-12T01:24:37.618 INFO:tasks.workunit.client.0.smithi098.stdout:1: acquiring exclusive lock 2024-04-12T01:24:37.621 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock acquired 2024-04-12T01:24:37.623 INFO:tasks.workunit.client.0.smithi098.stdout:2: releasing exclusive lock 2024-04-12T01:24:37.626 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock released 2024-04-12T01:24:37.626 INFO:tasks.workunit.client.0.smithi098.stdout:2: acquiring exclusive lock 2024-04-12T01:24:37.630 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock acquired 2024-04-12T01:24:37.647 INFO:tasks.workunit.client.0.smithi098.stdout:2: releasing exclusive lock 2024-04-12T01:24:37.650 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock released 2024-04-12T01:24:37.650 INFO:tasks.workunit.client.0.smithi098.stdout:2: acquiring exclusive lock 2024-04-12T01:24:37.654 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock acquired 2024-04-12T01:24:37.694 INFO:tasks.workunit.client.0.smithi098.stdout:1: releasing exclusive lock 2024-04-12T01:24:37.697 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock released 2024-04-12T01:24:37.697 INFO:tasks.workunit.client.0.smithi098.stdout:1: acquiring exclusive lock 2024-04-12T01:24:37.701 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock acquired 2024-04-12T01:24:37.721 INFO:tasks.workunit.client.0.smithi098.stdout:1: releasing exclusive lock 2024-04-12T01:24:37.724 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock released 2024-04-12T01:24:37.724 INFO:tasks.workunit.client.0.smithi098.stdout:1: acquiring exclusive lock 2024-04-12T01:24:37.726 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock acquired 2024-04-12T01:24:37.753 INFO:tasks.workunit.client.0.smithi098.stdout:2: releasing exclusive lock 2024-04-12T01:24:37.756 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock released 2024-04-12T01:24:37.756 INFO:tasks.workunit.client.0.smithi098.stdout:2: acquiring exclusive lock 2024-04-12T01:24:37.760 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock acquired 2024-04-12T01:24:37.776 INFO:tasks.workunit.client.0.smithi098.stdout:2: releasing exclusive lock 2024-04-12T01:24:37.779 INFO:tasks.workunit.client.0.smithi098.stdout:2: exclusive lock released 2024-04-12T01:24:37.783 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock acquired 2024-04-12T01:24:37.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:37 smithi098 ceph-mon[91373]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-12T01:24:37.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:37 smithi098 ceph-mon[91373]: pgmap v3166: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 975 KiB/s wr, 187 op/s 2024-04-12T01:24:37.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:37 smithi098 ceph-mon[88922]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-12T01:24:37.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:37 smithi098 ceph-mon[88922]: pgmap v3166: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 975 KiB/s wr, 187 op/s 2024-04-12T01:24:37.830 INFO:tasks.workunit.client.0.smithi098.stdout:1: releasing exclusive lock 2024-04-12T01:24:37.833 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock released 2024-04-12T01:24:37.833 INFO:tasks.workunit.client.0.smithi098.stdout:1: acquiring exclusive lock 2024-04-12T01:24:37.837 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock acquired 2024-04-12T01:24:37.840 INFO:tasks.workunit.client.0.smithi098.stdout:1: releasing exclusive lock 2024-04-12T01:24:37.842 INFO:tasks.workunit.client.0.smithi098.stdout:1: exclusive lock released 2024-04-12T01:24:37.856 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ExclusiveLock (346 ms) 2024-04-12T01:24:37.856 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-12T01:24:37.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:37 smithi193 ceph-mon[83763]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-12T01:24:37.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:37 smithi193 ceph-mon[83763]: pgmap v3166: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 975 KiB/s wr, 187 op/s 2024-04-12T01:24:37.872 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:38.526 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.BreakLock (670 ms) 2024-04-12T01:24:38.526 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-12T01:24:38.526 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:38.559 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (33 ms) 2024-04-12T01:24:38.559 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-12T01:24:38.559 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-12T01:24:38.559 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-12T01:24:38.559 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:38.626 INFO:tasks.workunit.client.0.smithi098.stdout:0.00% done 2024-04-12T01:24:38.626 INFO:tasks.workunit.client.0.smithi098.stdout:1.56% done 2024-04-12T01:24:38.626 INFO:tasks.workunit.client.0.smithi098.stdout:3.12% done 2024-04-12T01:24:38.626 INFO:tasks.workunit.client.0.smithi098.stdout:4.69% done 2024-04-12T01:24:38.626 INFO:tasks.workunit.client.0.smithi098.stdout:6.25% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:7.81% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:9.38% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:10.94% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:12.50% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:14.06% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:15.62% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:17.19% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:18.75% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:20.31% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:21.88% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:23.44% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:25.00% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:26.56% done 2024-04-12T01:24:38.627 INFO:tasks.workunit.client.0.smithi098.stdout:28.12% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:29.69% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:31.25% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:32.81% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:34.38% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:35.94% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:37.50% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:39.06% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:40.62% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:42.19% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:43.75% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:45.31% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:46.88% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:48.44% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:50.00% done 2024-04-12T01:24:38.628 INFO:tasks.workunit.client.0.smithi098.stdout:51.56% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:53.12% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:54.69% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:56.25% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:57.81% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:59.38% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:60.94% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:62.50% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:64.06% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:65.62% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:67.19% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:68.75% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:70.31% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:71.88% done 2024-04-12T01:24:38.629 INFO:tasks.workunit.client.0.smithi098.stdout:73.44% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:75.00% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:76.56% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:78.12% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:79.69% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:81.25% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:82.81% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:84.38% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:85.94% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:87.50% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:89.06% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:90.62% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:92.19% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:93.75% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:95.31% done 2024-04-12T01:24:38.630 INFO:tasks.workunit.client.0.smithi098.stdout:96.88% done 2024-04-12T01:24:38.631 INFO:tasks.workunit.client.0.smithi098.stdout:98.44% done 2024-04-12T01:24:38.631 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (67 ms) 2024-04-12T01:24:38.631 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-12T01:24:38.631 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:0.00% done 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:1.56% done 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:3.12% done 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:4.69% done 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:6.25% done 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:7.81% done 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:9.38% done 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:10.94% done 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:12.50% done 2024-04-12T01:24:38.685 INFO:tasks.workunit.client.0.smithi098.stdout:14.06% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:15.62% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:17.19% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:18.75% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:20.31% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:21.88% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:23.44% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:25.00% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:26.56% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:28.12% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:29.69% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:31.25% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:32.81% done 2024-04-12T01:24:38.686 INFO:tasks.workunit.client.0.smithi098.stdout:34.38% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:35.94% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:37.50% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:39.06% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:40.62% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:42.19% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:43.75% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:45.31% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:46.88% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:48.44% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:50.00% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:51.56% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:53.12% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:54.69% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:56.25% done 2024-04-12T01:24:38.687 INFO:tasks.workunit.client.0.smithi098.stdout:57.81% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:59.38% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:60.94% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:62.50% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:64.06% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:65.62% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:67.19% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:68.75% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:70.31% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:71.88% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:73.44% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:75.00% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:76.56% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:78.12% done 2024-04-12T01:24:38.688 INFO:tasks.workunit.client.0.smithi098.stdout:79.69% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:81.25% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:82.81% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:84.38% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:85.94% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:87.50% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:89.06% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:90.62% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:92.19% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:93.75% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:95.31% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:96.88% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:98.44% done 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (59 ms) 2024-04-12T01:24:38.689 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-12T01:24:38.690 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:38.693 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:38.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:38 smithi098 ceph-mon[91373]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-12T01:24:38.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:38 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/531361001"}]: dispatch 2024-04-12T01:24:38.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:38 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/531361001"}]: dispatch 2024-04-12T01:24:38.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:38 smithi098 ceph-mon[88922]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-12T01:24:38.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:38 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/531361001"}]: dispatch 2024-04-12T01:24:38.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:38 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/531361001"}]: dispatch 2024-04-12T01:24:38.815 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestTrashPurge (130 ms) 2024-04-12T01:24:38.815 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-12T01:24:38.815 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:38.859 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (44 ms) 2024-04-12T01:24:38.859 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-12T01:24:38.859 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:38 smithi193 ceph-mon[83763]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-12T01:24:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:38 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/785180223' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/531361001"}]: dispatch 2024-04-12T01:24:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:38 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/531361001"}]: dispatch 2024-04-12T01:24:38.893 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestListWatchers (34 ms) 2024-04-12T01:24:38.893 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-12T01:24:38.893 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:39.537 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestSetSnapById (644 ms) 2024-04-12T01:24:39.537 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-12T01:24:39.566 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.Namespaces (29 ms) 2024-04-12T01:24:39.566 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-12T01:24:39.599 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:39.604 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:39.689 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.NamespacesPP (123 ms) 2024-04-12T01:24:39.689 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.Migration 2024-04-12T01:24:39.689 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:39.689 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:39.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:39 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/531361001"}]': finished 2024-04-12T01:24:39.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:39 smithi098 ceph-mon[91373]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-12T01:24:39.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:39 smithi098 ceph-mon[91373]: pgmap v3169: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 75 KiB/s wr, 205 op/s 2024-04-12T01:24:39.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:39 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/531361001"}]': finished 2024-04-12T01:24:39.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:39 smithi098 ceph-mon[88922]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-12T01:24:39.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:39 smithi098 ceph-mon[88922]: pgmap v3169: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 75 KiB/s wr, 205 op/s 2024-04-12T01:24:39.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:39 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/531361001"}]': finished 2024-04-12T01:24:39.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:39 smithi193 ceph-mon[83763]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-12T01:24:39.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:39 smithi193 ceph-mon[83763]: pgmap v3169: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 75 KiB/s wr, 205 op/s 2024-04-12T01:24:40.111 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.Migration (422 ms) 2024-04-12T01:24:40.111 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-12T01:24:40.111 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:40.111 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:40.531 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.MigrationPP (420 ms) 2024-04-12T01:24:40.531 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-12T01:24:40.532 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:40.548 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-04-12T01:24:40.548 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-12T01:24:40.548 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:40.565 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-04-12T01:24:40.565 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-12T01:24:40.565 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:40.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:40 smithi098 ceph-mon[91373]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-12T01:24:40.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:40 smithi098 ceph-mon[88922]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-12T01:24:40.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:40 smithi193 ceph-mon[83763]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-12T01:24:41.617 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1052 ms) 2024-04-12T01:24:41.618 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-12T01:24:41.648 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.PoolMetadata (31 ms) 2024-04-12T01:24:41.648 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-12T01:24:41.670 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.PoolMetadataPP (22 ms) 2024-04-12T01:24:41.670 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.Config 2024-04-12T01:24:41.675 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:41.714 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.Config (44 ms) 2024-04-12T01:24:41.714 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-12T01:24:41.719 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:41.758 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:41 smithi098 ceph-mon[91373]: pgmap v3171: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 140 KiB/s wr, 520 op/s 2024-04-12T01:24:41.758 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:41 smithi098 ceph-mon[88922]: pgmap v3171: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 140 KiB/s wr, 520 op/s 2024-04-12T01:24:41.759 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:41 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:24:41] ENGINE Bus STOPPING 2024-04-12T01:24:41.759 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:41 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:24:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T01:24:41.759 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:41 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:24:41] ENGINE Bus STOPPED 2024-04-12T01:24:41.759 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:41 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:24:41] ENGINE Bus STARTING 2024-04-12T01:24:41.759 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ConfigPP (45 ms) 2024-04-12T01:24:41.759 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-12T01:24:41.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:41 smithi193 ceph-mon[83763]: pgmap v3171: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 140 KiB/s wr, 520 op/s 2024-04-12T01:24:42.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:41 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:24:41] ENGINE Serving on http://:::9283 2024-04-12T01:24:42.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:41 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:24:41] ENGINE Bus STARTED 2024-04-12T01:24:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:24:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-12T01:24:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:24:42.620 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:24:42.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-12T01:24:42.621 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:42 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2030061843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:42.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-12T01:24:42.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:24:42.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:24:42.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:24:42.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:24:42.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:24:42.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:24:42.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-12T01:24:42.795 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2030061843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.796 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.797 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.798 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:24:42.798 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:24:42.798 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:24:42.798 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:24:42.798 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:24:42.798 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-12T01:24:42.798 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:42 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2030061843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:43.158 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:44 smithi098 ceph-mon[88922]: pgmap v3174: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 608 KiB/s rd, 90 KiB/s wr, 804 op/s 2024-04-12T01:24:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:44 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2030061843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:24:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:44 smithi098 ceph-mon[88922]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-12T01:24:44.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:44 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:24:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:44 smithi098 ceph-mon[91373]: pgmap v3174: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 608 KiB/s rd, 90 KiB/s wr, 804 op/s 2024-04-12T01:24:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:44 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2030061843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:24:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:44 smithi098 ceph-mon[91373]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-12T01:24:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:44 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:24:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:44 smithi193 ceph-mon[83763]: pgmap v3174: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 608 KiB/s rd, 90 KiB/s wr, 804 op/s 2024-04-12T01:24:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:44 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2030061843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:24:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:44 smithi193 ceph-mon[83763]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-12T01:24:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:44 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:24:45.232 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:45.241 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:45.248 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:45 smithi098 ceph-mon[91373]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-12T01:24:45.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:45 smithi098 ceph-mon[88922]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-12T01:24:45.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:45 smithi193 ceph-mon[83763]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-12T01:24:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:24:45] "GET /metrics HTTP/1.1" 200 75583 "" "Prometheus/2.43.0" 2024-04-12T01:24:46.254 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.PoolStatsPP (4495 ms) 2024-04-12T01:24:46.254 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-12T01:24:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:46 smithi098 ceph-mon[91373]: pgmap v3177: 681 pgs: 10 creating+peering, 11 unknown, 660 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 523 KiB/s rd, 46 KiB/s wr, 749 op/s 2024-04-12T01:24:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:46 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:24:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:46 smithi098 ceph-mon[91373]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-12T01:24:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:46 smithi098 ceph-mon[88922]: pgmap v3177: 681 pgs: 10 creating+peering, 11 unknown, 660 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 523 KiB/s rd, 46 KiB/s wr, 749 op/s 2024-04-12T01:24:46.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:46 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:24:46.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:46 smithi098 ceph-mon[88922]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-12T01:24:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:46 smithi193 ceph-mon[83763]: pgmap v3177: 681 pgs: 10 creating+peering, 11 unknown, 660 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 523 KiB/s rd, 46 KiB/s wr, 749 op/s 2024-04-12T01:24:46.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:46 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:24:46.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:46 smithi193 ceph-mon[83763]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-12T01:24:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:47 smithi098 ceph-mon[91373]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-12T01:24:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:47 smithi098 ceph-mon[88922]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-12T01:24:47.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:47 smithi193 ceph-mon[83763]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-12T01:24:48.197 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:48 smithi098 ceph-mon[91373]: pgmap v3180: 681 pgs: 10 creating+peering, 671 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 31 KiB/s wr, 427 op/s 2024-04-12T01:24:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:48 smithi098 ceph-mon[91373]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-12T01:24:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:48 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2369228419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:48 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:48 smithi098 ceph-mon[88922]: pgmap v3180: 681 pgs: 10 creating+peering, 671 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 31 KiB/s wr, 427 op/s 2024-04-12T01:24:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:48 smithi098 ceph-mon[88922]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-12T01:24:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:48 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2369228419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:48.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:48 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:48.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:48 smithi193 ceph-mon[83763]: pgmap v3180: 681 pgs: 10 creating+peering, 671 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 31 KiB/s wr, 427 op/s 2024-04-12T01:24:48.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:48 smithi193 ceph-mon[83763]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-12T01:24:48.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:48 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2369228419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:48.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:48 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:49 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:24:49.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:49 smithi098 ceph-mon[88922]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-12T01:24:49.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:49 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:24:49.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:49 smithi098 ceph-mon[91373]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-12T01:24:49.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:49 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:24:49.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:49 smithi193 ceph-mon[83763]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-12T01:24:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:50 smithi098 ceph-mon[91373]: pgmap v3183: 713 pgs: 8 creating+peering, 18 unknown, 687 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 104 op/s 2024-04-12T01:24:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:50 smithi098 ceph-mon[91373]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-12T01:24:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:50 smithi098 ceph-mon[88922]: pgmap v3183: 713 pgs: 8 creating+peering, 18 unknown, 687 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 104 op/s 2024-04-12T01:24:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:50 smithi098 ceph-mon[88922]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-12T01:24:50.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:50 smithi193 ceph-mon[83763]: pgmap v3183: 713 pgs: 8 creating+peering, 18 unknown, 687 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 104 op/s 2024-04-12T01:24:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:50 smithi193 ceph-mon[83763]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-12T01:24:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:24:51.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:51 smithi098 ceph-mon[91373]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-12T01:24:51.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:51 smithi098 ceph-mon[88922]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-12T01:24:51.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:51 smithi193 ceph-mon[83763]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-12T01:24:52.312 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ImageSpec (6058 ms) 2024-04-12T01:24:52.312 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-12T01:24:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:52 smithi098 ceph-mon[91373]: pgmap v3186: 713 pgs: 8 creating+peering, 12 unknown, 693 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.7 KiB/s wr, 20 op/s 2024-04-12T01:24:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:52 smithi098 ceph-mon[91373]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-12T01:24:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:52 smithi098 ceph-mon[91373]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-12T01:24:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:52 smithi098 ceph-mon[88922]: pgmap v3186: 713 pgs: 8 creating+peering, 12 unknown, 693 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.7 KiB/s wr, 20 op/s 2024-04-12T01:24:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:52 smithi098 ceph-mon[88922]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-12T01:24:52.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:52 smithi098 ceph-mon[88922]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-12T01:24:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:24:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:24:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:24:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:52 smithi193 ceph-mon[83763]: pgmap v3186: 713 pgs: 8 creating+peering, 12 unknown, 693 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 3.7 KiB/s wr, 20 op/s 2024-04-12T01:24:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:52 smithi193 ceph-mon[83763]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-12T01:24:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:52 smithi193 ceph-mon[83763]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-12T01:24:54.251 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:24:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:54 smithi098 ceph-mon[91373]: pgmap v3189: 713 pgs: 8 creating+peering, 705 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 40 op/s 2024-04-12T01:24:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:54 smithi098 ceph-mon[91373]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-12T01:24:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:54 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1417416629' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:54 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:54 smithi098 ceph-mon[88922]: pgmap v3189: 713 pgs: 8 creating+peering, 705 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 40 op/s 2024-04-12T01:24:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:54 smithi098 ceph-mon[88922]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-12T01:24:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:54 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1417416629' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:54.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:54 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:54 smithi193 ceph-mon[83763]: pgmap v3189: 713 pgs: 8 creating+peering, 705 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 40 op/s 2024-04-12T01:24:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:54 smithi193 ceph-mon[83763]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-12T01:24:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:54 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1417416629' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:54 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:24:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:55 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:24:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:55 smithi098 ceph-mon[91373]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-12T01:24:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:55 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:24:55.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:55 smithi098 ceph-mon[88922]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-12T01:24:55.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:55 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:24:55.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:55 smithi193 ceph-mon[83763]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-12T01:24:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:24:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:24:55] "GET /metrics HTTP/1.1" 200 80469 "" "Prometheus/2.43.0" 2024-04-12T01:24:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:56 smithi098 ceph-mon[91373]: pgmap v3192: 745 pgs: 7 creating+peering, 19 unknown, 719 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 KiB/s wr, 103 op/s 2024-04-12T01:24:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:56 smithi098 ceph-mon[91373]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-12T01:24:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:56 smithi098 ceph-mon[88922]: pgmap v3192: 745 pgs: 7 creating+peering, 19 unknown, 719 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 KiB/s wr, 103 op/s 2024-04-12T01:24:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:56 smithi098 ceph-mon[88922]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-12T01:24:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:56 smithi193 ceph-mon[83763]: pgmap v3192: 745 pgs: 7 creating+peering, 19 unknown, 719 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 KiB/s wr, 103 op/s 2024-04-12T01:24:56.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:56 smithi193 ceph-mon[83763]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-12T01:24:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:57 smithi098 ceph-mon[91373]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-12T01:24:57.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:57 smithi098 ceph-mon[91373]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-12T01:24:57.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:57 smithi098 ceph-mon[88922]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-12T01:24:57.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:57 smithi098 ceph-mon[88922]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-12T01:24:57.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:57 smithi193 ceph-mon[83763]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-12T01:24:57.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:57 smithi193 ceph-mon[83763]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-12T01:24:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:58 smithi098 ceph-mon[91373]: pgmap v3195: 745 pgs: 7 creating+peering, 4 unknown, 734 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 5.5 KiB/s wr, 150 op/s 2024-04-12T01:24:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:24:58 smithi098 ceph-mon[91373]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-12T01:24:58.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:58 smithi098 ceph-mon[88922]: pgmap v3195: 745 pgs: 7 creating+peering, 4 unknown, 734 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 5.5 KiB/s wr, 150 op/s 2024-04-12T01:24:58.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:24:58 smithi098 ceph-mon[88922]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-12T01:24:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:58 smithi193 ceph-mon[83763]: pgmap v3195: 745 pgs: 7 creating+peering, 4 unknown, 734 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 5.5 KiB/s wr, 150 op/s 2024-04-12T01:24:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:24:58 smithi193 ceph-mon[83763]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-12T01:25:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:00 smithi098 ceph-mon[91373]: pgmap v3198: 745 pgs: 745 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 3.7 KiB/s wr, 85 op/s 2024-04-12T01:25:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:00 smithi098 ceph-mon[91373]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-12T01:25:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:00 smithi098 ceph-mon[88922]: pgmap v3198: 745 pgs: 745 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 3.7 KiB/s wr, 85 op/s 2024-04-12T01:25:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:00 smithi098 ceph-mon[88922]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-12T01:25:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:00 smithi193 ceph-mon[83763]: pgmap v3198: 745 pgs: 745 active+clean; 318 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 3.7 KiB/s wr, 85 op/s 2024-04-12T01:25:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:00 smithi193 ceph-mon[83763]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-12T01:25:01.320 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 3 2024-04-12T01:25:01.320 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 3 2024-04-12T01:25:01.320 INFO:tasks.workunit.client.0.smithi098.stdout:child: image218 2024-04-12T01:25:01.320 INFO:tasks.workunit.client.0.smithi098.stdout:child: image220 2024-04-12T01:25:01.320 INFO:tasks.workunit.client.0.smithi098.stdout:child: image219 2024-04-12T01:25:01.320 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-15/image218/b1f82c17e280 2024-04-12T01:25:01.320 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-34/image219/b1f87135580b 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout:found child test-librbd-smithi098-136797-15/image220/b1f8e71b516b 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout:num children is: 0 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout:num snaps is: 0 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout:expected: 0 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (9008 ms) 2024-04-12T01:25:01.321 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-12T01:25:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:01 smithi098 ceph-mon[91373]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-12T01:25:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:01 smithi098 ceph-mon[88922]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-12T01:25:01.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:01 smithi193 ceph-mon[83763]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-12T01:25:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[91373]: pgmap v3201: 713 pgs: 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[91373]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-12T01:25:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[91373]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-12T01:25:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1724669968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:25:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:25:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[88922]: pgmap v3201: 713 pgs: 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[88922]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-12T01:25:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[88922]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-12T01:25:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1724669968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:25:02.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:02 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:25:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:25:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:25:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:25:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:02 smithi193 ceph-mon[83763]: pgmap v3201: 713 pgs: 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:02 smithi193 ceph-mon[83763]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-12T01:25:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:02 smithi193 ceph-mon[83763]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-12T01:25:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:02 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1724669968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:25:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:02 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:25:03.167 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:25:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:04 smithi098 ceph-mon[91373]: pgmap v3204: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:04 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:25:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:04 smithi098 ceph-mon[91373]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-12T01:25:04.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:04 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:25:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:04 smithi098 ceph-mon[88922]: pgmap v3204: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:04 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:25:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:04 smithi098 ceph-mon[88922]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-12T01:25:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:04 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:25:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:04 smithi193 ceph-mon[83763]: pgmap v3204: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:04 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:25:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:04 smithi193 ceph-mon[83763]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-12T01:25:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:04 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:25:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:05 smithi098 ceph-mon[91373]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-12T01:25:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:25:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:05 smithi098 ceph-mon[88922]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-12T01:25:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:25:05.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:05 smithi193 ceph-mon[83763]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-12T01:25:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:25:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:25:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:25:05] "GET /metrics HTTP/1.1" 200 82986 "" "Prometheus/2.43.0" 2024-04-12T01:25:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:06 smithi098 ceph-mon[91373]: pgmap v3207: 745 pgs: 10 creating+peering, 18 unknown, 717 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 8.2 KiB/s wr, 166 op/s 2024-04-12T01:25:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:06 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:25:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:06 smithi098 ceph-mon[91373]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-12T01:25:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:06 smithi098 ceph-mon[88922]: pgmap v3207: 745 pgs: 10 creating+peering, 18 unknown, 717 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 8.2 KiB/s wr, 166 op/s 2024-04-12T01:25:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:06 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:25:06.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:06 smithi098 ceph-mon[88922]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-12T01:25:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:06 smithi193 ceph-mon[83763]: pgmap v3207: 745 pgs: 10 creating+peering, 18 unknown, 717 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 8.2 KiB/s wr, 166 op/s 2024-04-12T01:25:06.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:06 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:25:06.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:06 smithi193 ceph-mon[83763]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-12T01:25:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:07 smithi098 ceph-mon[91373]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-12T01:25:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:07 smithi098 ceph-mon[91373]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-12T01:25:07.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:07 smithi098 ceph-mon[88922]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-12T01:25:07.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:07 smithi098 ceph-mon[88922]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-12T01:25:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:07 smithi193 ceph-mon[83763]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-12T01:25:07.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:07 smithi193 ceph-mon[83763]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-12T01:25:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:08 smithi098 ceph-mon[91373]: pgmap v3210: 745 pgs: 10 creating+peering, 735 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-12T01:25:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:08 smithi098 ceph-mon[88922]: pgmap v3210: 745 pgs: 10 creating+peering, 735 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-12T01:25:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:08 smithi193 ceph-mon[83763]: pgmap v3210: 745 pgs: 10 creating+peering, 735 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-12T01:25:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:09 smithi098 ceph-mon[91373]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-12T01:25:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:09 smithi098 ceph-mon[88922]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-12T01:25:09.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:09 smithi193 ceph-mon[83763]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-12T01:25:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:10 smithi098 ceph-mon[91373]: pgmap v3213: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 33 op/s 2024-04-12T01:25:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:10 smithi098 ceph-mon[91373]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-12T01:25:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:10 smithi098 ceph-mon[88922]: pgmap v3213: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 33 op/s 2024-04-12T01:25:10.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:10 smithi098 ceph-mon[88922]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-12T01:25:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:10 smithi193 ceph-mon[83763]: pgmap v3213: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 33 op/s 2024-04-12T01:25:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:10 smithi193 ceph-mon[83763]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-12T01:25:11.317 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.QuiesceWatch (9997 ms) 2024-04-12T01:25:11.317 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-12T01:25:11.318 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:25:11.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:11 smithi098 ceph-mon[91373]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-12T01:25:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:11 smithi098 ceph-mon[88922]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-12T01:25:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:11 smithi193 ceph-mon[83763]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-12T01:25:12.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:25:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:25:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:25:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:12 smithi193 ceph-mon[83763]: pgmap v3216: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-12T01:25:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:12 smithi193 ceph-mon[83763]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-12T01:25:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:12 smithi193 ceph-mon[83763]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-12T01:25:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:12 smithi098 ceph-mon[91373]: pgmap v3216: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-12T01:25:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:12 smithi098 ceph-mon[91373]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-12T01:25:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:12 smithi098 ceph-mon[91373]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-12T01:25:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:12 smithi098 ceph-mon[88922]: pgmap v3216: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-12T01:25:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:12 smithi098 ceph-mon[88922]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-12T01:25:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:12 smithi098 ceph-mon[88922]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-12T01:25:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:14 smithi098 ceph-mon[91373]: pgmap v3219: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 103 op/s 2024-04-12T01:25:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:14 smithi098 ceph-mon[91373]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-12T01:25:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:14 smithi098 ceph-mon[88922]: pgmap v3219: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 103 op/s 2024-04-12T01:25:14.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:14 smithi098 ceph-mon[88922]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-12T01:25:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:14 smithi193 ceph-mon[83763]: pgmap v3219: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 103 op/s 2024-04-12T01:25:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:14 smithi193 ceph-mon[83763]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-12T01:25:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:15 smithi098 ceph-mon[91373]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-12T01:25:15.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:15 smithi098 ceph-mon[88922]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-12T01:25:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:15 smithi193 ceph-mon[83763]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-12T01:25:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:25:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:25:15] "GET /metrics HTTP/1.1" 200 82986 "" "Prometheus/2.43.0" 2024-04-12T01:25:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:16 smithi098 ceph-mon[88922]: pgmap v3222: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-04-12T01:25:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:16 smithi098 ceph-mon[88922]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-12T01:25:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:16 smithi098 ceph-mon[91373]: pgmap v3222: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-04-12T01:25:16.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:16 smithi098 ceph-mon[91373]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-12T01:25:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:16 smithi193 ceph-mon[83763]: pgmap v3222: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-04-12T01:25:16.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:16 smithi193 ceph-mon[83763]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-12T01:25:17.284 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5967 ms) 2024-04-12T01:25:17.284 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-12T01:25:17.284 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:25:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:17 smithi098 ceph-mon[88922]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-12T01:25:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:17 smithi098 ceph-mon[88922]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-12T01:25:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:17 smithi098 ceph-mon[91373]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-12T01:25:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:17 smithi098 ceph-mon[91373]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-12T01:25:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:17 smithi193 ceph-mon[83763]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-12T01:25:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:17 smithi193 ceph-mon[83763]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-12T01:25:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:18 smithi098 ceph-mon[91373]: pgmap v3225: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 66 op/s 2024-04-12T01:25:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:18 smithi098 ceph-mon[88922]: pgmap v3225: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 66 op/s 2024-04-12T01:25:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:18 smithi193 ceph-mon[83763]: pgmap v3225: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 66 op/s 2024-04-12T01:25:19.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:19 smithi098 ceph-mon[91373]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-12T01:25:19.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:19 smithi098 ceph-mon[88922]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-12T01:25:19.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:19 smithi193 ceph-mon[83763]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-12T01:25:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:20 smithi098 ceph-mon[91373]: pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 67 op/s 2024-04-12T01:25:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:20 smithi098 ceph-mon[91373]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-12T01:25:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:25:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:20 smithi098 ceph-mon[88922]: pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 67 op/s 2024-04-12T01:25:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:20 smithi098 ceph-mon[88922]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-12T01:25:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:25:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:20 smithi193 ceph-mon[83763]: pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 67 op/s 2024-04-12T01:25:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:20 smithi193 ceph-mon[83763]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-12T01:25:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:25:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:21 smithi098 ceph-mon[91373]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-12T01:25:21.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:21 smithi098 ceph-mon[88922]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-12T01:25:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:21 smithi193 ceph-mon[83763]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-12T01:25:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:22 smithi098 ceph-mon[91373]: pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 64 op/s 2024-04-12T01:25:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:22 smithi098 ceph-mon[91373]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-12T01:25:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:22 smithi098 ceph-mon[91373]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-12T01:25:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:22 smithi098 ceph-mon[88922]: pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 64 op/s 2024-04-12T01:25:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:22 smithi098 ceph-mon[88922]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-12T01:25:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:22 smithi098 ceph-mon[88922]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-12T01:25:22.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:25:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:25:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:25:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:22 smithi193 ceph-mon[83763]: pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 64 op/s 2024-04-12T01:25:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:22 smithi193 ceph-mon[83763]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-12T01:25:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:22 smithi193 ceph-mon[83763]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-12T01:25:23.359 INFO:tasks.workunit.client.0.smithi098.stdout:10.00% done 2024-04-12T01:25:23.359 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6074 ms) 2024-04-12T01:25:23.359 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-12T01:25:23.359 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:25:23.374 INFO:tasks.workunit.client.0.smithi098.stderr:test quiesce is not long enough to time out 2024-04-12T01:25:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:24 smithi098 ceph-mon[91373]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 KiB/s wr, 93 op/s 2024-04-12T01:25:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:24 smithi098 ceph-mon[91373]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-12T01:25:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:24 smithi098 ceph-mon[88922]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 KiB/s wr, 93 op/s 2024-04-12T01:25:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:24 smithi098 ceph-mon[88922]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-12T01:25:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:24 smithi193 ceph-mon[83763]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 KiB/s wr, 93 op/s 2024-04-12T01:25:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:24 smithi193 ceph-mon[83763]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-12T01:25:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:25 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]: dispatch 2024-04-12T01:25:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:25 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]: dispatch 2024-04-12T01:25:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:25 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]: dispatch 2024-04-12T01:25:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:25:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:25:25] "GET /metrics HTTP/1.1" 200 83002 "" "Prometheus/2.43.0" 2024-04-12T01:25:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:26 smithi098 ceph-mon[91373]: pgmap v3236: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.0 KiB/s wr, 86 op/s 2024-04-12T01:25:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]': finished 2024-04-12T01:25:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:26 smithi098 ceph-mon[91373]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-12T01:25:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:26 smithi098 ceph-mon[88922]: pgmap v3236: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.0 KiB/s wr, 86 op/s 2024-04-12T01:25:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]': finished 2024-04-12T01:25:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:26 smithi098 ceph-mon[88922]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-12T01:25:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:26 smithi193 ceph-mon[83763]: pgmap v3236: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.0 KiB/s wr, 86 op/s 2024-04-12T01:25:26.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]': finished 2024-04-12T01:25:26.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:26 smithi193 ceph-mon[83763]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-12T01:25:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:27 smithi098 ceph-mon[88922]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-12T01:25:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:27 smithi098 ceph-mon[88922]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-12T01:25:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:27 smithi098 ceph-mon[91373]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-12T01:25:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:27 smithi098 ceph-mon[91373]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-12T01:25:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:27 smithi193 ceph-mon[83763]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-12T01:25:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:27 smithi193 ceph-mon[83763]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-12T01:25:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:28 smithi098 ceph-mon[88922]: pgmap v3239: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.3 KiB/s wr, 58 op/s 2024-04-12T01:25:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:28 smithi098 ceph-mon[91373]: pgmap v3239: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.3 KiB/s wr, 58 op/s 2024-04-12T01:25:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:28 smithi193 ceph-mon[83763]: pgmap v3239: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.3 KiB/s wr, 58 op/s 2024-04-12T01:25:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:30 smithi098 ceph-mon[88922]: pgmap v3241: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.9 KiB/s wr, 51 op/s 2024-04-12T01:25:30.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:30 smithi098 ceph-mon[91373]: pgmap v3241: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.9 KiB/s wr, 51 op/s 2024-04-12T01:25:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:30 smithi193 ceph-mon[83763]: pgmap v3241: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.9 KiB/s wr, 51 op/s 2024-04-12T01:25:32.193 INFO:tasks.workunit.client.0.smithi098.stderr:test quiesce is timed out 2024-04-12T01:25:32.197 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 0 2024-04-12T01:25:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:32 smithi098 ceph-mon[91373]: pgmap v3242: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 45 op/s 2024-04-12T01:25:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:32 smithi098 ceph-mon[91373]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-12T01:25:32.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:32 smithi098 ceph-mon[88922]: pgmap v3242: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 45 op/s 2024-04-12T01:25:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:32 smithi098 ceph-mon[88922]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-12T01:25:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:25:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:25:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:32 smithi193 ceph-mon[83763]: pgmap v3242: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 45 op/s 2024-04-12T01:25:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:32 smithi193 ceph-mon[83763]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-12T01:25:33.198 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 1 2024-04-12T01:25:34.198 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 2 2024-04-12T01:25:34.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:34 smithi098 ceph-mon[91373]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 KiB/s rd, 1.1 KiB/s wr, 13 op/s 2024-04-12T01:25:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:34 smithi098 ceph-mon[88922]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 KiB/s rd, 1.1 KiB/s wr, 13 op/s 2024-04-12T01:25:34.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:34 smithi193 ceph-mon[83763]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.4 KiB/s rd, 1.1 KiB/s wr, 13 op/s 2024-04-12T01:25:35.198 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 3 2024-04-12T01:25:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:35.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:25:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:25:35] "GET /metrics HTTP/1.1" 200 83004 "" "Prometheus/2.43.0" 2024-04-12T01:25:36.198 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 4 2024-04-12T01:25:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:36 smithi098 ceph-mon[91373]: pgmap v3245: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-12T01:25:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:36 smithi098 ceph-mon[88922]: pgmap v3245: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-12T01:25:36.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:36 smithi193 ceph-mon[83763]: pgmap v3245: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-12T01:25:37.198 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 5 2024-04-12T01:25:38.198 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 6 2024-04-12T01:25:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:38 smithi098 ceph-mon[91373]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 535 B/s wr, 7 op/s 2024-04-12T01:25:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:38 smithi098 ceph-mon[88922]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 535 B/s wr, 7 op/s 2024-04-12T01:25:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:38 smithi193 ceph-mon[83763]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 535 B/s wr, 7 op/s 2024-04-12T01:25:39.198 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 7 2024-04-12T01:25:40.198 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 8 2024-04-12T01:25:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:40 smithi098 ceph-mon[88922]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-12T01:25:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:40 smithi098 ceph-mon[91373]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-12T01:25:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:40 smithi193 ceph-mon[83763]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-12T01:25:41.198 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 9 2024-04-12T01:25:42.199 INFO:tasks.workunit.client.0.smithi098.stderr:waiting for timed out ... 10 2024-04-12T01:25:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:42 smithi098 ceph-mon[88922]: pgmap v3248: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-12T01:25:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:25:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:42 smithi098 ceph-mon[91373]: pgmap v3248: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-12T01:25:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:25:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:42 smithi193 ceph-mon[83763]: pgmap v3248: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-12T01:25:42.619 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:25:42.619 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:25:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:25:43.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:43 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:25:43.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:43 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:25:43.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:43 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:25:43.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:43 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:25:43.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:43 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:25:43.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:43 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:25:43.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:43 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:25:43.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:43 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:25:43.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:43 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:25:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:44 smithi098 ceph-mon[91373]: pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 290 B/s wr, 3 op/s 2024-04-12T01:25:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:44 smithi098 ceph-mon[88922]: pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 290 B/s wr, 3 op/s 2024-04-12T01:25:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:44 smithi193 ceph-mon[83763]: pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 290 B/s wr, 3 op/s 2024-04-12T01:25:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:25:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:25:45] "GET /metrics HTTP/1.1" 200 83004 "" "Prometheus/2.43.0" 2024-04-12T01:25:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:46 smithi098 ceph-mon[91373]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-12T01:25:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:46 smithi098 ceph-mon[88922]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-12T01:25:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:46 smithi193 ceph-mon[83763]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-12T01:25:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:48 smithi098 ceph-mon[91373]: pgmap v3251: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-12T01:25:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:48 smithi098 ceph-mon[88922]: pgmap v3251: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-12T01:25:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:48 smithi193 ceph-mon[83763]: pgmap v3251: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-12T01:25:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:50 smithi193 ceph-mon[83763]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:50.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:50 smithi098 ceph-mon[91373]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:50.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:50.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:50 smithi098 ceph-mon[88922]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:50.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:25:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:25:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:25:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:52 smithi193 ceph-mon[83763]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:52.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:52 smithi098 ceph-mon[91373]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:52 smithi098 ceph-mon[88922]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:53.199 INFO:tasks.workunit.client.0.smithi098.stderr:test retry succeeds 2024-04-12T01:25:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:54 smithi193 ceph-mon[83763]: pgmap v3254: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:54.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:54 smithi193 ceph-mon[83763]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-12T01:25:54.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:54 smithi098 ceph-mon[91373]: pgmap v3254: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:54.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:54 smithi098 ceph-mon[91373]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-12T01:25:54.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:54 smithi098 ceph-mon[88922]: pgmap v3254: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:25:54.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:54 smithi098 ceph-mon[88922]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-12T01:25:55.426 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32068 ms) 2024-04-12T01:25:55.426 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-12T01:25:55.426 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:25:55.487 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.WriteZeroes (61 ms) 2024-04-12T01:25:55.487 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-12T01:25:55.487 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:25:55.554 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (67 ms) 2024-04-12T01:25:55.554 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-12T01:25:55.554 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:25:55.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:55 smithi193 ceph-mon[83763]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-12T01:25:55.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:55 smithi098 ceph-mon[91373]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-12T01:25:55.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:55 smithi098 ceph-mon[88922]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-12T01:25:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:25:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:25:55] "GET /metrics HTTP/1.1" 200 83006 "" "Prometheus/2.43.0" 2024-04-12T01:25:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:56 smithi193 ceph-mon[83763]: pgmap v3257: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-12T01:25:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:56 smithi193 ceph-mon[83763]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-12T01:25:56.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:56 smithi098 ceph-mon[91373]: pgmap v3257: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-12T01:25:56.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:56 smithi098 ceph-mon[91373]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-12T01:25:56.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:56 smithi098 ceph-mon[88922]: pgmap v3257: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-12T01:25:56.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:56 smithi098 ceph-mon[88922]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-12T01:25:57.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:57 smithi193 ceph-mon[83763]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-12T01:25:57.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:57 smithi098 ceph-mon[91373]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-12T01:25:57.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:57 smithi098 ceph-mon[88922]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-12T01:25:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:58 smithi193 ceph-mon[83763]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 6.7 KiB/s wr, 162 op/s 2024-04-12T01:25:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:58 smithi193 ceph-mon[83763]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-12T01:25:58.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:58 smithi098 ceph-mon[91373]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 6.7 KiB/s wr, 162 op/s 2024-04-12T01:25:58.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:58 smithi098 ceph-mon[91373]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-12T01:25:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:58 smithi098 ceph-mon[88922]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 6.7 KiB/s wr, 162 op/s 2024-04-12T01:25:58.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:58 smithi098 ceph-mon[88922]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-12T01:25:59.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:25:59 smithi193 ceph-mon[83763]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-12T01:25:59.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:25:59 smithi098 ceph-mon[91373]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-12T01:25:59.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:25:59 smithi098 ceph-mon[88922]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-12T01:26:00.693 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:00 smithi098 ceph-mon[91373]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 9.0 KiB/s wr, 169 op/s 2024-04-12T01:26:00.693 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:00 smithi098 ceph-mon[91373]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-12T01:26:00.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:00 smithi098 ceph-mon[88922]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 9.0 KiB/s wr, 169 op/s 2024-04-12T01:26:00.694 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:00 smithi098 ceph-mon[88922]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-12T01:26:00.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:00 smithi193 ceph-mon[83763]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 9.0 KiB/s wr, 169 op/s 2024-04-12T01:26:00.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:00 smithi193 ceph-mon[83763]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-12T01:26:01.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:01 smithi098 ceph-mon[91373]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-12T01:26:01.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:01 smithi098 ceph-mon[88922]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-12T01:26:01.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:01 smithi193 ceph-mon[83763]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-12T01:26:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:26:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:26:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:26:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:02 smithi193 ceph-mon[83763]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 17 op/s 2024-04-12T01:26:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:02 smithi193 ceph-mon[83763]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-12T01:26:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:02 smithi193 ceph-mon[83763]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-12T01:26:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:02 smithi098 ceph-mon[91373]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 17 op/s 2024-04-12T01:26:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:02 smithi098 ceph-mon[91373]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-12T01:26:02.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:02 smithi098 ceph-mon[91373]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-12T01:26:02.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:02 smithi098 ceph-mon[88922]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 17 op/s 2024-04-12T01:26:02.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:02 smithi098 ceph-mon[88922]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-12T01:26:02.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:02 smithi098 ceph-mon[88922]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-12T01:26:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:04 smithi098 ceph-mon[91373]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 4.5 KiB/s wr, 25 op/s 2024-04-12T01:26:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:04 smithi098 ceph-mon[91373]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-12T01:26:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:04 smithi098 ceph-mon[88922]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 4.5 KiB/s wr, 25 op/s 2024-04-12T01:26:04.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:04 smithi098 ceph-mon[88922]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-12T01:26:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:04 smithi193 ceph-mon[83763]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 4.5 KiB/s wr, 25 op/s 2024-04-12T01:26:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:04 smithi193 ceph-mon[83763]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-12T01:26:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:05 smithi098 ceph-mon[91373]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-12T01:26:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:05 smithi098 ceph-mon[88922]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-12T01:26:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:05 smithi193 ceph-mon[83763]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-12T01:26:05.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:26:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:26:05] "GET /metrics HTTP/1.1" 200 83012 "" "Prometheus/2.43.0" 2024-04-12T01:26:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:06 smithi098 ceph-mon[91373]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.2 KiB/s wr, 16 op/s 2024-04-12T01:26:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:06 smithi098 ceph-mon[91373]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-12T01:26:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:06 smithi098 ceph-mon[88922]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.2 KiB/s wr, 16 op/s 2024-04-12T01:26:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:06 smithi098 ceph-mon[88922]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-12T01:26:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:06 smithi193 ceph-mon[83763]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.2 KiB/s wr, 16 op/s 2024-04-12T01:26:06.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:06 smithi193 ceph-mon[83763]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-12T01:26:07.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:07 smithi098 ceph-mon[91373]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-12T01:26:07.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:07 smithi098 ceph-mon[88922]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-12T01:26:07.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:07 smithi193 ceph-mon[83763]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-12T01:26:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:08 smithi098 ceph-mon[91373]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2024-04-12T01:26:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:08 smithi098 ceph-mon[91373]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-12T01:26:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:08 smithi098 ceph-mon[88922]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2024-04-12T01:26:08.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:08 smithi098 ceph-mon[88922]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-12T01:26:08.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:08 smithi193 ceph-mon[83763]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2024-04-12T01:26:08.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:08 smithi193 ceph-mon[83763]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-12T01:26:09.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:09 smithi098 ceph-mon[91373]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-12T01:26:09.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:09 smithi098 ceph-mon[88922]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-12T01:26:09.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:09 smithi193 ceph-mon[83763]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-12T01:26:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:10 smithi098 ceph-mon[91373]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.2 KiB/s wr, 239 op/s 2024-04-12T01:26:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:10 smithi098 ceph-mon[91373]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-12T01:26:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:10 smithi098 ceph-mon[88922]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.2 KiB/s wr, 239 op/s 2024-04-12T01:26:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:10 smithi098 ceph-mon[88922]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-12T01:26:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:10 smithi193 ceph-mon[83763]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.2 KiB/s wr, 239 op/s 2024-04-12T01:26:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:10 smithi193 ceph-mon[83763]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-12T01:26:11.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:11 smithi098 ceph-mon[91373]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-12T01:26:11.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:11 smithi098 ceph-mon[88922]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-12T01:26:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:11 smithi193 ceph-mon[83763]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-12T01:26:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:12 smithi193 ceph-mon[83763]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-04-12T01:26:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:12 smithi193 ceph-mon[83763]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-12T01:26:12.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:12 smithi193 ceph-mon[83763]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-12T01:26:12.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:26:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:26:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:26:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:12 smithi098 ceph-mon[91373]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-04-12T01:26:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:12 smithi098 ceph-mon[91373]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-12T01:26:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:12 smithi098 ceph-mon[91373]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-12T01:26:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:12 smithi098 ceph-mon[88922]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 2 op/s 2024-04-12T01:26:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:12 smithi098 ceph-mon[88922]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-12T01:26:12.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:12 smithi098 ceph-mon[88922]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-12T01:26:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:14 smithi098 ceph-mon[91373]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-12T01:26:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:14 smithi098 ceph-mon[91373]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-12T01:26:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:14 smithi098 ceph-mon[88922]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-12T01:26:14.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:14 smithi098 ceph-mon[88922]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-12T01:26:14.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:14 smithi193 ceph-mon[83763]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-12T01:26:14.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:14 smithi193 ceph-mon[83763]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-12T01:26:15.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:15 smithi098 ceph-mon[88922]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-12T01:26:15.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:15 smithi098 ceph-mon[91373]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-12T01:26:15.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:15 smithi193 ceph-mon[83763]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-12T01:26:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:26:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:26:15] "GET /metrics HTTP/1.1" 200 83012 "" "Prometheus/2.43.0" 2024-04-12T01:26:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:16 smithi098 ceph-mon[88922]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-12T01:26:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:16 smithi098 ceph-mon[88922]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-12T01:26:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:16 smithi098 ceph-mon[91373]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-12T01:26:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:16 smithi098 ceph-mon[91373]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-12T01:26:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:16 smithi193 ceph-mon[83763]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-12T01:26:16.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:16 smithi193 ceph-mon[83763]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-12T01:26:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:17 smithi098 ceph-mon[91373]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-12T01:26:17.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:17 smithi098 ceph-mon[91373]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-12T01:26:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:17 smithi098 ceph-mon[88922]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-12T01:26:17.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:17 smithi098 ceph-mon[88922]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-12T01:26:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:17 smithi193 ceph-mon[83763]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-12T01:26:17.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:17 smithi193 ceph-mon[83763]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-12T01:26:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:18 smithi098 ceph-mon[91373]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 47 op/s 2024-04-12T01:26:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:18 smithi098 ceph-mon[91373]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-12T01:26:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:18 smithi098 ceph-mon[88922]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 47 op/s 2024-04-12T01:26:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:18 smithi098 ceph-mon[88922]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-12T01:26:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:18 smithi193 ceph-mon[83763]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 47 op/s 2024-04-12T01:26:18.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:18 smithi193 ceph-mon[83763]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-12T01:26:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:20 smithi098 ceph-mon[88922]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-12T01:26:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:20 smithi098 ceph-mon[88922]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-12T01:26:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:20 smithi098 ceph-mon[91373]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-12T01:26:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:20 smithi098 ceph-mon[91373]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-12T01:26:20.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:20 smithi193 ceph-mon[83763]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-12T01:26:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:20 smithi193 ceph-mon[83763]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-12T01:26:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:21.304 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] TestLibRBD.ConcurentOperations (25750 ms) 2024-04-12T01:26:21.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:21 smithi098 ceph-mon[91373]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-12T01:26:21.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:21 smithi098 ceph-mon[88922]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-12T01:26:21.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:21 smithi193 ceph-mon[83763]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-12T01:26:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:22 smithi098 ceph-mon[91373]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T01:26:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:22 smithi098 ceph-mon[91373]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-12T01:26:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:22 smithi098 ceph-mon[91373]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-12T01:26:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:22 smithi098 ceph-mon[88922]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T01:26:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:22 smithi098 ceph-mon[88922]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-12T01:26:22.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:22 smithi098 ceph-mon[88922]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-12T01:26:22.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:22 smithi193 ceph-mon[83763]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T01:26:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:22 smithi193 ceph-mon[83763]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-12T01:26:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:22 smithi193 ceph-mon[83763]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-12T01:26:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:26:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:26:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:24 smithi098 ceph-mon[91373]: pgmap v3299: 713 pgs: 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.2 KiB/s wr, 72 op/s 2024-04-12T01:26:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:24 smithi098 ceph-mon[91373]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-12T01:26:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:24 smithi098 ceph-mon[88922]: pgmap v3299: 713 pgs: 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.2 KiB/s wr, 72 op/s 2024-04-12T01:26:24.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:24 smithi098 ceph-mon[88922]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-12T01:26:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:24 smithi193 ceph-mon[83763]: pgmap v3299: 713 pgs: 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.2 KiB/s wr, 72 op/s 2024-04-12T01:26:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:24 smithi193 ceph-mon[83763]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-12T01:26:25.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:25 smithi098 ceph-mon[91373]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-12T01:26:25.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:25 smithi098 ceph-mon[88922]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-12T01:26:25.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:25 smithi193 ceph-mon[83763]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-12T01:26:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:26:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:26:25] "GET /metrics HTTP/1.1" 200 83007 "" "Prometheus/2.43.0" 2024-04-12T01:26:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:26 smithi098 ceph-mon[91373]: pgmap v3302: 649 pgs: 649 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:26 smithi098 ceph-mon[91373]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-12T01:26:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:26 smithi098 ceph-mon[88922]: pgmap v3302: 649 pgs: 649 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:26.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:26 smithi098 ceph-mon[88922]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-12T01:26:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:26 smithi193 ceph-mon[83763]: pgmap v3302: 649 pgs: 649 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:26.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:26 smithi193 ceph-mon[83763]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-12T01:26:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:27 smithi098 ceph-mon[88922]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-12T01:26:27.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:27 smithi098 ceph-mon[88922]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-12T01:26:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:27 smithi098 ceph-mon[91373]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-12T01:26:27.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:27 smithi098 ceph-mon[91373]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-12T01:26:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:27 smithi193 ceph-mon[83763]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-12T01:26:27.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:27 smithi193 ceph-mon[83763]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-12T01:26:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:28 smithi098 ceph-mon[91373]: pgmap v3305: 585 pgs: 585 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:28.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:28 smithi098 ceph-mon[91373]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-12T01:26:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:28 smithi098 ceph-mon[88922]: pgmap v3305: 585 pgs: 585 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:28.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:28 smithi098 ceph-mon[88922]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-12T01:26:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:28 smithi193 ceph-mon[83763]: pgmap v3305: 585 pgs: 585 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:28 smithi193 ceph-mon[83763]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-12T01:26:30.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:30 smithi098 ceph-mon[88922]: pgmap v3308: 521 pgs: 521 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:30.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:30 smithi098 ceph-mon[88922]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-12T01:26:30.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:30 smithi098 ceph-mon[91373]: pgmap v3308: 521 pgs: 521 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:30.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:30 smithi098 ceph-mon[91373]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-12T01:26:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:30 smithi193 ceph-mon[83763]: pgmap v3308: 521 pgs: 521 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:30.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:30 smithi193 ceph-mon[83763]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-12T01:26:31.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:31 smithi098 ceph-mon[91373]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-12T01:26:31.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:31 smithi098 ceph-mon[88922]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-12T01:26:31.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:31 smithi193 ceph-mon[83763]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-12T01:26:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:32 smithi098 ceph-mon[91373]: pgmap v3311: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:32 smithi098 ceph-mon[91373]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-12T01:26:32.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:32 smithi098 ceph-mon[91373]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-12T01:26:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:32 smithi098 ceph-mon[88922]: pgmap v3311: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:32 smithi098 ceph-mon[88922]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-12T01:26:32.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:32 smithi098 ceph-mon[88922]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-12T01:26:32.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:32 smithi193 ceph-mon[83763]: pgmap v3311: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:32 smithi193 ceph-mon[83763]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-12T01:26:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:32 smithi193 ceph-mon[83763]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-12T01:26:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:26:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:26:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:34 smithi098 ceph-mon[88922]: pgmap v3314: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:34.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:34 smithi098 ceph-mon[88922]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-12T01:26:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:34 smithi098 ceph-mon[91373]: pgmap v3314: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:34.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:34 smithi098 ceph-mon[91373]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-12T01:26:34.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:34 smithi193 ceph-mon[83763]: pgmap v3314: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:34.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:34 smithi193 ceph-mon[83763]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-12T01:26:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:35 smithi098 ceph-mon[88922]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-12T01:26:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:35.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:35 smithi098 ceph-mon[88922]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-12T01:26:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:35 smithi098 ceph-mon[91373]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-12T01:26:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:35.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:35 smithi098 ceph-mon[91373]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-12T01:26:35.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:35 smithi193 ceph-mon[83763]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-12T01:26:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:35 smithi193 ceph-mon[83763]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-12T01:26:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:26:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:26:35] "GET /metrics HTTP/1.1" 200 51465 "" "Prometheus/2.43.0" 2024-04-12T01:26:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:36 smithi098 ceph-mon[91373]: pgmap v3317: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:36.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:36 smithi098 ceph-mon[91373]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-12T01:26:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:36 smithi098 ceph-mon[88922]: pgmap v3317: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:36.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:36 smithi098 ceph-mon[88922]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-12T01:26:36.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:36 smithi193 ceph-mon[83763]: pgmap v3317: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:36.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:36 smithi193 ceph-mon[83763]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-12T01:26:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:38 smithi098 ceph-mon[91373]: pgmap v3320: 265 pgs: 265 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:38.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:38 smithi098 ceph-mon[91373]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-12T01:26:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:38 smithi098 ceph-mon[88922]: pgmap v3320: 265 pgs: 265 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:38.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:38 smithi098 ceph-mon[88922]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-12T01:26:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:38 smithi193 ceph-mon[83763]: pgmap v3320: 265 pgs: 265 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:38 smithi193 ceph-mon[83763]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-12T01:26:39.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:39 smithi098 ceph-mon[91373]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-12T01:26:39.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:39 smithi098 ceph-mon[88922]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-12T01:26:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:39 smithi193 ceph-mon[83763]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-12T01:26:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:40 smithi098 ceph-mon[91373]: pgmap v3323: 201 pgs: 201 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:40.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:40 smithi098 ceph-mon[91373]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-12T01:26:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:40 smithi098 ceph-mon[88922]: pgmap v3323: 201 pgs: 201 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:40.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:40 smithi098 ceph-mon[88922]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-12T01:26:40.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:40 smithi193 ceph-mon[83763]: pgmap v3323: 201 pgs: 201 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:40.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:40 smithi193 ceph-mon[83763]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-12T01:26:41.231 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 168 tests from TestLibRBD (585780 ms total) 2024-04-12T01:26:41.231 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:26:41.231 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-12T01:26:41.274 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-12T01:26:41.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:41 smithi098 ceph-mon[91373]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-12T01:26:41.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:41 smithi098 ceph-mon[88922]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-12T01:26:41.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:41 smithi193 ceph-mon[83763]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-12T01:26:42.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:26:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:26:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:26:42.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:42 smithi193 ceph-mon[83763]: pgmap v3326: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:42.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:42 smithi193 ceph-mon[83763]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-12T01:26:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:42 smithi098 ceph-mon[91373]: pgmap v3326: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:42.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:42 smithi098 ceph-mon[91373]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-12T01:26:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:42 smithi098 ceph-mon[88922]: pgmap v3326: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:42.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:42 smithi098 ceph-mon[88922]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-12T01:26:43.239 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:26:43.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:43 smithi098 ceph-mon[91373]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-12T01:26:43.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:43 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2782172579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:26:43.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:43 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:26:43.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:43 smithi098 ceph-mon[88922]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-12T01:26:43.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:43 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2782172579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:26:43.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:43 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:26:43.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:43 smithi193 ceph-mon[83763]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-12T01:26:43.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:43 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2782172579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:26:43.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:43 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:26:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[91373]: pgmap v3329: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:26:44.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2782172579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[91373]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[88922]: pgmap v3329: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2782172579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[88922]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:26:44.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:26:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:44 smithi193 ceph-mon[83763]: pgmap v3329: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:44 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:26:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:44 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2782172579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:26:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:44 smithi193 ceph-mon[83763]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-12T01:26:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:26:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:26:44.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:26:45.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:45 smithi098 ceph-mon[91373]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-12T01:26:45.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:45 smithi098 ceph-mon[88922]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-12T01:26:45.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:45 smithi193 ceph-mon[83763]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-12T01:26:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:26:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:26:45] "GET /metrics HTTP/1.1" 200 51465 "" "Prometheus/2.43.0" 2024-04-12T01:26:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:46 smithi098 ceph-mon[88922]: pgmap v3332: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:46 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:26:46.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:46 smithi098 ceph-mon[88922]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-12T01:26:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:46 smithi098 ceph-mon[91373]: pgmap v3332: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:46 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:26:46.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:46 smithi098 ceph-mon[91373]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-12T01:26:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:46 smithi193 ceph-mon[83763]: pgmap v3332: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:26:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:46 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:26:46.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:46 smithi193 ceph-mon[83763]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-12T01:26:47.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:47 smithi098 ceph-mon[91373]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-12T01:26:47.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:47 smithi098 ceph-mon[88922]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-12T01:26:47.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:47 smithi193 ceph-mon[83763]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-12T01:26:48.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:48 smithi098 ceph-mon[91373]: pgmap v3335: 137 pgs: 7 creating+peering, 130 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 80 op/s 2024-04-12T01:26:48.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:48 smithi098 ceph-mon[88922]: pgmap v3335: 137 pgs: 7 creating+peering, 130 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 80 op/s 2024-04-12T01:26:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:48 smithi193 ceph-mon[83763]: pgmap v3335: 137 pgs: 7 creating+peering, 130 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 80 op/s 2024-04-12T01:26:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:50 smithi098 ceph-mon[91373]: pgmap v3336: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 2.2 MiB/s wr, 61 op/s 2024-04-12T01:26:50.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:50 smithi098 ceph-mon[88922]: pgmap v3336: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 2.2 MiB/s wr, 61 op/s 2024-04-12T01:26:50.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:50 smithi193 ceph-mon[83763]: pgmap v3336: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 2.2 MiB/s wr, 61 op/s 2024-04-12T01:26:50.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:26:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:52 smithi098 ceph-mon[91373]: pgmap v3337: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.8 MiB/s wr, 57 op/s 2024-04-12T01:26:52.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:52 smithi098 ceph-mon[91373]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-12T01:26:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:52 smithi098 ceph-mon[88922]: pgmap v3337: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.8 MiB/s wr, 57 op/s 2024-04-12T01:26:52.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:52 smithi098 ceph-mon[88922]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-12T01:26:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:26:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:26:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:52 smithi193 ceph-mon[83763]: pgmap v3337: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.8 MiB/s wr, 57 op/s 2024-04-12T01:26:52.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:52 smithi193 ceph-mon[83763]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-12T01:26:54.069 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12795 ms) 2024-04-12T01:26:54.069 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-12T01:26:54.069 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:26:54.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:54 smithi098 ceph-mon[91373]: pgmap v3339: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 59 op/s 2024-04-12T01:26:54.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:54 smithi098 ceph-mon[88922]: pgmap v3339: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 59 op/s 2024-04-12T01:26:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:54 smithi193 ceph-mon[83763]: pgmap v3339: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 59 op/s 2024-04-12T01:26:55.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:55 smithi098 ceph-mon[91373]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-12T01:26:55.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:55 smithi098 ceph-mon[88922]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-12T01:26:55.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:55 smithi193 ceph-mon[83763]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-12T01:26:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:26:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:26:55] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T01:26:56.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:56 smithi098 ceph-mon[91373]: pgmap v3341: 137 pgs: 137 active+clean; 42 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T01:26:56.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:56 smithi098 ceph-mon[88922]: pgmap v3341: 137 pgs: 137 active+clean; 42 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T01:26:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:56 smithi193 ceph-mon[83763]: pgmap v3341: 137 pgs: 137 active+clean; 42 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T01:26:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:26:58 smithi098 ceph-mon[91373]: pgmap v3342: 137 pgs: 137 active+clean; 67 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 70 op/s 2024-04-12T01:26:58.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:26:58 smithi098 ceph-mon[88922]: pgmap v3342: 137 pgs: 137 active+clean; 67 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 70 op/s 2024-04-12T01:26:58.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:26:58 smithi193 ceph-mon[83763]: pgmap v3342: 137 pgs: 137 active+clean; 67 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 70 op/s 2024-04-12T01:27:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:00 smithi098 ceph-mon[91373]: pgmap v3343: 137 pgs: 137 active+clean; 84 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-12T01:27:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:00 smithi098 ceph-mon[88922]: pgmap v3343: 137 pgs: 137 active+clean; 84 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-12T01:27:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:00 smithi193 ceph-mon[83763]: pgmap v3343: 137 pgs: 137 active+clean; 84 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-12T01:27:02.055 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/0.Grow (7986 ms) 2024-04-12T01:27:02.056 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-12T01:27:02.056 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:27:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:02 smithi098 ceph-mon[91373]: pgmap v3344: 137 pgs: 137 active+clean; 88 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.2 MiB/s wr, 78 op/s 2024-04-12T01:27:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:02 smithi098 ceph-mon[88922]: pgmap v3344: 137 pgs: 137 active+clean; 88 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.2 MiB/s wr, 78 op/s 2024-04-12T01:27:02.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:02 smithi193 ceph-mon[83763]: pgmap v3344: 137 pgs: 137 active+clean; 88 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.2 MiB/s wr, 78 op/s 2024-04-12T01:27:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:27:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:27:03.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:03 smithi193 ceph-mon[83763]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-12T01:27:03.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:03 smithi098 ceph-mon[91373]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-12T01:27:03.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:03 smithi098 ceph-mon[88922]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-12T01:27:04.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:04 smithi193 ceph-mon[83763]: pgmap v3346: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 11 MiB/s wr, 86 op/s 2024-04-12T01:27:04.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:04 smithi098 ceph-mon[91373]: pgmap v3346: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 11 MiB/s wr, 86 op/s 2024-04-12T01:27:04.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:04 smithi098 ceph-mon[88922]: pgmap v3346: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 11 MiB/s wr, 86 op/s 2024-04-12T01:27:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:05.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:05.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:27:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:27:05] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T01:27:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:06 smithi193 ceph-mon[83763]: pgmap v3347: 137 pgs: 137 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 8.3 MiB/s wr, 88 op/s 2024-04-12T01:27:06.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:06 smithi098 ceph-mon[91373]: pgmap v3347: 137 pgs: 137 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 8.3 MiB/s wr, 88 op/s 2024-04-12T01:27:06.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:06 smithi098 ceph-mon[88922]: pgmap v3347: 137 pgs: 137 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 8.3 MiB/s wr, 88 op/s 2024-04-12T01:27:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:08 smithi193 ceph-mon[83763]: pgmap v3348: 137 pgs: 137 active+clean; 142 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.9 MiB/s wr, 78 op/s 2024-04-12T01:27:08.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:08 smithi098 ceph-mon[91373]: pgmap v3348: 137 pgs: 137 active+clean; 142 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.9 MiB/s wr, 78 op/s 2024-04-12T01:27:08.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:08 smithi098 ceph-mon[88922]: pgmap v3348: 137 pgs: 137 active+clean; 142 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.9 MiB/s wr, 78 op/s 2024-04-12T01:27:10.152 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8097 ms) 2024-04-12T01:27:10.152 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-12T01:27:10.152 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:27:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:10 smithi193 ceph-mon[83763]: pgmap v3349: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-12T01:27:10.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:10 smithi098 ceph-mon[91373]: pgmap v3349: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-12T01:27:10.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:10 smithi098 ceph-mon[88922]: pgmap v3349: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-12T01:27:11.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:11 smithi193 ceph-mon[83763]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-12T01:27:11.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:11 smithi098 ceph-mon[91373]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-12T01:27:11.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:11 smithi098 ceph-mon[88922]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-12T01:27:12.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:27:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:27:12.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:12 smithi193 ceph-mon[83763]: pgmap v3351: 137 pgs: 137 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 74 op/s 2024-04-12T01:27:12.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:12 smithi098 ceph-mon[91373]: pgmap v3351: 137 pgs: 137 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 74 op/s 2024-04-12T01:27:12.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:12 smithi098 ceph-mon[88922]: pgmap v3351: 137 pgs: 137 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 74 op/s 2024-04-12T01:27:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:14 smithi193 ceph-mon[83763]: pgmap v3352: 137 pgs: 137 active+clean; 184 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.5 MiB/s wr, 77 op/s 2024-04-12T01:27:14.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:14 smithi098 ceph-mon[91373]: pgmap v3352: 137 pgs: 137 active+clean; 184 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.5 MiB/s wr, 77 op/s 2024-04-12T01:27:14.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:14 smithi098 ceph-mon[88922]: pgmap v3352: 137 pgs: 137 active+clean; 184 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.5 MiB/s wr, 77 op/s 2024-04-12T01:27:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:27:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:27:15] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T01:27:16.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:16 smithi193 ceph-mon[83763]: pgmap v3353: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 87 op/s 2024-04-12T01:27:16.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:16 smithi098 ceph-mon[91373]: pgmap v3353: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 87 op/s 2024-04-12T01:27:16.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:16 smithi098 ceph-mon[88922]: pgmap v3353: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 87 op/s 2024-04-12T01:27:17.995 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (7843 ms) 2024-04-12T01:27:17.995 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-12T01:27:17.995 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:27:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:18 smithi193 ceph-mon[83763]: pgmap v3354: 137 pgs: 137 active+clean; 200 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 65 op/s 2024-04-12T01:27:18.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:18 smithi098 ceph-mon[91373]: pgmap v3354: 137 pgs: 137 active+clean; 200 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 65 op/s 2024-04-12T01:27:18.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:18 smithi098 ceph-mon[88922]: pgmap v3354: 137 pgs: 137 active+clean; 200 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 65 op/s 2024-04-12T01:27:19.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:19 smithi193 ceph-mon[83763]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-12T01:27:19.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:19 smithi098 ceph-mon[91373]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-12T01:27:19.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:19 smithi098 ceph-mon[88922]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-12T01:27:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:20 smithi193 ceph-mon[83763]: pgmap v3356: 137 pgs: 137 active+clean; 200 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 87 op/s 2024-04-12T01:27:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:20 smithi098 ceph-mon[91373]: pgmap v3356: 137 pgs: 137 active+clean; 200 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 87 op/s 2024-04-12T01:27:20.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:20 smithi098 ceph-mon[88922]: pgmap v3356: 137 pgs: 137 active+clean; 200 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 87 op/s 2024-04-12T01:27:20.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:22.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:22 smithi193 ceph-mon[83763]: pgmap v3357: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.3 MiB/s wr, 82 op/s 2024-04-12T01:27:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:27:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:27:22.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:22 smithi098 ceph-mon[91373]: pgmap v3357: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.3 MiB/s wr, 82 op/s 2024-04-12T01:27:22.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:22 smithi098 ceph-mon[88922]: pgmap v3357: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.3 MiB/s wr, 82 op/s 2024-04-12T01:27:24.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:24 smithi193 ceph-mon[83763]: pgmap v3358: 137 pgs: 137 active+clean; 229 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.3 MiB/s wr, 91 op/s 2024-04-12T01:27:24.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:24 smithi098 ceph-mon[91373]: pgmap v3358: 137 pgs: 137 active+clean; 229 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.3 MiB/s wr, 91 op/s 2024-04-12T01:27:24.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:24 smithi098 ceph-mon[88922]: pgmap v3358: 137 pgs: 137 active+clean; 229 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.3 MiB/s wr, 91 op/s 2024-04-12T01:27:25.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:25 smithi193 ceph-mon[83763]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-12T01:27:25.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:25 smithi098 ceph-mon[91373]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-12T01:27:25.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:25 smithi098 ceph-mon[88922]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-12T01:27:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:27:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:27:25] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T01:27:26.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:26 smithi193 ceph-mon[83763]: pgmap v3360: 137 pgs: 137 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.1 MiB/s wr, 72 op/s 2024-04-12T01:27:26.659 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8664 ms) 2024-04-12T01:27:26.660 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-12T01:27:26.660 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:27:26.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:26 smithi098 ceph-mon[91373]: pgmap v3360: 137 pgs: 137 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.1 MiB/s wr, 72 op/s 2024-04-12T01:27:26.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:26 smithi098 ceph-mon[88922]: pgmap v3360: 137 pgs: 137 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.1 MiB/s wr, 72 op/s 2024-04-12T01:27:28.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:28 smithi098 ceph-mon[91373]: pgmap v3361: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2024-04-12T01:27:28.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:28 smithi098 ceph-mon[91373]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-12T01:27:28.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:28 smithi098 ceph-mon[88922]: pgmap v3361: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2024-04-12T01:27:28.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:28 smithi098 ceph-mon[88922]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-12T01:27:28.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:28 smithi193 ceph-mon[83763]: pgmap v3361: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2024-04-12T01:27:28.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:28 smithi193 ceph-mon[83763]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-12T01:27:30.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:30 smithi098 ceph-mon[91373]: pgmap v3363: 137 pgs: 137 active+clean; 299 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 90 op/s 2024-04-12T01:27:30.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:30 smithi098 ceph-mon[88922]: pgmap v3363: 137 pgs: 137 active+clean; 299 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 90 op/s 2024-04-12T01:27:30.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:30 smithi193 ceph-mon[83763]: pgmap v3363: 137 pgs: 137 active+clean; 299 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 90 op/s 2024-04-12T01:27:32.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:32 smithi193 ceph-mon[83763]: pgmap v3364: 137 pgs: 137 active+clean; 299 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.8 MiB/s wr, 92 op/s 2024-04-12T01:27:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:27:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:27:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:27:32.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:32 smithi098 ceph-mon[91373]: pgmap v3364: 137 pgs: 137 active+clean; 299 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.8 MiB/s wr, 92 op/s 2024-04-12T01:27:32.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:32 smithi098 ceph-mon[88922]: pgmap v3364: 137 pgs: 137 active+clean; 299 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.8 MiB/s wr, 92 op/s 2024-04-12T01:27:34.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:34 smithi098 ceph-mon[88922]: pgmap v3365: 137 pgs: 137 active+clean; 315 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 87 op/s 2024-04-12T01:27:34.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:34 smithi098 ceph-mon[91373]: pgmap v3365: 137 pgs: 137 active+clean; 315 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 87 op/s 2024-04-12T01:27:34.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:34 smithi193 ceph-mon[83763]: pgmap v3365: 137 pgs: 137 active+clean; 315 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 87 op/s 2024-04-12T01:27:35.147 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8488 ms) 2024-04-12T01:27:35.148 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-12T01:27:35.148 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:27:35.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:35.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:35.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:27:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:27:35] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-12T01:27:36.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:36 smithi098 ceph-mon[91373]: pgmap v3366: 137 pgs: 137 active+clean; 315 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.0 MiB/s wr, 90 op/s 2024-04-12T01:27:36.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:36 smithi098 ceph-mon[91373]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-12T01:27:36.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:36 smithi098 ceph-mon[88922]: pgmap v3366: 137 pgs: 137 active+clean; 315 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.0 MiB/s wr, 90 op/s 2024-04-12T01:27:36.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:36 smithi098 ceph-mon[88922]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-12T01:27:36.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:36 smithi193 ceph-mon[83763]: pgmap v3366: 137 pgs: 137 active+clean; 315 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.0 MiB/s wr, 90 op/s 2024-04-12T01:27:36.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:36 smithi193 ceph-mon[83763]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-12T01:27:37.868 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:27:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=cleanup t=2024-04-12T01:27:37.574172034Z level=info msg="Completed cleanup jobs" duration=3.796476ms 2024-04-12T01:27:38.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:38 smithi098 ceph-mon[91373]: pgmap v3368: 137 pgs: 137 active+clean; 332 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 85 op/s 2024-04-12T01:27:38.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:38 smithi098 ceph-mon[88922]: pgmap v3368: 137 pgs: 137 active+clean; 332 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 85 op/s 2024-04-12T01:27:38.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:38 smithi193 ceph-mon[83763]: pgmap v3368: 137 pgs: 137 active+clean; 332 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 85 op/s 2024-04-12T01:27:40.794 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:40 smithi098 ceph-mon[88922]: pgmap v3369: 137 pgs: 137 active+clean; 344 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 86 op/s 2024-04-12T01:27:40.794 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:40 smithi098 ceph-mon[91373]: pgmap v3369: 137 pgs: 137 active+clean; 344 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 86 op/s 2024-04-12T01:27:40.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:40 smithi193 ceph-mon[83763]: pgmap v3369: 137 pgs: 137 active+clean; 344 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 86 op/s 2024-04-12T01:27:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:27:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:27:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:42 smithi193 ceph-mon[83763]: pgmap v3370: 137 pgs: 137 active+clean; 344 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 60 op/s 2024-04-12T01:27:42.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:42 smithi098 ceph-mon[91373]: pgmap v3370: 137 pgs: 137 active+clean; 344 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 60 op/s 2024-04-12T01:27:42.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:42 smithi098 ceph-mon[88922]: pgmap v3370: 137 pgs: 137 active+clean; 344 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 60 op/s 2024-04-12T01:27:43.194 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (8047 ms) 2024-04-12T01:27:43.409 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (61920 ms total) 2024-04-12T01:27:43.410 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:27:43.410 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-12T01:27:43.454 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-12T01:27:43.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:43 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:27:43.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:43 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:27:43.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:43 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:27:44.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[91373]: pgmap v3371: 137 pgs: 137 active+clean; 348 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 71 op/s 2024-04-12T01:27:44.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[91373]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-12T01:27:44.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:27:44.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:27:44.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:27:44.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[88922]: pgmap v3371: 137 pgs: 137 active+clean; 348 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 71 op/s 2024-04-12T01:27:44.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[88922]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-12T01:27:44.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:27:44.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:27:44.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:27:44.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:44 smithi193 ceph-mon[83763]: pgmap v3371: 137 pgs: 137 active+clean; 348 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 71 op/s 2024-04-12T01:27:44.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:44 smithi193 ceph-mon[83763]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-12T01:27:44.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:27:44.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:27:44.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:27:45.421 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:27:45.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:45 smithi098 ceph-mon[91373]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-12T01:27:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:45 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1879585638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:27:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:45 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:27:45.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:45 smithi098 ceph-mon[88922]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-12T01:27:45.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:45 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1879585638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:27:45.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:45 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:27:45.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:45 smithi193 ceph-mon[83763]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-12T01:27:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:45 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1879585638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:27:45.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:45 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:27:46.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:27:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:27:45] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-12T01:27:46.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:46 smithi098 ceph-mon[88922]: pgmap v3374: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:27:46.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:46 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:27:46.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:46 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:27:46.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:46 smithi098 ceph-mon[88922]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-12T01:27:46.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:46 smithi098 ceph-mon[91373]: pgmap v3374: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:27:46.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:46 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:27:46.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:46 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:27:46.793 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:46 smithi098 ceph-mon[91373]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-12T01:27:46.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:46 smithi193 ceph-mon[83763]: pgmap v3374: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:27:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:46 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:27:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:46 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:27:46.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:46 smithi193 ceph-mon[83763]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-12T01:27:47.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:47 smithi098 ceph-mon[91373]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-12T01:27:47.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:47 smithi098 ceph-mon[88922]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-12T01:27:47.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:47 smithi193 ceph-mon[83763]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-12T01:27:48.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:48 smithi098 ceph-mon[91373]: pgmap v3377: 137 pgs: 3 creating+peering, 10 unknown, 124 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:27:48.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:48 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:27:48.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:48 smithi098 ceph-mon[91373]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-12T01:27:48.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:48 smithi098 ceph-mon[88922]: pgmap v3377: 137 pgs: 3 creating+peering, 10 unknown, 124 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:27:48.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:48 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:27:48.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:48 smithi098 ceph-mon[88922]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-12T01:27:48.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:48 smithi193 ceph-mon[83763]: pgmap v3377: 137 pgs: 3 creating+peering, 10 unknown, 124 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:27:48.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:48 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:27:48.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:48 smithi193 ceph-mon[83763]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-12T01:27:49.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:49 smithi098 ceph-mon[91373]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-12T01:27:49.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:49 smithi098 ceph-mon[91373]: pgmap v3380: 137 pgs: 3 creating+peering, 134 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-12T01:27:49.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:49 smithi098 ceph-mon[88922]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-12T01:27:49.793 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:49 smithi098 ceph-mon[88922]: pgmap v3380: 137 pgs: 3 creating+peering, 134 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-12T01:27:49.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:49 smithi193 ceph-mon[83763]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-12T01:27:49.868 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:49 smithi193 ceph-mon[83763]: pgmap v3380: 137 pgs: 3 creating+peering, 134 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-12T01:27:50.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:50.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:50.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:27:51.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:51 smithi098 ceph-mon[91373]: pgmap v3381: 137 pgs: 137 active+clean; 22 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 763 B/s rd, 3.2 MiB/s wr, 2 op/s 2024-04-12T01:27:51.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:51 smithi098 ceph-mon[88922]: pgmap v3381: 137 pgs: 137 active+clean; 22 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 763 B/s rd, 3.2 MiB/s wr, 2 op/s 2024-04-12T01:27:51.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:51 smithi193 ceph-mon[83763]: pgmap v3381: 137 pgs: 137 active+clean; 22 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 763 B/s rd, 3.2 MiB/s wr, 2 op/s 2024-04-12T01:27:52.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:27:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:27:54.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:53 smithi193 ceph-mon[83763]: pgmap v3382: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-12T01:27:54.292 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:53 smithi098 ceph-mon[91373]: pgmap v3382: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-12T01:27:54.292 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:53 smithi098 ceph-mon[88922]: pgmap v3382: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-12T01:27:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:27:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:27:55] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:27:56.043 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:55 smithi098 ceph-mon[91373]: pgmap v3383: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-12T01:27:56.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:55 smithi098 ceph-mon[88922]: pgmap v3383: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-12T01:27:56.117 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:55 smithi193 ceph-mon[83763]: pgmap v3383: 137 pgs: 137 active+clean; 30 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-12T01:27:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:58 smithi098 ceph-mon[91373]: pgmap v3384: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.1 MiB/s wr, 50 op/s 2024-04-12T01:27:58.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:27:58 smithi098 ceph-mon[91373]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-12T01:27:58.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:58 smithi098 ceph-mon[88922]: pgmap v3384: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.1 MiB/s wr, 50 op/s 2024-04-12T01:27:58.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:27:58 smithi098 ceph-mon[88922]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-12T01:27:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:58 smithi193 ceph-mon[83763]: pgmap v3384: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.1 MiB/s wr, 50 op/s 2024-04-12T01:27:58.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:27:58 smithi193 ceph-mon[83763]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-12T01:27:59.770 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/1.Simple (16316 ms) 2024-04-12T01:27:59.770 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-12T01:27:59.770 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:28:00.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:00 smithi098 ceph-mon[91373]: pgmap v3386: 137 pgs: 137 active+clean; 51 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-12T01:28:00.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:00 smithi098 ceph-mon[88922]: pgmap v3386: 137 pgs: 137 active+clean; 51 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-12T01:28:00.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:00 smithi193 ceph-mon[83763]: pgmap v3386: 137 pgs: 137 active+clean; 51 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-12T01:28:01.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:01 smithi098 ceph-mon[91373]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-12T01:28:01.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:01 smithi098 ceph-mon[88922]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-12T01:28:01.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:01 smithi193 ceph-mon[83763]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-12T01:28:02.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:02 smithi098 ceph-mon[91373]: pgmap v3388: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-12T01:28:02.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:02 smithi098 ceph-mon[88922]: pgmap v3388: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-12T01:28:02.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:02 smithi193 ceph-mon[83763]: pgmap v3388: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-12T01:28:02.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:28:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:28:04.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:04 smithi098 ceph-mon[91373]: pgmap v3389: 137 pgs: 137 active+clean; 83 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.6 MiB/s wr, 80 op/s 2024-04-12T01:28:04.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:04 smithi098 ceph-mon[88922]: pgmap v3389: 137 pgs: 137 active+clean; 83 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.6 MiB/s wr, 80 op/s 2024-04-12T01:28:04.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:04 smithi193 ceph-mon[83763]: pgmap v3389: 137 pgs: 137 active+clean; 83 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.6 MiB/s wr, 80 op/s 2024-04-12T01:28:05.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:05.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:05.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:06.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:28:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:28:05] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T01:28:06.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:06 smithi098 ceph-mon[91373]: pgmap v3390: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 9.8 MiB/s wr, 70 op/s 2024-04-12T01:28:06.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:06 smithi098 ceph-mon[88922]: pgmap v3390: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 9.8 MiB/s wr, 70 op/s 2024-04-12T01:28:06.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:06 smithi193 ceph-mon[83763]: pgmap v3390: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 9.8 MiB/s wr, 70 op/s 2024-04-12T01:28:08.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:08 smithi098 ceph-mon[91373]: pgmap v3391: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 58 op/s 2024-04-12T01:28:08.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:08 smithi098 ceph-mon[88922]: pgmap v3391: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 58 op/s 2024-04-12T01:28:08.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:08 smithi193 ceph-mon[83763]: pgmap v3391: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 58 op/s 2024-04-12T01:28:10.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:10 smithi098 ceph-mon[91373]: pgmap v3392: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.1 MiB/s wr, 53 op/s 2024-04-12T01:28:10.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:10 smithi098 ceph-mon[88922]: pgmap v3392: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.1 MiB/s wr, 53 op/s 2024-04-12T01:28:10.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:10 smithi193 ceph-mon[83763]: pgmap v3392: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.1 MiB/s wr, 53 op/s 2024-04-12T01:28:11.605 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/1.Grow (11835 ms) 2024-04-12T01:28:11.605 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-12T01:28:11.605 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:28:12.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:12 smithi098 ceph-mon[91373]: pgmap v3393: 137 pgs: 137 active+clean; 108 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-04-12T01:28:12.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:12 smithi098 ceph-mon[88922]: pgmap v3393: 137 pgs: 137 active+clean; 108 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-04-12T01:28:12.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:12 smithi193 ceph-mon[83763]: pgmap v3393: 137 pgs: 137 active+clean; 108 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 51 op/s 2024-04-12T01:28:12.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:28:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:28:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:28:13.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:13 smithi098 ceph-mon[91373]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-12T01:28:13.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:13 smithi098 ceph-mon[88922]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-12T01:28:13.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:13 smithi193 ceph-mon[83763]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-12T01:28:14.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:14 smithi098 ceph-mon[91373]: pgmap v3395: 137 pgs: 137 active+clean; 149 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 8.2 MiB/s wr, 39 op/s 2024-04-12T01:28:14.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:14 smithi098 ceph-mon[88922]: pgmap v3395: 137 pgs: 137 active+clean; 149 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 8.2 MiB/s wr, 39 op/s 2024-04-12T01:28:14.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:14 smithi193 ceph-mon[83763]: pgmap v3395: 137 pgs: 137 active+clean; 149 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 8.2 MiB/s wr, 39 op/s 2024-04-12T01:28:16.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:28:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:28:15] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T01:28:16.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:16 smithi098 ceph-mon[91373]: pgmap v3396: 137 pgs: 137 active+clean; 158 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.8 MiB/s wr, 42 op/s 2024-04-12T01:28:16.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:16 smithi098 ceph-mon[88922]: pgmap v3396: 137 pgs: 137 active+clean; 158 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.8 MiB/s wr, 42 op/s 2024-04-12T01:28:16.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:16 smithi193 ceph-mon[83763]: pgmap v3396: 137 pgs: 137 active+clean; 158 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.8 MiB/s wr, 42 op/s 2024-04-12T01:28:18.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:18 smithi098 ceph-mon[91373]: pgmap v3397: 137 pgs: 137 active+clean; 162 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T01:28:18.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:18 smithi098 ceph-mon[88922]: pgmap v3397: 137 pgs: 137 active+clean; 162 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T01:28:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:18 smithi193 ceph-mon[83763]: pgmap v3397: 137 pgs: 137 active+clean; 162 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T01:28:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:20 smithi098 ceph-mon[91373]: pgmap v3398: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T01:28:20.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:20 smithi098 ceph-mon[88922]: pgmap v3398: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T01:28:20.543 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:20 smithi193 ceph-mon[83763]: pgmap v3398: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T01:28:20.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:21.881 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (10276 ms) 2024-04-12T01:28:21.881 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-12T01:28:21.881 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:28:22.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:22 smithi098 ceph-mon[91373]: pgmap v3399: 137 pgs: 137 active+clean; 178 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 79 op/s 2024-04-12T01:28:22.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:22 smithi098 ceph-mon[88922]: pgmap v3399: 137 pgs: 137 active+clean; 178 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 79 op/s 2024-04-12T01:28:22.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:22 smithi193 ceph-mon[83763]: pgmap v3399: 137 pgs: 137 active+clean; 178 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 79 op/s 2024-04-12T01:28:22.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:28:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:28:23.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:23 smithi098 ceph-mon[91373]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-12T01:28:23.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:23 smithi098 ceph-mon[88922]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-12T01:28:23.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:23 smithi193 ceph-mon[83763]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-12T01:28:24.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:24 smithi098 ceph-mon[91373]: pgmap v3401: 137 pgs: 137 active+clean; 207 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.4 MiB/s wr, 63 op/s 2024-04-12T01:28:24.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:24 smithi098 ceph-mon[88922]: pgmap v3401: 137 pgs: 137 active+clean; 207 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.4 MiB/s wr, 63 op/s 2024-04-12T01:28:24.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:24 smithi193 ceph-mon[83763]: pgmap v3401: 137 pgs: 137 active+clean; 207 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.4 MiB/s wr, 63 op/s 2024-04-12T01:28:26.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:28:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:28:25] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T01:28:26.542 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:26 smithi098 ceph-mon[91373]: pgmap v3402: 137 pgs: 137 active+clean; 211 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 80 op/s 2024-04-12T01:28:26.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:26 smithi098 ceph-mon[88922]: pgmap v3402: 137 pgs: 137 active+clean; 211 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 80 op/s 2024-04-12T01:28:26.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:26 smithi193 ceph-mon[83763]: pgmap v3402: 137 pgs: 137 active+clean; 211 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 80 op/s 2024-04-12T01:28:28.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:28 smithi193 ceph-mon[83763]: pgmap v3403: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-12T01:28:28.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:28 smithi098 ceph-mon[91373]: pgmap v3403: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-12T01:28:28.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:28 smithi098 ceph-mon[88922]: pgmap v3403: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-12T01:28:30.594 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:30 smithi098 ceph-mon[88922]: pgmap v3404: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T01:28:30.594 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:30 smithi098 ceph-mon[91373]: pgmap v3404: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T01:28:30.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:30 smithi193 ceph-mon[83763]: pgmap v3404: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-12T01:28:32.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:32 smithi193 ceph-mon[83763]: pgmap v3405: 137 pgs: 137 active+clean; 236 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.4 MiB/s wr, 67 op/s 2024-04-12T01:28:32.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:28:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:28:32.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:32 smithi098 ceph-mon[91373]: pgmap v3405: 137 pgs: 137 active+clean; 236 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.4 MiB/s wr, 67 op/s 2024-04-12T01:28:32.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:32 smithi098 ceph-mon[88922]: pgmap v3405: 137 pgs: 137 active+clean; 236 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.4 MiB/s wr, 67 op/s 2024-04-12T01:28:33.479 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (11598 ms) 2024-04-12T01:28:33.479 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-12T01:28:33.479 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:28:34.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:34 smithi193 ceph-mon[83763]: pgmap v3406: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-12T01:28:34.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:34 smithi098 ceph-mon[91373]: pgmap v3406: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-12T01:28:34.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:34 smithi098 ceph-mon[88922]: pgmap v3406: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-12T01:28:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:35 smithi193 ceph-mon[83763]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-12T01:28:35.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:35 smithi098 ceph-mon[91373]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-12T01:28:35.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:35.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:35 smithi098 ceph-mon[88922]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-12T01:28:35.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:36.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:28:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:28:35] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T01:28:36.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:36 smithi193 ceph-mon[83763]: pgmap v3408: 137 pgs: 137 active+clean; 252 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-12T01:28:36.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:36 smithi098 ceph-mon[91373]: pgmap v3408: 137 pgs: 137 active+clean; 252 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-12T01:28:36.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:36 smithi098 ceph-mon[88922]: pgmap v3408: 137 pgs: 137 active+clean; 252 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-12T01:28:38.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:38 smithi193 ceph-mon[83763]: pgmap v3409: 137 pgs: 137 active+clean; 264 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.6 MiB/s wr, 36 op/s 2024-04-12T01:28:38.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:38 smithi098 ceph-mon[91373]: pgmap v3409: 137 pgs: 137 active+clean; 264 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.6 MiB/s wr, 36 op/s 2024-04-12T01:28:38.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:38 smithi098 ceph-mon[88922]: pgmap v3409: 137 pgs: 137 active+clean; 264 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.6 MiB/s wr, 36 op/s 2024-04-12T01:28:40.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:40 smithi193 ceph-mon[83763]: pgmap v3410: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-12T01:28:40.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:40 smithi098 ceph-mon[91373]: pgmap v3410: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-12T01:28:40.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:40 smithi098 ceph-mon[88922]: pgmap v3410: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-12T01:28:42.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:42 smithi193 ceph-mon[83763]: pgmap v3411: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-12T01:28:42.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:28:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:28:42.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:42 smithi098 ceph-mon[91373]: pgmap v3411: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-12T01:28:42.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:42 smithi098 ceph-mon[88922]: pgmap v3411: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-12T01:28:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:44 smithi193 ceph-mon[83763]: pgmap v3412: 137 pgs: 137 active+clean; 281 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-12T01:28:44.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:44 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:28:44.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:44 smithi098 ceph-mon[91373]: pgmap v3412: 137 pgs: 137 active+clean; 281 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-12T01:28:44.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:44 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:28:44.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:44 smithi098 ceph-mon[88922]: pgmap v3412: 137 pgs: 137 active+clean; 281 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-12T01:28:44.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:44 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:28:45.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:45 smithi193 ceph-mon[83763]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-12T01:28:45.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:28:45.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:28:45.618 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:28:45.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:45 smithi098 ceph-mon[91373]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-12T01:28:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:28:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:28:45.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:28:45.686 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:28:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:28:45] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T01:28:45.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:45 smithi098 ceph-mon[88922]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-12T01:28:45.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:28:45.686 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:28:45.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:28:46.614 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (13135 ms) 2024-04-12T01:28:46.614 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-12T01:28:46.614 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:28:46.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:46 smithi193 ceph-mon[83763]: pgmap v3414: 137 pgs: 137 active+clean; 281 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 59 op/s 2024-04-12T01:28:46.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:46 smithi098 ceph-mon[91373]: pgmap v3414: 137 pgs: 137 active+clean; 281 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 59 op/s 2024-04-12T01:28:46.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:46 smithi098 ceph-mon[88922]: pgmap v3414: 137 pgs: 137 active+clean; 281 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 59 op/s 2024-04-12T01:28:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:48 smithi193 ceph-mon[83763]: pgmap v3415: 137 pgs: 137 active+clean; 359 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.5 MiB/s wr, 72 op/s 2024-04-12T01:28:48.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:48 smithi193 ceph-mon[83763]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-12T01:28:48.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:48 smithi098 ceph-mon[91373]: pgmap v3415: 137 pgs: 137 active+clean; 359 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.5 MiB/s wr, 72 op/s 2024-04-12T01:28:48.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:48 smithi098 ceph-mon[91373]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-12T01:28:48.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:48 smithi098 ceph-mon[88922]: pgmap v3415: 137 pgs: 137 active+clean; 359 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.5 MiB/s wr, 72 op/s 2024-04-12T01:28:48.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:48 smithi098 ceph-mon[88922]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-12T01:28:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:50 smithi193 ceph-mon[83763]: pgmap v3417: 137 pgs: 137 active+clean; 367 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 74 op/s 2024-04-12T01:28:50.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:50.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:50 smithi098 ceph-mon[91373]: pgmap v3417: 137 pgs: 137 active+clean; 367 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 74 op/s 2024-04-12T01:28:50.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:50.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:50 smithi098 ceph-mon[88922]: pgmap v3417: 137 pgs: 137 active+clean; 367 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 74 op/s 2024-04-12T01:28:50.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:28:52.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:52 smithi193 ceph-mon[83763]: pgmap v3418: 137 pgs: 137 active+clean; 379 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 72 op/s 2024-04-12T01:28:52.618 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:28:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:28:52.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:52 smithi098 ceph-mon[91373]: pgmap v3418: 137 pgs: 137 active+clean; 379 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 72 op/s 2024-04-12T01:28:52.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:52 smithi098 ceph-mon[88922]: pgmap v3418: 137 pgs: 137 active+clean; 379 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 72 op/s 2024-04-12T01:28:54.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:54 smithi193 ceph-mon[83763]: pgmap v3419: 137 pgs: 137 active+clean; 383 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 12 MiB/s wr, 86 op/s 2024-04-12T01:28:54.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:54 smithi098 ceph-mon[91373]: pgmap v3419: 137 pgs: 137 active+clean; 383 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 12 MiB/s wr, 86 op/s 2024-04-12T01:28:54.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:54 smithi098 ceph-mon[88922]: pgmap v3419: 137 pgs: 137 active+clean; 383 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 12 MiB/s wr, 86 op/s 2024-04-12T01:28:56.042 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:28:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:28:55] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T01:28:56.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:56 smithi193 ceph-mon[83763]: pgmap v3420: 137 pgs: 137 active+clean; 383 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 71 op/s 2024-04-12T01:28:56.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:56 smithi098 ceph-mon[91373]: pgmap v3420: 137 pgs: 137 active+clean; 383 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 71 op/s 2024-04-12T01:28:56.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:56 smithi098 ceph-mon[88922]: pgmap v3420: 137 pgs: 137 active+clean; 383 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 71 op/s 2024-04-12T01:28:56.920 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (10307 ms) 2024-04-12T01:28:56.921 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-12T01:28:56.921 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:28:58.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:58 smithi098 ceph-mon[91373]: pgmap v3421: 137 pgs: 137 active+clean; 399 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 47 op/s 2024-04-12T01:28:58.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:28:58 smithi098 ceph-mon[91373]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-12T01:28:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:58 smithi098 ceph-mon[88922]: pgmap v3421: 137 pgs: 137 active+clean; 399 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 47 op/s 2024-04-12T01:28:58.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:28:58 smithi098 ceph-mon[88922]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-12T01:28:58.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:58 smithi193 ceph-mon[83763]: pgmap v3421: 137 pgs: 137 active+clean; 399 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 47 op/s 2024-04-12T01:28:58.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:28:58 smithi193 ceph-mon[83763]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-12T01:29:00.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:00 smithi098 ceph-mon[91373]: pgmap v3423: 137 pgs: 137 active+clean; 399 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-12T01:29:00.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:00 smithi098 ceph-mon[88922]: pgmap v3423: 137 pgs: 137 active+clean; 399 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-12T01:29:00.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:00 smithi193 ceph-mon[83763]: pgmap v3423: 137 pgs: 137 active+clean; 399 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-12T01:29:02.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:02 smithi193 ceph-mon[83763]: pgmap v3424: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.8 MiB/s wr, 71 op/s 2024-04-12T01:29:02.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:29:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:29:02.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:02 smithi098 ceph-mon[91373]: pgmap v3424: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.8 MiB/s wr, 71 op/s 2024-04-12T01:29:02.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:02 smithi098 ceph-mon[88922]: pgmap v3424: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.8 MiB/s wr, 71 op/s 2024-04-12T01:29:04.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:04 smithi098 ceph-mon[91373]: pgmap v3425: 137 pgs: 137 active+clean; 428 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T01:29:04.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:04 smithi098 ceph-mon[88922]: pgmap v3425: 137 pgs: 137 active+clean; 428 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T01:29:04.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:04 smithi193 ceph-mon[83763]: pgmap v3425: 137 pgs: 137 active+clean; 428 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T01:29:05.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:05.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:05.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:06.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:29:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:29:05] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T01:29:06.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:06 smithi098 ceph-mon[91373]: pgmap v3426: 137 pgs: 137 active+clean; 432 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-12T01:29:06.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:06 smithi098 ceph-mon[88922]: pgmap v3426: 137 pgs: 137 active+clean; 432 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-12T01:29:06.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:06 smithi193 ceph-mon[83763]: pgmap v3426: 137 pgs: 137 active+clean; 432 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-12T01:29:06.876 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (9955 ms) 2024-04-12T01:29:07.416 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (83422 ms total) 2024-04-12T01:29:07.416 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:29:07.416 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-12T01:29:07.449 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-12T01:29:08.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:08 smithi098 ceph-mon[91373]: pgmap v3427: 137 pgs: 137 active+clean; 444 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 69 op/s 2024-04-12T01:29:08.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:08 smithi098 ceph-mon[91373]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-12T01:29:08.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:08 smithi098 ceph-mon[88922]: pgmap v3427: 137 pgs: 137 active+clean; 444 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 69 op/s 2024-04-12T01:29:08.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:08 smithi098 ceph-mon[88922]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-12T01:29:08.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:08 smithi193 ceph-mon[83763]: pgmap v3427: 137 pgs: 137 active+clean; 444 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 69 op/s 2024-04-12T01:29:08.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:08 smithi193 ceph-mon[83763]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-12T01:29:09.432 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:29:09.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:09 smithi098 ceph-mon[91373]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-12T01:29:09.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:09 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2549567852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:29:09.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:09 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:29:09.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:09 smithi098 ceph-mon[88922]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-12T01:29:09.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:09 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2549567852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:29:09.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:09 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:29:09.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:09 smithi193 ceph-mon[83763]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-12T01:29:09.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:09 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2549567852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:29:09.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:09 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:29:10.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:10 smithi098 ceph-mon[91373]: pgmap v3430: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:29:10.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:10 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:29:10.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:10 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:29:10.792 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:10 smithi098 ceph-mon[91373]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-12T01:29:10.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:10 smithi098 ceph-mon[88922]: pgmap v3430: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:29:10.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:10 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:29:10.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:10 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:29:10.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:10 smithi098 ceph-mon[88922]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-12T01:29:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:10 smithi193 ceph-mon[83763]: pgmap v3430: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:29:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:10 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:29:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:10 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:29:10.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:10 smithi193 ceph-mon[83763]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-12T01:29:11.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:11 smithi098 ceph-mon[91373]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-12T01:29:11.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:11 smithi098 ceph-mon[88922]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-12T01:29:11.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:11 smithi193 ceph-mon[83763]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-12T01:29:12.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:29:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:29:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:29:12.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:12 smithi193 ceph-mon[83763]: pgmap v3433: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:29:12.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:12 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:29:12.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:12 smithi193 ceph-mon[83763]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-12T01:29:12.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:12 smithi098 ceph-mon[91373]: pgmap v3433: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:29:12.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:12 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:29:12.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:12 smithi098 ceph-mon[91373]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-12T01:29:12.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:12 smithi098 ceph-mon[88922]: pgmap v3433: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:29:12.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:12 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:29:12.792 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:12 smithi098 ceph-mon[88922]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-12T01:29:13.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:13 smithi098 ceph-mon[91373]: pgmap v3435: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 233 B/s rd, 233 B/s wr, 1 op/s 2024-04-12T01:29:13.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:13 smithi098 ceph-mon[88922]: pgmap v3435: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 233 B/s rd, 233 B/s wr, 1 op/s 2024-04-12T01:29:13.867 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:13 smithi193 ceph-mon[83763]: pgmap v3435: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 233 B/s rd, 233 B/s wr, 1 op/s 2024-04-12T01:29:16.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:15 smithi098 ceph-mon[91373]: pgmap v3436: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 1 op/s 2024-04-12T01:29:16.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:29:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:29:15] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T01:29:16.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:15 smithi098 ceph-mon[88922]: pgmap v3436: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 1 op/s 2024-04-12T01:29:16.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:15 smithi193 ceph-mon[83763]: pgmap v3436: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 511 B/s wr, 1 op/s 2024-04-12T01:29:17.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:16 smithi098 ceph-mon[91373]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-12T01:29:17.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:16 smithi098 ceph-mon[88922]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-12T01:29:17.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:16 smithi193 ceph-mon[83763]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-12T01:29:18.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:18 smithi098 ceph-mon[91373]: pgmap v3438: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-12T01:29:18.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:18 smithi098 ceph-mon[91373]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-12T01:29:18.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:18 smithi098 ceph-mon[88922]: pgmap v3438: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-12T01:29:18.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:18 smithi098 ceph-mon[88922]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-12T01:29:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:18 smithi193 ceph-mon[83763]: pgmap v3438: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-12T01:29:18.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:18 smithi193 ceph-mon[83763]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-12T01:29:20.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:20 smithi098 ceph-mon[91373]: pgmap v3440: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.9 MiB/s wr, 32 op/s 2024-04-12T01:29:20.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:20.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:20 smithi098 ceph-mon[88922]: pgmap v3440: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.9 MiB/s wr, 32 op/s 2024-04-12T01:29:20.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:20 smithi193 ceph-mon[83763]: pgmap v3440: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 3.9 MiB/s wr, 32 op/s 2024-04-12T01:29:20.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:22.410 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14961 ms) 2024-04-12T01:29:22.410 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-12T01:29:22.410 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:29:22.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:22 smithi098 ceph-mon[91373]: pgmap v3441: 137 pgs: 137 active+clean; 42 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 65 op/s 2024-04-12T01:29:22.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:22 smithi098 ceph-mon[88922]: pgmap v3441: 137 pgs: 137 active+clean; 42 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 65 op/s 2024-04-12T01:29:22.617 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:29:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:29:22.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:22 smithi193 ceph-mon[83763]: pgmap v3441: 137 pgs: 137 active+clean; 42 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 65 op/s 2024-04-12T01:29:24.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:24 smithi098 ceph-mon[91373]: pgmap v3442: 137 pgs: 137 active+clean; 55 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-12T01:29:24.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:24 smithi098 ceph-mon[88922]: pgmap v3442: 137 pgs: 137 active+clean; 55 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-12T01:29:24.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:24 smithi193 ceph-mon[83763]: pgmap v3442: 137 pgs: 137 active+clean; 55 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-12T01:29:26.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:29:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:29:25] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T01:29:26.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:26 smithi098 ceph-mon[91373]: pgmap v3443: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 59 op/s 2024-04-12T01:29:26.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:26 smithi098 ceph-mon[88922]: pgmap v3443: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 59 op/s 2024-04-12T01:29:26.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:26 smithi193 ceph-mon[83763]: pgmap v3443: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 59 op/s 2024-04-12T01:29:27.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:27 smithi098 ceph-mon[91373]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-12T01:29:27.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:27 smithi098 ceph-mon[88922]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-12T01:29:27.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:27 smithi193 ceph-mon[83763]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-12T01:29:28.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:28 smithi098 ceph-mon[91373]: pgmap v3445: 137 pgs: 137 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-04-12T01:29:28.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:28 smithi098 ceph-mon[88922]: pgmap v3445: 137 pgs: 137 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-04-12T01:29:28.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:28 smithi193 ceph-mon[83763]: pgmap v3445: 137 pgs: 137 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-04-12T01:29:30.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:30 smithi098 ceph-mon[91373]: pgmap v3446: 137 pgs: 137 active+clean; 84 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-12T01:29:30.542 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:30 smithi098 ceph-mon[88922]: pgmap v3446: 137 pgs: 137 active+clean; 84 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-12T01:29:30.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:30 smithi193 ceph-mon[83763]: pgmap v3446: 137 pgs: 137 active+clean; 84 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-12T01:29:32.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:32 smithi098 ceph-mon[91373]: pgmap v3447: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2024-04-12T01:29:32.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:32 smithi098 ceph-mon[88922]: pgmap v3447: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2024-04-12T01:29:32.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:32 smithi193 ceph-mon[83763]: pgmap v3447: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 55 op/s 2024-04-12T01:29:32.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:29:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:29:32.733 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10323 ms) 2024-04-12T01:29:32.733 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-12T01:29:32.733 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:29:34.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:34 smithi098 ceph-mon[88922]: pgmap v3448: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-04-12T01:29:34.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:34 smithi098 ceph-mon[91373]: pgmap v3448: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-04-12T01:29:34.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:34 smithi193 ceph-mon[83763]: pgmap v3448: 137 pgs: 137 active+clean; 113 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-04-12T01:29:35.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:35.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:35.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:36.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:29:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:29:35] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T01:29:36.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:36 smithi098 ceph-mon[91373]: pgmap v3449: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-12T01:29:36.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:36 smithi098 ceph-mon[88922]: pgmap v3449: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-12T01:29:36.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:36 smithi193 ceph-mon[83763]: pgmap v3449: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-12T01:29:37.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:37 smithi098 ceph-mon[91373]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-12T01:29:37.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:37 smithi098 ceph-mon[88922]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-12T01:29:37.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:37 smithi193 ceph-mon[83763]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-12T01:29:38.541 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:38 smithi098 ceph-mon[91373]: pgmap v3451: 137 pgs: 137 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 70 op/s 2024-04-12T01:29:38.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:38 smithi098 ceph-mon[88922]: pgmap v3451: 137 pgs: 137 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 70 op/s 2024-04-12T01:29:38.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:38 smithi193 ceph-mon[83763]: pgmap v3451: 137 pgs: 137 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 70 op/s 2024-04-12T01:29:40.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:40 smithi098 ceph-mon[91373]: pgmap v3452: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 56 op/s 2024-04-12T01:29:40.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:40 smithi098 ceph-mon[88922]: pgmap v3452: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 56 op/s 2024-04-12T01:29:40.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:40 smithi193 ceph-mon[83763]: pgmap v3452: 137 pgs: 137 active+clean; 138 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 56 op/s 2024-04-12T01:29:42.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:42 smithi098 ceph-mon[91373]: pgmap v3453: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 64 op/s 2024-04-12T01:29:42.541 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:42 smithi098 ceph-mon[88922]: pgmap v3453: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 64 op/s 2024-04-12T01:29:42.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:42 smithi193 ceph-mon[83763]: pgmap v3453: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 64 op/s 2024-04-12T01:29:42.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:29:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:29:42.808 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10076 ms) 2024-04-12T01:29:42.809 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-12T01:29:42.809 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:29:44.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:44 smithi193 ceph-mon[83763]: pgmap v3454: 137 pgs: 137 active+clean; 159 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.6 MiB/s wr, 78 op/s 2024-04-12T01:29:44.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:44 smithi098 ceph-mon[91373]: pgmap v3454: 137 pgs: 137 active+clean; 159 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.6 MiB/s wr, 78 op/s 2024-04-12T01:29:44.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:44 smithi098 ceph-mon[88922]: pgmap v3454: 137 pgs: 137 active+clean; 159 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.6 MiB/s wr, 78 op/s 2024-04-12T01:29:45.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:45 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:29:45.683 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:45 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:29:45.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:45 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:29:46.002 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:29:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:29:45] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T01:29:46.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:46 smithi193 ceph-mon[83763]: pgmap v3455: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 64 op/s 2024-04-12T01:29:46.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:46 smithi098 ceph-mon[91373]: pgmap v3455: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 64 op/s 2024-04-12T01:29:46.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:46 smithi098 ceph-mon[88922]: pgmap v3455: 137 pgs: 137 active+clean; 175 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 64 op/s 2024-04-12T01:29:48.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:48 smithi193 ceph-mon[83763]: pgmap v3456: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 69 op/s 2024-04-12T01:29:48.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:48 smithi193 ceph-mon[83763]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-12T01:29:48.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:48.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:48 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:48.790 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:48 smithi098 ceph-mon[91373]: pgmap v3456: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 69 op/s 2024-04-12T01:29:48.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:48 smithi098 ceph-mon[91373]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-12T01:29:48.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:48.791 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:48 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:48.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:48 smithi098 ceph-mon[88922]: pgmap v3456: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 69 op/s 2024-04-12T01:29:48.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:48 smithi098 ceph-mon[88922]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-12T01:29:48.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:48.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:48 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:50.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:50.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:50.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[91373]: pgmap v3458: 137 pgs: 137 active+clean; 204 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 82 op/s 2024-04-12T01:29:50.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:29:50.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:29:50.041 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:50.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:50.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:50.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[88922]: pgmap v3458: 137 pgs: 137 active+clean; 204 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 82 op/s 2024-04-12T01:29:50.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:29:50.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:29:50.042 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:49 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:50.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:50.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:50.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:49 smithi193 ceph-mon[83763]: pgmap v3458: 137 pgs: 137 active+clean; 204 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 82 op/s 2024-04-12T01:29:50.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:29:50.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:29:50.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:49 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:29:51.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:51.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:51.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:29:52.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:51 smithi098 ceph-mon[91373]: pgmap v3459: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-12T01:29:52.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:51 smithi098 ceph-mon[88922]: pgmap v3459: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-12T01:29:52.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:51 smithi193 ceph-mon[83763]: pgmap v3459: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-12T01:29:52.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:29:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:29:53.781 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10973 ms) 2024-04-12T01:29:53.781 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-12T01:29:53.781 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:29:54.116 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:53 smithi193 ceph-mon[83763]: pgmap v3460: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.9 MiB/s wr, 49 op/s 2024-04-12T01:29:54.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:53 smithi098 ceph-mon[91373]: pgmap v3460: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.9 MiB/s wr, 49 op/s 2024-04-12T01:29:54.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:53 smithi098 ceph-mon[88922]: pgmap v3460: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.9 MiB/s wr, 49 op/s 2024-04-12T01:29:56.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:55 smithi098 ceph-mon[91373]: pgmap v3461: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-12T01:29:56.041 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:29:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:29:55] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-12T01:29:56.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:55 smithi098 ceph-mon[88922]: pgmap v3461: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-12T01:29:56.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:55 smithi193 ceph-mon[83763]: pgmap v3461: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-12T01:29:58.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:57 smithi098 ceph-mon[91373]: pgmap v3462: 137 pgs: 137 active+clean; 216 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 940 KiB/s rd, 2.8 MiB/s wr, 46 op/s 2024-04-12T01:29:58.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:57 smithi098 ceph-mon[88922]: pgmap v3462: 137 pgs: 137 active+clean; 216 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 940 KiB/s rd, 2.8 MiB/s wr, 46 op/s 2024-04-12T01:29:58.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:57 smithi193 ceph-mon[83763]: pgmap v3462: 137 pgs: 137 active+clean; 216 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 940 KiB/s rd, 2.8 MiB/s wr, 46 op/s 2024-04-12T01:29:59.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:58 smithi098 ceph-mon[91373]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-12T01:29:59.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:58 smithi098 ceph-mon[88922]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-12T01:29:59.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:58 smithi193 ceph-mon[83763]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-12T01:30:00.191 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:29:59 smithi098 ceph-mon[91373]: pgmap v3464: 137 pgs: 137 active+clean; 237 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-12T01:30:00.192 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:29:59 smithi098 ceph-mon[88922]: pgmap v3464: 137 pgs: 137 active+clean; 237 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-12T01:30:00.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:29:59 smithi193 ceph-mon[83763]: pgmap v3464: 137 pgs: 137 active+clean; 237 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-12T01:30:01.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:00 smithi098 ceph-mon[91373]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:30:01.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:00 smithi098 ceph-mon[88922]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:30:01.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:00 smithi193 ceph-mon[83763]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:30:02.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:01 smithi098 ceph-mon[88922]: pgmap v3465: 137 pgs: 137 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-12T01:30:02.291 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:01 smithi098 ceph-mon[91373]: pgmap v3465: 137 pgs: 137 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-12T01:30:02.313 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:01 smithi193 ceph-mon[83763]: pgmap v3465: 137 pgs: 137 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-12T01:30:02.616 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:30:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:30:04.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:03 smithi098 ceph-mon[91373]: pgmap v3466: 137 pgs: 137 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 945 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T01:30:04.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:03 smithi098 ceph-mon[91373]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-12T01:30:04.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:03 smithi098 ceph-mon[88922]: pgmap v3466: 137 pgs: 137 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 945 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T01:30:04.291 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:03 smithi098 ceph-mon[88922]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-12T01:30:04.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:03 smithi193 ceph-mon[83763]: pgmap v3466: 137 pgs: 137 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 945 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T01:30:04.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:03 smithi193 ceph-mon[83763]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-12T01:30:05.244 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (11463 ms) 2024-04-12T01:30:05.244 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-12T01:30:05.244 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:30:06.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:05 smithi098 ceph-mon[91373]: pgmap v3468: 137 pgs: 137 active+clean; 277 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 71 op/s 2024-04-12T01:30:06.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:06.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:30:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:30:05] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:30:06.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:05 smithi098 ceph-mon[88922]: pgmap v3468: 137 pgs: 137 active+clean; 277 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 71 op/s 2024-04-12T01:30:06.041 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:06.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:05 smithi193 ceph-mon[83763]: pgmap v3468: 137 pgs: 137 active+clean; 277 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 71 op/s 2024-04-12T01:30:06.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:08.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:07 smithi098 ceph-mon[88922]: pgmap v3469: 137 pgs: 137 active+clean; 298 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.7 MiB/s wr, 80 op/s 2024-04-12T01:30:08.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:07 smithi098 ceph-mon[91373]: pgmap v3469: 137 pgs: 137 active+clean; 298 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.7 MiB/s wr, 80 op/s 2024-04-12T01:30:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:07 smithi193 ceph-mon[83763]: pgmap v3469: 137 pgs: 137 active+clean; 298 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.7 MiB/s wr, 80 op/s 2024-04-12T01:30:10.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:09 smithi098 ceph-mon[88922]: pgmap v3470: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.9 MiB/s wr, 71 op/s 2024-04-12T01:30:10.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:09 smithi098 ceph-mon[88922]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-12T01:30:10.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:09 smithi098 ceph-mon[91373]: pgmap v3470: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.9 MiB/s wr, 71 op/s 2024-04-12T01:30:10.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:09 smithi098 ceph-mon[91373]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-12T01:30:10.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:09 smithi193 ceph-mon[83763]: pgmap v3470: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.9 MiB/s wr, 71 op/s 2024-04-12T01:30:10.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:09 smithi193 ceph-mon[83763]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-12T01:30:12.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:11 smithi193 ceph-mon[83763]: pgmap v3472: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.6 MiB/s wr, 49 op/s 2024-04-12T01:30:12.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:11 smithi098 ceph-mon[91373]: pgmap v3472: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.6 MiB/s wr, 49 op/s 2024-04-12T01:30:12.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:11 smithi098 ceph-mon[88922]: pgmap v3472: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.6 MiB/s wr, 49 op/s 2024-04-12T01:30:12.444 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:30:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:30:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:30:14.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:13 smithi098 ceph-mon[91373]: pgmap v3473: 137 pgs: 137 active+clean; 331 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 60 op/s 2024-04-12T01:30:14.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:13 smithi098 ceph-mon[88922]: pgmap v3473: 137 pgs: 137 active+clean; 331 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 60 op/s 2024-04-12T01:30:14.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:13 smithi193 ceph-mon[83763]: pgmap v3473: 137 pgs: 137 active+clean; 331 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 60 op/s 2024-04-12T01:30:15.355 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10111 ms) 2024-04-12T01:30:15.355 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-12T01:30:15.355 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:30:16.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:15 smithi098 ceph-mon[91373]: pgmap v3474: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-12T01:30:16.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:15 smithi098 ceph-mon[88922]: pgmap v3474: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-12T01:30:16.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:30:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:30:15] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:30:16.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:15 smithi193 ceph-mon[83763]: pgmap v3474: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-12T01:30:18.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:17 smithi098 ceph-mon[91373]: pgmap v3475: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T01:30:18.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:17 smithi098 ceph-mon[88922]: pgmap v3475: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T01:30:18.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:17 smithi193 ceph-mon[83763]: pgmap v3475: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T01:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:19 smithi098 ceph-mon[91373]: pgmap v3476: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-12T01:30:20.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:19 smithi098 ceph-mon[91373]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-12T01:30:20.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:19 smithi098 ceph-mon[88922]: pgmap v3476: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-12T01:30:20.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:19 smithi098 ceph-mon[88922]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-12T01:30:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:19 smithi193 ceph-mon[83763]: pgmap v3476: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-12T01:30:20.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:19 smithi193 ceph-mon[83763]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-12T01:30:21.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:21.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:21.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:22.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:21 smithi098 ceph-mon[91373]: pgmap v3478: 137 pgs: 137 active+clean; 355 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 83 op/s 2024-04-12T01:30:22.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:21 smithi098 ceph-mon[88922]: pgmap v3478: 137 pgs: 137 active+clean; 355 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 83 op/s 2024-04-12T01:30:22.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:21 smithi193 ceph-mon[83763]: pgmap v3478: 137 pgs: 137 active+clean; 355 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 83 op/s 2024-04-12T01:30:22.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:30:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:30:24.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:23 smithi098 ceph-mon[91373]: pgmap v3479: 137 pgs: 137 active+clean; 359 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 72 op/s 2024-04-12T01:30:24.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:23 smithi098 ceph-mon[88922]: pgmap v3479: 137 pgs: 137 active+clean; 359 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 72 op/s 2024-04-12T01:30:24.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:23 smithi193 ceph-mon[83763]: pgmap v3479: 137 pgs: 137 active+clean; 359 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 72 op/s 2024-04-12T01:30:25.313 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (9958 ms) 2024-04-12T01:30:25.939 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (77865 ms total) 2024-04-12T01:30:25.940 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:30:25.940 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-12T01:30:25.976 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-12T01:30:26.040 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:25 smithi098 ceph-mon[91373]: pgmap v3480: 137 pgs: 137 active+clean; 372 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-12T01:30:26.040 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:25 smithi098 ceph-mon[88922]: pgmap v3480: 137 pgs: 137 active+clean; 372 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-12T01:30:26.040 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:30:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:30:25] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T01:30:26.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:25 smithi193 ceph-mon[83763]: pgmap v3480: 137 pgs: 137 active+clean; 372 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-12T01:30:27.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:26 smithi098 ceph-mon[91373]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-12T01:30:27.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:26 smithi098 ceph-mon[88922]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-12T01:30:27.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:26 smithi193 ceph-mon[83763]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-12T01:30:27.959 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:30:28.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:27 smithi098 ceph-mon[91373]: pgmap v3482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:30:28.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:27 smithi098 ceph-mon[91373]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-12T01:30:28.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:27 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2028357257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:30:28.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:27 smithi098 ceph-mon[88922]: pgmap v3482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:30:28.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:27 smithi098 ceph-mon[88922]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-12T01:30:28.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:27 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2028357257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:30:28.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:27 smithi193 ceph-mon[83763]: pgmap v3482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:30:28.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:27 smithi193 ceph-mon[83763]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-12T01:30:28.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:27 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2028357257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:30:29.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:28 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2028357257' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:30:29.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:28 smithi098 ceph-mon[91373]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-12T01:30:29.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:28 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2028357257' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:30:29.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:28 smithi098 ceph-mon[88922]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-12T01:30:29.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:28 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2028357257' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:30:29.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:28 smithi193 ceph-mon[83763]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-12T01:30:30.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:29 smithi098 ceph-mon[91373]: pgmap v3485: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:30:30.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:29 smithi098 ceph-mon[91373]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-12T01:30:30.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:29 smithi098 ceph-mon[88922]: pgmap v3485: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:30:30.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:29 smithi098 ceph-mon[88922]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-12T01:30:30.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:29 smithi193 ceph-mon[83763]: pgmap v3485: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:30:30.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:29 smithi193 ceph-mon[83763]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-12T01:30:31.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:30 smithi098 ceph-mon[88922]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-12T01:30:31.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:30 smithi098 ceph-mon[91373]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-12T01:30:31.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:30 smithi193 ceph-mon[83763]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-12T01:30:32.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:31 smithi098 ceph-mon[88922]: pgmap v3488: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:30:32.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:31 smithi098 ceph-mon[91373]: pgmap v3488: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:30:32.312 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:31 smithi193 ceph-mon[83763]: pgmap v3488: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:30:32.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:30:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:30:34.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:33 smithi098 ceph-mon[88922]: pgmap v3489: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-12T01:30:34.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:33 smithi098 ceph-mon[91373]: pgmap v3489: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-12T01:30:34.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:33 smithi193 ceph-mon[83763]: pgmap v3489: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-12T01:30:35.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:34 smithi098 ceph-mon[91373]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-12T01:30:35.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:34 smithi098 ceph-mon[88922]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-12T01:30:35.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:34 smithi193 ceph-mon[83763]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-12T01:30:35.991 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:30:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:30:35] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-12T01:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:35 smithi098 ceph-mon[91373]: pgmap v3491: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-12T01:30:36.289 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:36.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:35 smithi098 ceph-mon[88922]: pgmap v3491: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-12T01:30:36.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:35 smithi193 ceph-mon[83763]: pgmap v3491: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-12T01:30:36.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:38.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:38 smithi098 ceph-mon[88922]: pgmap v3492: 137 pgs: 137 active+clean; 26 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 MiB/s wr, 48 op/s 2024-04-12T01:30:38.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:38 smithi098 ceph-mon[88922]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-12T01:30:38.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:38 smithi098 ceph-mon[91373]: pgmap v3492: 137 pgs: 137 active+clean; 26 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 MiB/s wr, 48 op/s 2024-04-12T01:30:38.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:38 smithi098 ceph-mon[91373]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-12T01:30:38.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:38 smithi193 ceph-mon[83763]: pgmap v3492: 137 pgs: 137 active+clean; 26 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 MiB/s wr, 48 op/s 2024-04-12T01:30:38.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:38 smithi193 ceph-mon[83763]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-12T01:30:40.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:40 smithi098 ceph-mon[91373]: pgmap v3494: 137 pgs: 137 active+clean; 38 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T01:30:40.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:40 smithi098 ceph-mon[88922]: pgmap v3494: 137 pgs: 137 active+clean; 38 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T01:30:40.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:40 smithi193 ceph-mon[83763]: pgmap v3494: 137 pgs: 137 active+clean; 38 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T01:30:42.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:42 smithi098 ceph-mon[91373]: pgmap v3495: 137 pgs: 137 active+clean; 38 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T01:30:42.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:42 smithi098 ceph-mon[88922]: pgmap v3495: 137 pgs: 137 active+clean; 38 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T01:30:42.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:30:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:30:42.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:42 smithi193 ceph-mon[83763]: pgmap v3495: 137 pgs: 137 active+clean; 38 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T01:30:43.923 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17946 ms) 2024-04-12T01:30:43.923 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-12T01:30:43.923 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:30:44.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:44 smithi098 ceph-mon[91373]: pgmap v3496: 137 pgs: 137 active+clean; 38 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 54 op/s 2024-04-12T01:30:44.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:44 smithi098 ceph-mon[88922]: pgmap v3496: 137 pgs: 137 active+clean; 38 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 54 op/s 2024-04-12T01:30:44.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:44 smithi193 ceph-mon[83763]: pgmap v3496: 137 pgs: 137 active+clean; 38 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 54 op/s 2024-04-12T01:30:46.039 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:30:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:30:45] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-12T01:30:46.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:46 smithi098 ceph-mon[91373]: pgmap v3497: 137 pgs: 137 active+clean; 47 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-12T01:30:46.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:46 smithi098 ceph-mon[88922]: pgmap v3497: 137 pgs: 137 active+clean; 47 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-12T01:30:46.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:46 smithi193 ceph-mon[83763]: pgmap v3497: 137 pgs: 137 active+clean; 47 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-12T01:30:48.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:48 smithi098 ceph-mon[91373]: pgmap v3498: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-12T01:30:48.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:48 smithi098 ceph-mon[88922]: pgmap v3498: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-12T01:30:48.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:48 smithi193 ceph-mon[83763]: pgmap v3498: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-04-12T01:30:49.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:49 smithi098 ceph-mon[91373]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-12T01:30:49.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:49 smithi098 ceph-mon[88922]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-12T01:30:49.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:49 smithi193 ceph-mon[83763]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-12T01:30:50.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[91373]: pgmap v3500: 137 pgs: 137 active+clean; 79 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T01:30:50.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:30:50.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:30:50.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:30:50.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:30:50.540 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:50.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[88922]: pgmap v3500: 137 pgs: 137 active+clean; 79 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T01:30:50.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:30:50.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:30:50.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:30:50.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:30:50.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:50.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:50 smithi193 ceph-mon[83763]: pgmap v3500: 137 pgs: 137 active+clean; 79 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T01:30:50.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:30:50.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:30:50.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:30:50.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:30:50.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:30:52.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:52 smithi098 ceph-mon[91373]: pgmap v3501: 137 pgs: 137 active+clean; 83 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-04-12T01:30:52.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:52 smithi098 ceph-mon[88922]: pgmap v3501: 137 pgs: 137 active+clean; 83 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-04-12T01:30:52.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:52 smithi193 ceph-mon[83763]: pgmap v3501: 137 pgs: 137 active+clean; 83 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-04-12T01:30:52.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:30:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:30:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:30:54.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:54 smithi098 ceph-mon[91373]: pgmap v3502: 137 pgs: 137 active+clean; 92 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-12T01:30:54.540 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:54 smithi098 ceph-mon[88922]: pgmap v3502: 137 pgs: 137 active+clean; 92 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-12T01:30:54.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:54 smithi193 ceph-mon[83763]: pgmap v3502: 137 pgs: 137 active+clean; 92 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-12T01:30:56.039 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:30:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:30:55] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-12T01:30:56.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:56 smithi098 ceph-mon[91373]: pgmap v3503: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-12T01:30:56.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:56 smithi098 ceph-mon[88922]: pgmap v3503: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-12T01:30:56.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:56 smithi193 ceph-mon[83763]: pgmap v3503: 137 pgs: 137 active+clean; 96 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-12T01:30:58.022 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/3.Grow (14100 ms) 2024-04-12T01:30:58.023 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-12T01:30:58.023 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:30:58.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:30:58 smithi098 ceph-mon[91373]: pgmap v3504: 137 pgs: 137 active+clean; 105 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.2 MiB/s wr, 57 op/s 2024-04-12T01:30:58.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:30:58 smithi098 ceph-mon[88922]: pgmap v3504: 137 pgs: 137 active+clean; 105 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.2 MiB/s wr, 57 op/s 2024-04-12T01:30:58.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:30:58 smithi193 ceph-mon[83763]: pgmap v3504: 137 pgs: 137 active+clean; 105 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.2 MiB/s wr, 57 op/s 2024-04-12T01:31:00.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:00 smithi098 ceph-mon[91373]: pgmap v3505: 137 pgs: 137 active+clean; 117 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.1 MiB/s wr, 59 op/s 2024-04-12T01:31:00.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:00 smithi098 ceph-mon[88922]: pgmap v3505: 137 pgs: 137 active+clean; 117 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.1 MiB/s wr, 59 op/s 2024-04-12T01:31:00.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:00 smithi193 ceph-mon[83763]: pgmap v3505: 137 pgs: 137 active+clean; 117 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.1 MiB/s wr, 59 op/s 2024-04-12T01:31:02.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:02 smithi098 ceph-mon[91373]: pgmap v3506: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.8 MiB/s wr, 54 op/s 2024-04-12T01:31:02.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:02 smithi098 ceph-mon[88922]: pgmap v3506: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.8 MiB/s wr, 54 op/s 2024-04-12T01:31:02.615 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:02 smithi193 ceph-mon[83763]: pgmap v3506: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.8 MiB/s wr, 54 op/s 2024-04-12T01:31:02.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:31:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:31:03.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:03 smithi098 ceph-mon[91373]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-12T01:31:03.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:03 smithi098 ceph-mon[88922]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-12T01:31:03.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:03 smithi193 ceph-mon[83763]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-12T01:31:04.539 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:04 smithi098 ceph-mon[91373]: pgmap v3508: 137 pgs: 137 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 31 op/s 2024-04-12T01:31:04.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:04 smithi098 ceph-mon[88922]: pgmap v3508: 137 pgs: 137 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 31 op/s 2024-04-12T01:31:04.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:04 smithi193 ceph-mon[83763]: pgmap v3508: 137 pgs: 137 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 31 op/s 2024-04-12T01:31:05.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:05.682 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:05.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:06.039 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:31:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:31:05] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:31:06.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:06 smithi193 ceph-mon[83763]: pgmap v3509: 137 pgs: 137 active+clean; 146 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 55 op/s 2024-04-12T01:31:06.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:06 smithi098 ceph-mon[88922]: pgmap v3509: 137 pgs: 137 active+clean; 146 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 55 op/s 2024-04-12T01:31:06.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:06 smithi098 ceph-mon[91373]: pgmap v3509: 137 pgs: 137 active+clean; 146 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 55 op/s 2024-04-12T01:31:08.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:08 smithi193 ceph-mon[83763]: pgmap v3510: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-12T01:31:08.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:08 smithi098 ceph-mon[88922]: pgmap v3510: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-12T01:31:08.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:08 smithi098 ceph-mon[91373]: pgmap v3510: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-12T01:31:10.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:10 smithi193 ceph-mon[83763]: pgmap v3511: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T01:31:10.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:10 smithi098 ceph-mon[91373]: pgmap v3511: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T01:31:10.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:10 smithi098 ceph-mon[88922]: pgmap v3511: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T01:31:12.201 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14179 ms) 2024-04-12T01:31:12.201 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-12T01:31:12.201 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:31:12.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:12 smithi193 ceph-mon[83763]: pgmap v3512: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-04-12T01:31:12.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:31:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:31:12.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:12 smithi098 ceph-mon[91373]: pgmap v3512: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-04-12T01:31:12.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:12 smithi098 ceph-mon[88922]: pgmap v3512: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 50 op/s 2024-04-12T01:31:14.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:14 smithi193 ceph-mon[83763]: pgmap v3513: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.3 MiB/s wr, 48 op/s 2024-04-12T01:31:14.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:14 smithi098 ceph-mon[91373]: pgmap v3513: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.3 MiB/s wr, 48 op/s 2024-04-12T01:31:14.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:14 smithi098 ceph-mon[88922]: pgmap v3513: 137 pgs: 137 active+clean; 166 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.3 MiB/s wr, 48 op/s 2024-04-12T01:31:16.039 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:31:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:31:15] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:31:16.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:16 smithi193 ceph-mon[83763]: pgmap v3514: 137 pgs: 137 active+clean; 179 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-04-12T01:31:16.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:16 smithi098 ceph-mon[91373]: pgmap v3514: 137 pgs: 137 active+clean; 179 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-04-12T01:31:16.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:16 smithi098 ceph-mon[88922]: pgmap v3514: 137 pgs: 137 active+clean; 179 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-04-12T01:31:17.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:17 smithi193 ceph-mon[83763]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-12T01:31:17.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:17 smithi098 ceph-mon[91373]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-12T01:31:17.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:17 smithi098 ceph-mon[88922]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-12T01:31:18.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:18 smithi193 ceph-mon[83763]: pgmap v3516: 137 pgs: 137 active+clean; 183 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-12T01:31:18.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:18 smithi098 ceph-mon[91373]: pgmap v3516: 137 pgs: 137 active+clean; 183 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-12T01:31:18.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:18 smithi098 ceph-mon[88922]: pgmap v3516: 137 pgs: 137 active+clean; 183 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-12T01:31:20.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:20 smithi193 ceph-mon[83763]: pgmap v3517: 137 pgs: 137 active+clean; 204 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 47 op/s 2024-04-12T01:31:20.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:20.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:20 smithi098 ceph-mon[91373]: pgmap v3517: 137 pgs: 137 active+clean; 204 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 47 op/s 2024-04-12T01:31:20.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:20.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:20 smithi098 ceph-mon[88922]: pgmap v3517: 137 pgs: 137 active+clean; 204 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 47 op/s 2024-04-12T01:31:20.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:22.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:22 smithi193 ceph-mon[83763]: pgmap v3518: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-12T01:31:22.615 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:31:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:31:22.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:22 smithi098 ceph-mon[91373]: pgmap v3518: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-12T01:31:22.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:22 smithi098 ceph-mon[88922]: pgmap v3518: 137 pgs: 137 active+clean; 208 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-12T01:31:24.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:24 smithi193 ceph-mon[83763]: pgmap v3519: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 53 op/s 2024-04-12T01:31:24.789 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:24 smithi098 ceph-mon[91373]: pgmap v3519: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 53 op/s 2024-04-12T01:31:24.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:24 smithi098 ceph-mon[88922]: pgmap v3519: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 53 op/s 2024-04-12T01:31:26.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:31:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:31:25] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T01:31:26.118 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13917 ms) 2024-04-12T01:31:26.118 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-12T01:31:26.118 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:31:26.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:26 smithi193 ceph-mon[83763]: pgmap v3520: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-12T01:31:26.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:26 smithi098 ceph-mon[91373]: pgmap v3520: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-12T01:31:26.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:26 smithi098 ceph-mon[88922]: pgmap v3520: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-12T01:31:28.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:28 smithi193 ceph-mon[83763]: pgmap v3521: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-12T01:31:28.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:28 smithi098 ceph-mon[91373]: pgmap v3521: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-12T01:31:28.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:28 smithi098 ceph-mon[88922]: pgmap v3521: 137 pgs: 137 active+clean; 212 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-12T01:31:30.590 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:30 smithi098 ceph-mon[91373]: pgmap v3522: 137 pgs: 137 active+clean; 216 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-12T01:31:30.591 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:30 smithi098 ceph-mon[88922]: pgmap v3522: 137 pgs: 137 active+clean; 216 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-12T01:31:30.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:30 smithi193 ceph-mon[83763]: pgmap v3522: 137 pgs: 137 active+clean; 216 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-12T01:31:31.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:31 smithi193 ceph-mon[83763]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-12T01:31:31.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:31 smithi098 ceph-mon[91373]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-12T01:31:31.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:31 smithi098 ceph-mon[88922]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-12T01:31:32.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:31:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:31:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:31:32.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:32 smithi193 ceph-mon[83763]: pgmap v3524: 137 pgs: 137 active+clean; 216 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 926 KiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-12T01:31:32.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:32 smithi098 ceph-mon[91373]: pgmap v3524: 137 pgs: 137 active+clean; 216 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 926 KiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-12T01:31:32.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:32 smithi098 ceph-mon[88922]: pgmap v3524: 137 pgs: 137 active+clean; 216 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 926 KiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-12T01:31:34.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:34 smithi193 ceph-mon[83763]: pgmap v3525: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-04-12T01:31:34.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:34 smithi098 ceph-mon[91373]: pgmap v3525: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-04-12T01:31:34.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:34 smithi098 ceph-mon[88922]: pgmap v3525: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-04-12T01:31:35.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:35.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:35.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:36.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:31:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:31:35] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T01:31:36.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:36 smithi193 ceph-mon[83763]: pgmap v3526: 137 pgs: 137 active+clean; 249 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-12T01:31:36.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:36 smithi098 ceph-mon[91373]: pgmap v3526: 137 pgs: 137 active+clean; 249 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-12T01:31:36.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:36 smithi098 ceph-mon[88922]: pgmap v3526: 137 pgs: 137 active+clean; 249 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-12T01:31:38.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:38 smithi193 ceph-mon[83763]: pgmap v3527: 137 pgs: 137 active+clean; 249 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-12T01:31:38.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:38 smithi098 ceph-mon[91373]: pgmap v3527: 137 pgs: 137 active+clean; 249 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-12T01:31:38.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:38 smithi098 ceph-mon[88922]: pgmap v3527: 137 pgs: 137 active+clean; 249 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-12T01:31:39.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:39 smithi098 ceph-mon[91373]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-12T01:31:39.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:39 smithi098 ceph-mon[88922]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-12T01:31:39.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:39 smithi193 ceph-mon[83763]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-12T01:31:40.700 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14583 ms) 2024-04-12T01:31:40.700 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-12T01:31:40.700 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:31:40.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:40 smithi098 ceph-mon[91373]: pgmap v3529: 137 pgs: 137 active+clean; 257 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 710 KiB/s rd, 4.8 MiB/s wr, 55 op/s 2024-04-12T01:31:40.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:40 smithi098 ceph-mon[88922]: pgmap v3529: 137 pgs: 137 active+clean; 257 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 710 KiB/s rd, 4.8 MiB/s wr, 55 op/s 2024-04-12T01:31:40.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:40 smithi193 ceph-mon[83763]: pgmap v3529: 137 pgs: 137 active+clean; 257 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 710 KiB/s rd, 4.8 MiB/s wr, 55 op/s 2024-04-12T01:31:42.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:42 smithi193 ceph-mon[83763]: pgmap v3530: 137 pgs: 137 active+clean; 285 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 6.9 MiB/s wr, 46 op/s 2024-04-12T01:31:42.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:31:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:31:42.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:42 smithi098 ceph-mon[91373]: pgmap v3530: 137 pgs: 137 active+clean; 285 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 6.9 MiB/s wr, 46 op/s 2024-04-12T01:31:42.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:42 smithi098 ceph-mon[88922]: pgmap v3530: 137 pgs: 137 active+clean; 285 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 6.9 MiB/s wr, 46 op/s 2024-04-12T01:31:44.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:44 smithi098 ceph-mon[91373]: pgmap v3531: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.4 MiB/s wr, 54 op/s 2024-04-12T01:31:44.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:44 smithi098 ceph-mon[88922]: pgmap v3531: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.4 MiB/s wr, 54 op/s 2024-04-12T01:31:44.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:44 smithi193 ceph-mon[83763]: pgmap v3531: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.4 MiB/s wr, 54 op/s 2024-04-12T01:31:45.680 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:45 smithi098 ceph-mon[91373]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-12T01:31:45.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:45 smithi098 ceph-mon[88922]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-12T01:31:45.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:45 smithi193 ceph-mon[83763]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-12T01:31:46.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:31:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:31:45] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T01:31:46.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:46 smithi098 ceph-mon[91373]: pgmap v3533: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 48 op/s 2024-04-12T01:31:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:46 smithi098 ceph-mon[88922]: pgmap v3533: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 48 op/s 2024-04-12T01:31:46.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:46 smithi193 ceph-mon[83763]: pgmap v3533: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 48 op/s 2024-04-12T01:31:48.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:48 smithi098 ceph-mon[91373]: pgmap v3534: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.1 MiB/s wr, 57 op/s 2024-04-12T01:31:48.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:48 smithi098 ceph-mon[88922]: pgmap v3534: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.1 MiB/s wr, 57 op/s 2024-04-12T01:31:48.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:48 smithi193 ceph-mon[83763]: pgmap v3534: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.1 MiB/s wr, 57 op/s 2024-04-12T01:31:50.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:50 smithi098 ceph-mon[91373]: pgmap v3535: 137 pgs: 137 active+clean; 335 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.8 MiB/s wr, 67 op/s 2024-04-12T01:31:50.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:50.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:31:50.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:50 smithi098 ceph-mon[88922]: pgmap v3535: 137 pgs: 137 active+clean; 335 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.8 MiB/s wr, 67 op/s 2024-04-12T01:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:50.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:31:50.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:50 smithi193 ceph-mon[83763]: pgmap v3535: 137 pgs: 137 active+clean; 335 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.8 MiB/s wr, 67 op/s 2024-04-12T01:31:50.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:31:50.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:31:51.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:31:51.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:31:51.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:31:51.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:31:51.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:31:51.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:31:51.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:31:51.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:31:51.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:31:52.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:52 smithi193 ceph-mon[83763]: pgmap v3536: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-12T01:31:52.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:31:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:31:52.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:52 smithi098 ceph-mon[91373]: pgmap v3536: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-12T01:31:52.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:52 smithi098 ceph-mon[88922]: pgmap v3536: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-12T01:31:54.249 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (13548 ms) 2024-04-12T01:31:54.249 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-12T01:31:54.249 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:31:54.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:54 smithi098 ceph-mon[91373]: pgmap v3537: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-12T01:31:54.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:54 smithi098 ceph-mon[88922]: pgmap v3537: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-12T01:31:54.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:54 smithi193 ceph-mon[83763]: pgmap v3537: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-12T01:31:56.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:31:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:31:55] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T01:31:56.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:56 smithi098 ceph-mon[91373]: pgmap v3538: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 512 KiB/s rd, 3.5 MiB/s wr, 51 op/s 2024-04-12T01:31:56.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:56 smithi098 ceph-mon[88922]: pgmap v3538: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 512 KiB/s rd, 3.5 MiB/s wr, 51 op/s 2024-04-12T01:31:56.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:56 smithi193 ceph-mon[83763]: pgmap v3538: 137 pgs: 137 active+clean; 339 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 512 KiB/s rd, 3.5 MiB/s wr, 51 op/s 2024-04-12T01:31:58.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:58 smithi098 ceph-mon[91373]: pgmap v3539: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-12T01:31:58.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:58 smithi098 ceph-mon[88922]: pgmap v3539: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-12T01:31:58.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:58 smithi193 ceph-mon[83763]: pgmap v3539: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-12T01:31:59.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:31:59 smithi098 ceph-mon[91373]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-12T01:31:59.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:31:59 smithi098 ceph-mon[88922]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-12T01:31:59.864 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:31:59 smithi193 ceph-mon[83763]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-12T01:32:00.689 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:00 smithi098 ceph-mon[91373]: pgmap v3541: 137 pgs: 137 active+clean; 355 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-12T01:32:00.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:00 smithi098 ceph-mon[88922]: pgmap v3541: 137 pgs: 137 active+clean; 355 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-12T01:32:00.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:00 smithi193 ceph-mon[83763]: pgmap v3541: 137 pgs: 137 active+clean; 355 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-12T01:32:02.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:32:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:32:02.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:02 smithi193 ceph-mon[83763]: pgmap v3542: 137 pgs: 137 active+clean; 363 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 44 op/s 2024-04-12T01:32:02.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:02 smithi098 ceph-mon[91373]: pgmap v3542: 137 pgs: 137 active+clean; 363 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 44 op/s 2024-04-12T01:32:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:02 smithi098 ceph-mon[88922]: pgmap v3542: 137 pgs: 137 active+clean; 363 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 44 op/s 2024-04-12T01:32:04.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:04 smithi098 ceph-mon[91373]: pgmap v3543: 137 pgs: 137 active+clean; 372 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-12T01:32:04.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:04 smithi098 ceph-mon[88922]: pgmap v3543: 137 pgs: 137 active+clean; 372 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-12T01:32:04.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:04 smithi193 ceph-mon[83763]: pgmap v3543: 137 pgs: 137 active+clean; 372 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-12T01:32:05.680 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:05.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:05.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:06.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:32:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:32:05] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-12T01:32:06.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:06 smithi098 ceph-mon[91373]: pgmap v3544: 137 pgs: 137 active+clean; 372 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T01:32:06.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:06 smithi098 ceph-mon[88922]: pgmap v3544: 137 pgs: 137 active+clean; 372 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T01:32:06.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:06 smithi193 ceph-mon[83763]: pgmap v3544: 137 pgs: 137 active+clean; 372 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T01:32:08.207 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13959 ms) 2024-04-12T01:32:08.446 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (102232 ms total) 2024-04-12T01:32:08.446 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:32:08.447 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-12T01:32:08.481 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-12T01:32:08.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:08 smithi098 ceph-mon[91373]: pgmap v3545: 137 pgs: 137 active+clean; 376 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-12T01:32:08.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:08 smithi098 ceph-mon[88922]: pgmap v3545: 137 pgs: 137 active+clean; 376 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-12T01:32:08.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:08 smithi193 ceph-mon[83763]: pgmap v3545: 137 pgs: 137 active+clean; 376 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-12T01:32:09.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:09 smithi098 ceph-mon[91373]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-12T01:32:09.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:09 smithi098 ceph-mon[88922]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-12T01:32:09.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:09 smithi193 ceph-mon[83763]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-12T01:32:10.467 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:32:10.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:10 smithi098 ceph-mon[91373]: pgmap v3547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:32:10.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:10 smithi098 ceph-mon[91373]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-12T01:32:10.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:10 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1012508252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:32:10.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:10 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:32:10.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:10 smithi098 ceph-mon[88922]: pgmap v3547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:32:10.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:10 smithi098 ceph-mon[88922]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-12T01:32:10.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:10 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1012508252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:32:10.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:10 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:32:10.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:10 smithi193 ceph-mon[83763]: pgmap v3547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:32:10.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:10 smithi193 ceph-mon[83763]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-12T01:32:10.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:10 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1012508252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:32:10.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:10 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:32:11.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:11 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:32:11.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:11 smithi098 ceph-mon[91373]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-12T01:32:11.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:11 smithi098 ceph-mon[91373]: pgmap v3550: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:32:11.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:11 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:32:11.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:11 smithi098 ceph-mon[88922]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-12T01:32:11.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:11 smithi098 ceph-mon[88922]: pgmap v3550: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:32:11.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:11 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:32:11.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:11 smithi193 ceph-mon[83763]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-12T01:32:11.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:11 smithi193 ceph-mon[83763]: pgmap v3550: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:32:12.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:12 smithi193 ceph-mon[83763]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-12T01:32:12.614 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:32:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:32:12.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:12 smithi098 ceph-mon[91373]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-12T01:32:12.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:12 smithi098 ceph-mon[88922]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-12T01:32:13.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:13 smithi098 ceph-mon[91373]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-12T01:32:13.788 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:13 smithi098 ceph-mon[91373]: pgmap v3553: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T01:32:13.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:13 smithi098 ceph-mon[88922]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-12T01:32:13.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:13 smithi098 ceph-mon[88922]: pgmap v3553: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T01:32:13.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:13 smithi193 ceph-mon[83763]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-12T01:32:13.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:13 smithi193 ceph-mon[83763]: pgmap v3553: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T01:32:16.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:15 smithi098 ceph-mon[91373]: pgmap v3554: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-12T01:32:16.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:15 smithi098 ceph-mon[88922]: pgmap v3554: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-12T01:32:16.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:32:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:32:15] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-12T01:32:16.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:15 smithi193 ceph-mon[83763]: pgmap v3554: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-12T01:32:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:17 smithi098 ceph-mon[88922]: pgmap v3555: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 642 KiB/s wr, 8 op/s 2024-04-12T01:32:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:17 smithi098 ceph-mon[88922]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-12T01:32:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:17 smithi098 ceph-mon[88922]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-12T01:32:18.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:17 smithi098 ceph-mon[91373]: pgmap v3555: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 642 KiB/s wr, 8 op/s 2024-04-12T01:32:18.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:17 smithi098 ceph-mon[91373]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-12T01:32:18.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:17 smithi098 ceph-mon[91373]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-12T01:32:18.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:17 smithi193 ceph-mon[83763]: pgmap v3555: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 642 KiB/s wr, 8 op/s 2024-04-12T01:32:18.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:17 smithi193 ceph-mon[83763]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-12T01:32:18.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:17 smithi193 ceph-mon[83763]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-12T01:32:20.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:19 smithi098 ceph-mon[91373]: pgmap v3558: 137 pgs: 137 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 MiB/s wr, 47 op/s 2024-04-12T01:32:20.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:19 smithi098 ceph-mon[88922]: pgmap v3558: 137 pgs: 137 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 MiB/s wr, 47 op/s 2024-04-12T01:32:20.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:19 smithi193 ceph-mon[83763]: pgmap v3558: 137 pgs: 137 active+clean; 18 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 MiB/s wr, 47 op/s 2024-04-12T01:32:21.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:21.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:21.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:22.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:21 smithi098 ceph-mon[91373]: pgmap v3559: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-12T01:32:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:21 smithi098 ceph-mon[88922]: pgmap v3559: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-12T01:32:22.310 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:21 smithi193 ceph-mon[83763]: pgmap v3559: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-12T01:32:22.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:32:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:32:24.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:23 smithi098 ceph-mon[91373]: pgmap v3560: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-12T01:32:24.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:23 smithi098 ceph-mon[88922]: pgmap v3560: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-12T01:32:24.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:23 smithi193 ceph-mon[83763]: pgmap v3560: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-12T01:32:26.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:32:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:32:25] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T01:32:26.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:25 smithi098 ceph-mon[91373]: pgmap v3561: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-04-12T01:32:26.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:25 smithi098 ceph-mon[88922]: pgmap v3561: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-04-12T01:32:26.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:25 smithi193 ceph-mon[83763]: pgmap v3561: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-04-12T01:32:28.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:27 smithi098 ceph-mon[91373]: pgmap v3562: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-04-12T01:32:28.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:27 smithi098 ceph-mon[88922]: pgmap v3562: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-04-12T01:32:28.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:27 smithi193 ceph-mon[83763]: pgmap v3562: 137 pgs: 137 active+clean; 34 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-04-12T01:32:30.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:29 smithi098 ceph-mon[91373]: pgmap v3563: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-12T01:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:29 smithi098 ceph-mon[88922]: pgmap v3563: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-12T01:32:30.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:29 smithi193 ceph-mon[83763]: pgmap v3563: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-12T01:32:30.803 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/4.Simple (22323 ms) 2024-04-12T01:32:30.804 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-12T01:32:30.804 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:32:32.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:31 smithi098 ceph-mon[91373]: pgmap v3564: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-12T01:32:32.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:31 smithi098 ceph-mon[88922]: pgmap v3564: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-12T01:32:32.310 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:31 smithi193 ceph-mon[83763]: pgmap v3564: 137 pgs: 137 active+clean; 63 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-12T01:32:32.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:32:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:32:34.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:33 smithi098 ceph-mon[91373]: pgmap v3565: 137 pgs: 137 active+clean; 67 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-12T01:32:34.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:33 smithi098 ceph-mon[88922]: pgmap v3565: 137 pgs: 137 active+clean; 67 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-12T01:32:34.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:33 smithi193 ceph-mon[83763]: pgmap v3565: 137 pgs: 137 active+clean; 67 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-12T01:32:35.940 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:32:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:32:35] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T01:32:35.941 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:35 smithi098 ceph-mon[88922]: pgmap v3566: 137 pgs: 137 active+clean; 79 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.1 MiB/s wr, 28 op/s 2024-04-12T01:32:35.941 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:35 smithi098 ceph-mon[88922]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-12T01:32:35.941 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:36.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:35 smithi098 ceph-mon[91373]: pgmap v3566: 137 pgs: 137 active+clean; 79 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.1 MiB/s wr, 28 op/s 2024-04-12T01:32:36.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:35 smithi098 ceph-mon[91373]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-12T01:32:36.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:36.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:35 smithi193 ceph-mon[83763]: pgmap v3566: 137 pgs: 137 active+clean; 79 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.1 MiB/s wr, 28 op/s 2024-04-12T01:32:36.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:35 smithi193 ceph-mon[83763]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-12T01:32:36.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:38.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:37 smithi098 ceph-mon[91373]: pgmap v3568: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 57 op/s 2024-04-12T01:32:38.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:37 smithi098 ceph-mon[88922]: pgmap v3568: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 57 op/s 2024-04-12T01:32:38.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:37 smithi193 ceph-mon[83763]: pgmap v3568: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 57 op/s 2024-04-12T01:32:40.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:39 smithi098 ceph-mon[88922]: pgmap v3569: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-12T01:32:40.290 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:39 smithi098 ceph-mon[91373]: pgmap v3569: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-12T01:32:40.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:39 smithi193 ceph-mon[83763]: pgmap v3569: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-12T01:32:42.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:41 smithi098 ceph-mon[91373]: pgmap v3570: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-12T01:32:42.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:41 smithi098 ceph-mon[88922]: pgmap v3570: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-12T01:32:42.309 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:41 smithi193 ceph-mon[83763]: pgmap v3570: 137 pgs: 137 active+clean; 104 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-12T01:32:42.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:32:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:32:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:32:44.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:43 smithi098 ceph-mon[91373]: pgmap v3571: 137 pgs: 137 active+clean; 112 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-12T01:32:44.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:43 smithi098 ceph-mon[88922]: pgmap v3571: 137 pgs: 137 active+clean; 112 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-12T01:32:44.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:43 smithi193 ceph-mon[83763]: pgmap v3571: 137 pgs: 137 active+clean; 112 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-12T01:32:45.953 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:32:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:32:45] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T01:32:46.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:45 smithi098 ceph-mon[91373]: pgmap v3572: 137 pgs: 137 active+clean; 116 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-12T01:32:46.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:45 smithi098 ceph-mon[88922]: pgmap v3572: 137 pgs: 137 active+clean; 116 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-12T01:32:46.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:45 smithi193 ceph-mon[83763]: pgmap v3572: 137 pgs: 137 active+clean; 116 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-12T01:32:48.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:47 smithi098 ceph-mon[91373]: pgmap v3573: 137 pgs: 137 active+clean; 132 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-12T01:32:48.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:47 smithi098 ceph-mon[88922]: pgmap v3573: 137 pgs: 137 active+clean; 132 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-12T01:32:48.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:47 smithi193 ceph-mon[83763]: pgmap v3573: 137 pgs: 137 active+clean; 132 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-12T01:32:48.394 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/4.Grow (17591 ms) 2024-04-12T01:32:48.394 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-12T01:32:48.394 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:32:50.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:49 smithi098 ceph-mon[91373]: pgmap v3574: 137 pgs: 137 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.5 MiB/s wr, 34 op/s 2024-04-12T01:32:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:49 smithi098 ceph-mon[88922]: pgmap v3574: 137 pgs: 137 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.5 MiB/s wr, 34 op/s 2024-04-12T01:32:50.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:49 smithi193 ceph-mon[83763]: pgmap v3574: 137 pgs: 137 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.5 MiB/s wr, 34 op/s 2024-04-12T01:32:51.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:51.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:32:51.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:51.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:32:51.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:32:51.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:32:52.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[91373]: pgmap v3575: 137 pgs: 137 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-12T01:32:52.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.537 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[88922]: pgmap v3575: 137 pgs: 137 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:32:52.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:32:52.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:52 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:32:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:32:52.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:52 smithi193 ceph-mon[83763]: pgmap v3575: 137 pgs: 137 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-12T01:32:52.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.613 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:52.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:32:52.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:32:52.614 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:52 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:32:54.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:53 smithi098 ceph-mon[88922]: pgmap v3576: 137 pgs: 137 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-12T01:32:54.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:53 smithi098 ceph-mon[88922]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-12T01:32:54.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:53 smithi098 ceph-mon[91373]: pgmap v3576: 137 pgs: 137 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-12T01:32:54.288 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:53 smithi098 ceph-mon[91373]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-12T01:32:54.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:53 smithi193 ceph-mon[83763]: pgmap v3576: 137 pgs: 137 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-12T01:32:54.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:53 smithi193 ceph-mon[83763]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-12T01:32:56.038 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:55 smithi098 ceph-mon[91373]: pgmap v3578: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-04-12T01:32:56.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:32:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:32:55] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-12T01:32:56.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:55 smithi098 ceph-mon[88922]: pgmap v3578: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-04-12T01:32:56.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:55 smithi193 ceph-mon[83763]: pgmap v3578: 137 pgs: 137 active+clean; 158 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-04-12T01:32:58.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:57 smithi098 ceph-mon[91373]: pgmap v3579: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.8 MiB/s wr, 37 op/s 2024-04-12T01:32:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:57 smithi098 ceph-mon[88922]: pgmap v3579: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.8 MiB/s wr, 37 op/s 2024-04-12T01:32:58.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:57 smithi193 ceph-mon[83763]: pgmap v3579: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.8 MiB/s wr, 37 op/s 2024-04-12T01:33:00.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:32:59 smithi098 ceph-mon[91373]: pgmap v3580: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-12T01:33:00.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:32:59 smithi098 ceph-mon[88922]: pgmap v3580: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-12T01:33:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:32:59 smithi193 ceph-mon[83763]: pgmap v3580: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-12T01:33:02.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:01 smithi098 ceph-mon[91373]: pgmap v3581: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-04-12T01:33:02.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:01 smithi098 ceph-mon[88922]: pgmap v3581: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-04-12T01:33:02.309 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:01 smithi193 ceph-mon[83763]: pgmap v3581: 137 pgs: 137 active+clean; 174 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-04-12T01:33:02.613 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:33:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:33:04.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:03 smithi098 ceph-mon[91373]: pgmap v3582: 137 pgs: 137 active+clean; 182 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T01:33:04.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:03 smithi098 ceph-mon[88922]: pgmap v3582: 137 pgs: 137 active+clean; 182 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T01:33:04.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:03 smithi193 ceph-mon[83763]: pgmap v3582: 137 pgs: 137 active+clean; 182 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T01:33:06.037 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:05 smithi098 ceph-mon[91373]: pgmap v3583: 137 pgs: 137 active+clean; 198 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T01:33:06.037 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:06.038 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:33:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:33:05] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T01:33:06.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:05 smithi098 ceph-mon[88922]: pgmap v3583: 137 pgs: 137 active+clean; 198 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T01:33:06.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:06.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:05 smithi193 ceph-mon[83763]: pgmap v3583: 137 pgs: 137 active+clean; 198 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T01:33:06.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:06.432 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (18038 ms) 2024-04-12T01:33:06.432 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-12T01:33:06.433 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:33:08.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:07 smithi098 ceph-mon[91373]: pgmap v3584: 137 pgs: 137 active+clean; 203 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T01:33:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:07 smithi098 ceph-mon[88922]: pgmap v3584: 137 pgs: 137 active+clean; 203 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T01:33:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:07 smithi193 ceph-mon[83763]: pgmap v3584: 137 pgs: 137 active+clean; 203 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T01:33:10.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:09 smithi098 ceph-mon[91373]: pgmap v3585: 137 pgs: 137 active+clean; 215 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-12T01:33:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:09 smithi098 ceph-mon[88922]: pgmap v3585: 137 pgs: 137 active+clean; 215 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-12T01:33:10.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:09 smithi193 ceph-mon[83763]: pgmap v3585: 137 pgs: 137 active+clean; 215 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-12T01:33:12.165 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:11 smithi193 ceph-mon[83763]: pgmap v3586: 137 pgs: 137 active+clean; 216 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 36 op/s 2024-04-12T01:33:12.165 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:11 smithi193 ceph-mon[83763]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-12T01:33:12.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:11 smithi098 ceph-mon[91373]: pgmap v3586: 137 pgs: 137 active+clean; 216 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 36 op/s 2024-04-12T01:33:12.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:11 smithi098 ceph-mon[91373]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-12T01:33:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:11 smithi098 ceph-mon[88922]: pgmap v3586: 137 pgs: 137 active+clean; 216 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 36 op/s 2024-04-12T01:33:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:11 smithi098 ceph-mon[88922]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-12T01:33:12.612 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:33:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:33:14.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:13 smithi098 ceph-mon[91373]: pgmap v3588: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 58 op/s 2024-04-12T01:33:14.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:13 smithi098 ceph-mon[88922]: pgmap v3588: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 58 op/s 2024-04-12T01:33:14.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:13 smithi193 ceph-mon[83763]: pgmap v3588: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 58 op/s 2024-04-12T01:33:16.037 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:15 smithi098 ceph-mon[91373]: pgmap v3589: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-12T01:33:16.037 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:33:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:33:15] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T01:33:16.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:15 smithi098 ceph-mon[88922]: pgmap v3589: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-12T01:33:16.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:15 smithi193 ceph-mon[83763]: pgmap v3589: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-12T01:33:18.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:17 smithi098 ceph-mon[91373]: pgmap v3590: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T01:33:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:17 smithi098 ceph-mon[88922]: pgmap v3590: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T01:33:18.365 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:17 smithi193 ceph-mon[83763]: pgmap v3590: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T01:33:20.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:19 smithi098 ceph-mon[91373]: pgmap v3591: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-12T01:33:20.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:19 smithi098 ceph-mon[88922]: pgmap v3591: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-12T01:33:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:19 smithi193 ceph-mon[83763]: pgmap v3591: 137 pgs: 137 active+clean; 244 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-12T01:33:21.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:21.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:22.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:21 smithi098 ceph-mon[91373]: pgmap v3592: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-04-12T01:33:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:21 smithi098 ceph-mon[88922]: pgmap v3592: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-04-12T01:33:22.309 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:21 smithi193 ceph-mon[83763]: pgmap v3592: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-04-12T01:33:22.612 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:33:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:33:24.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:23 smithi098 ceph-mon[91373]: pgmap v3593: 137 pgs: 137 active+clean; 256 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-12T01:33:24.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:23 smithi098 ceph-mon[88922]: pgmap v3593: 137 pgs: 137 active+clean; 256 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-12T01:33:24.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:23 smithi193 ceph-mon[83763]: pgmap v3593: 137 pgs: 137 active+clean; 256 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-12T01:33:24.722 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (18290 ms) 2024-04-12T01:33:24.722 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-12T01:33:24.722 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:33:25.939 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:33:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:33:25] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T01:33:26.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:25 smithi098 ceph-mon[91373]: pgmap v3594: 137 pgs: 137 active+clean; 264 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-12T01:33:26.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:25 smithi098 ceph-mon[88922]: pgmap v3594: 137 pgs: 137 active+clean; 264 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-12T01:33:26.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:25 smithi193 ceph-mon[83763]: pgmap v3594: 137 pgs: 137 active+clean; 264 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-04-12T01:33:28.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:27 smithi098 ceph-mon[91373]: pgmap v3595: 137 pgs: 137 active+clean; 264 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-12T01:33:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:27 smithi098 ceph-mon[88922]: pgmap v3595: 137 pgs: 137 active+clean; 264 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-12T01:33:28.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:27 smithi193 ceph-mon[83763]: pgmap v3595: 137 pgs: 137 active+clean; 264 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-12T01:33:30.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:29 smithi098 ceph-mon[91373]: pgmap v3596: 137 pgs: 137 active+clean; 268 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-12T01:33:30.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:29 smithi098 ceph-mon[91373]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-12T01:33:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:29 smithi098 ceph-mon[88922]: pgmap v3596: 137 pgs: 137 active+clean; 268 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-12T01:33:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:29 smithi098 ceph-mon[88922]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-12T01:33:30.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:29 smithi193 ceph-mon[83763]: pgmap v3596: 137 pgs: 137 active+clean; 268 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-12T01:33:30.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:29 smithi193 ceph-mon[83763]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-12T01:33:32.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:31 smithi098 ceph-mon[91373]: pgmap v3598: 137 pgs: 137 active+clean; 281 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T01:33:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:31 smithi098 ceph-mon[88922]: pgmap v3598: 137 pgs: 137 active+clean; 281 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T01:33:32.309 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:31 smithi193 ceph-mon[83763]: pgmap v3598: 137 pgs: 137 active+clean; 281 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T01:33:32.612 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:33:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:33:34.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:33 smithi098 ceph-mon[91373]: pgmap v3599: 137 pgs: 137 active+clean; 285 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T01:33:34.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:33 smithi098 ceph-mon[88922]: pgmap v3599: 137 pgs: 137 active+clean; 285 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T01:33:34.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:33 smithi193 ceph-mon[83763]: pgmap v3599: 137 pgs: 137 active+clean; 285 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T01:33:35.958 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:33:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:33:35] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T01:33:36.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:35 smithi098 ceph-mon[91373]: pgmap v3600: 137 pgs: 137 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-12T01:33:36.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:36.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:35 smithi098 ceph-mon[88922]: pgmap v3600: 137 pgs: 137 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-12T01:33:36.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:36.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:35 smithi193 ceph-mon[83763]: pgmap v3600: 137 pgs: 137 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-12T01:33:36.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:38.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:37 smithi098 ceph-mon[91373]: pgmap v3601: 137 pgs: 137 active+clean; 297 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T01:33:38.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:37 smithi098 ceph-mon[88922]: pgmap v3601: 137 pgs: 137 active+clean; 297 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T01:33:38.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:37 smithi193 ceph-mon[83763]: pgmap v3601: 137 pgs: 137 active+clean; 297 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T01:33:40.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:39 smithi098 ceph-mon[91373]: pgmap v3602: 137 pgs: 137 active+clean; 305 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-12T01:33:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:39 smithi098 ceph-mon[88922]: pgmap v3602: 137 pgs: 137 active+clean; 305 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-12T01:33:40.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:39 smithi193 ceph-mon[83763]: pgmap v3602: 137 pgs: 137 active+clean; 305 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-12T01:33:42.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:41 smithi098 ceph-mon[91373]: pgmap v3603: 137 pgs: 137 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.4 MiB/s wr, 39 op/s 2024-04-12T01:33:42.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:41 smithi098 ceph-mon[91373]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-12T01:33:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:41 smithi098 ceph-mon[88922]: pgmap v3603: 137 pgs: 137 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.4 MiB/s wr, 39 op/s 2024-04-12T01:33:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:41 smithi098 ceph-mon[88922]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-12T01:33:42.309 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:41 smithi193 ceph-mon[83763]: pgmap v3603: 137 pgs: 137 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.4 MiB/s wr, 39 op/s 2024-04-12T01:33:42.309 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:41 smithi193 ceph-mon[83763]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-12T01:33:42.612 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:33:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:33:43.218 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18496 ms) 2024-04-12T01:33:43.218 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-12T01:33:43.218 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:33:44.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:43 smithi098 ceph-mon[91373]: pgmap v3605: 137 pgs: 137 active+clean; 337 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 5.2 MiB/s wr, 20 op/s 2024-04-12T01:33:44.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:43 smithi098 ceph-mon[88922]: pgmap v3605: 137 pgs: 137 active+clean; 337 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 5.2 MiB/s wr, 20 op/s 2024-04-12T01:33:44.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:43 smithi193 ceph-mon[83763]: pgmap v3605: 137 pgs: 137 active+clean; 337 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 5.2 MiB/s wr, 20 op/s 2024-04-12T01:33:45.975 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:33:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:33:45] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T01:33:46.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:45 smithi098 ceph-mon[91373]: pgmap v3606: 137 pgs: 137 active+clean; 358 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-04-12T01:33:46.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:45 smithi098 ceph-mon[88922]: pgmap v3606: 137 pgs: 137 active+clean; 358 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-04-12T01:33:46.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:45 smithi193 ceph-mon[83763]: pgmap v3606: 137 pgs: 137 active+clean; 358 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-04-12T01:33:48.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:47 smithi098 ceph-mon[91373]: pgmap v3607: 137 pgs: 137 active+clean; 386 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.9 MiB/s wr, 49 op/s 2024-04-12T01:33:48.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:47 smithi098 ceph-mon[91373]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-12T01:33:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:47 smithi098 ceph-mon[88922]: pgmap v3607: 137 pgs: 137 active+clean; 386 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.9 MiB/s wr, 49 op/s 2024-04-12T01:33:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:47 smithi098 ceph-mon[88922]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-12T01:33:48.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:47 smithi193 ceph-mon[83763]: pgmap v3607: 137 pgs: 137 active+clean; 386 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.9 MiB/s wr, 49 op/s 2024-04-12T01:33:48.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:47 smithi193 ceph-mon[83763]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-12T01:33:50.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:49 smithi098 ceph-mon[91373]: pgmap v3609: 137 pgs: 137 active+clean; 395 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 56 op/s 2024-04-12T01:33:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:49 smithi098 ceph-mon[88922]: pgmap v3609: 137 pgs: 137 active+clean; 395 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 56 op/s 2024-04-12T01:33:50.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:49 smithi193 ceph-mon[83763]: pgmap v3609: 137 pgs: 137 active+clean; 395 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 56 op/s 2024-04-12T01:33:51.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:51 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:51.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:51 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:51.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:51 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:33:52.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:52 smithi098 ceph-mon[88922]: pgmap v3610: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.9 MiB/s wr, 73 op/s 2024-04-12T01:33:52.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:52 smithi098 ceph-mon[91373]: pgmap v3610: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.9 MiB/s wr, 73 op/s 2024-04-12T01:33:52.309 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:52 smithi193 ceph-mon[83763]: pgmap v3610: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.9 MiB/s wr, 73 op/s 2024-04-12T01:33:52.612 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:33:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:33:53.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:33:53.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:33:53.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:33:53.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:33:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:33:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:33:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:33:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:33:53.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:33:53.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:33:53.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:33:53.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:33:54.287 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:54 smithi098 ceph-mon[91373]: pgmap v3611: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.0 MiB/s wr, 65 op/s 2024-04-12T01:33:54.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:54 smithi098 ceph-mon[88922]: pgmap v3611: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.0 MiB/s wr, 65 op/s 2024-04-12T01:33:54.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:54 smithi193 ceph-mon[83763]: pgmap v3611: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.0 MiB/s wr, 65 op/s 2024-04-12T01:33:56.006 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:56 smithi098 ceph-mon[88922]: pgmap v3612: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 62 op/s 2024-04-12T01:33:56.007 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:33:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:33:55] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-12T01:33:56.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:56 smithi098 ceph-mon[91373]: pgmap v3612: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 62 op/s 2024-04-12T01:33:56.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:56 smithi193 ceph-mon[83763]: pgmap v3612: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 62 op/s 2024-04-12T01:33:58.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:33:58 smithi098 ceph-mon[91373]: pgmap v3613: 137 pgs: 137 active+clean; 415 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-12T01:33:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:33:58 smithi098 ceph-mon[88922]: pgmap v3613: 137 pgs: 137 active+clean; 415 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-12T01:33:58.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:33:58 smithi193 ceph-mon[83763]: pgmap v3613: 137 pgs: 137 active+clean; 415 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-12T01:34:00.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:00 smithi098 ceph-mon[91373]: pgmap v3614: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-04-12T01:34:00.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:00 smithi098 ceph-mon[88922]: pgmap v3614: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-04-12T01:34:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:00 smithi193 ceph-mon[83763]: pgmap v3614: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-04-12T01:34:00.454 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (17237 ms) 2024-04-12T01:34:00.454 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-12T01:34:00.454 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:34:02.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:02 smithi098 ceph-mon[91373]: pgmap v3615: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.3 MiB/s wr, 33 op/s 2024-04-12T01:34:02.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:02 smithi098 ceph-mon[88922]: pgmap v3615: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.3 MiB/s wr, 33 op/s 2024-04-12T01:34:02.308 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:02 smithi193 ceph-mon[83763]: pgmap v3615: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.3 MiB/s wr, 33 op/s 2024-04-12T01:34:02.612 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:34:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:34:04.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:04 smithi098 ceph-mon[91373]: pgmap v3616: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-04-12T01:34:04.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:04 smithi098 ceph-mon[88922]: pgmap v3616: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-04-12T01:34:04.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:04 smithi193 ceph-mon[83763]: pgmap v3616: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-04-12T01:34:05.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:05 smithi098 ceph-mon[91373]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-12T01:34:05.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:05.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:05 smithi098 ceph-mon[88922]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-12T01:34:05.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:05.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:05 smithi193 ceph-mon[83763]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-12T01:34:05.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:06.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:34:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:34:05] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T01:34:06.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:06 smithi098 ceph-mon[88922]: pgmap v3618: 137 pgs: 137 active+clean; 431 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T01:34:06.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:06 smithi098 ceph-mon[91373]: pgmap v3618: 137 pgs: 137 active+clean; 431 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T01:34:06.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:06 smithi193 ceph-mon[83763]: pgmap v3618: 137 pgs: 137 active+clean; 431 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T01:34:08.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:08 smithi098 ceph-mon[91373]: pgmap v3619: 137 pgs: 137 active+clean; 444 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-04-12T01:34:08.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:08 smithi098 ceph-mon[88922]: pgmap v3619: 137 pgs: 137 active+clean; 444 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-04-12T01:34:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:08 smithi193 ceph-mon[83763]: pgmap v3619: 137 pgs: 137 active+clean; 444 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-04-12T01:34:10.286 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:10 smithi098 ceph-mon[91373]: pgmap v3620: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-12T01:34:10.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:10 smithi098 ceph-mon[88922]: pgmap v3620: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-12T01:34:10.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:10 smithi193 ceph-mon[83763]: pgmap v3620: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-12T01:34:12.308 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:12 smithi193 ceph-mon[83763]: pgmap v3621: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-12T01:34:12.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:12 smithi098 ceph-mon[91373]: pgmap v3621: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-12T01:34:12.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:12 smithi098 ceph-mon[88922]: pgmap v3621: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-12T01:34:12.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:34:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:34:14.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:14 smithi193 ceph-mon[83763]: pgmap v3622: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-12T01:34:14.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:14 smithi098 ceph-mon[91373]: pgmap v3622: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-12T01:34:14.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:14 smithi098 ceph-mon[88922]: pgmap v3622: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-12T01:34:16.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:34:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:34:15] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T01:34:16.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:16 smithi193 ceph-mon[83763]: pgmap v3623: 137 pgs: 137 active+clean; 464 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.4 MiB/s wr, 39 op/s 2024-04-12T01:34:16.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:16 smithi098 ceph-mon[91373]: pgmap v3623: 137 pgs: 137 active+clean; 464 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.4 MiB/s wr, 39 op/s 2024-04-12T01:34:16.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:16 smithi098 ceph-mon[88922]: pgmap v3623: 137 pgs: 137 active+clean; 464 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.4 MiB/s wr, 39 op/s 2024-04-12T01:34:18.277 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17823 ms) 2024-04-12T01:34:18.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:18 smithi193 ceph-mon[83763]: pgmap v3624: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.4 MiB/s wr, 45 op/s 2024-04-12T01:34:18.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:18 smithi098 ceph-mon[91373]: pgmap v3624: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.4 MiB/s wr, 45 op/s 2024-04-12T01:34:18.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:18 smithi098 ceph-mon[88922]: pgmap v3624: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.4 MiB/s wr, 45 op/s 2024-04-12T01:34:19.057 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (129798 ms total) 2024-04-12T01:34:19.057 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:34:19.057 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-12T01:34:19.101 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-12T01:34:20.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:20 smithi193 ceph-mon[83763]: pgmap v3625: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-04-12T01:34:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:20 smithi193 ceph-mon[83763]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-12T01:34:20.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:20.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:20 smithi098 ceph-mon[91373]: pgmap v3625: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-04-12T01:34:20.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:20 smithi098 ceph-mon[91373]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-12T01:34:20.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:20.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:20 smithi098 ceph-mon[88922]: pgmap v3625: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-04-12T01:34:20.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:20 smithi098 ceph-mon[88922]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-12T01:34:20.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:21.074 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:34:21.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:21 smithi193 ceph-mon[83763]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-12T01:34:21.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:21 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1516157069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:34:21.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:21 smithi098 ceph-mon[88922]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-12T01:34:21.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:21 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1516157069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:34:21.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:21 smithi098 ceph-mon[91373]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-12T01:34:21.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:21 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1516157069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:34:22.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:34:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:34:22.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:22 smithi193 ceph-mon[83763]: pgmap v3628: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:34:22.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:22 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:34:22.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:22 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1516157069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:34:22.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:22 smithi193 ceph-mon[83763]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-12T01:34:22.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:22 smithi098 ceph-mon[91373]: pgmap v3628: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:34:22.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:22 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:34:22.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:22 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1516157069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:34:22.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:22 smithi098 ceph-mon[91373]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-12T01:34:22.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:22 smithi098 ceph-mon[88922]: pgmap v3628: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:34:22.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:22 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:34:22.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:22 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1516157069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:34:22.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:22 smithi098 ceph-mon[88922]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-12T01:34:23.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:23 smithi193 ceph-mon[83763]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-12T01:34:23.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:23 smithi098 ceph-mon[91373]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-12T01:34:23.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:23 smithi098 ceph-mon[88922]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-12T01:34:24.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:24 smithi193 ceph-mon[83763]: pgmap v3631: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:34:24.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:24 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:34:24.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:24 smithi193 ceph-mon[83763]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-12T01:34:24.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:24 smithi098 ceph-mon[91373]: pgmap v3631: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:34:24.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:24 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:34:24.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:24 smithi098 ceph-mon[91373]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-12T01:34:24.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:24 smithi098 ceph-mon[88922]: pgmap v3631: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:34:24.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:24 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:34:24.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:24 smithi098 ceph-mon[88922]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-12T01:34:26.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:34:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:34:25] "GET /metrics HTTP/1.1" 200 34257 "" "Prometheus/2.43.0" 2024-04-12T01:34:26.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:26 smithi193 ceph-mon[83763]: pgmap v3633: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:34:26.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:26 smithi098 ceph-mon[91373]: pgmap v3633: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:34:26.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:26 smithi098 ceph-mon[88922]: pgmap v3633: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:34:28.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:28 smithi193 ceph-mon[83763]: pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-12T01:34:28.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:28 smithi098 ceph-mon[91373]: pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-12T01:34:28.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:28 smithi098 ceph-mon[88922]: pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-12T01:34:30.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:30 smithi193 ceph-mon[83763]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T01:34:30.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:30 smithi098 ceph-mon[91373]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T01:34:30.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:30 smithi098 ceph-mon[88922]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T01:34:32.361 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:34:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:34:32.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:32 smithi193 ceph-mon[83763]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 929 B/s wr, 6 op/s 2024-04-12T01:34:32.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:32 smithi193 ceph-mon[83763]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-12T01:34:32.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:32 smithi098 ceph-mon[91373]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 929 B/s wr, 6 op/s 2024-04-12T01:34:32.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:32 smithi098 ceph-mon[91373]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-12T01:34:32.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:32 smithi098 ceph-mon[88922]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 929 B/s wr, 6 op/s 2024-04-12T01:34:32.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:32 smithi098 ceph-mon[88922]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-12T01:34:33.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:33 smithi098 ceph-mon[88922]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-12T01:34:33.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:33 smithi098 ceph-mon[91373]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-12T01:34:33.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:33 smithi193 ceph-mon[83763]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-12T01:34:34.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:34 smithi098 ceph-mon[91373]: pgmap v3639: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-12T01:34:34.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:34 smithi098 ceph-mon[88922]: pgmap v3639: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-12T01:34:34.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:34 smithi193 ceph-mon[83763]: pgmap v3639: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-04-12T01:34:35.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:35.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:35.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:36.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:34:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:34:35] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-12T01:34:36.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:36 smithi098 ceph-mon[91373]: pgmap v3640: 137 pgs: 137 active+clean; 34 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-12T01:34:36.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:36 smithi098 ceph-mon[88922]: pgmap v3640: 137 pgs: 137 active+clean; 34 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-12T01:34:36.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:36 smithi193 ceph-mon[83763]: pgmap v3640: 137 pgs: 137 active+clean; 34 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.6 MiB/s wr, 48 op/s 2024-04-12T01:34:37.291 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/5.Simple (18190 ms) 2024-04-12T01:34:37.291 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-12T01:34:37.291 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:34:38.536 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:38 smithi098 ceph-mon[91373]: pgmap v3641: 137 pgs: 137 active+clean; 67 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.8 MiB/s wr, 69 op/s 2024-04-12T01:34:38.536 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:38 smithi098 ceph-mon[88922]: pgmap v3641: 137 pgs: 137 active+clean; 67 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.8 MiB/s wr, 69 op/s 2024-04-12T01:34:38.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:38 smithi193 ceph-mon[83763]: pgmap v3641: 137 pgs: 137 active+clean; 67 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.8 MiB/s wr, 69 op/s 2024-04-12T01:34:40.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:40 smithi193 ceph-mon[83763]: pgmap v3642: 137 pgs: 137 active+clean; 83 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 82 op/s 2024-04-12T01:34:40.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:40 smithi098 ceph-mon[91373]: pgmap v3642: 137 pgs: 137 active+clean; 83 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 82 op/s 2024-04-12T01:34:40.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:40 smithi098 ceph-mon[88922]: pgmap v3642: 137 pgs: 137 active+clean; 83 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 82 op/s 2024-04-12T01:34:42.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:34:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:34:42.612 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:42 smithi193 ceph-mon[83763]: pgmap v3643: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 69 op/s 2024-04-12T01:34:42.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:42 smithi098 ceph-mon[91373]: pgmap v3643: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 69 op/s 2024-04-12T01:34:42.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:42 smithi098 ceph-mon[88922]: pgmap v3643: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 69 op/s 2024-04-12T01:34:44.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:44 smithi193 ceph-mon[83763]: pgmap v3644: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 36 op/s 2024-04-12T01:34:44.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:44 smithi098 ceph-mon[91373]: pgmap v3644: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 36 op/s 2024-04-12T01:34:44.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:44 smithi098 ceph-mon[88922]: pgmap v3644: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 36 op/s 2024-04-12T01:34:46.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:34:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:34:45] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-12T01:34:46.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:46 smithi193 ceph-mon[83763]: pgmap v3645: 137 pgs: 137 active+clean; 91 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T01:34:46.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:46 smithi193 ceph-mon[83763]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-12T01:34:46.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:46 smithi098 ceph-mon[91373]: pgmap v3645: 137 pgs: 137 active+clean; 91 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T01:34:46.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:46 smithi098 ceph-mon[91373]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-12T01:34:46.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:46 smithi098 ceph-mon[88922]: pgmap v3645: 137 pgs: 137 active+clean; 91 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T01:34:46.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:46 smithi098 ceph-mon[88922]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-12T01:34:48.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:48 smithi193 ceph-mon[83763]: pgmap v3647: 137 pgs: 137 active+clean; 108 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T01:34:48.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:48 smithi098 ceph-mon[91373]: pgmap v3647: 137 pgs: 137 active+clean; 108 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T01:34:48.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:48 smithi098 ceph-mon[88922]: pgmap v3647: 137 pgs: 137 active+clean; 108 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T01:34:50.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:50 smithi193 ceph-mon[83763]: pgmap v3648: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-12T01:34:50.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:50.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:50 smithi098 ceph-mon[91373]: pgmap v3648: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-12T01:34:50.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:50.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:50 smithi098 ceph-mon[88922]: pgmap v3648: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-12T01:34:50.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:34:51.449 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/5.Grow (14159 ms) 2024-04-12T01:34:51.450 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-12T01:34:51.450 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:34:52.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:52 smithi193 ceph-mon[83763]: pgmap v3649: 137 pgs: 137 active+clean; 140 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-04-12T01:34:52.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:34:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:34:52.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:52 smithi098 ceph-mon[91373]: pgmap v3649: 137 pgs: 137 active+clean; 140 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-04-12T01:34:52.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:52 smithi098 ceph-mon[88922]: pgmap v3649: 137 pgs: 137 active+clean; 140 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-04-12T01:34:53.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:53 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:34:53.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:53 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:34:53.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:53 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:34:54.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:54 smithi193 ceph-mon[83763]: pgmap v3650: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.2 MiB/s wr, 60 op/s 2024-04-12T01:34:54.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:34:54.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:34:54.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:34:54.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:54 smithi098 ceph-mon[91373]: pgmap v3650: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.2 MiB/s wr, 60 op/s 2024-04-12T01:34:54.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:34:54.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:34:54.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:34:54.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:54 smithi098 ceph-mon[88922]: pgmap v3650: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 8.2 MiB/s wr, 60 op/s 2024-04-12T01:34:54.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:34:54.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:34:54.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:34:56.036 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:34:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:34:55] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T01:34:56.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:56 smithi193 ceph-mon[83763]: pgmap v3651: 137 pgs: 137 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 70 op/s 2024-04-12T01:34:56.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:56 smithi098 ceph-mon[91373]: pgmap v3651: 137 pgs: 137 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 70 op/s 2024-04-12T01:34:56.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:56 smithi098 ceph-mon[88922]: pgmap v3651: 137 pgs: 137 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 70 op/s 2024-04-12T01:34:58.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:34:58 smithi193 ceph-mon[83763]: pgmap v3652: 137 pgs: 137 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 60 op/s 2024-04-12T01:34:58.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:34:58 smithi098 ceph-mon[91373]: pgmap v3652: 137 pgs: 137 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 60 op/s 2024-04-12T01:34:58.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:34:58 smithi098 ceph-mon[88922]: pgmap v3652: 137 pgs: 137 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 60 op/s 2024-04-12T01:35:00.588 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:00 smithi098 ceph-mon[91373]: pgmap v3653: 137 pgs: 137 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 55 op/s 2024-04-12T01:35:00.588 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:00 smithi098 ceph-mon[91373]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-12T01:35:00.588 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:00 smithi098 ceph-mon[88922]: pgmap v3653: 137 pgs: 137 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 55 op/s 2024-04-12T01:35:00.588 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:00 smithi098 ceph-mon[88922]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-12T01:35:00.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:00 smithi193 ceph-mon[83763]: pgmap v3653: 137 pgs: 137 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 55 op/s 2024-04-12T01:35:00.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:00 smithi193 ceph-mon[83763]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-12T01:35:02.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:02 smithi193 ceph-mon[83763]: pgmap v3655: 137 pgs: 137 active+clean; 185 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-12T01:35:02.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:35:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:35:02.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:02 smithi098 ceph-mon[91373]: pgmap v3655: 137 pgs: 137 active+clean; 185 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-12T01:35:02.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:02 smithi098 ceph-mon[88922]: pgmap v3655: 137 pgs: 137 active+clean; 185 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-12T01:35:04.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:04 smithi193 ceph-mon[83763]: pgmap v3656: 137 pgs: 137 active+clean; 202 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-12T01:35:04.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:04 smithi098 ceph-mon[91373]: pgmap v3656: 137 pgs: 137 active+clean; 202 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-12T01:35:04.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:04 smithi098 ceph-mon[88922]: pgmap v3656: 137 pgs: 137 active+clean; 202 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-12T01:35:05.523 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (14073 ms) 2024-04-12T01:35:05.523 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-12T01:35:05.523 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:35:05.678 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:05.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:05.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:06.035 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:35:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:35:05] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-12T01:35:06.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:06 smithi098 ceph-mon[91373]: pgmap v3657: 137 pgs: 137 active+clean; 210 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T01:35:06.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:06 smithi098 ceph-mon[88922]: pgmap v3657: 137 pgs: 137 active+clean; 210 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T01:35:06.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:06 smithi193 ceph-mon[83763]: pgmap v3657: 137 pgs: 137 active+clean; 210 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-12T01:35:08.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:08 smithi098 ceph-mon[88922]: pgmap v3658: 137 pgs: 137 active+clean; 239 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.0 MiB/s wr, 62 op/s 2024-04-12T01:35:08.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:08 smithi098 ceph-mon[91373]: pgmap v3658: 137 pgs: 137 active+clean; 239 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.0 MiB/s wr, 62 op/s 2024-04-12T01:35:08.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:08 smithi193 ceph-mon[83763]: pgmap v3658: 137 pgs: 137 active+clean; 239 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.0 MiB/s wr, 62 op/s 2024-04-12T01:35:10.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:10 smithi098 ceph-mon[91373]: pgmap v3659: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-12T01:35:10.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:10 smithi098 ceph-mon[88922]: pgmap v3659: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-12T01:35:10.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:10 smithi193 ceph-mon[83763]: pgmap v3659: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-12T01:35:12.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:12 smithi193 ceph-mon[83763]: pgmap v3660: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-12T01:35:12.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:35:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:35:12.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:12 smithi098 ceph-mon[91373]: pgmap v3660: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-12T01:35:12.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:12 smithi098 ceph-mon[88922]: pgmap v3660: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-12T01:35:14.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:14 smithi098 ceph-mon[91373]: pgmap v3661: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 56 op/s 2024-04-12T01:35:14.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:14 smithi098 ceph-mon[91373]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-12T01:35:14.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:14 smithi098 ceph-mon[88922]: pgmap v3661: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 56 op/s 2024-04-12T01:35:14.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:14 smithi098 ceph-mon[88922]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-12T01:35:14.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:14 smithi193 ceph-mon[83763]: pgmap v3661: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 56 op/s 2024-04-12T01:35:14.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:14 smithi193 ceph-mon[83763]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-12T01:35:16.035 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:35:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:35:15] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-12T01:35:16.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:16 smithi098 ceph-mon[91373]: pgmap v3663: 137 pgs: 137 active+clean; 267 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-04-12T01:35:16.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:16 smithi098 ceph-mon[88922]: pgmap v3663: 137 pgs: 137 active+clean; 267 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-04-12T01:35:16.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:16 smithi193 ceph-mon[83763]: pgmap v3663: 137 pgs: 137 active+clean; 267 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-04-12T01:35:18.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:18 smithi098 ceph-mon[91373]: pgmap v3664: 137 pgs: 137 active+clean; 288 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 23 op/s 2024-04-12T01:35:18.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:18 smithi098 ceph-mon[88922]: pgmap v3664: 137 pgs: 137 active+clean; 288 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 23 op/s 2024-04-12T01:35:18.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:18 smithi193 ceph-mon[83763]: pgmap v3664: 137 pgs: 137 active+clean; 288 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 23 op/s 2024-04-12T01:35:19.454 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (13932 ms) 2024-04-12T01:35:19.454 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-12T01:35:19.454 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:35:20.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:20 smithi098 ceph-mon[91373]: pgmap v3665: 137 pgs: 137 active+clean; 300 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 4.9 MiB/s wr, 49 op/s 2024-04-12T01:35:20.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:20.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:20 smithi098 ceph-mon[88922]: pgmap v3665: 137 pgs: 137 active+clean; 300 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 4.9 MiB/s wr, 49 op/s 2024-04-12T01:35:20.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:20 smithi193 ceph-mon[83763]: pgmap v3665: 137 pgs: 137 active+clean; 300 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 4.9 MiB/s wr, 49 op/s 2024-04-12T01:35:20.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:22.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:22 smithi193 ceph-mon[83763]: pgmap v3666: 137 pgs: 137 active+clean; 300 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 920 KiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-12T01:35:22.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:35:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:35:22.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:22 smithi098 ceph-mon[91373]: pgmap v3666: 137 pgs: 137 active+clean; 300 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 920 KiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-12T01:35:22.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:22 smithi098 ceph-mon[88922]: pgmap v3666: 137 pgs: 137 active+clean; 300 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 920 KiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-12T01:35:24.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:24 smithi098 ceph-mon[91373]: pgmap v3667: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 61 op/s 2024-04-12T01:35:24.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:24 smithi098 ceph-mon[88922]: pgmap v3667: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 61 op/s 2024-04-12T01:35:24.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:24 smithi193 ceph-mon[83763]: pgmap v3667: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 61 op/s 2024-04-12T01:35:26.035 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:35:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:35:25] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T01:35:26.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:26 smithi098 ceph-mon[91373]: pgmap v3668: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.6 MiB/s wr, 53 op/s 2024-04-12T01:35:26.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-04-12T01:35:26.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:26 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]: dispatch 2024-04-12T01:35:26.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:26 smithi098 ceph-mon[88922]: pgmap v3668: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.6 MiB/s wr, 53 op/s 2024-04-12T01:35:26.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-04-12T01:35:26.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:26 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]: dispatch 2024-04-12T01:35:26.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:26 smithi193 ceph-mon[83763]: pgmap v3668: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.6 MiB/s wr, 53 op/s 2024-04-12T01:35:26.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-04-12T01:35:26.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:26 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]: dispatch 2024-04-12T01:35:27.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-04-12T01:35:27.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]': finished 2024-04-12T01:35:27.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:27 smithi098 ceph-mon[91373]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-12T01:35:27.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-04-12T01:35:27.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]': finished 2024-04-12T01:35:27.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:27 smithi098 ceph-mon[88922]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-12T01:35:27.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-04-12T01:35:27.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.19", "id": [5, 4]}]': finished 2024-04-12T01:35:27.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:27 smithi193 ceph-mon[83763]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-12T01:35:28.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:28 smithi098 ceph-mon[91373]: pgmap v3670: 137 pgs: 1 peering, 136 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 47 op/s 2024-04-12T01:35:28.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:28 smithi098 ceph-mon[91373]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-12T01:35:28.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:28 smithi098 ceph-mon[88922]: pgmap v3670: 137 pgs: 1 peering, 136 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 47 op/s 2024-04-12T01:35:28.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:28 smithi098 ceph-mon[88922]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-12T01:35:28.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:28 smithi193 ceph-mon[83763]: pgmap v3670: 137 pgs: 1 peering, 136 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 47 op/s 2024-04-12T01:35:28.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:28 smithi193 ceph-mon[83763]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-12T01:35:29.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:29 smithi098 ceph-mon[91373]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-12T01:35:29.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:29 smithi098 ceph-mon[88922]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-12T01:35:29.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:29 smithi193 ceph-mon[83763]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-12T01:35:30.686 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:30 smithi098 ceph-mon[91373]: pgmap v3673: 137 pgs: 1 peering, 136 active+clean; 333 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 MiB/s wr, 19 op/s; 682 KiB/s, 2 keys/s, 0 objects/s recovering 2024-04-12T01:35:30.687 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:30 smithi098 ceph-mon[88922]: pgmap v3673: 137 pgs: 1 peering, 136 active+clean; 333 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 MiB/s wr, 19 op/s; 682 KiB/s, 2 keys/s, 0 objects/s recovering 2024-04-12T01:35:30.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:30 smithi193 ceph-mon[83763]: pgmap v3673: 137 pgs: 1 peering, 136 active+clean; 333 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 MiB/s wr, 19 op/s; 682 KiB/s, 2 keys/s, 0 objects/s recovering 2024-04-12T01:35:32.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:35:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:35:32.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:32 smithi193 ceph-mon[83763]: pgmap v3674: 137 pgs: 1 peering, 136 active+clean; 337 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.2 MiB/s wr, 53 op/s; 682 KiB/s, 2 keys/s, 0 objects/s recovering 2024-04-12T01:35:32.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:32 smithi098 ceph-mon[91373]: pgmap v3674: 137 pgs: 1 peering, 136 active+clean; 337 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.2 MiB/s wr, 53 op/s; 682 KiB/s, 2 keys/s, 0 objects/s recovering 2024-04-12T01:35:32.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:32 smithi098 ceph-mon[88922]: pgmap v3674: 137 pgs: 1 peering, 136 active+clean; 337 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.2 MiB/s wr, 53 op/s; 682 KiB/s, 2 keys/s, 0 objects/s recovering 2024-04-12T01:35:33.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:33 smithi098 ceph-mon[91373]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-12T01:35:33.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:33 smithi098 ceph-mon[88922]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-12T01:35:33.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:33 smithi193 ceph-mon[83763]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-12T01:35:34.664 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (15210 ms) 2024-04-12T01:35:34.664 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-12T01:35:34.665 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:35:34.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:34 smithi098 ceph-mon[91373]: pgmap v3676: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.8 MiB/s wr, 80 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:35:34.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:34 smithi098 ceph-mon[88922]: pgmap v3676: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.8 MiB/s wr, 80 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:35:34.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:34 smithi193 ceph-mon[83763]: pgmap v3676: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.8 MiB/s wr, 80 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:35:35.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:35.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:35.786 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:35:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:35:35] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-12T01:35:35.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:36.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:36 smithi098 ceph-mon[91373]: pgmap v3677: 137 pgs: 137 active+clean; 361 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 6.5 MiB/s wr, 66 op/s; 2.4 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:35:36.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:36 smithi098 ceph-mon[88922]: pgmap v3677: 137 pgs: 137 active+clean; 361 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 6.5 MiB/s wr, 66 op/s; 2.4 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:35:36.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:36 smithi193 ceph-mon[83763]: pgmap v3677: 137 pgs: 137 active+clean; 361 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 6.5 MiB/s wr, 66 op/s; 2.4 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-12T01:35:38.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:38 smithi098 ceph-mon[91373]: pgmap v3678: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 14 MiB/s wr, 91 op/s; 2.1 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-12T01:35:38.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:38 smithi098 ceph-mon[88922]: pgmap v3678: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 14 MiB/s wr, 91 op/s; 2.1 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-12T01:35:38.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:38 smithi193 ceph-mon[83763]: pgmap v3678: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 14 MiB/s wr, 91 op/s; 2.1 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-12T01:35:40.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:40 smithi098 ceph-mon[91373]: pgmap v3679: 137 pgs: 137 active+clean; 438 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 73 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-04-12T01:35:40.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:40 smithi098 ceph-mon[88922]: pgmap v3679: 137 pgs: 137 active+clean; 438 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 73 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-04-12T01:35:40.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:40 smithi193 ceph-mon[83763]: pgmap v3679: 137 pgs: 137 active+clean; 438 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 73 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-04-12T01:35:42.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:42 smithi193 ceph-mon[83763]: pgmap v3680: 137 pgs: 137 active+clean; 438 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 52 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-04-12T01:35:42.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:35:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:35:42.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:42 smithi098 ceph-mon[91373]: pgmap v3680: 137 pgs: 137 active+clean; 438 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 52 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-04-12T01:35:42.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:42 smithi098 ceph-mon[88922]: pgmap v3680: 137 pgs: 137 active+clean; 438 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 52 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-04-12T01:35:44.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:44 smithi098 ceph-mon[91373]: pgmap v3681: 137 pgs: 137 active+clean; 442 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-12T01:35:44.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:44 smithi098 ceph-mon[91373]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-12T01:35:44.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:44 smithi098 ceph-mon[88922]: pgmap v3681: 137 pgs: 137 active+clean; 442 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-12T01:35:44.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:44 smithi098 ceph-mon[88922]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-12T01:35:44.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:44 smithi193 ceph-mon[83763]: pgmap v3681: 137 pgs: 137 active+clean; 442 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-12T01:35:44.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:44 smithi193 ceph-mon[83763]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-12T01:35:46.035 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:35:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:35:45] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-12T01:35:46.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:46 smithi098 ceph-mon[91373]: pgmap v3683: 137 pgs: 137 active+clean; 454 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 9.3 MiB/s wr, 36 op/s 2024-04-12T01:35:46.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:46 smithi098 ceph-mon[88922]: pgmap v3683: 137 pgs: 137 active+clean; 454 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 9.3 MiB/s wr, 36 op/s 2024-04-12T01:35:46.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:46 smithi193 ceph-mon[83763]: pgmap v3683: 137 pgs: 137 active+clean; 454 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 9.3 MiB/s wr, 36 op/s 2024-04-12T01:35:48.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:48 smithi098 ceph-mon[91373]: pgmap v3684: 137 pgs: 137 active+clean; 471 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-04-12T01:35:48.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:48 smithi098 ceph-mon[88922]: pgmap v3684: 137 pgs: 137 active+clean; 471 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-04-12T01:35:48.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:48 smithi193 ceph-mon[83763]: pgmap v3684: 137 pgs: 137 active+clean; 471 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-04-12T01:35:49.541 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (14877 ms) 2024-04-12T01:35:49.541 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-12T01:35:49.542 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:35:50.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:50 smithi098 ceph-mon[91373]: pgmap v3685: 137 pgs: 137 active+clean; 483 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-12T01:35:50.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:50.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:50 smithi098 ceph-mon[88922]: pgmap v3685: 137 pgs: 137 active+clean; 483 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-12T01:35:50.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:50.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:50 smithi193 ceph-mon[83763]: pgmap v3685: 137 pgs: 137 active+clean; 483 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-12T01:35:50.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:35:52.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:52 smithi193 ceph-mon[83763]: pgmap v3686: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 59 op/s 2024-04-12T01:35:52.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:35:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:35:52.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:52 smithi098 ceph-mon[91373]: pgmap v3686: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 59 op/s 2024-04-12T01:35:52.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:52 smithi098 ceph-mon[88922]: pgmap v3686: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 59 op/s 2024-04-12T01:35:53.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:53 smithi098 ceph-mon[91373]: pgmap v3687: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-12T01:35:53.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:53 smithi098 ceph-mon[88922]: pgmap v3687: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-12T01:35:53.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:53 smithi193 ceph-mon[83763]: pgmap v3687: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-12T01:35:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:35:54.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:35:54.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:35:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:55 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:35:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:55 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:35:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:55 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:35:55.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:55 smithi098 ceph-mon[91373]: pgmap v3688: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-12T01:35:55.786 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:35:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:35:55] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-12T01:35:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:55 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:35:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:55 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:35:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:55 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:35:55.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:55 smithi098 ceph-mon[88922]: pgmap v3688: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-12T01:35:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:55 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:35:55.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:55 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:35:55.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:55 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:35:55.861 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:55 smithi193 ceph-mon[83763]: pgmap v3688: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-12T01:35:58.285 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:57 smithi098 ceph-mon[88922]: pgmap v3689: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-12T01:35:58.285 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:57 smithi098 ceph-mon[88922]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-12T01:35:58.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:57 smithi098 ceph-mon[91373]: pgmap v3689: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-12T01:35:58.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:57 smithi098 ceph-mon[91373]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-12T01:35:58.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:57 smithi193 ceph-mon[83763]: pgmap v3689: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-12T01:35:58.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:57 smithi193 ceph-mon[83763]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-12T01:36:00.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:35:59 smithi098 ceph-mon[91373]: pgmap v3691: 137 pgs: 137 active+clean; 512 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-04-12T01:36:00.285 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:35:59 smithi098 ceph-mon[88922]: pgmap v3691: 137 pgs: 137 active+clean; 512 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-04-12T01:36:00.360 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:35:59 smithi193 ceph-mon[83763]: pgmap v3691: 137 pgs: 137 active+clean; 512 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 16 op/s 2024-04-12T01:36:02.285 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:01 smithi098 ceph-mon[91373]: pgmap v3692: 137 pgs: 137 active+clean; 520 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-04-12T01:36:02.285 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:01 smithi098 ceph-mon[88922]: pgmap v3692: 137 pgs: 137 active+clean; 520 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-04-12T01:36:02.307 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:01 smithi193 ceph-mon[83763]: pgmap v3692: 137 pgs: 137 active+clean; 520 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-04-12T01:36:02.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:36:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:36:03.256 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (13715 ms) 2024-04-12T01:36:03.305 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (104156 ms total) 2024-04-12T01:36:03.305 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:36:03.305 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-12T01:36:03.344 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-12T01:36:04.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:04 smithi193 ceph-mon[83763]: pgmap v3693: 137 pgs: 137 active+clean; 548 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-04-12T01:36:04.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:04 smithi193 ceph-mon[83763]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-12T01:36:04.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:04 smithi098 ceph-mon[91373]: pgmap v3693: 137 pgs: 137 active+clean; 548 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-04-12T01:36:04.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:04 smithi098 ceph-mon[91373]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-12T01:36:04.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:04 smithi098 ceph-mon[88922]: pgmap v3693: 137 pgs: 137 active+clean; 548 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-04-12T01:36:04.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:04 smithi098 ceph-mon[88922]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-12T01:36:05.323 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:36:05.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:05 smithi193 ceph-mon[83763]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-12T01:36:05.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:05 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/730314203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:36:05.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:05.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:05 smithi098 ceph-mon[91373]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-12T01:36:05.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:05 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/730314203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:36:05.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:05.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:05 smithi098 ceph-mon[88922]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-12T01:36:05.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:05 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/730314203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:36:05.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:06.035 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:36:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:36:05] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2024-04-12T01:36:06.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:06 smithi193 ceph-mon[83763]: pgmap v3696: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:36:06.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:06 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:36:06.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:06 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/730314203' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:36:06.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:06 smithi193 ceph-mon[83763]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-12T01:36:06.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:06 smithi098 ceph-mon[91373]: pgmap v3696: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:36:06.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:06 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:36:06.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:06 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/730314203' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:36:06.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:06 smithi098 ceph-mon[91373]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-12T01:36:06.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:06 smithi098 ceph-mon[88922]: pgmap v3696: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:36:06.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:06 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:36:06.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:06 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/730314203' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:36:06.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:06 smithi098 ceph-mon[88922]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-12T01:36:07.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:07 smithi193 ceph-mon[83763]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-12T01:36:07.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:07 smithi098 ceph-mon[91373]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-12T01:36:07.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:07 smithi098 ceph-mon[88922]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-12T01:36:08.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:08 smithi193 ceph-mon[83763]: pgmap v3699: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:36:08.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:08 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:36:08.611 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:08 smithi193 ceph-mon[83763]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-12T01:36:08.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:08 smithi098 ceph-mon[91373]: pgmap v3699: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:36:08.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:08 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:36:08.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:08 smithi098 ceph-mon[91373]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-12T01:36:08.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:08 smithi098 ceph-mon[88922]: pgmap v3699: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:36:08.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:08 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:36:08.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:08 smithi098 ceph-mon[88922]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-12T01:36:10.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:10 smithi193 ceph-mon[83763]: pgmap v3701: 137 pgs: 2 creating+peering, 135 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 221 B/s rd, 221 B/s wr, 1 op/s 2024-04-12T01:36:10.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:10 smithi098 ceph-mon[91373]: pgmap v3701: 137 pgs: 2 creating+peering, 135 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 221 B/s rd, 221 B/s wr, 1 op/s 2024-04-12T01:36:10.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:10 smithi098 ceph-mon[88922]: pgmap v3701: 137 pgs: 2 creating+peering, 135 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 221 B/s rd, 221 B/s wr, 1 op/s 2024-04-12T01:36:12.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:12 smithi193 ceph-mon[83763]: pgmap v3702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 853 B/s rd, 853 B/s wr, 3 op/s 2024-04-12T01:36:12.611 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:36:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:36:12.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:12 smithi098 ceph-mon[91373]: pgmap v3702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 853 B/s rd, 853 B/s wr, 3 op/s 2024-04-12T01:36:12.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:12 smithi098 ceph-mon[88922]: pgmap v3702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 853 B/s rd, 853 B/s wr, 3 op/s 2024-04-12T01:36:14.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:14 smithi193 ceph-mon[83763]: pgmap v3703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-04-12T01:36:14.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:14 smithi098 ceph-mon[91373]: pgmap v3703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-04-12T01:36:14.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:14 smithi098 ceph-mon[88922]: pgmap v3703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-04-12T01:36:16.034 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:36:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:36:15] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2024-04-12T01:36:16.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:16 smithi193 ceph-mon[83763]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-04-12T01:36:16.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:16 smithi193 ceph-mon[83763]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-12T01:36:16.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:16 smithi098 ceph-mon[91373]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-04-12T01:36:16.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:16 smithi098 ceph-mon[91373]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-12T01:36:16.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:16 smithi098 ceph-mon[88922]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-04-12T01:36:16.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:16 smithi098 ceph-mon[88922]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-12T01:36:18.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:18 smithi193 ceph-mon[83763]: pgmap v3706: 137 pgs: 137 active+clean; 33 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-12T01:36:18.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:18 smithi193 ceph-mon[83763]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-12T01:36:18.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:18 smithi098 ceph-mon[91373]: pgmap v3706: 137 pgs: 137 active+clean; 33 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-12T01:36:18.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:18 smithi098 ceph-mon[91373]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-12T01:36:18.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:18 smithi098 ceph-mon[88922]: pgmap v3706: 137 pgs: 137 active+clean; 33 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-12T01:36:18.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:18 smithi098 ceph-mon[88922]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-12T01:36:20.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:20 smithi193 ceph-mon[83763]: pgmap v3708: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.1 MiB/s wr, 40 op/s 2024-04-12T01:36:20.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:20.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:20 smithi098 ceph-mon[91373]: pgmap v3708: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.1 MiB/s wr, 40 op/s 2024-04-12T01:36:20.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:20.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:20 smithi098 ceph-mon[88922]: pgmap v3708: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.1 MiB/s wr, 40 op/s 2024-04-12T01:36:20.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:22.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:22 smithi193 ceph-mon[83763]: pgmap v3709: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T01:36:22.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:36:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:36:22.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:22 smithi098 ceph-mon[91373]: pgmap v3709: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T01:36:22.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:22 smithi098 ceph-mon[88922]: pgmap v3709: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T01:36:24.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:24 smithi193 ceph-mon[83763]: pgmap v3710: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-04-12T01:36:24.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:24 smithi098 ceph-mon[91373]: pgmap v3710: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-04-12T01:36:24.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:24 smithi098 ceph-mon[88922]: pgmap v3710: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.1 MiB/s wr, 40 op/s 2024-04-12T01:36:26.035 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:36:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:36:25] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-12T01:36:26.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:26 smithi193 ceph-mon[83763]: pgmap v3711: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T01:36:26.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:26 smithi098 ceph-mon[91373]: pgmap v3711: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T01:36:26.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:26 smithi098 ceph-mon[88922]: pgmap v3711: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T01:36:28.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:28 smithi193 ceph-mon[83763]: pgmap v3712: 137 pgs: 137 active+clean; 66 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T01:36:28.728 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/6.Simple (25383 ms) 2024-04-12T01:36:28.728 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-12T01:36:28.728 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:36:28.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:28 smithi098 ceph-mon[91373]: pgmap v3712: 137 pgs: 137 active+clean; 66 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T01:36:28.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:28 smithi098 ceph-mon[88922]: pgmap v3712: 137 pgs: 137 active+clean; 66 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T01:36:30.587 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:30 smithi098 ceph-mon[91373]: pgmap v3713: 137 pgs: 137 active+clean; 70 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-04-12T01:36:30.587 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:30 smithi098 ceph-mon[88922]: pgmap v3713: 137 pgs: 137 active+clean; 70 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-04-12T01:36:30.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:30 smithi193 ceph-mon[83763]: pgmap v3713: 137 pgs: 137 active+clean; 70 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-04-12T01:36:32.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:32 smithi193 ceph-mon[83763]: pgmap v3714: 137 pgs: 137 active+clean; 75 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-04-12T01:36:32.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:36:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:36:32.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:32 smithi098 ceph-mon[91373]: pgmap v3714: 137 pgs: 137 active+clean; 75 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-04-12T01:36:32.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:32 smithi098 ceph-mon[88922]: pgmap v3714: 137 pgs: 137 active+clean; 75 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-04-12T01:36:34.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:34 smithi193 ceph-mon[83763]: pgmap v3715: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T01:36:34.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:34 smithi098 ceph-mon[91373]: pgmap v3715: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T01:36:34.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:34 smithi098 ceph-mon[88922]: pgmap v3715: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T01:36:35.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:35.678 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:35.678 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:36:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:36:35] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T01:36:35.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:36.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:36 smithi193 ceph-mon[83763]: pgmap v3716: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T01:36:36.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:36 smithi098 ceph-mon[91373]: pgmap v3716: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T01:36:36.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:36 smithi098 ceph-mon[88922]: pgmap v3716: 137 pgs: 137 active+clean; 87 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T01:36:37.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:37 smithi193 ceph-mon[83763]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-12T01:36:37.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:37 smithi098 ceph-mon[88922]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-12T01:36:37.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:37 smithi098 ceph-mon[91373]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-12T01:36:38.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:38 smithi193 ceph-mon[83763]: pgmap v3718: 137 pgs: 137 active+clean; 111 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 24 op/s 2024-04-12T01:36:38.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:38 smithi098 ceph-mon[91373]: pgmap v3718: 137 pgs: 137 active+clean; 111 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 24 op/s 2024-04-12T01:36:38.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:38 smithi098 ceph-mon[88922]: pgmap v3718: 137 pgs: 137 active+clean; 111 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 24 op/s 2024-04-12T01:36:40.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:40 smithi193 ceph-mon[83763]: pgmap v3719: 137 pgs: 137 active+clean; 111 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.9 MiB/s wr, 27 op/s 2024-04-12T01:36:40.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:40 smithi098 ceph-mon[91373]: pgmap v3719: 137 pgs: 137 active+clean; 111 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.9 MiB/s wr, 27 op/s 2024-04-12T01:36:40.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:40 smithi098 ceph-mon[88922]: pgmap v3719: 137 pgs: 137 active+clean; 111 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.9 MiB/s wr, 27 op/s 2024-04-12T01:36:42.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:42 smithi193 ceph-mon[83763]: pgmap v3720: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-12T01:36:42.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:36:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:36:42.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:42 smithi098 ceph-mon[91373]: pgmap v3720: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-12T01:36:42.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:42 smithi098 ceph-mon[88922]: pgmap v3720: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-12T01:36:44.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:44 smithi193 ceph-mon[83763]: pgmap v3721: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:36:44.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:44 smithi098 ceph-mon[91373]: pgmap v3721: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:36:44.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:44 smithi098 ceph-mon[88922]: pgmap v3721: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:36:46.034 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:36:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:36:45] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T01:36:46.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:46 smithi193 ceph-mon[83763]: pgmap v3722: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:36:46.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:46 smithi098 ceph-mon[91373]: pgmap v3722: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:36:46.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:46 smithi098 ceph-mon[88922]: pgmap v3722: 137 pgs: 137 active+clean; 128 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:36:48.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:48 smithi193 ceph-mon[83763]: pgmap v3723: 137 pgs: 137 active+clean; 136 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-12T01:36:48.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:48 smithi098 ceph-mon[91373]: pgmap v3723: 137 pgs: 137 active+clean; 136 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-12T01:36:48.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:48 smithi098 ceph-mon[88922]: pgmap v3723: 137 pgs: 137 active+clean; 136 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-12T01:36:49.608 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/6.Grow (20881 ms) 2024-04-12T01:36:49.608 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-12T01:36:49.608 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:36:50.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:50 smithi193 ceph-mon[83763]: pgmap v3724: 137 pgs: 137 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T01:36:50.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:50.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:50 smithi098 ceph-mon[91373]: pgmap v3724: 137 pgs: 137 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T01:36:50.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:50.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:50 smithi098 ceph-mon[88922]: pgmap v3724: 137 pgs: 137 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T01:36:50.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:36:52.610 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:52 smithi193 ceph-mon[83763]: pgmap v3725: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-12T01:36:52.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:36:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:36:52.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:52 smithi098 ceph-mon[91373]: pgmap v3725: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-12T01:36:52.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:52 smithi098 ceph-mon[88922]: pgmap v3725: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-12T01:36:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:54 smithi098 ceph-mon[91373]: pgmap v3726: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T01:36:54.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:54 smithi098 ceph-mon[88922]: pgmap v3726: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T01:36:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:54 smithi193 ceph-mon[83763]: pgmap v3726: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T01:36:55.678 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:55 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:36:55.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:55 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:36:55.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:55 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:36:56.034 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:36:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:36:55] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-12T01:36:56.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:56 smithi098 ceph-mon[91373]: pgmap v3727: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T01:36:56.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:36:56.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:36:56.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:36:56.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:56 smithi098 ceph-mon[88922]: pgmap v3727: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T01:36:56.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:36:56.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:36:56.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:36:56.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:56 smithi193 ceph-mon[83763]: pgmap v3727: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T01:36:56.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:36:56.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:36:56.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:36:58.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:58 smithi098 ceph-mon[91373]: pgmap v3728: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T01:36:58.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:36:58 smithi098 ceph-mon[91373]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-12T01:36:58.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:58 smithi098 ceph-mon[88922]: pgmap v3728: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T01:36:58.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:36:58 smithi098 ceph-mon[88922]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-12T01:36:58.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:58 smithi193 ceph-mon[83763]: pgmap v3728: 137 pgs: 137 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T01:36:58.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:36:58 smithi193 ceph-mon[83763]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-12T01:37:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:00 smithi098 ceph-mon[91373]: pgmap v3730: 137 pgs: 137 active+clean; 181 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-12T01:37:00.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:00 smithi098 ceph-mon[88922]: pgmap v3730: 137 pgs: 137 active+clean; 181 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-12T01:37:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:00 smithi193 ceph-mon[83763]: pgmap v3730: 137 pgs: 137 active+clean; 181 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-12T01:37:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:02 smithi193 ceph-mon[83763]: pgmap v3731: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-04-12T01:37:02.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:37:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:37:02.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:02 smithi098 ceph-mon[91373]: pgmap v3731: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-04-12T01:37:02.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:02 smithi098 ceph-mon[88922]: pgmap v3731: 137 pgs: 137 active+clean; 194 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-04-12T01:37:04.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:04 smithi098 ceph-mon[91373]: pgmap v3732: 137 pgs: 137 active+clean; 210 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:04.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:04 smithi098 ceph-mon[88922]: pgmap v3732: 137 pgs: 137 active+clean; 210 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:04.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:04 smithi193 ceph-mon[83763]: pgmap v3732: 137 pgs: 137 active+clean; 210 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:05.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:05.677 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:05.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:06.034 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:37:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:37:05] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:37:06.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:06 smithi098 ceph-mon[91373]: pgmap v3733: 137 pgs: 137 active+clean; 210 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:06.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:06 smithi098 ceph-mon[88922]: pgmap v3733: 137 pgs: 137 active+clean; 210 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:06.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:06 smithi193 ceph-mon[83763]: pgmap v3733: 137 pgs: 137 active+clean; 210 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:08.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:08 smithi098 ceph-mon[91373]: pgmap v3734: 137 pgs: 137 active+clean; 218 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-12T01:37:08.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:08 smithi098 ceph-mon[88922]: pgmap v3734: 137 pgs: 137 active+clean; 218 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-12T01:37:08.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:08 smithi193 ceph-mon[83763]: pgmap v3734: 137 pgs: 137 active+clean; 218 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-12T01:37:10.649 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (21040 ms) 2024-04-12T01:37:10.649 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-12T01:37:10.649 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:37:10.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:10 smithi098 ceph-mon[91373]: pgmap v3735: 137 pgs: 137 active+clean; 222 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 4.6 MiB/s wr, 42 op/s 2024-04-12T01:37:10.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:10 smithi098 ceph-mon[88922]: pgmap v3735: 137 pgs: 137 active+clean; 222 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 4.6 MiB/s wr, 42 op/s 2024-04-12T01:37:10.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:10 smithi193 ceph-mon[83763]: pgmap v3735: 137 pgs: 137 active+clean; 222 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 4.6 MiB/s wr, 42 op/s 2024-04-12T01:37:12.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:12 smithi193 ceph-mon[83763]: pgmap v3736: 137 pgs: 137 active+clean; 239 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-04-12T01:37:12.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:37:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:37:12.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:12 smithi098 ceph-mon[91373]: pgmap v3736: 137 pgs: 137 active+clean; 239 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-04-12T01:37:12.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:12 smithi098 ceph-mon[88922]: pgmap v3736: 137 pgs: 137 active+clean; 239 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-04-12T01:37:14.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:14 smithi098 ceph-mon[91373]: pgmap v3737: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-04-12T01:37:14.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:14 smithi098 ceph-mon[88922]: pgmap v3737: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-04-12T01:37:14.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:14 smithi193 ceph-mon[83763]: pgmap v3737: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-04-12T01:37:16.034 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:37:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:37:15] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:37:16.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:16 smithi098 ceph-mon[91373]: pgmap v3738: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-12T01:37:16.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:16 smithi098 ceph-mon[88922]: pgmap v3738: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-12T01:37:16.860 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:16 smithi193 ceph-mon[83763]: pgmap v3738: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-12T01:37:18.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:18 smithi098 ceph-mon[91373]: pgmap v3739: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-12T01:37:18.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:18 smithi098 ceph-mon[88922]: pgmap v3739: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-12T01:37:18.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:18 smithi193 ceph-mon[83763]: pgmap v3739: 137 pgs: 137 active+clean; 251 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-12T01:37:19.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:19 smithi098 ceph-mon[91373]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-12T01:37:19.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:19 smithi098 ceph-mon[88922]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-12T01:37:19.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:19 smithi193 ceph-mon[83763]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-12T01:37:20.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:20 smithi098 ceph-mon[88922]: pgmap v3741: 137 pgs: 137 active+clean; 255 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T01:37:20.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:20.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:20 smithi098 ceph-mon[91373]: pgmap v3741: 137 pgs: 137 active+clean; 255 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T01:37:20.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:20.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:20 smithi193 ceph-mon[83763]: pgmap v3741: 137 pgs: 137 active+clean; 255 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T01:37:20.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:22.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:22 smithi193 ceph-mon[83763]: pgmap v3742: 137 pgs: 137 active+clean; 263 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-12T01:37:22.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:37:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:37:22.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:22 smithi098 ceph-mon[91373]: pgmap v3742: 137 pgs: 137 active+clean; 263 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-12T01:37:22.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:22 smithi098 ceph-mon[88922]: pgmap v3742: 137 pgs: 137 active+clean; 263 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-12T01:37:24.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:24 smithi098 ceph-mon[91373]: pgmap v3743: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T01:37:24.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:24 smithi098 ceph-mon[88922]: pgmap v3743: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T01:37:24.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:24 smithi193 ceph-mon[83763]: pgmap v3743: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T01:37:26.034 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:37:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:37:25] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:37:26.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:26 smithi098 ceph-mon[91373]: pgmap v3744: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:26.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:26 smithi098 ceph-mon[88922]: pgmap v3744: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:26.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:26 smithi193 ceph-mon[83763]: pgmap v3744: 137 pgs: 137 active+clean; 292 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:28.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:28 smithi098 ceph-mon[91373]: pgmap v3745: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T01:37:28.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:28 smithi098 ceph-mon[88922]: pgmap v3745: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T01:37:28.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:28 smithi193 ceph-mon[83763]: pgmap v3745: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T01:37:30.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:30 smithi098 ceph-mon[91373]: pgmap v3746: 137 pgs: 137 active+clean; 304 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 5.0 MiB/s wr, 44 op/s 2024-04-12T01:37:30.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:30 smithi098 ceph-mon[88922]: pgmap v3746: 137 pgs: 137 active+clean; 304 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 5.0 MiB/s wr, 44 op/s 2024-04-12T01:37:30.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:30 smithi193 ceph-mon[83763]: pgmap v3746: 137 pgs: 137 active+clean; 304 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 5.0 MiB/s wr, 44 op/s 2024-04-12T01:37:31.617 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (20966 ms) 2024-04-12T01:37:31.618 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-12T01:37:31.618 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:37:32.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:32 smithi193 ceph-mon[83763]: pgmap v3747: 137 pgs: 137 active+clean; 308 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 744 KiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-04-12T01:37:32.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:37:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:37:32.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:32 smithi098 ceph-mon[91373]: pgmap v3747: 137 pgs: 137 active+clean; 308 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 744 KiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-04-12T01:37:32.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:32 smithi098 ceph-mon[88922]: pgmap v3747: 137 pgs: 137 active+clean; 308 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 744 KiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-04-12T01:37:34.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:34 smithi098 ceph-mon[91373]: pgmap v3748: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-12T01:37:34.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:34 smithi098 ceph-mon[88922]: pgmap v3748: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-12T01:37:34.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:34 smithi193 ceph-mon[83763]: pgmap v3748: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-12T01:37:35.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:37:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:37:35] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T01:37:35.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:35.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:35.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:36.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:36 smithi098 ceph-mon[91373]: pgmap v3749: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T01:37:36.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:36 smithi098 ceph-mon[88922]: pgmap v3749: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T01:37:36.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:36 smithi193 ceph-mon[83763]: pgmap v3749: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T01:37:37.860 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:37:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=cleanup t=2024-04-12T01:37:37.584518417Z level=info msg="Completed cleanup jobs" duration=14.336687ms 2024-04-12T01:37:38.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:38 smithi098 ceph-mon[91373]: pgmap v3750: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T01:37:38.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:38 smithi098 ceph-mon[88922]: pgmap v3750: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T01:37:38.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:38 smithi193 ceph-mon[83763]: pgmap v3750: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T01:37:40.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:40 smithi098 ceph-mon[91373]: pgmap v3751: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-12T01:37:40.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:40 smithi098 ceph-mon[88922]: pgmap v3751: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-12T01:37:40.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:40 smithi193 ceph-mon[83763]: pgmap v3751: 137 pgs: 137 active+clean; 312 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-12T01:37:41.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:41 smithi098 ceph-mon[91373]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-12T01:37:41.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:41 smithi098 ceph-mon[88922]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-12T01:37:41.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:41 smithi193 ceph-mon[83763]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-12T01:37:42.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:42 smithi193 ceph-mon[83763]: pgmap v3753: 137 pgs: 137 active+clean; 324 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-04-12T01:37:42.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:37:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:37:42.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:42 smithi098 ceph-mon[91373]: pgmap v3753: 137 pgs: 137 active+clean; 324 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-04-12T01:37:42.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:42 smithi098 ceph-mon[88922]: pgmap v3753: 137 pgs: 137 active+clean; 324 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-04-12T01:37:43.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:43 smithi098 ceph-mon[88922]: pgmap v3754: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-12T01:37:43.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:43 smithi098 ceph-mon[91373]: pgmap v3754: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-12T01:37:43.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:43 smithi193 ceph-mon[83763]: pgmap v3754: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-12T01:37:46.010 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:37:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:37:45] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T01:37:46.010 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:46 smithi098 ceph-mon[88922]: pgmap v3755: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:46.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:46 smithi098 ceph-mon[91373]: pgmap v3755: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:46.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:46 smithi193 ceph-mon[83763]: pgmap v3755: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:48.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:48 smithi098 ceph-mon[91373]: pgmap v3756: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:48.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:48 smithi098 ceph-mon[88922]: pgmap v3756: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:48.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:48 smithi193 ceph-mon[83763]: pgmap v3756: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:37:50.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:50 smithi098 ceph-mon[91373]: pgmap v3757: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T01:37:50.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:50.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:50 smithi098 ceph-mon[88922]: pgmap v3757: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T01:37:50.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:50.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:50 smithi193 ceph-mon[83763]: pgmap v3757: 137 pgs: 137 active+clean; 353 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T01:37:50.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:37:52.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:52 smithi098 ceph-mon[91373]: pgmap v3758: 137 pgs: 137 active+clean; 369 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-12T01:37:52.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:52 smithi098 ceph-mon[88922]: pgmap v3758: 137 pgs: 137 active+clean; 369 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-12T01:37:52.305 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:52 smithi193 ceph-mon[83763]: pgmap v3758: 137 pgs: 137 active+clean; 369 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-12T01:37:52.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:37:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:37:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:37:53.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:53 smithi098 ceph-mon[91373]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-12T01:37:53.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:53 smithi098 ceph-mon[88922]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-12T01:37:53.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:53 smithi193 ceph-mon[83763]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-12T01:37:54.224 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (22610 ms) 2024-04-12T01:37:54.224 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-12T01:37:54.224 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:37:54.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:54 smithi193 ceph-mon[83763]: pgmap v3760: 137 pgs: 137 active+clean; 382 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-12T01:37:54.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:54 smithi098 ceph-mon[91373]: pgmap v3760: 137 pgs: 137 active+clean; 382 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-12T01:37:54.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:54 smithi098 ceph-mon[88922]: pgmap v3760: 137 pgs: 137 active+clean; 382 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-12T01:37:56.034 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:37:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:37:55] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T01:37:56.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:56 smithi193 ceph-mon[83763]: pgmap v3761: 137 pgs: 137 active+clean; 402 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-04-12T01:37:56.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:37:56.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:56 smithi098 ceph-mon[91373]: pgmap v3761: 137 pgs: 137 active+clean; 402 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-04-12T01:37:56.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:37:56.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:56 smithi098 ceph-mon[88922]: pgmap v3761: 137 pgs: 137 active+clean; 402 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 577 KiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-04-12T01:37:56.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:37:57.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:37:57.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:37:57.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:37:57.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:37:57.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:37:57.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:37:57.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:37:57.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:37:57.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:37:58.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:37:58 smithi098 ceph-mon[91373]: pgmap v3762: 137 pgs: 137 active+clean; 438 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-12T01:37:58.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:37:58 smithi098 ceph-mon[88922]: pgmap v3762: 137 pgs: 137 active+clean; 438 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-12T01:37:58.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:37:58 smithi193 ceph-mon[83763]: pgmap v3762: 137 pgs: 137 active+clean; 438 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-12T01:38:00.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:00 smithi098 ceph-mon[91373]: pgmap v3763: 137 pgs: 137 active+clean; 438 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-12T01:38:00.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:00 smithi098 ceph-mon[88922]: pgmap v3763: 137 pgs: 137 active+clean; 438 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-12T01:38:00.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:00 smithi193 ceph-mon[83763]: pgmap v3763: 137 pgs: 137 active+clean; 438 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-12T01:38:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:02 smithi193 ceph-mon[83763]: pgmap v3764: 137 pgs: 137 active+clean; 438 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 39 op/s 2024-04-12T01:38:02.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:38:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:38:02.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:02 smithi098 ceph-mon[91373]: pgmap v3764: 137 pgs: 137 active+clean; 438 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 39 op/s 2024-04-12T01:38:02.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:02 smithi098 ceph-mon[88922]: pgmap v3764: 137 pgs: 137 active+clean; 438 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 39 op/s 2024-04-12T01:38:03.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:03 smithi098 ceph-mon[91373]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-12T01:38:03.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:03 smithi098 ceph-mon[88922]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-12T01:38:03.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:03 smithi193 ceph-mon[83763]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-12T01:38:04.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:04 smithi098 ceph-mon[88922]: pgmap v3766: 137 pgs: 137 active+clean; 442 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 54 op/s 2024-04-12T01:38:04.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:04 smithi098 ceph-mon[91373]: pgmap v3766: 137 pgs: 137 active+clean; 442 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 54 op/s 2024-04-12T01:38:04.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:04 smithi193 ceph-mon[83763]: pgmap v3766: 137 pgs: 137 active+clean; 442 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 54 op/s 2024-04-12T01:38:05.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:05.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:05.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:38:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:38:05] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T01:38:05.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:06.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:06 smithi098 ceph-mon[91373]: pgmap v3767: 137 pgs: 137 active+clean; 450 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-12T01:38:06.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:06 smithi098 ceph-mon[88922]: pgmap v3767: 137 pgs: 137 active+clean; 450 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-12T01:38:06.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:06 smithi193 ceph-mon[83763]: pgmap v3767: 137 pgs: 137 active+clean; 450 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-12T01:38:08.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:08 smithi098 ceph-mon[91373]: pgmap v3768: 137 pgs: 137 active+clean; 479 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T01:38:08.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:08 smithi098 ceph-mon[88922]: pgmap v3768: 137 pgs: 137 active+clean; 479 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T01:38:08.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:08 smithi193 ceph-mon[83763]: pgmap v3768: 137 pgs: 137 active+clean; 479 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T01:38:10.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:10 smithi098 ceph-mon[91373]: pgmap v3769: 137 pgs: 137 active+clean; 479 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:38:10.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:10 smithi098 ceph-mon[88922]: pgmap v3769: 137 pgs: 137 active+clean; 479 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:38:10.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:10 smithi193 ceph-mon[83763]: pgmap v3769: 137 pgs: 137 active+clean; 479 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:38:12.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:12 smithi193 ceph-mon[83763]: pgmap v3770: 137 pgs: 137 active+clean; 483 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T01:38:12.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:38:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:38:12.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:12 smithi098 ceph-mon[91373]: pgmap v3770: 137 pgs: 137 active+clean; 483 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T01:38:12.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:12 smithi098 ceph-mon[88922]: pgmap v3770: 137 pgs: 137 active+clean; 483 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T01:38:14.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:14 smithi098 ceph-mon[91373]: pgmap v3771: 137 pgs: 137 active+clean; 491 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.1 MiB/s wr, 41 op/s 2024-04-12T01:38:14.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:14 smithi098 ceph-mon[88922]: pgmap v3771: 137 pgs: 137 active+clean; 491 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.1 MiB/s wr, 41 op/s 2024-04-12T01:38:14.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:14 smithi193 ceph-mon[83763]: pgmap v3771: 137 pgs: 137 active+clean; 491 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.1 MiB/s wr, 41 op/s 2024-04-12T01:38:15.641 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (21418 ms) 2024-04-12T01:38:15.642 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-12T01:38:15.642 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:38:16.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:38:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:38:15] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-12T01:38:16.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:16 smithi098 ceph-mon[91373]: pgmap v3772: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-12T01:38:16.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:16 smithi098 ceph-mon[88922]: pgmap v3772: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-12T01:38:16.862 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:16 smithi193 ceph-mon[83763]: pgmap v3772: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-12T01:38:17.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:17 smithi193 ceph-mon[83763]: pgmap v3773: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-04-12T01:38:18.033 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:17 smithi098 ceph-mon[91373]: pgmap v3773: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-04-12T01:38:18.034 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:17 smithi098 ceph-mon[88922]: pgmap v3773: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-04-12T01:38:20.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:20 smithi098 ceph-mon[91373]: pgmap v3774: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T01:38:20.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:20.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:20 smithi098 ceph-mon[88922]: pgmap v3774: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T01:38:20.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:20.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:20 smithi193 ceph-mon[83763]: pgmap v3774: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T01:38:20.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:22.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:22 smithi098 ceph-mon[91373]: pgmap v3775: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T01:38:22.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:22 smithi098 ceph-mon[88922]: pgmap v3775: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T01:38:22.305 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:22 smithi193 ceph-mon[83763]: pgmap v3775: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T01:38:22.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:38:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:38:24.283 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:24 smithi098 ceph-mon[91373]: pgmap v3776: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-12T01:38:24.284 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:24 smithi098 ceph-mon[91373]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-12T01:38:24.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:24 smithi098 ceph-mon[88922]: pgmap v3776: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-12T01:38:24.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:24 smithi098 ceph-mon[88922]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-12T01:38:24.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:24 smithi193 ceph-mon[83763]: pgmap v3776: 137 pgs: 137 active+clean; 499 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-12T01:38:24.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:24 smithi193 ceph-mon[83763]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-12T01:38:26.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:38:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:38:25] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-12T01:38:26.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:26 smithi193 ceph-mon[83763]: pgmap v3778: 137 pgs: 137 active+clean; 519 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 35 op/s 2024-04-12T01:38:26.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:26 smithi098 ceph-mon[91373]: pgmap v3778: 137 pgs: 137 active+clean; 519 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 35 op/s 2024-04-12T01:38:26.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:26 smithi098 ceph-mon[88922]: pgmap v3778: 137 pgs: 137 active+clean; 519 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 35 op/s 2024-04-12T01:38:28.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:28 smithi193 ceph-mon[83763]: pgmap v3779: 137 pgs: 137 active+clean; 540 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-12T01:38:28.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:28 smithi098 ceph-mon[91373]: pgmap v3779: 137 pgs: 137 active+clean; 540 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-12T01:38:28.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:28 smithi098 ceph-mon[88922]: pgmap v3779: 137 pgs: 137 active+clean; 540 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-12T01:38:30.336 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:30 smithi098 ceph-mon[91373]: pgmap v3780: 137 pgs: 137 active+clean; 540 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:38:30.336 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:30 smithi098 ceph-mon[88922]: pgmap v3780: 137 pgs: 137 active+clean; 540 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:38:30.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:30 smithi193 ceph-mon[83763]: pgmap v3780: 137 pgs: 137 active+clean; 540 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T01:38:32.305 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:32 smithi193 ceph-mon[83763]: pgmap v3781: 137 pgs: 137 active+clean; 552 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-04-12T01:38:32.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:32 smithi098 ceph-mon[88922]: pgmap v3781: 137 pgs: 137 active+clean; 552 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-04-12T01:38:32.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:32 smithi098 ceph-mon[91373]: pgmap v3781: 137 pgs: 137 active+clean; 552 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-04-12T01:38:32.610 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:38:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:38:34.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:34 smithi193 ceph-mon[83763]: pgmap v3782: 137 pgs: 137 active+clean; 556 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 MiB/s wr, 39 op/s 2024-04-12T01:38:34.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:34 smithi098 ceph-mon[91373]: pgmap v3782: 137 pgs: 137 active+clean; 556 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 MiB/s wr, 39 op/s 2024-04-12T01:38:34.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:34 smithi098 ceph-mon[88922]: pgmap v3782: 137 pgs: 137 active+clean; 556 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 MiB/s wr, 39 op/s 2024-04-12T01:38:35.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:35.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:35.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:36.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:38:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:38:35] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T01:38:36.130 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (20488 ms) 2024-04-12T01:38:36.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:36 smithi193 ceph-mon[83763]: pgmap v3783: 137 pgs: 137 active+clean; 556 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-12T01:38:36.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:36 smithi098 ceph-mon[91373]: pgmap v3783: 137 pgs: 137 active+clean; 556 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-12T01:38:36.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:36 smithi098 ceph-mon[88922]: pgmap v3783: 137 pgs: 137 active+clean; 556 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-12T01:38:37.080 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (152786 ms total) 2024-04-12T01:38:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:38:37.080 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-12T01:38:37.118 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-12T01:38:38.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:38 smithi193 ceph-mon[83763]: pgmap v3784: 137 pgs: 137 active+clean; 556 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-12T01:38:38.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:38 smithi193 ceph-mon[83763]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-12T01:38:38.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:38 smithi098 ceph-mon[91373]: pgmap v3784: 137 pgs: 137 active+clean; 556 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-12T01:38:38.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:38 smithi098 ceph-mon[91373]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-12T01:38:38.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:38 smithi098 ceph-mon[88922]: pgmap v3784: 137 pgs: 137 active+clean; 556 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-12T01:38:38.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:38 smithi098 ceph-mon[88922]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-12T01:38:39.095 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:38:39.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:39 smithi193 ceph-mon[83763]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-12T01:38:39.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:39 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2413677474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:38:39.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:39 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:38:39.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:39 smithi098 ceph-mon[91373]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-12T01:38:39.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:39 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2413677474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:38:39.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:39 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:38:39.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:39 smithi098 ceph-mon[88922]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-12T01:38:39.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:39 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2413677474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:38:39.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:39 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:38:40.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:40 smithi193 ceph-mon[83763]: pgmap v3787: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:38:40.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:40 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:38:40.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:40 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:38:40.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:40 smithi193 ceph-mon[83763]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-12T01:38:40.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:40 smithi098 ceph-mon[91373]: pgmap v3787: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:38:40.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:40 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:38:40.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:40 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:38:40.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:40 smithi098 ceph-mon[91373]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-12T01:38:40.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:40 smithi098 ceph-mon[88922]: pgmap v3787: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:38:40.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:40 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:38:40.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:40 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:38:40.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:40 smithi098 ceph-mon[88922]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-12T01:38:41.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:41 smithi193 ceph-mon[83763]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-12T01:38:41.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:41 smithi098 ceph-mon[91373]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-12T01:38:41.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:41 smithi098 ceph-mon[88922]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-12T01:38:42.359 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:38:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:38:42.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:42 smithi193 ceph-mon[83763]: pgmap v3790: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:38:42.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:42 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:38:42.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:42 smithi193 ceph-mon[83763]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-12T01:38:42.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:42 smithi098 ceph-mon[91373]: pgmap v3790: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:38:42.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:42 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:38:42.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:42 smithi098 ceph-mon[91373]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-12T01:38:42.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:42 smithi098 ceph-mon[88922]: pgmap v3790: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:38:42.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:42 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:38:42.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:42 smithi098 ceph-mon[88922]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-12T01:38:44.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:44 smithi193 ceph-mon[83763]: pgmap v3792: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-12T01:38:44.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:44 smithi098 ceph-mon[91373]: pgmap v3792: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-12T01:38:44.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:44 smithi098 ceph-mon[88922]: pgmap v3792: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-12T01:38:46.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:38:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:38:45] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T01:38:46.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:46 smithi193 ceph-mon[83763]: pgmap v3793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-12T01:38:46.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:46 smithi098 ceph-mon[88922]: pgmap v3793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-12T01:38:46.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:46 smithi098 ceph-mon[91373]: pgmap v3793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-12T01:38:48.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:48 smithi193 ceph-mon[83763]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T01:38:48.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:48 smithi193 ceph-mon[83763]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-12T01:38:48.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:48 smithi098 ceph-mon[91373]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T01:38:48.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:48 smithi098 ceph-mon[91373]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-12T01:38:48.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:48 smithi098 ceph-mon[88922]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T01:38:48.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:48 smithi098 ceph-mon[88922]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-12T01:38:50.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:50 smithi193 ceph-mon[83763]: pgmap v3796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T01:38:50.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:50 smithi193 ceph-mon[83763]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-12T01:38:50.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:50.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:50 smithi098 ceph-mon[91373]: pgmap v3796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T01:38:50.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:50 smithi098 ceph-mon[91373]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-12T01:38:50.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:50.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:50 smithi098 ceph-mon[88922]: pgmap v3796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T01:38:50.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:50 smithi098 ceph-mon[88922]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-12T01:38:50.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:38:52.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:52 smithi193 ceph-mon[83763]: pgmap v3798: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s wr, 0 op/s 2024-04-12T01:38:52.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:38:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:38:52.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:52 smithi098 ceph-mon[91373]: pgmap v3798: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s wr, 0 op/s 2024-04-12T01:38:52.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:52 smithi098 ceph-mon[88922]: pgmap v3798: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s wr, 0 op/s 2024-04-12T01:38:54.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:54 smithi193 ceph-mon[83763]: pgmap v3799: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T01:38:54.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:54 smithi098 ceph-mon[91373]: pgmap v3799: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T01:38:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:54 smithi098 ceph-mon[88922]: pgmap v3799: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-04-12T01:38:56.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:38:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:38:55] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T01:38:56.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:56 smithi193 ceph-mon[83763]: pgmap v3800: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T01:38:56.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:56 smithi098 ceph-mon[91373]: pgmap v3800: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T01:38:56.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:56 smithi098 ceph-mon[88922]: pgmap v3800: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T01:38:57.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:38:57.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:38:57.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:38:58.660 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[91373]: pgmap v3801: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.3 MiB/s wr, 38 op/s 2024-04-12T01:38:58.660 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.660 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.660 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.660 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[88922]: pgmap v3801: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.3 MiB/s wr, 38 op/s 2024-04-12T01:38:58.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:38:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.694 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:58 smithi193 ceph-mon[83763]: pgmap v3801: 137 pgs: 137 active+clean; 46 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.3 MiB/s wr, 38 op/s 2024-04-12T01:38:58.695 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.695 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.695 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:38:58.695 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:38:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:00.365 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:00 smithi098 ceph-mon[91373]: pgmap v3802: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T01:39:00.366 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:00 smithi098 ceph-mon[88922]: pgmap v3802: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T01:39:00.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:00 smithi193 ceph-mon[83763]: pgmap v3802: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T01:39:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[91373]: pgmap v3803: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-04-12T01:39:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:39:02.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:39:02.534 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[88922]: pgmap v3803: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-04-12T01:39:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:39:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:39:02.534 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:39:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:39:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:39:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:02 smithi193 ceph-mon[83763]: pgmap v3803: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-04-12T01:39:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:39:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:39:02.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:39:03.644 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/7.Simple (26529 ms) 2024-04-12T01:39:03.644 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-12T01:39:03.644 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:39:04.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:04 smithi193 ceph-mon[83763]: pgmap v3804: 137 pgs: 137 active+clean; 70 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 46 op/s 2024-04-12T01:39:04.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:04 smithi098 ceph-mon[91373]: pgmap v3804: 137 pgs: 137 active+clean; 70 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 46 op/s 2024-04-12T01:39:04.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:04 smithi098 ceph-mon[88922]: pgmap v3804: 137 pgs: 137 active+clean; 70 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 46 op/s 2024-04-12T01:39:05.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:05.677 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:05.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:06.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:39:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:39:05] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:39:06.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:06 smithi193 ceph-mon[83763]: pgmap v3805: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-12T01:39:06.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:06 smithi098 ceph-mon[91373]: pgmap v3805: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-12T01:39:06.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:06 smithi098 ceph-mon[88922]: pgmap v3805: 137 pgs: 137 active+clean; 74 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-12T01:39:08.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:08 smithi193 ceph-mon[83763]: pgmap v3806: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-04-12T01:39:08.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:08 smithi098 ceph-mon[91373]: pgmap v3806: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-04-12T01:39:08.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:08 smithi098 ceph-mon[88922]: pgmap v3806: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-04-12T01:39:10.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:10 smithi193 ceph-mon[83763]: pgmap v3807: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-12T01:39:10.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:10 smithi098 ceph-mon[91373]: pgmap v3807: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-12T01:39:10.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:10 smithi098 ceph-mon[88922]: pgmap v3807: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-12T01:39:12.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:12 smithi193 ceph-mon[83763]: pgmap v3808: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-12T01:39:12.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:12 smithi193 ceph-mon[83763]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-12T01:39:12.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:39:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:39:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:39:12.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:12 smithi098 ceph-mon[91373]: pgmap v3808: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-12T01:39:12.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:12 smithi098 ceph-mon[91373]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-12T01:39:12.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:12 smithi098 ceph-mon[88922]: pgmap v3808: 137 pgs: 137 active+clean; 78 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-12T01:39:12.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:12 smithi098 ceph-mon[88922]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-12T01:39:14.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:14 smithi193 ceph-mon[83763]: pgmap v3810: 137 pgs: 137 active+clean; 98 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-12T01:39:14.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:14 smithi098 ceph-mon[91373]: pgmap v3810: 137 pgs: 137 active+clean; 98 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-12T01:39:14.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:14 smithi098 ceph-mon[88922]: pgmap v3810: 137 pgs: 137 active+clean; 98 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-12T01:39:16.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:39:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:39:15] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:39:16.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:16 smithi098 ceph-mon[91373]: pgmap v3811: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T01:39:16.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:16 smithi098 ceph-mon[88922]: pgmap v3811: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T01:39:16.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:16 smithi193 ceph-mon[83763]: pgmap v3811: 137 pgs: 137 active+clean; 119 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T01:39:18.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:18 smithi098 ceph-mon[91373]: pgmap v3812: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 978 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T01:39:18.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:18 smithi098 ceph-mon[88922]: pgmap v3812: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 978 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T01:39:18.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:18 smithi193 ceph-mon[83763]: pgmap v3812: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 978 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T01:39:20.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:20 smithi098 ceph-mon[91373]: pgmap v3813: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:39:20.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:20.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:20 smithi098 ceph-mon[88922]: pgmap v3813: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:39:20.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:20.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:20 smithi193 ceph-mon[83763]: pgmap v3813: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:39:20.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:22.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:22 smithi193 ceph-mon[83763]: pgmap v3814: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:39:22.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:39:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:39:22.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:22 smithi098 ceph-mon[91373]: pgmap v3814: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:39:22.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:22 smithi098 ceph-mon[88922]: pgmap v3814: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:39:24.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:24 smithi098 ceph-mon[91373]: pgmap v3815: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-04-12T01:39:24.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:24 smithi098 ceph-mon[88922]: pgmap v3815: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-04-12T01:39:24.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:24 smithi193 ceph-mon[83763]: pgmap v3815: 137 pgs: 137 active+clean; 123 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-04-12T01:39:25.155 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/7.Grow (21511 ms) 2024-04-12T01:39:25.155 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-12T01:39:25.155 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:39:26.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:39:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:39:25] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-12T01:39:26.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:26 smithi098 ceph-mon[91373]: pgmap v3816: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 29 op/s 2024-04-12T01:39:26.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:26 smithi098 ceph-mon[88922]: pgmap v3816: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 29 op/s 2024-04-12T01:39:26.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:26 smithi193 ceph-mon[83763]: pgmap v3816: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 29 op/s 2024-04-12T01:39:27.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-12T01:39:27.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 0, 6, 4]}]: dispatch 2024-04-12T01:39:27.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:27 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]: dispatch 2024-04-12T01:39:27.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-12T01:39:27.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 0, 6, 4]}]: dispatch 2024-04-12T01:39:27.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:27 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]: dispatch 2024-04-12T01:39:27.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-12T01:39:27.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 0, 6, 4]}]: dispatch 2024-04-12T01:39:27.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:27 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]: dispatch 2024-04-12T01:39:28.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[91373]: pgmap v3817: 137 pgs: 137 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-04-12T01:39:28.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-12T01:39:28.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 0, 6, 4]}]': finished 2024-04-12T01:39:28.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]': finished 2024-04-12T01:39:28.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[91373]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-12T01:39:28.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[88922]: pgmap v3817: 137 pgs: 137 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-04-12T01:39:28.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-12T01:39:28.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 0, 6, 4]}]': finished 2024-04-12T01:39:28.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]': finished 2024-04-12T01:39:28.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:28 smithi098 ceph-mon[88922]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-12T01:39:28.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:28 smithi193 ceph-mon[83763]: pgmap v3817: 137 pgs: 137 active+clean; 143 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-04-12T01:39:28.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-12T01:39:28.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 0, 6, 4]}]': finished 2024-04-12T01:39:28.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]': finished 2024-04-12T01:39:28.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:28 smithi193 ceph-mon[83763]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-12T01:39:29.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:29 smithi098 ceph-mon[91373]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-12T01:39:29.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:29 smithi098 ceph-mon[88922]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-12T01:39:29.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:29 smithi193 ceph-mon[83763]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-12T01:39:30.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:30 smithi098 ceph-mon[91373]: pgmap v3820: 137 pgs: 2 peering, 135 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-04-12T01:39:30.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:30 smithi098 ceph-mon[88922]: pgmap v3820: 137 pgs: 2 peering, 135 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-04-12T01:39:30.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:30 smithi193 ceph-mon[83763]: pgmap v3820: 137 pgs: 2 peering, 135 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-04-12T01:39:32.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:32 smithi193 ceph-mon[83763]: pgmap v3821: 137 pgs: 2 peering, 135 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-12T01:39:32.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:39:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:39:32.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:32 smithi098 ceph-mon[91373]: pgmap v3821: 137 pgs: 2 peering, 135 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-12T01:39:32.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:32 smithi098 ceph-mon[88922]: pgmap v3821: 137 pgs: 2 peering, 135 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-12T01:39:34.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:34 smithi098 ceph-mon[91373]: pgmap v3822: 137 pgs: 137 active+clean; 159 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.5 MiB/s wr, 19 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-12T01:39:34.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:34 smithi098 ceph-mon[91373]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-12T01:39:34.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:34 smithi098 ceph-mon[88922]: pgmap v3822: 137 pgs: 137 active+clean; 159 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.5 MiB/s wr, 19 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-12T01:39:34.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:34 smithi098 ceph-mon[88922]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-12T01:39:34.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:34 smithi193 ceph-mon[83763]: pgmap v3822: 137 pgs: 137 active+clean; 159 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.5 MiB/s wr, 19 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-12T01:39:34.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:34 smithi193 ceph-mon[83763]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-12T01:39:35.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:35.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:35.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:39:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:39:35] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-12T01:39:35.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:36.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:36 smithi098 ceph-mon[91373]: pgmap v3824: 137 pgs: 137 active+clean; 171 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 24 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-12T01:39:36.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:36 smithi098 ceph-mon[88922]: pgmap v3824: 137 pgs: 137 active+clean; 171 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 24 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-12T01:39:36.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:36 smithi193 ceph-mon[83763]: pgmap v3824: 137 pgs: 137 active+clean; 171 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 24 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-12T01:39:38.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:38 smithi098 ceph-mon[91373]: pgmap v3825: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 4.8 MiB/s wr, 42 op/s; 1.0 MiB/s, 0 objects/s recovering 2024-04-12T01:39:38.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:38 smithi098 ceph-mon[88922]: pgmap v3825: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 4.8 MiB/s wr, 42 op/s; 1.0 MiB/s, 0 objects/s recovering 2024-04-12T01:39:38.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:38 smithi193 ceph-mon[83763]: pgmap v3825: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 4.8 MiB/s wr, 42 op/s; 1.0 MiB/s, 0 objects/s recovering 2024-04-12T01:39:40.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:40 smithi098 ceph-mon[91373]: pgmap v3826: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-12T01:39:40.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:40 smithi098 ceph-mon[88922]: pgmap v3826: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-12T01:39:40.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:40 smithi193 ceph-mon[83763]: pgmap v3826: 137 pgs: 137 active+clean; 192 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-12T01:39:42.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:42 smithi193 ceph-mon[83763]: pgmap v3827: 137 pgs: 137 active+clean; 196 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-12T01:39:42.609 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:39:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:39:42.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:42 smithi098 ceph-mon[91373]: pgmap v3827: 137 pgs: 137 active+clean; 196 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-12T01:39:42.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:42 smithi098 ceph-mon[88922]: pgmap v3827: 137 pgs: 137 active+clean; 196 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 36 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-12T01:39:44.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:44 smithi098 ceph-mon[91373]: pgmap v3828: 137 pgs: 137 active+clean; 200 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-12T01:39:44.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:44 smithi098 ceph-mon[88922]: pgmap v3828: 137 pgs: 137 active+clean; 200 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-12T01:39:44.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:44 smithi193 ceph-mon[83763]: pgmap v3828: 137 pgs: 137 active+clean; 200 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-12T01:39:46.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:39:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:39:45] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-12T01:39:46.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:46 smithi098 ceph-mon[91373]: pgmap v3829: 137 pgs: 137 active+clean; 200 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-04-12T01:39:46.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:46 smithi098 ceph-mon[88922]: pgmap v3829: 137 pgs: 137 active+clean; 200 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-04-12T01:39:46.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:46 smithi193 ceph-mon[83763]: pgmap v3829: 137 pgs: 137 active+clean; 200 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-04-12T01:39:47.323 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (22168 ms) 2024-04-12T01:39:47.324 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-12T01:39:47.324 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:39:48.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:48 smithi098 ceph-mon[91373]: pgmap v3830: 137 pgs: 137 active+clean; 216 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-12T01:39:48.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:48 smithi098 ceph-mon[88922]: pgmap v3830: 137 pgs: 137 active+clean; 216 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-12T01:39:48.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:48 smithi193 ceph-mon[83763]: pgmap v3830: 137 pgs: 137 active+clean; 216 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-12T01:39:50.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:50 smithi098 ceph-mon[91373]: pgmap v3831: 137 pgs: 137 active+clean; 220 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-12T01:39:50.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:50.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:50 smithi098 ceph-mon[88922]: pgmap v3831: 137 pgs: 137 active+clean; 220 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-12T01:39:50.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:50.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:50 smithi193 ceph-mon[83763]: pgmap v3831: 137 pgs: 137 active+clean; 220 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-12T01:39:50.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:39:52.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:52 smithi193 ceph-mon[83763]: pgmap v3832: 137 pgs: 137 active+clean; 224 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-12T01:39:52.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:39:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:39:52.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:52 smithi098 ceph-mon[91373]: pgmap v3832: 137 pgs: 137 active+clean; 224 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-12T01:39:52.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:52 smithi098 ceph-mon[88922]: pgmap v3832: 137 pgs: 137 active+clean; 224 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-12T01:39:54.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:54 smithi098 ceph-mon[91373]: pgmap v3833: 137 pgs: 137 active+clean; 224 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T01:39:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:54 smithi098 ceph-mon[88922]: pgmap v3833: 137 pgs: 137 active+clean; 224 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T01:39:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:54 smithi193 ceph-mon[83763]: pgmap v3833: 137 pgs: 137 active+clean; 224 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T01:39:56.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:39:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:39:55] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T01:39:56.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:56 smithi098 ceph-mon[91373]: pgmap v3834: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-12T01:39:56.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:56 smithi098 ceph-mon[91373]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-12T01:39:56.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:56 smithi098 ceph-mon[88922]: pgmap v3834: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-12T01:39:56.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:56 smithi098 ceph-mon[88922]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-12T01:39:56.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:56 smithi193 ceph-mon[83763]: pgmap v3834: 137 pgs: 137 active+clean; 232 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-12T01:39:56.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:56 smithi193 ceph-mon[83763]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-12T01:39:58.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:39:58 smithi098 ceph-mon[91373]: pgmap v3836: 137 pgs: 137 active+clean; 241 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-12T01:39:58.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:39:58 smithi098 ceph-mon[88922]: pgmap v3836: 137 pgs: 137 active+clean; 241 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-12T01:39:58.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:39:58 smithi193 ceph-mon[83763]: pgmap v3836: 137 pgs: 137 active+clean; 241 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-12T01:40:00.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:00 smithi098 ceph-mon[91373]: pgmap v3837: 137 pgs: 137 active+clean; 265 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-12T01:40:00.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:00 smithi098 ceph-mon[91373]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:40:00.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:00 smithi098 ceph-mon[88922]: pgmap v3837: 137 pgs: 137 active+clean; 265 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-12T01:40:00.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:00 smithi098 ceph-mon[88922]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:40:00.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:00 smithi193 ceph-mon[83763]: pgmap v3837: 137 pgs: 137 active+clean; 265 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-12T01:40:00.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:00 smithi193 ceph-mon[83763]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:40:02.572 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:40:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:40:02.572 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:02 smithi193 ceph-mon[83763]: pgmap v3838: 137 pgs: 137 active+clean; 265 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T01:40:02.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:40:02.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:02 smithi098 ceph-mon[91373]: pgmap v3838: 137 pgs: 137 active+clean; 265 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T01:40:02.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:40:02.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:02 smithi098 ceph-mon[88922]: pgmap v3838: 137 pgs: 137 active+clean; 265 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T01:40:02.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:40:04.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:04 smithi193 ceph-mon[83763]: pgmap v3839: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T01:40:04.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:04 smithi098 ceph-mon[91373]: pgmap v3839: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T01:40:04.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:04 smithi098 ceph-mon[88922]: pgmap v3839: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T01:40:05.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:05.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.784 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:40:05] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:40:05.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:05.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.784 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:05.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:05.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:06.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:06 smithi098 ceph-mon[91373]: pgmap v3840: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T01:40:06.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:40:06.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:40:06.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:06.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:06 smithi098 ceph-mon[88922]: pgmap v3840: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T01:40:06.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:40:06.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:40:06.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:06.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:06 smithi193 ceph-mon[83763]: pgmap v3840: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T01:40:06.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:40:06.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:40:06.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:40:08.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:08 smithi098 ceph-mon[91373]: pgmap v3841: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-12T01:40:08.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:08 smithi098 ceph-mon[88922]: pgmap v3841: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-12T01:40:08.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:08 smithi193 ceph-mon[83763]: pgmap v3841: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-12T01:40:09.597 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (22274 ms) 2024-04-12T01:40:09.597 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-12T01:40:09.597 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:40:10.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:10 smithi098 ceph-mon[91373]: pgmap v3842: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 912 KiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-12T01:40:10.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:10 smithi098 ceph-mon[88922]: pgmap v3842: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 912 KiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-12T01:40:10.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:10 smithi193 ceph-mon[83763]: pgmap v3842: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 912 KiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-12T01:40:12.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:12 smithi193 ceph-mon[83763]: pgmap v3843: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 895 KiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-04-12T01:40:12.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:40:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:40:12.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:12 smithi098 ceph-mon[91373]: pgmap v3843: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 895 KiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-04-12T01:40:12.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:12 smithi098 ceph-mon[88922]: pgmap v3843: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 895 KiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-04-12T01:40:14.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:14 smithi098 ceph-mon[91373]: pgmap v3844: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-12T01:40:14.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:14 smithi098 ceph-mon[88922]: pgmap v3844: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-12T01:40:14.815 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:14 smithi193 ceph-mon[83763]: pgmap v3844: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-12T01:40:16.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:40:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:40:15] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:40:16.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:16 smithi098 ceph-mon[91373]: pgmap v3845: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-12T01:40:16.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:16 smithi098 ceph-mon[88922]: pgmap v3845: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-12T01:40:16.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:16 smithi193 ceph-mon[83763]: pgmap v3845: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-12T01:40:18.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:18 smithi098 ceph-mon[91373]: pgmap v3846: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-12T01:40:18.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:18 smithi098 ceph-mon[91373]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-12T01:40:18.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:18 smithi098 ceph-mon[88922]: pgmap v3846: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-12T01:40:18.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:18 smithi098 ceph-mon[88922]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-12T01:40:18.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:18 smithi193 ceph-mon[83763]: pgmap v3846: 137 pgs: 137 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-12T01:40:18.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:18 smithi193 ceph-mon[83763]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-12T01:40:20.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:20 smithi098 ceph-mon[91373]: pgmap v3848: 137 pgs: 137 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-12T01:40:20.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:20.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:20 smithi098 ceph-mon[88922]: pgmap v3848: 137 pgs: 137 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-12T01:40:20.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:20.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:20 smithi193 ceph-mon[83763]: pgmap v3848: 137 pgs: 137 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-12T01:40:20.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:22.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:22 smithi193 ceph-mon[83763]: pgmap v3849: 137 pgs: 137 active+clean; 294 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-04-12T01:40:22.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:40:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:40:22.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:22 smithi098 ceph-mon[91373]: pgmap v3849: 137 pgs: 137 active+clean; 294 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-04-12T01:40:22.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:22 smithi098 ceph-mon[88922]: pgmap v3849: 137 pgs: 137 active+clean; 294 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-04-12T01:40:24.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:24 smithi193 ceph-mon[83763]: pgmap v3850: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T01:40:24.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:24 smithi098 ceph-mon[91373]: pgmap v3850: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T01:40:24.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:24 smithi098 ceph-mon[88922]: pgmap v3850: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T01:40:25.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:25 smithi193 ceph-mon[83763]: pgmap v3851: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:40:26.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:25 smithi098 ceph-mon[91373]: pgmap v3851: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:40:26.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:40:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:40:25] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-12T01:40:26.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:25 smithi098 ceph-mon[88922]: pgmap v3851: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:40:28.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:28 smithi193 ceph-mon[83763]: pgmap v3852: 137 pgs: 137 active+clean; 322 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-12T01:40:28.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:28 smithi098 ceph-mon[91373]: pgmap v3852: 137 pgs: 137 active+clean; 322 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-12T01:40:28.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:28 smithi098 ceph-mon[88922]: pgmap v3852: 137 pgs: 137 active+clean; 322 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-12T01:40:30.334 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:30 smithi098 ceph-mon[91373]: pgmap v3853: 137 pgs: 137 active+clean; 322 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 4.3 MiB/s wr, 36 op/s 2024-04-12T01:40:30.335 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:30 smithi098 ceph-mon[88922]: pgmap v3853: 137 pgs: 137 active+clean; 322 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 4.3 MiB/s wr, 36 op/s 2024-04-12T01:40:30.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:30 smithi193 ceph-mon[83763]: pgmap v3853: 137 pgs: 137 active+clean; 322 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 4.3 MiB/s wr, 36 op/s 2024-04-12T01:40:31.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:31 smithi193 ceph-mon[83763]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-12T01:40:31.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:31 smithi098 ceph-mon[91373]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-12T01:40:31.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:31 smithi098 ceph-mon[88922]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-12T01:40:32.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:32 smithi193 ceph-mon[83763]: pgmap v3855: 137 pgs: 137 active+clean; 322 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-04-12T01:40:32.358 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:40:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:40:32.424 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22827 ms) 2024-04-12T01:40:32.424 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-12T01:40:32.424 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:40:32.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:32 smithi098 ceph-mon[91373]: pgmap v3855: 137 pgs: 137 active+clean; 322 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-04-12T01:40:32.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:32 smithi098 ceph-mon[88922]: pgmap v3855: 137 pgs: 137 active+clean; 322 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-04-12T01:40:34.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:34 smithi193 ceph-mon[83763]: pgmap v3856: 137 pgs: 137 active+clean; 362 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.4 MiB/s wr, 31 op/s 2024-04-12T01:40:34.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:34 smithi098 ceph-mon[91373]: pgmap v3856: 137 pgs: 137 active+clean; 362 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.4 MiB/s wr, 31 op/s 2024-04-12T01:40:34.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:34 smithi098 ceph-mon[88922]: pgmap v3856: 137 pgs: 137 active+clean; 362 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.4 MiB/s wr, 31 op/s 2024-04-12T01:40:35.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:35.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:35.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:36.032 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:40:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:40:35] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T01:40:36.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:36 smithi193 ceph-mon[83763]: pgmap v3857: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-04-12T01:40:36.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:36 smithi098 ceph-mon[88922]: pgmap v3857: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-04-12T01:40:36.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:36 smithi098 ceph-mon[91373]: pgmap v3857: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-04-12T01:40:38.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:38 smithi193 ceph-mon[83763]: pgmap v3858: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 43 op/s 2024-04-12T01:40:38.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:38 smithi098 ceph-mon[91373]: pgmap v3858: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 43 op/s 2024-04-12T01:40:38.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:38 smithi098 ceph-mon[88922]: pgmap v3858: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 43 op/s 2024-04-12T01:40:40.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:40 smithi193 ceph-mon[83763]: pgmap v3859: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-04-12T01:40:40.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:40 smithi098 ceph-mon[91373]: pgmap v3859: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-04-12T01:40:40.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:40 smithi098 ceph-mon[88922]: pgmap v3859: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-04-12T01:40:41.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:41 smithi098 ceph-mon[91373]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-12T01:40:41.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:41 smithi098 ceph-mon[88922]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-12T01:40:41.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:41 smithi193 ceph-mon[83763]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-12T01:40:42.509 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:40:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:40:42.509 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:42 smithi193 ceph-mon[83763]: pgmap v3861: 137 pgs: 137 active+clean; 382 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-04-12T01:40:42.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:42 smithi098 ceph-mon[91373]: pgmap v3861: 137 pgs: 137 active+clean; 382 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-04-12T01:40:42.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:42 smithi098 ceph-mon[88922]: pgmap v3861: 137 pgs: 137 active+clean; 382 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-04-12T01:40:44.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:44 smithi098 ceph-mon[91373]: pgmap v3862: 137 pgs: 137 active+clean; 411 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-04-12T01:40:44.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:44 smithi098 ceph-mon[88922]: pgmap v3862: 137 pgs: 137 active+clean; 411 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-04-12T01:40:44.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:44 smithi193 ceph-mon[83763]: pgmap v3862: 137 pgs: 137 active+clean; 411 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-04-12T01:40:46.033 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:40:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:40:45] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T01:40:46.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:46 smithi098 ceph-mon[88922]: pgmap v3863: 137 pgs: 137 active+clean; 419 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-12T01:40:46.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:46 smithi098 ceph-mon[91373]: pgmap v3863: 137 pgs: 137 active+clean; 419 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-12T01:40:46.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:46 smithi193 ceph-mon[83763]: pgmap v3863: 137 pgs: 137 active+clean; 419 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-12T01:40:48.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:48 smithi098 ceph-mon[91373]: pgmap v3864: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:40:48.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:48 smithi098 ceph-mon[88922]: pgmap v3864: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:40:48.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:48 smithi193 ceph-mon[83763]: pgmap v3864: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:40:50.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:50 smithi098 ceph-mon[91373]: pgmap v3865: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:40:50.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:50.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:50 smithi098 ceph-mon[88922]: pgmap v3865: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:40:50.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:50.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:50 smithi193 ceph-mon[83763]: pgmap v3865: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:40:50.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:40:52.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:52 smithi098 ceph-mon[91373]: pgmap v3866: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-12T01:40:52.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:52 smithi098 ceph-mon[88922]: pgmap v3866: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-12T01:40:52.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:52 smithi193 ceph-mon[83763]: pgmap v3866: 137 pgs: 137 active+clean; 423 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-12T01:40:52.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:40:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:40:53.855 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (21432 ms) 2024-04-12T01:40:53.855 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-12T01:40:53.855 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:40:54.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:54 smithi098 ceph-mon[91373]: pgmap v3867: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-12T01:40:54.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:54 smithi098 ceph-mon[88922]: pgmap v3867: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-12T01:40:54.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:54 smithi193 ceph-mon[83763]: pgmap v3867: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-12T01:40:56.032 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:40:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:40:55] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-12T01:40:56.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:56 smithi098 ceph-mon[91373]: pgmap v3868: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 543 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-04-12T01:40:56.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:56 smithi098 ceph-mon[88922]: pgmap v3868: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 543 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-04-12T01:40:56.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:56 smithi193 ceph-mon[83763]: pgmap v3868: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 543 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-04-12T01:40:58.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:40:58 smithi098 ceph-mon[91373]: pgmap v3869: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-12T01:40:58.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:40:58 smithi098 ceph-mon[88922]: pgmap v3869: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-12T01:40:58.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:40:58 smithi193 ceph-mon[83763]: pgmap v3869: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-12T01:41:00.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:00 smithi098 ceph-mon[91373]: pgmap v3870: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-12T01:41:00.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:00 smithi098 ceph-mon[88922]: pgmap v3870: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-12T01:41:00.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:00 smithi193 ceph-mon[83763]: pgmap v3870: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-12T01:41:02.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:02 smithi098 ceph-mon[91373]: pgmap v3871: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-12T01:41:02.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:02 smithi098 ceph-mon[91373]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-12T01:41:02.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:02 smithi098 ceph-mon[88922]: pgmap v3871: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-12T01:41:02.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:02 smithi098 ceph-mon[88922]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-12T01:41:02.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:02 smithi193 ceph-mon[83763]: pgmap v3871: 137 pgs: 137 active+clean; 427 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-12T01:41:02.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:02 smithi193 ceph-mon[83763]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-12T01:41:02.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:41:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:41:04.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:04 smithi098 ceph-mon[91373]: pgmap v3873: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-12T01:41:04.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:04 smithi098 ceph-mon[88922]: pgmap v3873: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-12T01:41:04.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:04 smithi193 ceph-mon[83763]: pgmap v3873: 137 pgs: 137 active+clean; 456 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-12T01:41:05.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:05.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:05.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:06.032 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:41:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:41:05] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-12T01:41:06.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:06 smithi098 ceph-mon[91373]: pgmap v3874: 137 pgs: 137 active+clean; 464 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T01:41:06.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:06 smithi098 ceph-mon[88922]: pgmap v3874: 137 pgs: 137 active+clean; 464 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T01:41:06.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:06 smithi193 ceph-mon[83763]: pgmap v3874: 137 pgs: 137 active+clean; 464 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T01:41:07.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:41:07.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:41:07.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:41:07.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:41:07.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:41:07.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:41:07.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:41:07.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:41:07.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:41:07.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:41:07.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:41:07.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:41:08.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:08 smithi098 ceph-mon[91373]: pgmap v3875: 137 pgs: 137 active+clean; 468 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T01:41:08.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:08 smithi098 ceph-mon[88922]: pgmap v3875: 137 pgs: 137 active+clean; 468 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T01:41:08.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:08 smithi193 ceph-mon[83763]: pgmap v3875: 137 pgs: 137 active+clean; 468 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T01:41:10.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:10 smithi098 ceph-mon[91373]: pgmap v3876: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:41:10.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:10 smithi098 ceph-mon[88922]: pgmap v3876: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:41:10.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:10 smithi193 ceph-mon[83763]: pgmap v3876: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T01:41:12.410 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:12 smithi193 ceph-mon[83763]: pgmap v3877: 137 pgs: 137 active+clean; 476 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-12T01:41:12.410 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:41:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:41:12.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:12 smithi098 ceph-mon[91373]: pgmap v3877: 137 pgs: 137 active+clean; 476 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-12T01:41:12.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:12 smithi098 ceph-mon[88922]: pgmap v3877: 137 pgs: 137 active+clean; 476 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-12T01:41:14.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:14 smithi098 ceph-mon[91373]: pgmap v3878: 137 pgs: 137 active+clean; 476 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T01:41:14.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:14 smithi098 ceph-mon[88922]: pgmap v3878: 137 pgs: 137 active+clean; 476 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T01:41:14.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:14 smithi193 ceph-mon[83763]: pgmap v3878: 137 pgs: 137 active+clean; 476 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T01:41:14.888 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (21032 ms) 2024-04-12T01:41:15.171 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (157773 ms total) 2024-04-12T01:41:15.171 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:41:15.171 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-12T01:41:15.205 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-12T01:41:16.032 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:41:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:41:15] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-12T01:41:16.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:16 smithi098 ceph-mon[91373]: pgmap v3879: 137 pgs: 137 active+clean; 472 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-12T01:41:16.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:16 smithi098 ceph-mon[91373]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-12T01:41:16.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:16 smithi098 ceph-mon[88922]: pgmap v3879: 137 pgs: 137 active+clean; 472 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-12T01:41:16.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:16 smithi098 ceph-mon[88922]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-12T01:41:16.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:16 smithi193 ceph-mon[83763]: pgmap v3879: 137 pgs: 137 active+clean; 472 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-12T01:41:16.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:16 smithi193 ceph-mon[83763]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-12T01:41:17.190 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:41:17.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:17 smithi098 ceph-mon[91373]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-12T01:41:17.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:17 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/991652918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:41:17.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:17 smithi098 ceph-mon[88922]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-12T01:41:17.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:17 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/991652918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:41:17.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:17 smithi193 ceph-mon[83763]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-12T01:41:17.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:17 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/991652918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:41:18.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:18 smithi098 ceph-mon[91373]: pgmap v3882: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:41:18.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:18 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:41:18.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:18 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/991652918' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:41:18.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:18 smithi098 ceph-mon[91373]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-12T01:41:18.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:18 smithi098 ceph-mon[88922]: pgmap v3882: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:41:18.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:18 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:41:18.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:18 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/991652918' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:41:18.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:18 smithi098 ceph-mon[88922]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-12T01:41:18.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:18 smithi193 ceph-mon[83763]: pgmap v3882: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:41:18.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:18 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:41:18.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:18 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/991652918' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:41:18.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:18 smithi193 ceph-mon[83763]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-12T01:41:19.242 INFO:tasks.workunit.client.0.smithi098.stdout: wrote [613346~64259,968942~20092,6311744~57746,7806836~32978,8689959~27374,10021860~38471,13613330~56228,15240756~12027,18294629~45228,20351481~80374] 2024-04-12T01:41:19.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:19 smithi098 ceph-mon[91373]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-12T01:41:19.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:19 smithi098 ceph-mon[88922]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-12T01:41:19.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:19 smithi193 ceph-mon[83763]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-12T01:41:20.229 INFO:tasks.workunit.client.0.smithi098.stdout: wrote [118614~31506,2627896~78071,9022935~81482,9314748~84573,9548790~18434,10481154~46188,11670028~7701,11751128~37675,19928268~53299] 2024-04-12T01:41:20.234 INFO:tasks.workunit.client.0.smithi098.stdout: diff was [118614~31506,989034~1716933,9022935~81482,9314748~84573,9548790~18434,10060331~1728472,19928268~53299] 2024-04-12T01:41:20.238 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5033 ms) 2024-04-12T01:41:20.238 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-12T01:41:20.238 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:41:20.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:20 smithi098 ceph-mon[91373]: pgmap v3885: 137 pgs: 10 creating+peering, 4 unknown, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:41:20.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:20 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:41:20.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:20 smithi098 ceph-mon[91373]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-12T01:41:20.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:20.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:20 smithi098 ceph-mon[88922]: pgmap v3885: 137 pgs: 10 creating+peering, 4 unknown, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:41:20.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:20 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:41:20.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:20 smithi098 ceph-mon[88922]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-12T01:41:20.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:20.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:20 smithi193 ceph-mon[83763]: pgmap v3885: 137 pgs: 10 creating+peering, 4 unknown, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:41:20.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:20 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:41:20.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:20 smithi193 ceph-mon[83763]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-12T01:41:20.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:21.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:21 smithi098 ceph-mon[91373]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-12T01:41:21.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:21 smithi098 ceph-mon[88922]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-12T01:41:21.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:21 smithi193 ceph-mon[83763]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-12T01:41:22.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:22 smithi098 ceph-mon[91373]: pgmap v3888: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:41:22.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:22 smithi098 ceph-mon[91373]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-12T01:41:22.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:22 smithi098 ceph-mon[88922]: pgmap v3888: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:41:22.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:22 smithi098 ceph-mon[88922]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-12T01:41:22.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:41:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:41:22.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:22 smithi193 ceph-mon[83763]: pgmap v3888: 137 pgs: 10 creating+peering, 127 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:41:22.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:22 smithi193 ceph-mon[83763]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-12T01:41:23.255 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3017 ms) 2024-04-12T01:41:23.256 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-12T01:41:23.256 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:41:23.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:23 smithi098 ceph-mon[91373]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-12T01:41:23.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:23 smithi098 ceph-mon[88922]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-12T01:41:23.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:23 smithi193 ceph-mon[83763]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-12T01:41:24.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:24 smithi098 ceph-mon[91373]: pgmap v3891: 137 pgs: 137 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 165 KiB/s wr, 77 op/s 2024-04-12T01:41:24.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:24 smithi098 ceph-mon[91373]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-12T01:41:24.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:24 smithi098 ceph-mon[88922]: pgmap v3891: 137 pgs: 137 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 165 KiB/s wr, 77 op/s 2024-04-12T01:41:24.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:24 smithi098 ceph-mon[88922]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-12T01:41:24.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:24 smithi193 ceph-mon[83763]: pgmap v3891: 137 pgs: 137 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 165 KiB/s wr, 77 op/s 2024-04-12T01:41:24.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:24 smithi193 ceph-mon[83763]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-12T01:41:25.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:25 smithi098 ceph-mon[91373]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-12T01:41:25.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:25 smithi098 ceph-mon[88922]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-12T01:41:25.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:25 smithi193 ceph-mon[83763]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-12T01:41:26.032 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:41:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:41:25] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2024-04-12T01:41:26.274 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3019 ms) 2024-04-12T01:41:26.274 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-12T01:41:26.274 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:41:26.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:26 smithi098 ceph-mon[91373]: pgmap v3894: 137 pgs: 137 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 226 KiB/s wr, 81 op/s 2024-04-12T01:41:26.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:26 smithi098 ceph-mon[91373]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-12T01:41:26.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:26 smithi098 ceph-mon[88922]: pgmap v3894: 137 pgs: 137 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 226 KiB/s wr, 81 op/s 2024-04-12T01:41:26.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:26 smithi098 ceph-mon[88922]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-12T01:41:26.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:26 smithi193 ceph-mon[83763]: pgmap v3894: 137 pgs: 137 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 226 KiB/s wr, 81 op/s 2024-04-12T01:41:26.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:26 smithi193 ceph-mon[83763]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-12T01:41:27.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:27 smithi098 ceph-mon[91373]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-12T01:41:27.532 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:27 smithi098 ceph-mon[88922]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-12T01:41:27.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:27 smithi193 ceph-mon[83763]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-12T01:41:28.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[91373]: pgmap v3897: 137 pgs: 137 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-04-12T01:41:28.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[91373]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-12T01:41:28.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[91373]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-12T01:41:28.532 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.3", "id": [4, 1]}]: dispatch 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.8", "id": [3, 1]}]: dispatch 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]: dispatch 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[88922]: pgmap v3897: 137 pgs: 137 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[88922]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[88922]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.3", "id": [4, 1]}]: dispatch 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.8", "id": [3, 1]}]: dispatch 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-12T01:41:28.533 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:28 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]: dispatch 2024-04-12T01:41:28.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:28 smithi193 ceph-mon[83763]: pgmap v3897: 137 pgs: 137 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-04-12T01:41:28.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:28 smithi193 ceph-mon[83763]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-12T01:41:28.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:28 smithi193 ceph-mon[83763]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-12T01:41:28.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.3", "id": [4, 1]}]: dispatch 2024-04-12T01:41:28.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.8", "id": [3, 1]}]: dispatch 2024-04-12T01:41:28.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-12T01:41:28.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:28 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]: dispatch 2024-04-12T01:41:29.356 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.3", "id": [4, 1]}]': finished 2024-04-12T01:41:29.356 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.8", "id": [3, 1]}]': finished 2024-04-12T01:41:29.372 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3099 ms) 2024-04-12T01:41:29.373 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-12T01:41:29.373 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:41:29.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.3", "id": [4, 1]}]': finished 2024-04-12T01:41:29.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.8", "id": [3, 1]}]': finished 2024-04-12T01:41:29.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-12T01:41:29.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:29 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]': finished 2024-04-12T01:41:29.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:29 smithi193 ceph-mon[83763]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-12T01:41:29.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.3", "id": [4, 1]}]': finished 2024-04-12T01:41:29.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.8", "id": [3, 1]}]': finished 2024-04-12T01:41:29.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-12T01:41:29.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]': finished 2024-04-12T01:41:29.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[91373]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-12T01:41:29.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-12T01:41:29.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.19", "id": [4, 6]}]': finished 2024-04-12T01:41:29.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:29 smithi098 ceph-mon[88922]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-12T01:41:30.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:30 smithi193 ceph-mon[83763]: pgmap v3901: 137 pgs: 1 peering, 136 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 16 KiB/s wr, 147 op/s 2024-04-12T01:41:30.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:30 smithi193 ceph-mon[83763]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-12T01:41:30.684 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:30 smithi098 ceph-mon[91373]: pgmap v3901: 137 pgs: 1 peering, 136 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 16 KiB/s wr, 147 op/s 2024-04-12T01:41:30.685 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:30 smithi098 ceph-mon[91373]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-12T01:41:30.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:30 smithi098 ceph-mon[88922]: pgmap v3901: 137 pgs: 1 peering, 136 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 16 KiB/s wr, 147 op/s 2024-04-12T01:41:30.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:30 smithi098 ceph-mon[88922]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-12T01:41:31.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:31 smithi098 ceph-mon[91373]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-12T01:41:31.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:31 smithi098 ceph-mon[88922]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-12T01:41:31.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:31 smithi193 ceph-mon[83763]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-12T01:41:32.411 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3038 ms) 2024-04-12T01:41:32.411 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-12T01:41:32.411 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:41:32.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:41:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:41:32.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:32 smithi193 ceph-mon[83763]: pgmap v3904: 137 pgs: 1 peering, 136 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-04-12T01:41:32.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:32 smithi193 ceph-mon[83763]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-12T01:41:32.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:32 smithi098 ceph-mon[91373]: pgmap v3904: 137 pgs: 1 peering, 136 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-04-12T01:41:32.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:32 smithi098 ceph-mon[91373]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-12T01:41:32.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:32 smithi098 ceph-mon[88922]: pgmap v3904: 137 pgs: 1 peering, 136 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-04-12T01:41:32.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:32 smithi098 ceph-mon[88922]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-12T01:41:33.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:33 smithi098 ceph-mon[91373]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-12T01:41:33.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:33 smithi098 ceph-mon[88922]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-12T01:41:33.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:33 smithi193 ceph-mon[83763]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-12T01:41:34.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:34 smithi098 ceph-mon[88922]: pgmap v3907: 137 pgs: 1 peering, 136 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 55 op/s; 90 B/s, 0 objects/s recovering 2024-04-12T01:41:34.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:34 smithi098 ceph-mon[88922]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-12T01:41:34.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:34 smithi098 ceph-mon[91373]: pgmap v3907: 137 pgs: 1 peering, 136 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 55 op/s; 90 B/s, 0 objects/s recovering 2024-04-12T01:41:34.783 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:34 smithi098 ceph-mon[91373]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-12T01:41:34.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:34 smithi193 ceph-mon[83763]: pgmap v3907: 137 pgs: 1 peering, 136 active+clean; 20 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 55 op/s; 90 B/s, 0 objects/s recovering 2024-04-12T01:41:34.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:34 smithi193 ceph-mon[83763]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-12T01:41:35.432 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3021 ms) 2024-04-12T01:41:35.432 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-12T01:41:35.432 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:41:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: i=0 exists [50805051~3368949,137299313~8178418,145830857~7085688,167757207~8110995,185346262~346333,189186730~3857906,350922856~455242,360784291~5939927,386252479~4405138] wrote [50805051~3368949,137299313~8178418,145830857~7085688,167757207~8110995,185346262~346333,189186730~3857906,350922856~455242,360784291~5939927,386252479~4405138] 2024-04-12T01:41:35.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:35 smithi098 ceph-mon[88922]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-12T01:41:35.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:35.675 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:35 smithi098 ceph-mon[91373]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-12T01:41:35.675 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:35.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:35 smithi193 ceph-mon[83763]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-12T01:41:35.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:36.032 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:41:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:41:35] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:41:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: i=1 exists [45248386~8925614,83525946~2252884,100550458~2017194,116624865~6976948,126784993~891167,129399509~6144720,137299313~8178418,145830857~7085688,167757207~8110995,185346262~346333,189186730~3857906,211510137~7218857,263130705~5940047,294503094~6917203,350922856~455242,360784291~5939927,386252479~4405138,399620070~5492996] wrote [45248386~7510384,83525946~2252884,100550458~2017194,116624865~6976948,126784993~891167,129399509~6144720,211510137~7218857,263130705~5940047,294503094~6917203,399620070~5492996] 2024-04-12T01:41:36.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:36 smithi098 ceph-mon[88922]: pgmap v3910: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 262 KiB/s wr, 62 op/s; 103 B/s, 1 objects/s recovering 2024-04-12T01:41:36.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:36 smithi098 ceph-mon[88922]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-12T01:41:36.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:36 smithi098 ceph-mon[91373]: pgmap v3910: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 262 KiB/s wr, 62 op/s; 103 B/s, 1 objects/s recovering 2024-04-12T01:41:36.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:36 smithi098 ceph-mon[91373]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-12T01:41:36.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:36 smithi193 ceph-mon[83763]: pgmap v3910: 137 pgs: 137 active+clean; 21 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 262 KiB/s wr, 62 op/s; 103 B/s, 1 objects/s recovering 2024-04-12T01:41:36.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:36 smithi193 ceph-mon[83763]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-12T01:41:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: i=2 exists [41421551~13915570,64218880~6968151,76316981~5070452,83525946~2252884,91756068~571794,100550458~2017194,116624865~6976948,126784993~891167,129399509~6144720,137299313~8178418,145830857~7085688,167757207~8110995,185346262~346333,189186730~3857906,211510137~7933935,263130705~5940047,294503094~6917203,350922856~455242,357169912~9554306,386252479~4405138,395938896~9174170] wrote [41421551~4480382,46908231~8428890,64218880~6968151,76316981~5070452,91756068~571794,169878442~4022747,217564527~1879545,357169912~7167329,395938896~7029806] 2024-04-12T01:41:37.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:37 smithi098 ceph-mon[88922]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-12T01:41:37.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:37 smithi098 ceph-mon[91373]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-12T01:41:37.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:37 smithi193 ceph-mon[83763]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-12T01:41:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: i=3 exists [6072120~7581808,41421551~14734180,64218880~6968151,76316981~5070452,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,116624865~6976948,126784993~891167,129399509~6372962,137299313~8178418,145830857~7085688,167757207~8199326,185346262~346333,189186730~6602844,211510137~7933935,263130705~5940047,276622077~5563004,294503094~6917203,350922856~455242,357169912~12111106,374954010~3444098,386252479~4405138,395938896~9174170] wrote [6072120~7581808,47832414~1964315,51768005~4387726,95524568~3904843,130635305~5137166,173394458~2562075,192935324~2854250,276622077~5563004,361726981~7554037,374954010~3444098] 2024-04-12T01:41:38.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:38 smithi098 ceph-mon[91373]: pgmap v3913: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 9.0 MiB/s wr, 68 op/s; 12 B/s, 0 objects/s recovering 2024-04-12T01:41:38.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:38 smithi098 ceph-mon[91373]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-12T01:41:38.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:38 smithi098 ceph-mon[88922]: pgmap v3913: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 9.0 MiB/s wr, 68 op/s; 12 B/s, 0 objects/s recovering 2024-04-12T01:41:38.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:38 smithi098 ceph-mon[88922]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-12T01:41:38.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:38 smithi193 ceph-mon[83763]: pgmap v3913: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 9.0 MiB/s wr, 68 op/s; 12 B/s, 0 objects/s recovering 2024-04-12T01:41:38.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:38 smithi193 ceph-mon[83763]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-12T01:41:39.498 INFO:tasks.workunit.client.0.smithi098.stdout: i=4 exists [4272862~9381066,16086860~7728875,41421551~14734180,64218880~6968151,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,116624865~6976948,126784993~891167,129399509~6372962,137299313~8178418,145830857~7085688,167757207~8199326,184699264~11090310,211510137~7933935,234554310~5747744,242249135~5958418,263130705~5940047,276622077~5563004,282259166~3412035,294503094~6917203,316974475~3143553,350922856~455242,357169912~12111106,369528944~5213759,374954010~3444098,386252479~4405138,395938896~9174170] wrote [4272862~5452874,16086860~7728875,48835935~3048894,81326104~1907181,184699264~5897046,234554310~5747744,242249135~5958418,282259166~3412035,316974475~3143553,369528944~5213759] 2024-04-12T01:41:39.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:39 smithi098 ceph-mon[91373]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-12T01:41:39.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:39 smithi098 ceph-mon[88922]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-12T01:41:39.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:39 smithi193 ceph-mon[83763]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-12T01:41:40.528 INFO:tasks.workunit.client.0.smithi098.stdout: i=5 exists [3390859~10263069,16086860~7728875,41421551~16534376,64218880~6968151,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,106611732~8015364,116624865~6976948,126784993~891167,129399509~6372962,137299313~8178418,145830857~7085688,160520445~15436088,184699264~11090310,211510137~7933935,234554310~5747744,242249135~5958418,249571495~4381460,263130705~5940047,276622077~5563004,282259166~5982755,294503094~6917203,316974475~9362214,350922856~455242,357169912~12111106,369528944~5213759,374954010~3444098,386252479~4405138,395938896~9174170] wrote [3390859~1572923,54300280~3655647,106611732~8015364,160520445~7279529,168658154~4191731,249571495~4381460,282959319~5282602,318505502~7831187] 2024-04-12T01:41:40.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:40 smithi098 ceph-mon[91373]: pgmap v3916: 137 pgs: 137 active+clean; 165 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 26 MiB/s wr, 230 op/s 2024-04-12T01:41:40.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:40 smithi098 ceph-mon[91373]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-12T01:41:40.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:40 smithi098 ceph-mon[88922]: pgmap v3916: 137 pgs: 137 active+clean; 165 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 26 MiB/s wr, 230 op/s 2024-04-12T01:41:40.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:40 smithi098 ceph-mon[88922]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-12T01:41:40.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:40 smithi193 ceph-mon[83763]: pgmap v3916: 137 pgs: 137 active+clean; 165 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 26 MiB/s wr, 230 op/s 2024-04-12T01:41:40.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:40 smithi193 ceph-mon[83763]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-12T01:41:41.500 INFO:tasks.workunit.client.0.smithi098.stdout: i=6 exists [3390859~10263069,16086860~7728875,41421551~29765480,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,106611732~8015364,116624865~7045778,126784993~891167,129399509~6372962,137299313~8178418,145830857~9581641,160520445~15436088,184699264~11090310,211510137~7933935,234554310~5747744,242249135~5958418,249571495~4381460,263130705~5940047,276622077~5563004,282259166~10494726,294503094~6917203,316974475~9362214,345644774~4925923,350922856~455242,357169912~12111106,369528944~5213759,374954010~3444098,386252479~4405138,395938896~9174170] wrote [44133459~3782100,56317034~7967133,78711889~812770,122538247~1132396,149642450~5770048,163701393~8163648,250585563~201942,285499067~7254825,345644774~4925923,401467247~1524558] 2024-04-12T01:41:41.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:41 smithi098 ceph-mon[91373]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-12T01:41:41.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:41 smithi098 ceph-mon[88922]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-12T01:41:41.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:41 smithi193 ceph-mon[83763]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-12T01:41:42.506 INFO:tasks.workunit.client.0.smithi098.stdout: i=7 exists [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,106611732~17058911,126784993~891167,129399509~6372962,137299313~8178418,145830857~9581641,160520445~15436088,184699264~11090310,199600861~7961096,211510137~7933935,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,276622077~5563004,282259166~10494726,294503094~6917203,316974475~9362214,345644774~5954211,357169912~12111106,369528944~5213759,374954010~3444098,385463818~5193799,395938896~9174170] wrote [43050429~3164313,72860438~822441,112060887~6827197,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,346652021~4946964,385463818~2155265,400744416~4340267] 2024-04-12T01:41:42.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:42 smithi193 ceph-mon[83763]: pgmap v3919: 137 pgs: 137 active+clean; 214 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 29 MiB/s wr, 175 op/s 2024-04-12T01:41:42.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:42 smithi193 ceph-mon[83763]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-12T01:41:42.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:41:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:41:42.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:42 smithi098 ceph-mon[91373]: pgmap v3919: 137 pgs: 137 active+clean; 214 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 29 MiB/s wr, 175 op/s 2024-04-12T01:41:42.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:42 smithi098 ceph-mon[91373]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-12T01:41:42.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:42 smithi098 ceph-mon[88922]: pgmap v3919: 137 pgs: 137 active+clean; 214 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 29 MiB/s wr, 175 op/s 2024-04-12T01:41:42.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:42 smithi098 ceph-mon[88922]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-12T01:41:43.514 INFO:tasks.workunit.client.0.smithi098.stdout: i=8 exists [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,93827898~5601513,100550458~2017194,106611732~17058911,126784993~891167,129399509~6372962,137299313~8178418,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~11090310,199600861~7961096,211510137~7933935,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,276622077~5563004,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,345644774~5954211,357169912~12111106,369528944~8869164,385463818~5193799,390953405~4656206,395938896~9174170,409125755~2222209] wrote [93827898~3311578,149600923~1793562,155445952~4189116,180486624~97719,300986706~4187667,329433094~4378684,372157791~3122709,390953405~4656206,409125755~2222209] 2024-04-12T01:41:43.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:43 smithi098 ceph-mon[91373]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-12T01:41:43.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:43 smithi098 ceph-mon[88922]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-12T01:41:43.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:43 smithi193 ceph-mon[83763]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-12T01:41:44.520 INFO:tasks.workunit.client.0.smithi098.stdout: i=9 exists [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,93827898~5901168,100550458~2017194,106611732~18216027,126784993~891167,129399509~6372962,137299313~8178418,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~11090310,199600861~7961096,211510137~7933935,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,274298406~7886675,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,345644774~5954211,357169912~21228196,385463818~5193799,390953405~4656206,395938896~9174170,408782395~2860419] wrote [8254508~4231191,62280104~5998626,96285779~3443287,108646048~1396251,122653336~2174423,274298406~6489292,297863846~921225,362026581~7765000,408782395~2860419] 2024-04-12T01:41:44.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:44 smithi098 ceph-mon[91373]: pgmap v3922: 137 pgs: 137 active+clean; 380 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 49 MiB/s wr, 304 op/s 2024-04-12T01:41:44.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:44 smithi098 ceph-mon[91373]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-12T01:41:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:44 smithi098 ceph-mon[88922]: pgmap v3922: 137 pgs: 137 active+clean; 380 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 49 MiB/s wr, 304 op/s 2024-04-12T01:41:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:44 smithi098 ceph-mon[88922]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-12T01:41:44.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:44 smithi193 ceph-mon[83763]: pgmap v3922: 137 pgs: 137 active+clean; 380 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 49 MiB/s wr, 304 op/s 2024-04-12T01:41:44.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:44 smithi193 ceph-mon[83763]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-12T01:41:45.534 INFO:tasks.workunit.client.0.smithi098.stdout: i=10 exists [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,93827898~5901168,100550458~2017194,106611732~18216027,126784993~18692738,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~11090310,199600861~7961096,211510137~7933935,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,274298406~7886675,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~5193799,390953405~4656206,395938896~9174170,408782395~2860419] wrote [42104250~6981150,126801181~7063819,135001268~5272021,173222266~2379007,189481556~3813351,226377322~31530,338069265~1642456,351533967~2662183,356760670~3221754,381029875~3831550] 2024-04-12T01:41:45.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:45 smithi098 ceph-mon[91373]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-12T01:41:45.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:45 smithi098 ceph-mon[88922]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-12T01:41:45.782 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:41:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:41:45] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:41:45.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:45 smithi193 ceph-mon[83763]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-12T01:41:46.551 INFO:tasks.workunit.client.0.smithi098.stdout: i=11 exists [3390859~20424876,24996220~6755426,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,87509933~15057719,106611732~38865999,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~7933935,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,271362303~10822778,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~5193799,390953405~4656206,395938896~9174170,408782395~2860419] wrote [10662100~6342037,24996220~6755426,61362026~7382537,87509933~7186608,97406856~3692969,122429355~7853727,173075536~1975955,195696420~4243287,271362303~4891588] 2024-04-12T01:41:46.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:46 smithi098 ceph-mon[91373]: pgmap v3925: 137 pgs: 137 active+clean; 443 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 52 MiB/s wr, 306 op/s 2024-04-12T01:41:46.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:46 smithi098 ceph-mon[91373]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-12T01:41:46.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:46 smithi098 ceph-mon[88922]: pgmap v3925: 137 pgs: 137 active+clean; 443 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 52 MiB/s wr, 306 op/s 2024-04-12T01:41:46.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:46 smithi098 ceph-mon[88922]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-12T01:41:46.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:46 smithi193 ceph-mon[83763]: pgmap v3925: 137 pgs: 137 active+clean; 443 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 52 MiB/s wr, 306 op/s 2024-04-12T01:41:46.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:46 smithi193 ceph-mon[83763]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-12T01:41:47.540 INFO:tasks.workunit.client.0.smithi098.stdout: i=12 exists [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,106611732~38865999,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~7933935,226377322~31530,230528247~11282291,242249135~6272250,249571495~4381460,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~5193799,390953405~4656206,395938896~9174170,408782395~2860419] wrote [15222895~1795347,17766007~1929151,62701696~5009521,71718952~3845348,109231847~4080,189519809~6804328,212114541~6029614,230528247~6151429,256816003~4819655,369184934~4764567] 2024-04-12T01:41:47.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:47 smithi098 ceph-mon[91373]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-12T01:41:47.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:47 smithi098 ceph-mon[88922]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-12T01:41:47.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:47 smithi193 ceph-mon[83763]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-12T01:41:48.554 INFO:tasks.workunit.client.0.smithi098.stdout: i=13 exists [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,106611732~39171578,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~7933935,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~10671279,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~5193799,390953405~4656206,395938896~9174170,408782395~2860419] wrote [20429946~582749,47073645~3314446,81368654~926006,140685774~5097536,149065649~5627497,186769283~7800045,239368924~4705062,309439349~5563869,368432511~4063945] 2024-04-12T01:41:48.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:48 smithi098 ceph-mon[91373]: pgmap v3928: 137 pgs: 137 active+clean; 505 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s wr, 14 op/s 2024-04-12T01:41:48.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:48 smithi098 ceph-mon[91373]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-12T01:41:48.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:48 smithi098 ceph-mon[88922]: pgmap v3928: 137 pgs: 137 active+clean; 505 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s wr, 14 op/s 2024-04-12T01:41:48.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:48 smithi098 ceph-mon[88922]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-12T01:41:48.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:48 smithi193 ceph-mon[83763]: pgmap v3928: 137 pgs: 137 active+clean; 505 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s wr, 14 op/s 2024-04-12T01:41:48.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:48 smithi193 ceph-mon[83763]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-12T01:41:49.566 INFO:tasks.workunit.client.0.smithi098.stdout: i=14 exists [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,104962522~40820788,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~5193799,390953405~4656206,395938896~9174170,408782395~2860419] wrote [8115568~770241,9488747~4285697,61084761~7556674,104962522~2943978,166789591~5016048,216723119~4245199,244224149~694826,304623742~1994595,364209485~5663013] 2024-04-12T01:41:49.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:49 smithi098 ceph-mon[91373]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-12T01:41:49.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:49 smithi098 ceph-mon[88922]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-12T01:41:49.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:49 smithi193 ceph-mon[83763]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-12T01:41:50.570 INFO:tasks.workunit.client.0.smithi098.stdout: i=15 exists [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,104962522~40820788,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~5193799,390953405~4656206,395938896~12142931,408782395~3297663] wrote [12150070~3918200,27029007~4602176,67573666~2705397,92266127~6232464,245428173~7488725,337339276~6992899,346951728~2783635,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:50 smithi098 ceph-mon[91373]: pgmap v3931: 137 pgs: 137 active+clean; 609 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 38 MiB/s wr, 332 op/s 2024-04-12T01:41:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:50 smithi098 ceph-mon[91373]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-12T01:41:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:50 smithi098 ceph-mon[88922]: pgmap v3931: 137 pgs: 137 active+clean; 609 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 38 MiB/s wr, 332 op/s 2024-04-12T01:41:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:50 smithi098 ceph-mon[88922]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-12T01:41:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:50.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:50 smithi193 ceph-mon[83763]: pgmap v3931: 137 pgs: 137 active+clean; 609 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 38 MiB/s wr, 332 op/s 2024-04-12T01:41:50.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:50 smithi193 ceph-mon[83763]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-12T01:41:50.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:41:51.574 INFO:tasks.workunit.client.0.smithi098.stdout: i=16 exists [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,104962522~40820788,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~7388897,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~5193799,390953405~4656206,395938896~12142931,408782395~3297663] wrote [44632280~5475862,126263271~7342798,186896792~4586856,230583503~7573150,240510822~3799212,261681855~2406519,275327172~5635997,352342843~1067411,399978986~6204108] 2024-04-12T01:41:51.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:51 smithi098 ceph-mon[88922]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-12T01:41:51.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:51 smithi098 ceph-mon[91373]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-12T01:41:51.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:51 smithi193 ceph-mon[83763]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-12T01:41:52.578 INFO:tasks.workunit.client.0.smithi098.stdout: i=17 exists [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~7388897,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~2546081,381029875~3831550,385463818~5193799,390953405~4656206,395938896~12142931,408782395~3297663] wrote [36553881~2760352,51305615~7556448,81990406~7340788,91964494~5718051,145833360~1074313,211626346~1223265,323220258~4127497,346436103~76482,348694471~7543788] 2024-04-12T01:41:52.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:52 smithi193 ceph-mon[83763]: pgmap v3934: 137 pgs: 137 active+clean; 647 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 34 MiB/s wr, 329 op/s 2024-04-12T01:41:52.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:52 smithi193 ceph-mon[83763]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-12T01:41:52.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:41:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:41:52.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:52 smithi098 ceph-mon[88922]: pgmap v3934: 137 pgs: 137 active+clean; 647 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 34 MiB/s wr, 329 op/s 2024-04-12T01:41:52.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:52 smithi098 ceph-mon[88922]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-12T01:41:52.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:52 smithi098 ceph-mon[91373]: pgmap v3934: 137 pgs: 137 active+clean; 647 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 34 MiB/s wr, 329 op/s 2024-04-12T01:41:52.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:52 smithi098 ceph-mon[91373]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-12T01:41:53.625 INFO:tasks.workunit.client.0.smithi098.stdout: i=18 exists [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~7388897,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~12181146,390953405~4656206,395938896~12142931,408782395~3297663] wrote [43328711~4790902,89565518~7240939,138747238~3339248,182200243~7473522,233024000~8085689,373687433~370408,379303474~7854906,396114458~5556518,403202709~2095612] 2024-04-12T01:41:53.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:53 smithi098 ceph-mon[88922]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-12T01:41:53.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:53 smithi098 ceph-mon[91373]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-12T01:41:53.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:53 smithi193 ceph-mon[83763]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-12T01:41:54.606 INFO:tasks.workunit.client.0.smithi098.stdout: i=19 exists [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145830857~9581641,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~17133140,395938896~16141162] wrote [720636~3836767,4596237~5906643,51282850~5186508,99740151~2673111,136209319~2390582,244087416~7726783,265339903~5972935,307182782~6579018,390475181~3862260,403359110~6191023] 2024-04-12T01:41:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:54 smithi098 ceph-mon[88922]: pgmap v3937: 137 pgs: 137 active+clean; 764 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 37 MiB/s wr, 371 op/s 2024-04-12T01:41:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:54 smithi098 ceph-mon[88922]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-12T01:41:54.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:54 smithi098 ceph-mon[91373]: pgmap v3937: 137 pgs: 137 active+clean; 764 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 37 MiB/s wr, 371 op/s 2024-04-12T01:41:54.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:54 smithi098 ceph-mon[91373]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-12T01:41:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:54 smithi193 ceph-mon[83763]: pgmap v3937: 137 pgs: 137 active+clean; 764 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 37 MiB/s wr, 371 op/s 2024-04-12T01:41:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:54 smithi193 ceph-mon[83763]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-12T01:41:55.543 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 1 diff [45248386~7510384,83525946~2252884,100550458~2017194,116624865~6976948,126784993~891167,129399509~6144720,211510137~7218857,263130705~5940047,294503094~6917203,399620070~5492996] 2024-04-12T01:41:55.543 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [45248386~7510384,83525946~2252884,100550458~2017194,116624865~6976948,126784993~891167,129399509~6144720,211510137~7218857,263130705~5940047,294503094~6917203,399620070~5492996] 2024-04-12T01:41:55.562 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [41943040~10815730,79691776~6087054,96468992~6098660,113246208~10355605,125829120~9715109,209715200~9013794,260046848~9023904,293601280~7819017,398458880~6654186] 2024-04-12T01:41:55.562 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 2 diff [41421551~13915570,64218880~6968151,76316981~5070452,83525946~2252884,91756068~571794,100550458~2017194,116624865~6976948,126784993~891167,129399509~6144720,169878442~4022747,211510137~7933935,263130705~5940047,294503094~6917203,357169912~7167329,395938896~9174170] 2024-04-12T01:41:55.562 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [41421551~13915570,64218880~6968151,76316981~5070452,83525946~2252884,91756068~571794,100550458~2017194,116624865~6976948,126784993~891167,129399509~6144720,169878442~4022747,211510137~7933935,263130705~5940047,294503094~6917203,357169912~7167329,395938896~9174170] 2024-04-12T01:41:55.569 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [37748736~17588385,62914560~8272471,75497472~10281358,88080384~4247478,96468992~6098660,113246208~10355605,125829120~9715109,169878442~4022747,209715200~9728872,260046848~9023904,293601280~7819017,356515840~7821401,394264576~10848490] 2024-04-12T01:41:55.569 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 3 diff [6072120~7581808,41421551~14734180,64218880~6968151,76316981~5070452,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,116624865~6976948,126784993~891167,129399509~6372962,169878442~6078091,192935324~2854250,211510137~7933935,263130705~5940047,276622077~5563004,294503094~6917203,357169912~12111106,374954010~3444098,395938896~9174170] 2024-04-12T01:41:55.569 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [6072120~7581808,41421551~14734180,64218880~6968151,76316981~5070452,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,116624865~6976948,126784993~891167,129399509~6372962,169878442~6078091,192935324~2854250,211510137~7933935,263130705~5940047,276622077~5563004,294503094~6917203,357169912~12111106,374954010~3444098,395938896~9174170] 2024-04-12T01:41:55.576 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~9459624,37748736~18406995,62914560~8272471,75497472~10281358,88080384~14487268,113246208~10355605,125829120~9943351,169878442~6078091,192935324~2854250,209715200~9728872,260046848~9023904,272629760~9555321,293601280~7819017,356515840~12765178,373293056~5105052,394264576~10848490] 2024-04-12T01:41:55.576 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 4 diff [4272862~9381066,16086860~7728875,41421551~14734180,64218880~6968151,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,116624865~6976948,126784993~891167,129399509~6372962,169878442~6078091,184699264~5897046,192935324~2854250,211510137~7933935,234554310~5747744,242249135~5958418,263130705~5940047,276622077~5563004,282259166~3412035,294503094~6917203,316974475~3143553,357169912~12111106,369528944~5213759,374954010~3444098,395938896~9174170] 2024-04-12T01:41:55.576 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4272862~9381066,16086860~7728875,41421551~14734180,64218880~6968151,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,116624865~6976948,126784993~891167,129399509~6372962,169878442~6078091,184699264~5897046,192935324~2854250,211510137~7933935,234554310~5747744,242249135~5958418,263130705~5940047,276622077~5563004,282259166~3412035,294503094~6917203,316974475~3143553,357169912~12111106,369528944~5213759,374954010~3444098,395938896~9174170] 2024-04-12T01:41:55.583 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~19621431,37748736~18406995,62914560~8272471,75497472~10281358,88080384~14487268,113246208~10355605,125829120~9943351,169878442~6078091,184699264~5897046,192935324~2854250,209715200~9728872,230686720~17520833,260046848~9023904,272629760~13041441,293601280~7819017,314572800~5545228,356515840~21882268,394264576~10848490] 2024-04-12T01:41:55.583 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 5 diff [3390859~10263069,16086860~7728875,41421551~16534376,64218880~6968151,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,106611732~8015364,116624865~6976948,126784993~891167,129399509~6372962,160520445~7279529,168658154~7298379,184699264~5897046,192935324~2854250,211510137~7933935,234554310~5747744,242249135~5958418,249571495~4381460,263130705~5940047,276622077~5563004,282259166~5982755,294503094~6917203,316974475~9362214,357169912~12111106,369528944~5213759,374954010~3444098,395938896~9174170] 2024-04-12T01:41:55.583 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~16534376,64218880~6968151,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,106611732~8015364,116624865~6976948,126784993~891167,129399509~6372962,160520445~7279529,168658154~7298379,184699264~5897046,192935324~2854250,211510137~7933935,234554310~5747744,242249135~5958418,249571495~4381460,263130705~5940047,276622077~5563004,282259166~5982755,294503094~6917203,316974475~9362214,357169912~12111106,369528944~5213759,374954010~3444098,395938896~9174170] 2024-04-12T01:41:55.589 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~20207191,62914560~8272471,75497472~10281358,88080384~14487268,104857600~18744213,125829120~9943351,159383552~8416422,168658154~7298379,184699264~5897046,192935324~2854250,209715200~9728872,230686720~23266235,260046848~9023904,272629760~15612161,293601280~7819017,314572800~11763889,356515840~21882268,394264576~10848490] 2024-04-12T01:41:55.589 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 6 diff [3390859~10263069,16086860~7728875,41421551~29765480,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,106611732~8015364,116624865~7045778,126784993~891167,129399509~6372962,149642450~5770048,160520445~15436088,184699264~5897046,192935324~2854250,211510137~7933935,234554310~5747744,242249135~5958418,249571495~4381460,263130705~5940047,276622077~5563004,282259166~10494726,294503094~6917203,316974475~9362214,345644774~4925923,357169912~12111106,369528944~5213759,374954010~3444098,395938896~9174170] 2024-04-12T01:41:55.590 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,106611732~8015364,116624865~7045778,126784993~891167,129399509~6372962,149642450~5770048,160520445~15436088,184699264~5897046,192935324~2854250,211510137~7933935,234554310~5747744,242249135~5958418,249571495~4381460,263130705~5940047,276622077~5563004,282259166~10494726,294503094~6917203,316974475~9362214,345644774~4925923,357169912~12111106,369528944~5213759,374954010~3444098,395938896~9174170] 2024-04-12T01:41:55.597 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,75497472~10281358,88080384~14487268,104857600~18813043,125829120~9943351,149642450~5770048,159383552~16572981,184699264~5897046,192935324~2854250,209715200~9728872,230686720~23266235,260046848~9023904,272629760~20124132,293601280~7819017,314572800~11763889,343932928~6637769,356515840~21882268,394264576~10848490] 2024-04-12T01:41:55.597 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 7 diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,106611732~17058911,126784993~891167,129399509~6372962,149642450~5770048,160520445~15436088,184699264~8148998,192935324~2854250,199600861~7961096,211510137~7933935,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,276622077~5563004,282259166~10494726,294503094~6917203,316974475~9362214,345644774~5954211,357169912~12111106,369528944~5213759,374954010~3444098,385463818~2155265,395938896~9174170] 2024-04-12T01:41:55.597 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,95524568~3904843,100550458~2017194,106611732~17058911,126784993~891167,129399509~6372962,149642450~5770048,160520445~15436088,184699264~8148998,192935324~2854250,199600861~7961096,211510137~7933935,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,276622077~5563004,282259166~10494726,294503094~6917203,316974475~9362214,345644774~5954211,357169912~12111106,369528944~5213759,374954010~3444098,385463818~2155265,395938896~9174170] 2024-04-12T01:41:55.603 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,71303168~2379711,75497472~10281358,88080384~14487268,104857600~18813043,125829120~9943351,149642450~5770048,159383552~16572981,184699264~8148998,192935324~2854250,197132288~10429669,209715200~9728872,230686720~23266235,260046848~9023904,272629760~20124132,293601280~7819017,314572800~11763889,343932928~7666057,356515840~21882268,381681664~5937419,394264576~10848490] 2024-04-12T01:41:55.603 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 8 diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,93827898~5601513,100550458~2017194,106611732~17058911,126784993~891167,129399509~6372962,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,211510137~7933935,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,276622077~5563004,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,345644774~5954211,357169912~12111106,369528944~8869164,385463818~2155265,390953405~4656206,395938896~9174170,409125755~2222209] 2024-04-12T01:41:55.603 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,93827898~5601513,100550458~2017194,106611732~17058911,126784993~891167,129399509~6372962,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,211510137~7933935,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,276622077~5563004,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,345644774~5954211,357169912~12111106,369528944~8869164,385463818~2155265,390953405~4656206,395938896~9174170,409125755~2222209] 2024-04-12T01:41:55.610 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,71303168~2379711,75497472~10281358,88080384~14487268,104857600~18813043,125829120~9943351,149600923~26355610,180355072~229271,184699264~8148998,192935324~2854250,197132288~10429669,209715200~9728872,230686720~23266235,260046848~9023904,272629760~20124132,293601280~11573093,314572800~11763889,327155712~6656066,343932928~7666057,356515840~21882268,381681664~5937419,390657617~14455449,406847488~4500476] 2024-04-12T01:41:55.610 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 9 diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,93827898~5901168,100550458~2017194,106611732~18216027,126784993~891167,129399509~6372962,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,211510137~7933935,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,274298406~7886675,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,345644774~5954211,357169912~21228196,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.610 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,93827898~5901168,100550458~2017194,106611732~18216027,126784993~891167,129399509~6372962,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,211510137~7933935,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,274298406~7886675,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,345644774~5954211,357169912~21228196,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.616 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,71303168~2379711,75497472~10281358,88080384~14487268,104857600~19970159,125829120~9943351,149600923~26355610,180355072~229271,184699264~8148998,192935324~2854250,197132288~10429669,209715200~9728872,230686720~23266235,260046848~9023904,272629760~20124132,293601280~11573093,314572800~11763889,327155712~6656066,343932928~7666057,356515840~21882268,381681664~5937419,390657617~14455449,406847488~4795326] 2024-04-12T01:41:55.616 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 10 diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,93827898~5901168,100550458~2017194,106611732~18216027,126784993~13488296,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~11090310,199600861~7961096,211510137~7933935,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,274298406~7886675,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.616 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,91756068~571794,93827898~5901168,100550458~2017194,106611732~18216027,126784993~13488296,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~11090310,199600861~7961096,211510137~7933935,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,274298406~7886675,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.623 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,71303168~2379711,75497472~10281358,88080384~14487268,104857600~19970159,125829120~14444169,149600923~26355610,180355072~229271,184699264~11090310,197132288~10429669,209715200~9728872,222298112~4110740,230686720~23266235,260046848~9023904,272629760~20124132,293601280~11573093,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14455449,406847488~4795326] 2024-04-12T01:41:55.623 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 11 diff [3390859~20424876,24996220~6755426,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,87509933~15057719,106611732~33661557,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~7933935,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,271362303~10822778,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.623 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,72860438~822441,76316981~6916304,83525946~2252884,87509933~15057719,106611732~33661557,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~7933935,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,263130705~5940047,271362303~10822778,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.629 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~2379711,75497472~27070180,104857600~35415689,149600923~26355610,180355072~229271,184699264~22862693,209715200~9728872,222298112~4110740,230686720~23266235,260046848~32707044,293601280~11573093,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14455449,406847488~4795326] 2024-04-12T01:41:55.629 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 12 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,106611732~33661557,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~7933935,226377322~31530,230528247~11282291,242249135~6272250,249571495~4381460,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.629 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,106611732~33661557,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~7933935,226377322~31530,230528247~11282291,242249135~6272250,249571495~4381460,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~10671279,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.637 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~31264484,104857600~35415689,149600923~26355610,180355072~229271,184699264~22862693,209715200~9728872,222298112~4110740,226492416~27460539,255852544~36901348,293601280~11573093,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14455449,406847488~4795326] 2024-04-12T01:41:55.637 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 13 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,106611732~33661557,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~7933935,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~10671279,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.637 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,106611732~33661557,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~7933935,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~10671279,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.643 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~31264484,104857600~35415689,140685774~5097536,149065649~26890884,180355072~229271,184699264~22862693,209715200~9728872,222298112~4110740,226492416~27460539,255852544~36901348,293601280~11573093,306184192~20152497,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14455449,406847488~4795326] 2024-04-12T01:41:55.643 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 14 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,104962522~35310767,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.643 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,104962522~35310767,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9174170,408782395~2860419] 2024-04-12T01:41:55.649 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~31264484,104857600~35415689,140685774~5097536,149065649~26890884,180355072~229271,184699264~22862693,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~32735409,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14455449,406847488~4795326] 2024-04-12T01:41:55.649 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 15 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,104962522~35310767,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.650 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,104962522~35310767,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,263130705~5940047,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.656 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~31264484,104857600~35415689,140685774~5097536,149065649~26890884,180355072~229271,184699264~22862693,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~32735409,327155712~6656066,335544320~18651830,356515840~31103243,390657617~21422441] 2024-04-12T01:41:55.656 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 16 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,104962522~35310767,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~7388897,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.656 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,83525946~2252884,87509933~15057719,104962522~35310767,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~7388897,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.662 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~31264484,104857600~35415689,140685774~5097536,149065649~26890884,180355072~229271,184699264~22862693,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~32735409,327155712~6656066,335544320~18651830,356515840~31103243,390657617~21422441] 2024-04-12T01:41:55.662 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 17 diff [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~35310767,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~7388897,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.662 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~35310767,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~7388897,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.668 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~35415689,140685774~5097536,145833360~1074313,149065649~26890884,180355072~229271,184699264~22862693,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390657617~21422441] 2024-04-12T01:41:55.668 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 18 diff [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~7388897,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.668 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~7388897,271362303~10822778,282259166~10494726,294503094~12115243,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.675 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390657617~21422441] 2024-04-12T01:41:55.675 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 19 diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:55.675 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:55.681 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:41:55.681 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 2 diff [41421551~4480382,46908231~8428890,64218880~6968151,76316981~5070452,91756068~571794,169878442~4022747,217564527~1879545,357169912~7167329,395938896~7029806] 2024-04-12T01:41:55.681 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [41421551~4480382,46908231~8428890,64218880~6968151,76316981~5070452,91756068~571794,169878442~4022747,217564527~1879545,357169912~7167329,395938896~7029806] 2024-04-12T01:41:55.687 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [37748736~8153197,46908231~8428890,62914560~8272471,75497472~5889961,88080384~4247478,169878442~4022747,217564527~1879545,356515840~7821401,394264576~8704126] 2024-04-12T01:41:55.687 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 3 diff [6072120~7581808,41421551~4480382,46908231~9247500,64218880~6968151,76316981~5070452,91756068~571794,95524568~3904843,130635305~5137166,169878442~6078091,192935324~2854250,217564527~1879545,276622077~5563004,357169912~12111106,374954010~3444098,395938896~7029806] 2024-04-12T01:41:55.687 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [6072120~7581808,41421551~4480382,46908231~9247500,64218880~6968151,76316981~5070452,91756068~571794,95524568~3904843,130635305~5137166,169878442~6078091,192935324~2854250,217564527~1879545,276622077~5563004,357169912~12111106,374954010~3444098,395938896~7029806] 2024-04-12T01:41:55.697 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~9459624,37748736~8153197,46908231~9247500,62914560~8272471,75497472~5889961,88080384~11349027,130635305~5137166,169878442~6078091,192935324~2854250,217564527~1879545,272629760~9555321,356515840~12765178,373293056~5105052,394264576~8704126] 2024-04-12T01:41:55.697 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 4 diff [4272862~9381066,16086860~7728875,41421551~4480382,46908231~9247500,64218880~6968151,76316981~6916304,91756068~571794,95524568~3904843,130635305~5137166,169878442~6078091,184699264~5897046,192935324~2854250,217564527~1879545,234554310~5747744,242249135~5958418,276622077~5563004,282259166~3412035,316974475~3143553,357169912~12111106,369528944~5213759,374954010~3444098,395938896~7029806] 2024-04-12T01:41:55.698 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4272862~9381066,16086860~7728875,41421551~4480382,46908231~9247500,64218880~6968151,76316981~6916304,91756068~571794,95524568~3904843,130635305~5137166,169878442~6078091,184699264~5897046,192935324~2854250,217564527~1879545,234554310~5747744,242249135~5958418,276622077~5563004,282259166~3412035,316974475~3143553,357169912~12111106,369528944~5213759,374954010~3444098,395938896~7029806] 2024-04-12T01:41:55.703 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~19621431,37748736~8153197,46908231~9247500,62914560~8272471,75497472~7735813,88080384~11349027,130635305~5137166,169878442~6078091,184699264~5897046,192935324~2854250,217564527~1879545,230686720~17520833,272629760~13041441,314572800~5545228,356515840~21882268,394264576~8704126] 2024-04-12T01:41:55.703 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 5 diff [3390859~10263069,16086860~7728875,41421551~4480382,46908231~11047696,64218880~6968151,76316981~6916304,91756068~571794,95524568~3904843,106611732~8015364,130635305~5137166,160520445~7279529,168658154~7298379,184699264~5897046,192935324~2854250,217564527~1879545,234554310~5747744,242249135~5958418,249571495~4381460,276622077~5563004,282259166~5982755,316974475~9362214,357169912~12111106,369528944~5213759,374954010~3444098,395938896~7029806] 2024-04-12T01:41:55.704 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~4480382,46908231~11047696,64218880~6968151,76316981~6916304,91756068~571794,95524568~3904843,106611732~8015364,130635305~5137166,160520445~7279529,168658154~7298379,184699264~5897046,192935324~2854250,217564527~1879545,234554310~5747744,242249135~5958418,249571495~4381460,276622077~5563004,282259166~5982755,316974475~9362214,357169912~12111106,369528944~5213759,374954010~3444098,395938896~7029806] 2024-04-12T01:41:55.710 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~8153197,46908231~11047696,62914560~8272471,75497472~7735813,88080384~11349027,104857600~9769496,130635305~5137166,159383552~8416422,168658154~7298379,184699264~5897046,192935324~2854250,217564527~1879545,230686720~23266235,272629760~15612161,314572800~11763889,356515840~21882268,394264576~8704126] 2024-04-12T01:41:55.710 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 6 diff [3390859~10263069,16086860~7728875,41421551~29765480,76316981~6916304,91756068~571794,95524568~3904843,106611732~8015364,122538247~1132396,130635305~5137166,149642450~5770048,160520445~15436088,184699264~5897046,192935324~2854250,217564527~1879545,234554310~5747744,242249135~5958418,249571495~4381460,276622077~5563004,282259166~10494726,316974475~9362214,345644774~4925923,357169912~12111106,369528944~5213759,374954010~3444098,395938896~7052909] 2024-04-12T01:41:55.710 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,76316981~6916304,91756068~571794,95524568~3904843,106611732~8015364,122538247~1132396,130635305~5137166,149642450~5770048,160520445~15436088,184699264~5897046,192935324~2854250,217564527~1879545,234554310~5747744,242249135~5958418,249571495~4381460,276622077~5563004,282259166~10494726,316974475~9362214,345644774~4925923,357169912~12111106,369528944~5213759,374954010~3444098,395938896~7052909] 2024-04-12T01:41:55.715 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,75497472~7735813,88080384~11349027,104857600~9769496,122538247~1132396,130635305~5137166,149642450~5770048,159383552~16572981,184699264~5897046,192935324~2854250,217564527~1879545,230686720~23266235,272629760~20124132,314572800~11763889,343932928~6637769,356515840~21882268,394264576~8727229] 2024-04-12T01:41:55.716 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 7 diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,91756068~571794,95524568~3904843,106611732~12276352,122538247~1132396,130635305~5137166,149642450~5770048,160520445~15436088,184699264~8148998,192935324~2854250,199600861~7961096,217564527~1879545,234554310~7256228,242249135~6272250,249571495~4381460,276622077~5563004,282259166~10494726,316974475~9362214,345644774~5954211,357169912~12111106,369528944~5213759,374954010~3444098,385463818~2155265,395938896~9145787] 2024-04-12T01:41:55.716 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,91756068~571794,95524568~3904843,106611732~12276352,122538247~1132396,130635305~5137166,149642450~5770048,160520445~15436088,184699264~8148998,192935324~2854250,199600861~7961096,217564527~1879545,234554310~7256228,242249135~6272250,249571495~4381460,276622077~5563004,282259166~10494726,316974475~9362214,345644774~5954211,357169912~12111106,369528944~5213759,374954010~3444098,385463818~2155265,395938896~9145787] 2024-04-12T01:41:55.721 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,71303168~2379711,75497472~7735813,88080384~11349027,104857600~14030484,122538247~1132396,130635305~5137166,149642450~5770048,159383552~16572981,184699264~8148998,192935324~2854250,197132288~10429669,217564527~1879545,230686720~23266235,272629760~20124132,314572800~11763889,343932928~7666057,356515840~21882268,381681664~5937419,394264576~10820107] 2024-04-12T01:41:55.721 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 8 diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,91756068~571794,93827898~5601513,106611732~12276352,122538247~1132396,130635305~5137166,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,217564527~1879545,234554310~7256228,242249135~6272250,249571495~4381460,276622077~5563004,282259166~10494726,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,357169912~12111106,369528944~8869164,385463818~2155265,390953405~4656206,395938896~9145787,409125755~2222209] 2024-04-12T01:41:55.722 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,91756068~571794,93827898~5601513,106611732~12276352,122538247~1132396,130635305~5137166,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,217564527~1879545,234554310~7256228,242249135~6272250,249571495~4381460,276622077~5563004,282259166~10494726,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,357169912~12111106,369528944~8869164,385463818~2155265,390953405~4656206,395938896~9145787,409125755~2222209] 2024-04-12T01:41:55.728 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,71303168~2379711,75497472~7735813,88080384~11349027,104857600~14030484,122538247~1132396,130635305~5137166,149600923~26355610,180355072~229271,184699264~8148998,192935324~2854250,197132288~10429669,217564527~1879545,230686720~23266235,272629760~20124132,300986706~4187667,314572800~11763889,327155712~6656066,343932928~7666057,356515840~21882268,381681664~5937419,390657617~14427066,406847488~4500476] 2024-04-12T01:41:55.728 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 9 diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,91756068~571794,93827898~5901168,106611732~12276352,122538247~2289512,130635305~5137166,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,217564527~1879545,234554310~7256228,242249135~6272250,249571495~4381460,274298406~7886675,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,357169912~21228196,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.728 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,91756068~571794,93827898~5901168,106611732~12276352,122538247~2289512,130635305~5137166,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,217564527~1879545,234554310~7256228,242249135~6272250,249571495~4381460,274298406~7886675,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,357169912~21228196,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.734 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,71303168~2379711,75497472~7735813,88080384~11648682,104857600~14030484,122538247~2289512,130635305~5137166,149600923~26355610,180355072~229271,184699264~8148998,192935324~2854250,197132288~10429669,217564527~1879545,230686720~23266235,272629760~20124132,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,343932928~7666057,356515840~21882268,381681664~5937419,390657617~14427066,406847488~4795326] 2024-04-12T01:41:55.734 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 10 diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,91756068~571794,93827898~5901168,106611732~12276352,122538247~2289512,126801181~13472108,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~11090310,199600861~7961096,217564527~1879545,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,274298406~7886675,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.734 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,41421551~29765480,72860438~822441,76316981~6916304,91756068~571794,93827898~5901168,106611732~12276352,122538247~2289512,126801181~13472108,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~11090310,199600861~7961096,217564527~1879545,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,274298406~7886675,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.740 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,37748736~33438295,71303168~2379711,75497472~7735813,88080384~11648682,104857600~14030484,122538247~2289512,126801181~13472108,149600923~26355610,180355072~229271,184699264~11090310,197132288~10429669,217564527~1879545,222298112~4110740,230686720~23266235,272629760~20124132,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14427066,406847488~4795326] 2024-04-12T01:41:55.740 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 11 diff [3390859~20424876,24996220~6755426,41421551~29765480,72860438~822441,76316981~6916304,87509933~13589892,106611732~12276352,122429355~17843934,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,217564527~1879545,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.740 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,72860438~822441,76316981~6916304,87509933~13589892,106611732~12276352,122429355~17843934,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,217564527~1879545,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.746 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~2379711,75497472~7735813,85778830~15320995,104857600~14030484,122429355~17843934,149600923~26355610,180355072~229271,184699264~22862693,217564527~1879545,222298112~4110740,230686720~23266235,269070752~23683140,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14427066,406847488~4795326] 2024-04-12T01:41:55.746 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 12 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,106611732~12276352,122429355~17843934,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~7329531,226377322~31530,230528247~11282291,242249135~6272250,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.746 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,106611732~12276352,122429355~17843934,149600923~5811575,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~7329531,226377322~31530,230528247~11282291,242249135~6272250,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.752 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~11930117,85778830~15320995,104857600~14030484,122429355~17843934,149600923~26355610,180355072~229271,184699264~22862693,212114541~7329531,222298112~4110740,226492416~27460539,255852544~5783114,269070752~23683140,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14427066,406847488~4795326] 2024-04-12T01:41:55.752 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 13 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,106611732~12276352,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~7329531,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.752 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,106611732~12276352,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~7329531,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.758 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~11930117,85778830~15320995,104857600~14030484,122429355~17843934,140685774~5097536,149065649~26890884,180355072~229271,184699264~22862693,212114541~7329531,222298112~4110740,226492416~27460539,255852544~5783114,269070752~23683140,297863846~921225,300986706~4187667,306184192~20152497,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14427066,406847488~4795326] 2024-04-12T01:41:55.758 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 14 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.758 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~21637438,381029875~3831550,385463818~2155265,390953405~4656206,395938896~9145787,408782395~2860419] 2024-04-12T01:41:55.764 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~11930117,85778830~15320995,104857600~14030484,122429355~17843934,140685774~5097536,149065649~26890884,180355072~229271,184699264~22862693,212114541~8853777,222298112~4110740,226492416~27460539,255852544~5783114,269070752~23683140,297863846~921225,300986706~25349983,327155712~6656066,335544320~4167401,343932928~10263222,356515840~31103243,390657617~14427066,406847488~4795326] 2024-04-12T01:41:55.764 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 15 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.764 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.771 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~11930117,85778830~15320995,104857600~14030484,122429355~17843934,140685774~5097536,149065649~26890884,180355072~229271,184699264~22862693,212114541~8853777,222298112~4110740,226492416~27460539,255852544~5783114,269070752~23683140,297863846~921225,300986706~25349983,327155712~6656066,335544320~18651830,356515840~31103243,390657617~21422441] 2024-04-12T01:41:55.771 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 16 diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.771 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,41421551~29765480,71718952~3845348,76316981~6916304,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.777 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,37748736~33438295,71303168~11930117,85778830~15320995,104857600~14030484,122429355~17843934,140685774~5097536,149065649~26890884,180355072~229271,184699264~22862693,212114541~8853777,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,269070752~23683140,297863846~921225,300986706~25349983,327155712~6656066,335544320~18651830,356515840~31103243,390657617~21422441] 2024-04-12T01:41:55.777 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 17 diff [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~24782844,104962522~13925562,122429355~17843934,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.777 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~24782844,104962522~13925562,122429355~17843934,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,184699264~22862693,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:55 smithi098 ceph-mon[91373]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-12T01:41:55.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:55 smithi098 ceph-mon[88922]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-12T01:41:55.782 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:41:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:41:55] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-12T01:41:55.783 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~29796657,104857600~14030484,122429355~17843934,140685774~5097536,145833360~1074313,149065649~26890884,180355072~229271,184699264~22862693,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,269070752~23683140,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390657617~21422441] 2024-04-12T01:41:55.784 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 18 diff [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~24782844,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.784 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~24782844,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390953405~4656206,395938896~12142931,408782395~3297663] 2024-04-12T01:41:55.790 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~29796657,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,269070752~23683140,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390657617~21422441] 2024-04-12T01:41:55.790 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 19 diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:55.790 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:55.796 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:41:55.796 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 3 diff [6072120~7581808,47832414~1964315,51768005~4387726,95524568~3904843,130635305~5137166,173394458~2562075,192935324~2854250,276622077~5563004,361726981~7554037,374954010~3444098] 2024-04-12T01:41:55.796 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [6072120~7581808,47832414~1964315,51768005~4387726,95524568~3904843,130635305~5137166,173394458~2562075,192935324~2854250,276622077~5563004,361726981~7554037,374954010~3444098] 2024-04-12T01:41:55.802 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~9459624,47832414~1964315,51768005~4387726,92327862~7101549,130635305~5137166,173394458~2562075,192935324~2854250,272629760~9555321,361726981~7554037,373293056~5105052] 2024-04-12T01:41:55.802 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 4 diff [4272862~9381066,16086860~7728875,47832414~8323317,81326104~1907181,95524568~3904843,130635305~5137166,173394458~2562075,184699264~5897046,192935324~2854250,234554310~5747744,242249135~5958418,276622077~5563004,282259166~3412035,316974475~3143553,361726981~7554037,369528944~5213759,374954010~3444098] 2024-04-12T01:41:55.802 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4272862~9381066,16086860~7728875,47832414~8323317,81326104~1907181,95524568~3904843,130635305~5137166,173394458~2562075,184699264~5897046,192935324~2854250,234554310~5747744,242249135~5958418,276622077~5563004,282259166~3412035,316974475~3143553,361726981~7554037,369528944~5213759,374954010~3444098] 2024-04-12T01:41:55.808 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~19621431,47832414~8323317,81326104~1907181,92327862~7101549,130635305~5137166,173394458~2562075,184699264~5897046,192935324~2854250,230686720~17520833,272629760~13041441,314572800~5545228,361726981~16671127] 2024-04-12T01:41:55.808 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 5 diff [3390859~10263069,16086860~7728875,47832414~10123513,81326104~1907181,95524568~3904843,106611732~8015364,130635305~5137166,160520445~7279529,168658154~4191731,173394458~2562075,184699264~5897046,192935324~2854250,234554310~5747744,242249135~5958418,249571495~4381460,276622077~5563004,282259166~5982755,316974475~9362214,361726981~7554037,369528944~5213759,374954010~3444098] 2024-04-12T01:41:55.808 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,47832414~10123513,81326104~1907181,95524568~3904843,106611732~8015364,130635305~5137166,160520445~7279529,168658154~4191731,173394458~2562075,184699264~5897046,192935324~2854250,234554310~5747744,242249135~5958418,249571495~4381460,276622077~5563004,282259166~5982755,316974475~9362214,361726981~7554037,369528944~5213759,374954010~3444098] 2024-04-12T01:41:55.813 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,47832414~10123513,81326104~1907181,92327862~7101549,104857600~9769496,130635305~5137166,159383552~8416422,168658154~4191731,173394458~2562075,184699264~5897046,192935324~2854250,230686720~23266235,272629760~15612161,314572800~11763889,361726981~16671127] 2024-04-12T01:41:55.814 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 6 diff [3390859~10263069,16086860~7728875,44133459~20150708,78711889~812770,81326104~1907181,95524568~3904843,106611732~8015364,122538247~1132396,130635305~5137166,149642450~5770048,160520445~12329440,173394458~2562075,184699264~5897046,192935324~2854250,234554310~5747744,242249135~5958418,249571495~4381460,276622077~5563004,282259166~10494726,316974475~9362214,345644774~4925923,361726981~7554037,369528944~5213759,374954010~3444098,401467247~1524558] 2024-04-12T01:41:55.814 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,44133459~20150708,78711889~812770,81326104~1907181,95524568~3904843,106611732~8015364,122538247~1132396,130635305~5137166,149642450~5770048,160520445~12329440,173394458~2562075,184699264~5897046,192935324~2854250,234554310~5747744,242249135~5958418,249571495~4381460,276622077~5563004,282259166~10494726,316974475~9362214,345644774~4925923,361726981~7554037,369528944~5213759,374954010~3444098,401467247~1524558] 2024-04-12T01:41:55.820 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,44133459~20150708,78711889~812770,81326104~1907181,92327862~7101549,104857600~9769496,122538247~1132396,130635305~5137166,149642450~5770048,159383552~13466333,173394458~2562075,184699264~5897046,192935324~2854250,230686720~23266235,272629760~20124132,314572800~11763889,343932928~6637769,361726981~16671127,401467247~1524558] 2024-04-12T01:41:55.820 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 7 diff [3390859~10263069,16086860~7728875,43050429~21233738,72860438~822441,78711889~812770,81326104~1907181,95524568~3904843,106611732~12276352,122538247~1132396,130635305~5137166,149642450~5770048,160520445~12329440,173394458~2562075,184699264~8148998,192935324~2854250,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,276622077~5563004,282259166~10494726,316974475~9362214,345644774~5954211,361726981~7554037,369528944~5213759,374954010~3444098,385463818~2155265,400744416~4340267] 2024-04-12T01:41:55.820 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,43050429~21233738,72860438~822441,78711889~812770,81326104~1907181,95524568~3904843,106611732~12276352,122538247~1132396,130635305~5137166,149642450~5770048,160520445~12329440,173394458~2562075,184699264~8148998,192935324~2854250,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,276622077~5563004,282259166~10494726,316974475~9362214,345644774~5954211,361726981~7554037,369528944~5213759,374954010~3444098,385463818~2155265,400744416~4340267] 2024-04-12T01:41:55.825 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,43050429~21233738,71303168~2379711,78711889~812770,81326104~1907181,92327862~7101549,104857600~14030484,122538247~1132396,130635305~5137166,149642450~5770048,159383552~13466333,173394458~2562075,184699264~8148998,192935324~2854250,197132288~10429669,230686720~23266235,272629760~20124132,314572800~11763889,343932928~7666057,361726981~16671127,381681664~5937419,400744416~4340267] 2024-04-12T01:41:55.826 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 8 diff [3390859~10263069,16086860~7728875,43050429~21233738,72860438~822441,78711889~812770,81326104~1907181,93827898~5601513,106611732~12276352,122538247~1132396,130635305~5137166,149600923~5811575,155445952~4189116,160520445~12329440,173394458~2562075,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,276622077~5563004,282259166~10494726,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,361726981~7554037,369528944~8869164,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:55.826 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,43050429~21233738,72860438~822441,78711889~812770,81326104~1907181,93827898~5601513,106611732~12276352,122538247~1132396,130635305~5137166,149600923~5811575,155445952~4189116,160520445~12329440,173394458~2562075,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,276622077~5563004,282259166~10494726,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,361726981~7554037,369528944~8869164,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:55.831 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,43050429~21233738,71303168~2379711,78711889~812770,81326104~1907181,92327862~7101549,104857600~14030484,122538247~1132396,130635305~5137166,149600923~23248962,173394458~2562075,180355072~229271,184699264~8148998,192935324~2854250,197132288~10429669,230686720~23266235,272629760~20124132,300986706~4187667,314572800~11763889,327155712~6656066,343932928~7666057,361726981~16671127,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4500476] 2024-04-12T01:41:55.832 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 9 diff [3390859~10263069,16086860~7728875,43050429~25228301,72860438~822441,78711889~812770,81326104~1907181,93827898~5901168,106611732~12276352,122538247~2289512,130635305~5137166,149600923~5811575,155445952~4189116,160520445~12329440,173394458~2562075,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,274298406~7886675,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,361726981~16671127,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.832 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,43050429~25228301,72860438~822441,78711889~812770,81326104~1907181,93827898~5901168,106611732~12276352,122538247~2289512,130635305~5137166,149600923~5811575,155445952~4189116,160520445~12329440,173394458~2562075,180486624~97719,184699264~8148998,192935324~2854250,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,274298406~7886675,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,361726981~16671127,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.838 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,43050429~25228301,71303168~2379711,78711889~812770,81326104~1907181,92327862~7401204,104857600~14030484,122538247~2289512,130635305~5137166,149600923~23248962,173394458~2562075,180355072~229271,184699264~8148998,192935324~2854250,197132288~10429669,230686720~23266235,272629760~20124132,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,343932928~7666057,361726981~16671127,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.838 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 10 diff [3390859~10263069,16086860~7728875,42104250~26174480,72860438~822441,78711889~812770,81326104~1907181,93827898~5901168,106611732~12276352,122538247~2289512,126801181~13472108,149600923~5811575,155445952~4189116,160520445~12329440,173222266~2734267,180486624~97719,184699264~11090310,199600861~7961096,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,274298406~7886675,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.838 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~10263069,16086860~7728875,42104250~26174480,72860438~822441,78711889~812770,81326104~1907181,93827898~5901168,106611732~12276352,122538247~2289512,126801181~13472108,149600923~5811575,155445952~4189116,160520445~12329440,173222266~2734267,180486624~97719,184699264~11090310,199600861~7961096,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,274298406~7886675,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.844 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~23815735,42104250~26174480,71303168~2379711,78711889~812770,81326104~1907181,92327862~7401204,104857600~14030484,122538247~2289512,126801181~13472108,149600923~23248962,173222266~2734267,180355072~229271,184699264~11090310,197132288~10429669,222298112~4110740,230686720~23266235,272629760~20124132,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,361726981~25892102,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.844 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 11 diff [3390859~20424876,24996220~6755426,42104250~26640313,72860438~822441,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~17843934,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.844 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~26640313,72860438~822441,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~17843934,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.850 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~26640313,71303168~2379711,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~17843934,149600923~23248962,173075536~2880997,180355072~229271,184699264~22862693,222298112~4110740,230686720~23266235,269070752~23683140,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,361726981~25892102,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.850 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 12 diff [3390859~20424876,24996220~6755426,42104250~26640313,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~17843934,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~6029614,226377322~31530,230528247~11282291,242249135~6272250,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.850 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~26640313,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~17843934,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~6029614,226377322~31530,230528247~11282291,242249135~6272250,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.856 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~26640313,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~17843934,149600923~23248962,173075536~2880997,180355072~229271,184699264~22862693,212114541~6029614,222298112~4110740,226492416~27460539,255852544~5783114,269070752~23683140,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,361726981~25892102,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.856 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 13 diff [3390859~20424876,24996220~6755426,42104250~26640313,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~6029614,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.856 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~26640313,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~6029614,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~4187667,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:55 smithi193 ceph-mon[83763]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-12T01:41:55.863 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~26640313,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~17843934,140685774~5097536,149065649~23784236,173075536~2880997,180355072~229271,184699264~22862693,212114541~6029614,222298112~4110740,226492416~27460539,255852544~5783114,269070752~23683140,297863846~921225,300986706~4187667,306184192~20152497,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,361726981~25892102,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.863 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 14 diff [3390859~20424876,24996220~6755426,42104250~26640313,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.863 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~26640313,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,361726981~16671127,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.869 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~26640313,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~17843934,140685774~5097536,149065649~23784236,173075536~2880997,180355072~229271,184699264~22862693,212114541~8853777,222298112~4110740,226492416~27460539,255852544~5783114,269070752~23683140,297863846~921225,300986706~25349983,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,361726981~25892102,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.869 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 15 diff [3390859~20424876,24996220~6755426,42104250~28174813,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,361726981~16671127,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:55.869 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~28174813,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,361726981~16671127,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:55.875 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~28174813,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~17843934,140685774~5097536,149065649~23784236,173075536~2880997,180355072~229271,184699264~22862693,212114541~8853777,222298112~4110740,226492416~27460539,255852544~5783114,269070752~23683140,297863846~921225,300986706~25349983,327155712~6656066,335544320~18651830,356760670~3221754,361726981~25892102,390657617~4951994,400742368~11337690] 2024-04-12T01:41:55.875 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 16 diff [3390859~20424876,24996220~6755426,42104250~28174813,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,361726981~16671127,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:55.875 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~28174813,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~17843934,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,361726981~16671127,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:55.881 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~28174813,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~17843934,140685774~5097536,149065649~23784236,173075536~2880997,180355072~229271,184699264~22862693,212114541~8853777,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,269070752~23683140,297863846~921225,300986706~25349983,327155712~6656066,335544320~18651830,356760670~3221754,361726981~25892102,390657617~4951994,399978986~12101072] 2024-04-12T01:41:55.881 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 17 diff [3390859~20424876,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~19773721,104962522~13925562,122429355~17843934,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:55.882 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~19773721,104962522~13925562,122429355~17843934,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,184699264~22862693,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:55.887 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~19773721,104857600~14030484,122429355~17843934,140685774~5097536,145833360~1074313,149065649~23784236,173075536~2880997,180355072~229271,184699264~22862693,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,269070752~23683140,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390657617~4951994,399978986~12101072] 2024-04-12T01:41:55.887 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 18 diff [3390859~20424876,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~19773721,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:55.888 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~19773721,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:55.894 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~19773721,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,269070752~23683140,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390657617~4951994,396114458~15965600] 2024-04-12T01:41:55.894 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 19 diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:55.894 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:55.900 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:41:55.900 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 4 diff [4272862~5452874,16086860~7728875,48835935~3048894,81326104~1907181,184699264~5897046,234554310~5747744,242249135~5958418,282259166~3412035,316974475~3143553,369528944~5213759] 2024-04-12T01:41:55.900 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4272862~5452874,16086860~7728875,48835935~3048894,81326104~1907181,184699264~5897046,234554310~5747744,242249135~5958418,282259166~3412035,316974475~3143553,369528944~5213759] 2024-04-12T01:41:55.906 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4272862~5452874,13653928~10161807,48835935~3048894,81326104~1907181,184699264~5897046,230686720~17520833,282185081~3486120,314572800~5545228,369281018~5461685] 2024-04-12T01:41:55.906 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 5 diff [3390859~6334877,16086860~7728875,48835935~3048894,54300280~3655647,81326104~1907181,106611732~8015364,160520445~7279529,168658154~4191731,184699264~5897046,234554310~5747744,242249135~5958418,249571495~4381460,282259166~5982755,316974475~9362214,369528944~5213759] 2024-04-12T01:41:55.906 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~6334877,16086860~7728875,48835935~3048894,54300280~3655647,81326104~1907181,106611732~8015364,160520445~7279529,168658154~4191731,184699264~5897046,234554310~5747744,242249135~5958418,249571495~4381460,282259166~5982755,316974475~9362214,369528944~5213759] 2024-04-12T01:41:55.912 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~9725736,13653928~10161807,48835935~3048894,54300280~3655647,81326104~1907181,104857600~9769496,159383552~8416422,168658154~4191731,184699264~5897046,230686720~23266235,282185081~6056840,314572800~11763889,369281018~5461685] 2024-04-12T01:41:55.912 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 6 diff [3390859~6334877,16086860~7728875,44133459~3782100,48835935~3048894,54300280~9983887,78711889~812770,81326104~1907181,106611732~8015364,122538247~1132396,149642450~5770048,160520445~12329440,184699264~5897046,234554310~5747744,242249135~5958418,249571495~4381460,282259166~10494726,316974475~9362214,345644774~4925923,369528944~5213759,401467247~1524558] 2024-04-12T01:41:55.912 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~6334877,16086860~7728875,44133459~3782100,48835935~3048894,54300280~9983887,78711889~812770,81326104~1907181,106611732~8015364,122538247~1132396,149642450~5770048,160520445~12329440,184699264~5897046,234554310~5747744,242249135~5958418,249571495~4381460,282259166~10494726,316974475~9362214,345644774~4925923,369528944~5213759,401467247~1524558] 2024-04-12T01:41:55.918 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~9725736,13653928~10161807,44133459~3782100,48835935~3048894,54300280~9983887,78711889~812770,81326104~1907181,104857600~9769496,122538247~1132396,149642450~5770048,159383552~13466333,184699264~5897046,230686720~23266235,282185081~10568811,314572800~11763889,343932928~6637769,369281018~5461685,401467247~1524558] 2024-04-12T01:41:55.918 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 7 diff [3390859~6334877,16086860~7728875,43050429~4865130,48835935~3048894,54300280~9983887,72860438~822441,78711889~812770,81326104~1907181,106611732~12276352,122538247~1132396,149642450~5770048,160520445~12329440,184699264~8148998,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,282259166~10494726,316974475~9362214,345644774~5954211,369528944~5213759,385463818~2155265,400744416~4340267] 2024-04-12T01:41:55.918 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~6334877,16086860~7728875,43050429~4865130,48835935~3048894,54300280~9983887,72860438~822441,78711889~812770,81326104~1907181,106611732~12276352,122538247~1132396,149642450~5770048,160520445~12329440,184699264~8148998,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,282259166~10494726,316974475~9362214,345644774~5954211,369528944~5213759,385463818~2155265,400744416~4340267] 2024-04-12T01:41:55.924 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~9725736,13653928~10161807,43050429~4865130,48835935~3048894,54300280~9983887,71303168~2379711,78711889~812770,81326104~1907181,104857600~14030484,122538247~1132396,149642450~5770048,159383552~13466333,184699264~8148998,197132288~10429669,230686720~23266235,282185081~10568811,314572800~11763889,343932928~7666057,369281018~5461685,381681664~5937419,400744416~4340267] 2024-04-12T01:41:55.924 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 8 diff [3390859~6334877,16086860~7728875,43050429~4865130,48835935~3048894,54300280~9983887,72860438~822441,78711889~812770,81326104~1907181,93827898~3311578,106611732~12276352,122538247~1132396,149600923~5811575,155445952~4189116,160520445~12329440,180486624~97719,184699264~8148998,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,282259166~10494726,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,369528944~5751556,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:55.924 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~6334877,16086860~7728875,43050429~4865130,48835935~3048894,54300280~9983887,72860438~822441,78711889~812770,81326104~1907181,93827898~3311578,106611732~12276352,122538247~1132396,149600923~5811575,155445952~4189116,160520445~12329440,180486624~97719,184699264~8148998,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,282259166~10494726,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,369528944~5751556,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:55.930 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~9725736,13653928~10161807,43050429~4865130,48835935~3048894,54300280~9983887,71303168~2379711,78711889~812770,81326104~1907181,93827898~3311578,104857600~14030484,122538247~1132396,149600923~23248962,180355072~229271,184699264~8148998,197132288~10429669,230686720~23266235,282185081~10568811,300986706~4187667,314572800~11763889,327155712~6656066,343932928~7666057,369281018~5999482,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4500476] 2024-04-12T01:41:55.930 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 9 diff [3390859~9094840,16086860~7728875,43050429~4865130,48835935~3048894,54300280~13978450,72860438~822441,78711889~812770,81326104~1907181,93827898~5901168,106611732~12276352,122538247~2289512,149600923~5811575,155445952~4189116,160520445~12329440,180486624~97719,184699264~8148998,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,274298406~6489292,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,362026581~13253919,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.930 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~9094840,16086860~7728875,43050429~4865130,48835935~3048894,54300280~13978450,72860438~822441,78711889~812770,81326104~1907181,93827898~5901168,106611732~12276352,122538247~2289512,149600923~5811575,155445952~4189116,160520445~12329440,180486624~97719,184699264~8148998,199600861~7961096,234554310~7256228,242249135~6272250,249571495~4381460,274298406~6489292,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,345644774~5954211,362026581~13253919,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.936 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12485699,13653928~10161807,43050429~4865130,48835935~3048894,54300280~13978450,71303168~2379711,78711889~812770,81326104~1907181,93827898~5901168,104857600~14030484,122538247~2289512,149600923~23248962,180355072~229271,184699264~8148998,197132288~10429669,230686720~23266235,274298406~6489292,282185081~10568811,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,343932928~7666057,362026581~13253919,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.936 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 10 diff [3390859~9094840,16086860~7728875,42104250~9780579,54300280~13978450,72860438~822441,78711889~812770,81326104~1907181,93827898~5901168,106611732~12276352,122538247~2289512,126801181~7063819,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173222266~2379007,180486624~97719,184699264~8595643,199600861~7961096,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,274298406~6489292,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.936 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~9094840,16086860~7728875,42104250~9780579,54300280~13978450,72860438~822441,78711889~812770,81326104~1907181,93827898~5901168,106611732~12276352,122538247~2289512,126801181~7063819,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173222266~2379007,180486624~97719,184699264~8595643,199600861~7961096,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,274298406~6489292,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.943 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12485699,13653928~10161807,42104250~9780579,54300280~13978450,71303168~2379711,78711889~812770,81326104~1907181,93827898~5901168,104857600~14030484,122538247~2289512,126801181~7063819,135001268~5272021,149600923~23248962,173222266~2379007,180355072~229271,184699264~8595643,197132288~10429669,222298112~4110740,230686720~23266235,274298406~6489292,282185081~10568811,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.943 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 11 diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~14444283,72860438~822441,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~8595643,195696420~11865537,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,271362303~9425395,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.943 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~14444283,72860438~822441,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~8595643,195696420~11865537,226377322~31530,234554310~7256228,242249135~6272250,249571495~4381460,271362303~9425395,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.949 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~9780579,54300280~14444283,71303168~2379711,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,149600923~23248962,173075536~2525737,180355072~229271,184699264~8595643,195696420~11865537,222298112~4110740,230686720~23266235,269070752~11716946,282185081~10568811,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.949 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 12 diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~14444283,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~6029614,226377322~31530,230528247~11282291,242249135~6272250,249571495~4381460,256816003~4819655,271362303~9425395,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.949 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~14444283,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~6029614,226377322~31530,230528247~11282291,242249135~6272250,249571495~4381460,256816003~4819655,271362303~9425395,282259166~10494726,297863846~921225,300986706~4187667,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.955 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~9780579,54300280~14444283,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,149600923~23248962,173075536~2525737,180355072~229271,184699264~22862693,212114541~6029614,222298112~4110740,226492416~27460539,255852544~5783114,269070752~11716946,282185081~10568811,297863846~921225,300986706~4187667,314572800~11763889,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.955 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 13 diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~14444283,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~6029614,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~9425395,282259166~10494726,297863846~921225,300986706~4187667,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.955 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~14444283,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~6029614,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~9425395,282259166~10494726,297863846~921225,300986706~4187667,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.961 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~9780579,54300280~14444283,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,149065649~23784236,173075536~2525737,180355072~229271,184699264~22862693,212114541~6029614,222298112~4110740,226492416~27460539,255852544~5783114,269070752~11716946,282185081~10568811,297863846~921225,300986706~4187667,306184192~20152497,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.961 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 14 diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~14444283,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~9425395,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.961 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~14444283,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~17993138,249571495~4381460,256816003~4819655,271362303~9425395,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:55.967 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~9780579,54300280~14444283,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,149065649~23784236,173075536~2525737,180355072~229271,184699264~22862693,212114541~8853777,222298112~4110740,226492416~27460539,255852544~5783114,269070752~11716946,282185081~10568811,297863846~921225,300986706~25349983,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:55.967 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 15 diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~15978783,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,271362303~9425395,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:55.967 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~15978783,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,271362303~9425395,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:55.974 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~9780579,54300280~15978783,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,149065649~23784236,173075536~2525737,180355072~229271,184699264~22862693,212114541~8853777,222298112~4110740,226492416~27460539,255852544~5783114,269070752~11716946,282185081~10568811,297863846~921225,300986706~25349983,327155712~6656066,335544320~18651830,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400742368~11337690] 2024-04-12T01:41:55.974 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 16 diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~15978783,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:55.974 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,42104250~9780579,54300280~15978783,71718952~3845348,78711889~812770,81326104~1907181,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,212114541~8853777,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~9362214,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:55.980 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,42104250~9780579,54300280~15978783,71303168~4261132,78711889~812770,81326104~1907181,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,149065649~23784236,173075536~2525737,180355072~229271,184699264~22862693,212114541~8853777,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,269070752~11892417,282185081~10568811,297863846~921225,300986706~25349983,327155712~6656066,335544320~18651830,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,399978986~12101072] 2024-04-12T01:41:55.980 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 17 diff [3390859~20424876,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~19773721,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:55.980 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~19773721,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184699264~22862693,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:55.986 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~19773721,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~23784236,173075536~2525737,180355072~229271,184699264~22862693,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,269070752~11892417,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,399978986~12101072] 2024-04-12T01:41:55.986 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 18 diff [3390859~20424876,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~19773721,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:55.986 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~20424876,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~19773721,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,309439349~5563869,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:55.992 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~19773721,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,269070752~11892417,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,396114458~15965600] 2024-04-12T01:41:55.992 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 19 diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:55.992 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:55.998 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:55.998 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 5 diff [3390859~1572923,54300280~3655647,106611732~8015364,160520445~7279529,168658154~4191731,249571495~4381460,282959319~5282602,318505502~7831187] 2024-04-12T01:41:55.998 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,54300280~3655647,106611732~8015364,160520445~7279529,168658154~4191731,249571495~4381460,282959319~5282602,318505502~7831187] 2024-04-12T01:41:56.005 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,54300280~3655647,104857600~9769496,159383552~8416422,168658154~4191731,248207553~5745402,282959319~5282602,318505502~7831187] 2024-04-12T01:41:56.005 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 6 diff [3390859~1572923,44133459~3782100,54300280~9983887,78711889~812770,106611732~8015364,122538247~1132396,149642450~5770048,160520445~12329440,249571495~4381460,282959319~9794573,318505502~7831187,345644774~4925923,401467247~1524558] 2024-04-12T01:41:56.005 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,44133459~3782100,54300280~9983887,78711889~812770,106611732~8015364,122538247~1132396,149642450~5770048,160520445~12329440,249571495~4381460,282959319~9794573,318505502~7831187,345644774~4925923,401467247~1524558] 2024-04-12T01:41:56.011 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,44133459~3782100,54300280~9983887,78711889~812770,104857600~9769496,122538247~1132396,149642450~5770048,159383552~13466333,248207553~5745402,282959319~9794573,318505502~7831187,343932928~6637769,401467247~1524558] 2024-04-12T01:41:56.011 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 7 diff [3390859~1572923,43050429~4865130,54300280~9983887,72860438~822441,78711889~812770,106611732~12276352,122538247~1132396,149642450~5770048,160520445~12329440,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,249571495~4381460,282959319~9794573,318505502~7831187,345644774~5954211,385463818~2155265,400744416~4340267] 2024-04-12T01:41:56.011 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,43050429~4865130,54300280~9983887,72860438~822441,78711889~812770,106611732~12276352,122538247~1132396,149642450~5770048,160520445~12329440,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,249571495~4381460,282959319~9794573,318505502~7831187,345644774~5954211,385463818~2155265,400744416~4340267] 2024-04-12T01:41:56.017 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,43050429~4865130,54300280~9983887,71303168~2379711,78711889~812770,104857600~14030484,122538247~1132396,149642450~5770048,159383552~13466333,184801840~8046422,197132288~10429669,237860835~3949703,247454758~6498197,282959319~9794573,318505502~7831187,343932928~7666057,381681664~5937419,400744416~4340267] 2024-04-12T01:41:56.017 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 8 diff [3390859~1572923,43050429~4865130,54300280~9983887,72860438~822441,78711889~812770,93827898~3311578,106611732~12276352,122538247~1132396,149600923~5811575,155445952~4189116,160520445~12329440,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,249571495~4381460,282959319~9794573,300986706~4187667,318505502~7831187,329433094~4378684,345644774~5954211,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:56.018 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,43050429~4865130,54300280~9983887,72860438~822441,78711889~812770,93827898~3311578,106611732~12276352,122538247~1132396,149600923~5811575,155445952~4189116,160520445~12329440,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,249571495~4381460,282959319~9794573,300986706~4187667,318505502~7831187,329433094~4378684,345644774~5954211,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:56.023 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,43050429~4865130,54300280~9983887,71303168~2379711,78711889~812770,93827898~3311578,104857600~14030484,122538247~1132396,149600923~23248962,180355072~229271,184801840~8046422,197132288~10429669,237860835~3949703,247454758~6498197,282959319~9794573,300986706~4187667,318505502~7831187,327155712~6656066,343932928~7666057,372157791~3122709,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4500476] 2024-04-12T01:41:56.024 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 9 diff [3390859~1572923,8254508~4231191,43050429~4865130,54300280~13978450,72860438~822441,78711889~812770,93827898~5901168,106611732~12276352,122538247~2289512,149600923~5811575,155445952~4189116,160520445~12329440,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,249571495~4381460,274298406~6489292,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,329433094~4378684,345644774~5954211,362026581~7765000,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.024 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8254508~4231191,43050429~4865130,54300280~13978450,72860438~822441,78711889~812770,93827898~5901168,106611732~12276352,122538247~2289512,149600923~5811575,155445952~4189116,160520445~12329440,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,249571495~4381460,274298406~6489292,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,329433094~4378684,345644774~5954211,362026581~7765000,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.030 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8254508~4231191,43050429~4865130,54300280~13978450,71303168~2379711,78711889~812770,93827898~5901168,104857600~14030484,122538247~2289512,149600923~23248962,180355072~229271,184801840~8046422,197132288~10429669,237860835~3949703,247454758~6498197,274298406~6489292,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,327155712~6656066,343932928~7666057,362026581~7765000,372157791~3122709,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.030 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 10 diff [3390859~1572923,8254508~4231191,42104250~6981150,54300280~13978450,72860438~822441,78711889~812770,93827898~5901168,106611732~12276352,122538247~2289512,126801181~7063819,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173222266~2379007,180486624~97719,184801840~8493067,199600861~7961096,226377322~31530,237860835~3949703,247454758~1066627,249571495~4381460,274298406~6489292,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.030 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8254508~4231191,42104250~6981150,54300280~13978450,72860438~822441,78711889~812770,93827898~5901168,106611732~12276352,122538247~2289512,126801181~7063819,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173222266~2379007,180486624~97719,184801840~8493067,199600861~7961096,226377322~31530,237860835~3949703,247454758~1066627,249571495~4381460,274298406~6489292,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.036 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8254508~4231191,42104250~6981150,54300280~13978450,71303168~2379711,78711889~812770,93827898~5901168,104857600~14030484,122538247~2289512,126801181~7063819,135001268~5272021,149600923~23248962,173222266~2379007,180355072~229271,184801840~8493067,197132288~10429669,222298112~4110740,237860835~3949703,247454758~6498197,274298406~6489292,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~7765000,372157791~3122709,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.036 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 11 diff [3390859~1572923,8254508~8749629,24996220~6755426,42104250~6981150,54300280~14444283,72860438~822441,78711889~812770,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~8493067,195696420~11865537,226377322~31530,237860835~3949703,247454758~1066627,249571495~4381460,271362303~9425395,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.036 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8254508~8749629,24996220~6755426,42104250~6981150,54300280~14444283,72860438~822441,78711889~812770,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~8493067,195696420~11865537,226377322~31530,237860835~3949703,247454758~1066627,249571495~4381460,271362303~9425395,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.042 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8254508~8749629,23815735~7935911,42104250~6981150,54300280~14444283,71303168~2379711,78711889~812770,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,149600923~23248962,173075536~2525737,180355072~229271,184801840~8493067,195696420~11865537,222298112~4110740,237860835~3949703,247454758~6498197,269070752~11716946,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~7765000,372157791~3122709,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.042 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 12 diff [3390859~1572923,8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,54300280~14444283,71718952~3845348,78711889~812770,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~3949703,247454758~1066627,249571495~4381460,256816003~4819655,271362303~9425395,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.042 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,54300280~14444283,71718952~3845348,78711889~812770,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~3949703,247454758~1066627,249571495~4381460,256816003~4819655,271362303~9425395,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.049 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8254508~8763734,17766007~1929151,23815735~7935911,42104250~6981150,54300280~14444283,71303168~4261132,78711889~812770,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,149600923~23248962,173075536~2525737,180355072~229271,184801840~22760117,212114541~6029614,222298112~4110740,226492416~10187260,237860835~3949703,247454758~6498197,255852544~5783114,269070752~11716946,282959319~9794573,297863846~921225,300986706~4187667,318505502~7831187,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.049 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 13 diff [3390859~1572923,8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,54300280~14444283,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~6213151,247454758~1066627,249571495~4381460,256816003~4819655,271362303~9425395,282959319~9794573,297863846~921225,300986706~4187667,309439349~5563869,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.049 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,54300280~14444283,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,106611732~12276352,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~6213151,247454758~1066627,249571495~4381460,256816003~4819655,271362303~9425395,282959319~9794573,297863846~921225,300986706~4187667,309439349~5563869,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.054 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8254508~8763734,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,54300280~14444283,71303168~4261132,78711889~812770,81368654~926006,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,149065649~23784236,173075536~2525737,180355072~229271,184801840~22760117,212114541~6029614,222298112~4110740,226492416~10187260,237860835~6213151,247454758~6498197,255852544~5783114,269070752~11716946,282959319~9794573,297863846~921225,300986706~4187667,306184192~8819026,318505502~7831187,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.055 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 14 diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,54300280~14444283,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,247454758~1066627,249571495~4381460,256816003~4819655,271362303~9425395,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.055 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,54300280~14444283,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,247454758~1066627,249571495~4381460,256816003~4819655,271362303~9425395,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~7831187,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.061 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,54300280~14444283,71303168~4261132,78711889~812770,81368654~926006,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,149065649~23784236,173075536~2525737,180355072~229271,184801840~22760117,212114541~8853777,222298112~4110740,226492416~10187260,237860835~6213151,244224149~694826,247454758~6498197,255852544~5783114,269070752~11716946,282959319~9794573,297863846~921225,300986706~14016512,318505502~7831187,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.061 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 15 diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,54300280~15978783,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,245428173~8524782,256816003~4819655,271362303~9425395,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~7831187,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.061 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,54300280~15978783,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,245428173~8524782,256816003~4819655,271362303~9425395,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~7831187,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.067 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,54300280~15978783,71303168~4261132,78711889~812770,81368654~926006,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,149065649~23784236,173075536~2525737,180355072~229271,184801840~22760117,212114541~8853777,222298112~4110740,226492416~10187260,237860835~6213151,244224149~694826,245428173~8524782,255852544~5783114,269070752~11716946,282959319~9794573,297863846~921225,300986706~14016512,318505502~7831187,327155712~6656066,335544320~18651830,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400742368~11337690] 2024-04-12T01:41:56.067 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 16 diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,54300280~15978783,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~14390728,245428173~8524782,256816003~4819655,261681855~2406519,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~7831187,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.067 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,54300280~15978783,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~14390728,245428173~8524782,256816003~4819655,261681855~2406519,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~7831187,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.073 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,54300280~15978783,71303168~4261132,78711889~812770,81368654~926006,85778830~15320995,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,149065649~23784236,173075536~2525737,180355072~229271,184801840~22760117,212114541~8853777,222298112~4110740,226492416~18426559,245428173~8524782,255852544~5783114,261681855~2406519,269070752~11892417,282959319~9794573,297863846~921225,300986706~14016512,318505502~7831187,327155712~6656066,335544320~18651830,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,399978986~12101072] 2024-04-12T01:41:56.073 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 17 diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~18973448,71718952~3845348,78711889~812770,81368654~19731171,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,211626346~9341972,226377322~31530,230528247~14390728,245428173~8524782,256816003~4819655,261681855~2406519,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.073 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~18973448,71718952~3845348,78711889~812770,81368654~19731171,104962522~13925562,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,184801840~22760117,211626346~9341972,226377322~31530,230528247~14390728,245428173~8524782,256816003~4819655,261681855~2406519,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.079 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~18973448,71303168~4261132,78711889~812770,81368654~19731171,104857600~14030484,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~23784236,173075536~2525737,180355072~229271,184801840~22760117,211626346~9341972,222298112~4110740,226492416~18426559,245428173~8524782,255852544~5783114,261681855~2406519,269070752~11892417,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,399978986~12101072] 2024-04-12T01:41:56.079 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 18 diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~18973448,71718952~3845348,78711889~812770,81368654~19731171,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~14390728,245428173~8524782,256816003~4819655,261681855~2406519,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.079 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [3390859~1572923,8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~18973448,71718952~3845348,78711889~812770,81368654~19731171,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~14390728,245428173~8524782,256816003~4819655,261681855~2406519,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,309439349~5563869,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.086 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~4963782,8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~18973448,71303168~4261132,78711889~812770,81368654~19731171,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~18426559,245428173~8524782,255852544~5783114,261681855~2406519,269070752~11892417,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,396114458~15965600] 2024-04-12T01:41:56.086 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 19 diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.086 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.092 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.092 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 6 diff [44133459~3782100,56317034~7967133,78711889~812770,122538247~1132396,149642450~5770048,163701393~8163648,250585563~201942,285499067~7254825,345644774~4925923,401467247~1524558] 2024-04-12T01:41:56.092 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [44133459~3782100,56317034~7967133,78711889~812770,122538247~1132396,149642450~5770048,163701393~8163648,250585563~201942,285499067~7254825,345644774~4925923,401467247~1524558] 2024-04-12T01:41:56.098 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [44133459~3782100,56317034~7967133,78711889~812770,122538247~1132396,149642450~5770048,163701393~8163648,250585563~201942,285499067~7254825,343932928~6637769,401467247~1524558] 2024-04-12T01:41:56.098 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 7 diff [43050429~4865130,56317034~7967133,72860438~822441,78711889~812770,112060887~6827197,122538247~1132396,149642450~5770048,163701393~8163648,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,250585563~201942,285499067~7254825,345644774~5954211,385463818~2155265,400744416~4340267] 2024-04-12T01:41:56.098 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [43050429~4865130,56317034~7967133,72860438~822441,78711889~812770,112060887~6827197,122538247~1132396,149642450~5770048,163701393~8163648,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,250585563~201942,285499067~7254825,345644774~5954211,385463818~2155265,400744416~4340267] 2024-04-12T01:41:56.104 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [43050429~4865130,56317034~7967133,71303168~2379711,78711889~812770,112060887~6827197,122538247~1132396,149642450~5770048,163701393~8163648,184801840~8046422,197132288~10429669,237860835~3949703,247454758~1066627,250585563~201942,285499067~7254825,343932928~7666057,381681664~5937419,400744416~4340267] 2024-04-12T01:41:56.104 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 8 diff [43050429~4865130,56317034~7967133,72860438~822441,78711889~812770,93827898~3311578,112060887~6827197,122538247~1132396,149600923~5811575,155445952~4189116,163701393~8163648,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,250585563~201942,285499067~7254825,300986706~4187667,329433094~4378684,345644774~5954211,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:56.104 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [43050429~4865130,56317034~7967133,72860438~822441,78711889~812770,93827898~3311578,112060887~6827197,122538247~1132396,149600923~5811575,155445952~4189116,163701393~8163648,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,250585563~201942,285499067~7254825,300986706~4187667,329433094~4378684,345644774~5954211,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:56.110 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [43050429~4865130,56317034~7967133,71303168~2379711,78711889~812770,93827898~3311578,112060887~6827197,122538247~1132396,149600923~10034145,163701393~8163648,180355072~229271,184801840~8046422,197132288~10429669,237860835~3949703,247454758~1066627,250585563~201942,285499067~7254825,300986706~4187667,327155712~6656066,343932928~7666057,372157791~3122709,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4500476] 2024-04-12T01:41:56.110 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 9 diff [8254508~4231191,43050429~4865130,56317034~11961696,72860438~822441,78711889~812770,93827898~5901168,108646048~1396251,112060887~6827197,122538247~2289512,149600923~5811575,155445952~4189116,163701393~8163648,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,250585563~201942,274298406~6489292,285499067~7254825,297863846~921225,300986706~4187667,329433094~4378684,345644774~5954211,362026581~7765000,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.110 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~4231191,43050429~4865130,56317034~11961696,72860438~822441,78711889~812770,93827898~5901168,108646048~1396251,112060887~6827197,122538247~2289512,149600923~5811575,155445952~4189116,163701393~8163648,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,250585563~201942,274298406~6489292,285499067~7254825,297863846~921225,300986706~4187667,329433094~4378684,345644774~5954211,362026581~7765000,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.116 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~4231191,43050429~4865130,56317034~11961696,71303168~2379711,78711889~812770,93827898~5901168,108646048~1396251,112060887~6827197,122538247~2289512,149600923~10034145,163701393~8163648,180355072~229271,184801840~8046422,197132288~10429669,237860835~3949703,247454758~1066627,250585563~201942,274298406~6489292,285499067~7254825,297863846~921225,300986706~4187667,327155712~6656066,343932928~7666057,362026581~7765000,372157791~3122709,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.116 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 10 diff [8254508~4231191,42104250~6981150,56317034~11961696,72860438~822441,78711889~812770,93827898~5901168,108646048~1396251,112060887~6827197,122538247~2289512,126801181~7063819,135001268~5272021,149600923~5811575,155445952~4189116,163701393~8163648,173222266~2379007,180486624~97719,184801840~8493067,199600861~7961096,226377322~31530,237860835~3949703,247454758~1066627,250585563~201942,274298406~6489292,285499067~7254825,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.117 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~4231191,42104250~6981150,56317034~11961696,72860438~822441,78711889~812770,93827898~5901168,108646048~1396251,112060887~6827197,122538247~2289512,126801181~7063819,135001268~5272021,149600923~5811575,155445952~4189116,163701393~8163648,173222266~2379007,180486624~97719,184801840~8493067,199600861~7961096,226377322~31530,237860835~3949703,247454758~1066627,250585563~201942,274298406~6489292,285499067~7254825,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.123 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~4231191,42104250~6981150,56317034~11961696,71303168~2379711,78711889~812770,93827898~5901168,108646048~1396251,112060887~6827197,122538247~2289512,126801181~7063819,135001268~5272021,149600923~10034145,163701393~8163648,173222266~2379007,180355072~229271,184801840~8493067,197132288~10429669,222298112~4110740,237860835~3949703,247454758~1066627,250585563~201942,274298406~6489292,285499067~7254825,297863846~921225,300986706~4187667,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~7765000,372157791~3122709,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.123 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 11 diff [8254508~8749629,24996220~6755426,42104250~6981150,56317034~12427529,72860438~822441,78711889~812770,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~8493067,195696420~11865537,226377322~31530,237860835~3949703,247454758~1066627,250585563~201942,271362303~9425395,285499067~7254825,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.123 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8749629,24996220~6755426,42104250~6981150,56317034~12427529,72860438~822441,78711889~812770,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~8493067,195696420~11865537,226377322~31530,237860835~3949703,247454758~1066627,250585563~201942,271362303~9425395,285499067~7254825,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.129 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8749629,23815735~7935911,42104250~6981150,56317034~12427529,71303168~2379711,78711889~812770,85778830~15320995,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~10034145,163701393~8163648,173075536~2525737,180355072~229271,184801840~8493067,195696420~11865537,222298112~4110740,237860835~3949703,247454758~1066627,250585563~201942,269070752~11716946,285499067~7254825,297863846~921225,300986706~4187667,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~7765000,372157791~3122709,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.129 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 12 diff [8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,56317034~12427529,71718952~3845348,78711889~812770,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~3949703,247454758~1066627,250585563~201942,256816003~4819655,271362303~9425395,285499067~7254825,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.129 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,56317034~12427529,71718952~3845348,78711889~812770,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~5811575,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~3949703,247454758~1066627,250585563~201942,256816003~4819655,271362303~9425395,285499067~7254825,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.135 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8763734,17766007~1929151,23815735~7935911,42104250~6981150,56317034~12427529,71303168~4261132,78711889~812770,85778830~15320995,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~10034145,163701393~8163648,173075536~2525737,180355072~229271,184801840~22760117,212114541~6029614,222298112~4110740,226492416~10187260,237860835~3949703,247454758~1066627,250585563~201942,255852544~5783114,269070752~11716946,285499067~7254825,297863846~921225,300986706~4187667,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.135 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 13 diff [8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,56317034~12427529,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~6213151,247454758~1066627,250585563~201942,256816003~4819655,271362303~9425395,285499067~7254825,297863846~921225,300986706~4187667,309439349~5563869,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.135 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,56317034~12427529,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~6213151,247454758~1066627,250585563~201942,256816003~4819655,271362303~9425395,285499067~7254825,297863846~921225,300986706~4187667,309439349~5563869,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.141 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8763734,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,56317034~12427529,71303168~4261132,78711889~812770,81368654~926006,85778830~15320995,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~10569419,163701393~8163648,173075536~2525737,180355072~229271,184801840~22760117,212114541~6029614,222298112~4110740,226492416~10187260,237860835~6213151,247454758~1066627,250585563~201942,255852544~5783114,269070752~11716946,285499067~7254825,297863846~921225,300986706~4187667,306184192~8819026,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.141 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 14 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,56317034~12427529,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,247454758~1066627,250585563~201942,256816003~4819655,271362303~9425395,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.142 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,56317034~12427529,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,247454758~1066627,250585563~201942,256816003~4819655,271362303~9425395,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,338069265~1642456,345644774~8551376,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.148 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,56317034~12427529,71303168~4261132,78711889~812770,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~10569419,163701393~8163648,173075536~2525737,180355072~229271,184801840~22760117,212114541~8853777,222298112~4110740,226492416~10187260,237860835~6213151,244224149~694826,247454758~1066627,250585563~201942,255852544~5783114,269070752~11716946,285499067~7254825,297863846~921225,300986706~14016512,327155712~6656066,335544320~4167401,343932928~10263222,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.148 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 15 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,56317034~13962029,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,245428173~7488725,256816003~4819655,271362303~9425395,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.148 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,56317034~13962029,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,245428173~7488725,256816003~4819655,271362303~9425395,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.154 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,56317034~13962029,71303168~4261132,78711889~812770,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~10569419,163701393~8163648,173075536~2525737,180355072~229271,184801840~22760117,212114541~8853777,222298112~4110740,226492416~10187260,237860835~6213151,244224149~694826,245428173~7488725,255852544~5783114,269070752~11716946,285499067~7254825,297863846~921225,300986706~14016512,327155712~6656066,335544320~18651830,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400742368~11337690] 2024-04-12T01:41:56.154 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 16 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,56317034~13962029,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.154 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,56317034~13962029,71718952~3845348,78711889~812770,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,345644774~8551376,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.160 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,56317034~13962029,71303168~4261132,78711889~812770,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~10569419,163701393~8163648,173075536~2525737,180355072~229271,184801840~22760117,212114541~8853777,222298112~4110740,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,285499067~7254825,297863846~921225,300986706~14016512,327155712~6656066,335544320~18651830,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,399978986~12101072] 2024-04-12T01:41:56.160 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 17 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~18973448,71718952~3845348,78711889~812770,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.160 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~18973448,71718952~3845348,78711889~812770,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,184801840~22760117,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.166 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~18973448,71303168~4261132,78711889~812770,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~229271,184801840~22760117,211626346~9341972,222298112~4110740,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,399978986~12101072] 2024-04-12T01:41:56.166 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 18 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~18973448,71718952~3845348,78711889~812770,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.166 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~18973448,71718952~3845348,78711889~812770,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.172 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~18973448,71303168~4261132,78711889~812770,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,396114458~15965600] 2024-04-12T01:41:56.172 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 19 diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.172 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.178 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.178 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 7 diff [43050429~3164313,72860438~822441,112060887~6827197,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,346652021~4946964,385463818~2155265,400744416~4340267] 2024-04-12T01:41:56.178 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [43050429~3164313,72860438~822441,112060887~6827197,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,346652021~4946964,385463818~2155265,400744416~4340267] 2024-04-12T01:41:56.184 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [43050429~3164313,71303168~2379711,112060887~6827197,184801840~8046422,197132288~10429669,237860835~3949703,247454758~1066627,346652021~4946964,381681664~5937419,400744416~4340267] 2024-04-12T01:41:56.184 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 8 diff [43050429~3164313,72860438~822441,93827898~3311578,112060887~6827197,149600923~1793562,155445952~4189116,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,300986706~4187667,329433094~4378684,346652021~4946964,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:56.184 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [43050429~3164313,72860438~822441,93827898~3311578,112060887~6827197,149600923~1793562,155445952~4189116,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,300986706~4187667,329433094~4378684,346652021~4946964,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,409125755~2222209] 2024-04-12T01:41:56.190 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [43050429~3164313,71303168~2379711,93827898~3311578,112060887~6827197,149600923~1793562,155412498~4222570,180355072~229271,184801840~8046422,197132288~10429669,237860835~3949703,247454758~1066627,300986706~4187667,327155712~6656066,346652021~4946964,372157791~3122709,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4500476] 2024-04-12T01:41:56.190 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 9 diff [8254508~4231191,43050429~3164313,62280104~5998626,72860438~822441,93827898~5901168,108646048~1396251,112060887~6827197,122653336~2174423,149600923~1793562,155445952~4189116,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,274298406~6489292,297863846~921225,300986706~4187667,329433094~4378684,346652021~4946964,362026581~7765000,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.191 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~4231191,43050429~3164313,62280104~5998626,72860438~822441,93827898~5901168,108646048~1396251,112060887~6827197,122653336~2174423,149600923~1793562,155445952~4189116,180486624~97719,184801840~8046422,199600861~7961096,237860835~3949703,247454758~1066627,274298406~6489292,297863846~921225,300986706~4187667,329433094~4378684,346652021~4946964,362026581~7765000,372157791~3122709,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.196 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~4231191,43050429~3164313,62280104~5998626,71303168~2379711,93827898~5901168,108646048~1396251,112060887~6827197,122653336~2174423,149600923~1793562,155412498~4222570,180355072~229271,184801840~8046422,197132288~10429669,237860835~3949703,247454758~1066627,274298406~6489292,297863846~921225,300986706~4187667,327155712~6656066,346652021~4946964,362026581~7765000,372157791~3122709,381681664~5937419,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.196 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 10 diff [8254508~4231191,42104250~6981150,62280104~5998626,72860438~822441,93827898~5901168,108646048~1396251,112060887~6827197,122653336~2174423,126801181~7063819,135001268~5272021,149600923~1793562,155445952~4189116,173222266~2379007,180486624~97719,184801840~8493067,199600861~7961096,226377322~31530,237860835~3949703,247454758~1066627,274298406~6489292,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.196 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~4231191,42104250~6981150,62280104~5998626,72860438~822441,93827898~5901168,108646048~1396251,112060887~6827197,122653336~2174423,126801181~7063819,135001268~5272021,149600923~1793562,155445952~4189116,173222266~2379007,180486624~97719,184801840~8493067,199600861~7961096,226377322~31530,237860835~3949703,247454758~1066627,274298406~6489292,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.202 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~4231191,42104250~6981150,62280104~5998626,71303168~2379711,93827898~5901168,108646048~1396251,112060887~6827197,122653336~2174423,126801181~7063819,135001268~5272021,149600923~1793562,155412498~4222570,173222266~2379007,180355072~229271,184801840~8493067,197132288~10429669,222298112~4110740,237860835~3949703,247454758~1066627,274298406~6489292,297863846~921225,300986706~4187667,327155712~6656066,335544320~4167401,346652021~7544129,356760670~3221754,362026581~7765000,372157791~3122709,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.202 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 11 diff [8254508~8749629,24996220~6755426,42104250~6981150,61362026~7382537,72860438~822441,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~1793562,155445952~4189116,173075536~2525737,180486624~97719,184801840~8493067,195696420~11865537,226377322~31530,237860835~3949703,247454758~1066627,271362303~9425395,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.202 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8749629,24996220~6755426,42104250~6981150,61362026~7382537,72860438~822441,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~1793562,155445952~4189116,173075536~2525737,180486624~97719,184801840~8493067,195696420~11865537,226377322~31530,237860835~3949703,247454758~1066627,271362303~9425395,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.208 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8749629,23815735~7935911,42104250~6981150,61362026~7382537,71303168~2379711,85778830~15320995,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~1793562,155412498~4222570,173075536~2525737,180355072~229271,184801840~8493067,195696420~11865537,222298112~4110740,237860835~3949703,247454758~1066627,269070752~11716946,297863846~921225,300986706~4187667,327155712~6656066,335544320~4167401,346652021~7544129,356760670~3221754,362026581~7765000,372157791~3122709,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.208 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 12 diff [8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,61362026~7382537,71718952~3845348,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~1793562,155445952~4189116,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~3949703,247454758~1066627,256816003~4819655,271362303~9425395,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.208 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,61362026~7382537,71718952~3845348,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~1793562,155445952~4189116,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~3949703,247454758~1066627,256816003~4819655,271362303~9425395,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.214 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8763734,17766007~1929151,23815735~7935911,42104250~6981150,61362026~7382537,71303168~4261132,85778830~15320995,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,149600923~1793562,155412498~4222570,173075536~2525737,180355072~229271,184801840~22760117,212114541~6029614,222298112~4110740,226492416~10187260,237860835~3949703,247454758~1066627,255852544~5783114,269070752~11716946,297863846~921225,300986706~4187667,327155712~6656066,335544320~4167401,346652021~7544129,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.214 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 13 diff [8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~6213151,247454758~1066627,256816003~4819655,271362303~9425395,297863846~921225,300986706~4187667,309439349~5563869,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.214 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,87509933~13589892,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,173075536~2525737,180486624~97719,184801840~22760117,212114541~6029614,226377322~31530,230528247~6151429,237860835~6213151,247454758~1066627,256816003~4819655,271362303~9425395,297863846~921225,300986706~4187667,309439349~5563869,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.220 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8763734,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61362026~7382537,71303168~4261132,81368654~926006,85778830~15320995,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155412498~4222570,173075536~2525737,180355072~229271,184801840~22760117,212114541~6029614,222298112~4110740,226492416~10187260,237860835~6213151,247454758~1066627,255852544~5783114,269070752~11716946,297863846~921225,300986706~4187667,306184192~8819026,327155712~6656066,335544320~4167401,346652021~7544129,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.220 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 14 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,247454758~1066627,256816003~4819655,271362303~9425395,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.220 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,247454758~1066627,256816003~4819655,271362303~9425395,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,338069265~1642456,346652021~7544129,356760670~3221754,362026581~13253919,381029875~3831550,385463818~2155265,390953405~4656206,400744416~4340267,408782395~2860419] 2024-04-12T01:41:56.226 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~7659802,71303168~4261132,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~229271,184801840~22760117,212114541~8853777,222298112~4110740,226492416~10187260,237860835~6213151,244224149~694826,247454758~1066627,255852544~5783114,269070752~11716946,297863846~921225,300986706~14016512,327155712~6656066,335544320~4167401,346652021~7544129,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400744416~4340267,406847488~4795326] 2024-04-12T01:41:56.226 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 15 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,245428173~7488725,256816003~4819655,271362303~9425395,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,346652021~7544129,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.226 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~6151429,237860835~6213151,244224149~694826,245428173~7488725,256816003~4819655,271362303~9425395,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,346652021~7544129,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.232 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~9194302,71303168~4261132,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~229271,184801840~22760117,212114541~8853777,222298112~4110740,226492416~10187260,237860835~6213151,244224149~694826,245428173~7488725,255852544~5783114,269070752~11716946,297863846~921225,300986706~14016512,327155712~6656066,335544320~8787855,346652021~7544129,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,400742368~11337690] 2024-04-12T01:41:56.232 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 16 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,346652021~7544129,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.232 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,184801840~22760117,212114541~8853777,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,346652021~7544129,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.238 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~9194302,71303168~4261132,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~229271,184801840~22760117,212114541~8853777,222298112~4110740,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,297863846~921225,300986706~14016512,327155712~6656066,335544320~8787855,346652021~7544129,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,399978986~12101072] 2024-04-12T01:41:56.238 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 17 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,184801840~22760117,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.238 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,184801840~22760117,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,385463818~2155265,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.244 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~7556448,61084761~9194302,71303168~4261132,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~229271,184801840~22760117,211626346~9341972,222298112~4110740,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,399978986~12101072] 2024-04-12T01:41:56.244 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 18 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.244 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.250 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~7556448,61084761~9194302,71303168~4261132,81368654~19731171,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390657617~4951994,396114458~15965600] 2024-04-12T01:41:56.250 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 19 diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.250 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.256 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.256 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 8 diff [93827898~3311578,149600923~1793562,155445952~4189116,180486624~97719,300986706~4187667,329433094~4378684,372157791~3122709,390953405~4656206,409125755~2222209] 2024-04-12T01:41:56.256 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [93827898~3311578,149600923~1793562,155445952~4189116,180486624~97719,300986706~4187667,329433094~4378684,372157791~3122709,390953405~4656206,409125755~2222209] 2024-04-12T01:41:56.262 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [93827898~3311578,149600923~1793562,155412498~4222570,180355072~229271,300986706~4187667,327155712~6656066,372157791~3122709,390657617~4951994,406847488~4500476] 2024-04-12T01:41:56.262 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 9 diff [8254508~4231191,62280104~5998626,93827898~5901168,108646048~1396251,122653336~2174423,149600923~1793562,155445952~4189116,180486624~97719,274298406~6489292,297863846~921225,300986706~4187667,329433094~4378684,362026581~7765000,372157791~3122709,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.262 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~4231191,62280104~5998626,93827898~5901168,108646048~1396251,122653336~2174423,149600923~1793562,155445952~4189116,180486624~97719,274298406~6489292,297863846~921225,300986706~4187667,329433094~4378684,362026581~7765000,372157791~3122709,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.268 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~4231191,62280104~5998626,93827898~5901168,108646048~1396251,122653336~2174423,149600923~1793562,155412498~4222570,180355072~229271,274298406~6489292,297863846~921225,300986706~4187667,327155712~6656066,362026581~7765000,372157791~3122709,390657617~4951994,406847488~4795326] 2024-04-12T01:41:56.268 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 10 diff [8254508~4231191,42104250~6981150,62280104~5998626,93827898~5901168,108646048~1396251,122653336~2174423,126801181~7063819,135001268~5272021,149600923~1793562,155445952~4189116,173222266~2379007,180486624~97719,189481556~3813351,226377322~31530,274298406~6489292,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.268 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~4231191,42104250~6981150,62280104~5998626,93827898~5901168,108646048~1396251,122653336~2174423,126801181~7063819,135001268~5272021,149600923~1793562,155445952~4189116,173222266~2379007,180486624~97719,189481556~3813351,226377322~31530,274298406~6489292,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.275 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~4231191,42104250~6981150,62280104~5998626,93827898~5901168,108646048~1396251,122653336~2174423,126801181~7063819,135001268~5272021,149600923~1793562,155412498~4222570,173222266~2379007,180355072~229271,189481556~3813351,222298112~4110740,274298406~6489292,297863846~921225,300986706~4187667,327155712~6656066,335544320~4167401,351533967~2662183,356760670~3221754,362026581~7765000,372157791~3122709,378398108~6463317,390657617~4951994,406847488~4795326] 2024-04-12T01:41:56.275 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 11 diff [8254508~8749629,24996220~6755426,42104250~6981150,61362026~7382537,87509933~13589892,108646048~1396251,122429355~11435645,135001268~5272021,149600923~1793562,155445952~4189116,173075536~2525737,180486624~97719,189481556~3813351,195696420~4243287,226377322~31530,271362303~9425395,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.276 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8749629,24996220~6755426,42104250~6981150,61362026~7382537,87509933~13589892,108646048~1396251,122429355~11435645,135001268~5272021,149600923~1793562,155445952~4189116,173075536~2525737,180486624~97719,189481556~3813351,195696420~4243287,226377322~31530,271362303~9425395,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~7765000,372157791~3122709,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.281 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8749629,23815735~7935911,42104250~6981150,61362026~7382537,85778830~15320995,108646048~1396251,122429355~11435645,135001268~5272021,149600923~1793562,155412498~4222570,173075536~2525737,180355072~229271,189481556~3813351,195696420~4243287,222298112~4110740,269070752~11716946,297863846~921225,300986706~4187667,327155712~6656066,335544320~4167401,351533967~2662183,356760670~3221754,362026581~7765000,372157791~3122709,378398108~6463317,390657617~4951994,406847488~4795326] 2024-04-12T01:41:56.281 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 12 diff [8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,61362026~7382537,71718952~3845348,87509933~13589892,108646048~1396251,122429355~11435645,135001268~5272021,149600923~1793562,155445952~4189116,173075536~2525737,180486624~97719,189481556~10458151,212114541~6029614,226377322~31530,230528247~6151429,256816003~4819655,271362303~9425395,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~13253919,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.281 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,61362026~7382537,71718952~3845348,87509933~13589892,108646048~1396251,122429355~11435645,135001268~5272021,149600923~1793562,155445952~4189116,173075536~2525737,180486624~97719,189481556~10458151,212114541~6029614,226377322~31530,230528247~6151429,256816003~4819655,271362303~9425395,297863846~921225,300986706~4187667,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~13253919,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.287 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8763734,17766007~1929151,23815735~7935911,42104250~6981150,61362026~7382537,71718952~3845348,85778830~15320995,108646048~1396251,122429355~11435645,135001268~5272021,149600923~1793562,155412498~4222570,173075536~2525737,180355072~229271,189481556~10458151,212114541~6029614,222298112~4110740,226492416~10187260,255852544~5783114,269070752~11716946,297863846~921225,300986706~4187667,327155712~6656066,335544320~4167401,351533967~2662183,356760670~3221754,362026581~13253919,378398108~6463317,390657617~4951994,406847488~4795326] 2024-04-12T01:41:56.287 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 13 diff [8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,87509933~13589892,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,173075536~2525737,180486624~97719,186769283~13170424,212114541~6029614,226377322~31530,230528247~6151429,239368924~4705062,256816003~4819655,271362303~9425395,297863846~921225,300986706~4187667,309439349~5563869,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~13253919,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.287 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,87509933~13589892,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,173075536~2525737,180486624~97719,186769283~13170424,212114541~6029614,226377322~31530,230528247~6151429,239368924~4705062,256816003~4819655,271362303~9425395,297863846~921225,300986706~4187667,309439349~5563869,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~13253919,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.293 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8763734,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,85778830~15320995,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155412498~4222570,173075536~2525737,180355072~229271,186769283~13170424,212114541~6029614,222298112~4110740,226492416~10187260,239368924~4705062,255852544~5783114,269070752~11716946,297863846~921225,300986706~4187667,306184192~8819026,327155712~6656066,335544320~4167401,351533967~2662183,356760670~3221754,362026581~13253919,378398108~6463317,390657617~4951994,406847488~4795326] 2024-04-12T01:41:56.293 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 14 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,271362303~9425395,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~13253919,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.293 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,271362303~9425395,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,338069265~1642456,351533967~2662183,356760670~3221754,362026581~13253919,381029875~3831550,390953405~4656206,408782395~2860419] 2024-04-12T01:41:56.299 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~229271,186769283~13170424,212114541~8853777,222298112~4110740,226492416~10187260,239368924~4705062,244224149~694826,255852544~5783114,269070752~11716946,297863846~921225,300986706~14016512,327155712~6656066,335544320~4167401,351533967~2662183,356760670~3221754,362026581~13253919,378398108~6463317,390657617~4951994,406847488~4795326] 2024-04-12T01:41:56.299 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 15 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,271362303~9425395,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.299 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,271362303~9425395,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,390953405~4656206,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.305 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~229271,186769283~13170424,212114541~8853777,222298112~4110740,226492416~10187260,239368924~4705062,244224149~694826,245428173~7488725,255852544~5783114,269070752~11716946,297863846~921225,300986706~14016512,327155712~6656066,335544320~8787855,346951728~2783635,351533967~2662183,356760670~3221754,362026581~13253919,378398108~6463317,390657617~4951994,400742368~11337690] 2024-04-12T01:41:56.305 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 16 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,186769283~13170424,212114541~8853777,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.305 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,186769283~13170424,212114541~8853777,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,329433094~4378684,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.311 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~229271,186769283~13170424,212114541~8853777,222298112~4110740,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,297863846~921225,300986706~14016512,327155712~6656066,335544320~8787855,346951728~2783635,351533967~2662183,356760670~3221754,362026581~13253919,378398108~6463317,390657617~4951994,399978986~12101072] 2024-04-12T01:41:56.311 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 17 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,186769283~13170424,211626346~9341972,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.311 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,186769283~13170424,211626346~9341972,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~2546081,381029875~3831550,390953405~4656206,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.318 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~229271,186769283~13170424,211626346~9341972,222298112~4110740,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~6463317,390657617~4951994,399978986~12101072] 2024-04-12T01:41:56.318 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 18 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.318 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,300986706~5631631,309439349~5563869,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390953405~4656206,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.324 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390657617~4951994,396114458~15965600] 2024-04-12T01:41:56.324 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 19 diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.324 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.330 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:41:56.330 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 9 diff [8254508~4231191,62280104~5998626,96285779~3443287,108646048~1396251,122653336~2174423,274298406~6489292,297863846~921225,362026581~7765000,408782395~2860419] 2024-04-12T01:41:56.330 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~4231191,62280104~5998626,96285779~3443287,108646048~1396251,122653336~2174423,274298406~6489292,297863846~921225,362026581~7765000,408782395~2860419] 2024-04-12T01:41:56.337 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~4231191,62280104~5998626,96285779~3443287,108646048~1396251,122653336~2174423,274298406~6489292,297863846~921225,362026581~7765000,408782395~2860419] 2024-04-12T01:41:56.337 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 10 diff [8254508~4231191,42104250~6981150,62280104~5998626,96285779~3443287,108646048~1396251,122653336~2174423,126801181~7063819,135001268~5272021,173222266~2379007,189481556~3813351,226377322~31530,274298406~6489292,297863846~921225,338069265~1642456,351533967~2662183,356760670~3221754,362026581~7765000,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.337 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~4231191,42104250~6981150,62280104~5998626,96285779~3443287,108646048~1396251,122653336~2174423,126801181~7063819,135001268~5272021,173222266~2379007,189481556~3813351,226377322~31530,274298406~6489292,297863846~921225,338069265~1642456,351533967~2662183,356760670~3221754,362026581~7765000,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.343 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~4231191,42104250~6981150,62280104~5998626,96285779~3443287,108646048~1396251,122653336~2174423,126801181~7063819,135001268~5272021,173222266~2379007,189481556~3813351,222298112~4110740,274298406~6489292,297863846~921225,335544320~4167401,351533967~2662183,356760670~3221754,362026581~7765000,378398108~6463317,408782395~2860419] 2024-04-12T01:41:56.343 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 11 diff [8254508~8749629,24996220~6755426,42104250~6981150,61362026~7382537,87509933~7186608,96285779~4814046,108646048~1396251,122429355~11435645,135001268~5272021,173075536~2525737,189481556~3813351,195696420~4243287,226377322~31530,271362303~9425395,297863846~921225,338069265~1642456,351533967~2662183,356760670~3221754,362026581~7765000,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.343 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8749629,24996220~6755426,42104250~6981150,61362026~7382537,87509933~7186608,96285779~4814046,108646048~1396251,122429355~11435645,135001268~5272021,173075536~2525737,189481556~3813351,195696420~4243287,226377322~31530,271362303~9425395,297863846~921225,338069265~1642456,351533967~2662183,356760670~3221754,362026581~7765000,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.349 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8749629,23815735~7935911,42104250~6981150,61362026~7382537,85778830~8917711,96285779~4814046,108646048~1396251,122429355~11435645,135001268~5272021,173075536~2525737,189481556~3813351,195696420~4243287,222298112~4110740,269070752~11716946,297863846~921225,335544320~4167401,351533967~2662183,356760670~3221754,362026581~7765000,378398108~6463317,408782395~2860419] 2024-04-12T01:41:56.349 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 12 diff [8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,61362026~7382537,71718952~3845348,87509933~7186608,96285779~4814046,108646048~1396251,122429355~11435645,135001268~5272021,173075536~2525737,189481556~10458151,212114541~6029614,226377322~31530,230528247~6151429,256816003~4819655,271362303~9425395,297863846~921225,338069265~1642456,351533967~2662183,356760670~3221754,362026581~11922920,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.349 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8763734,17766007~1929151,24996220~6755426,42104250~6981150,61362026~7382537,71718952~3845348,87509933~7186608,96285779~4814046,108646048~1396251,122429355~11435645,135001268~5272021,173075536~2525737,189481556~10458151,212114541~6029614,226377322~31530,230528247~6151429,256816003~4819655,271362303~9425395,297863846~921225,338069265~1642456,351533967~2662183,356760670~3221754,362026581~11922920,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.355 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8763734,17766007~1929151,23815735~7935911,42104250~6981150,61362026~7382537,71718952~3845348,85778830~8917711,96285779~4814046,108646048~1396251,122429355~11435645,135001268~5272021,173075536~2525737,189481556~10458151,212114541~6029614,222298112~4110740,226492416~10187260,255852544~5783114,269070752~11716946,297863846~921225,335544320~4167401,351533967~2662183,356760670~3221754,362026581~11922920,378398108~6463317,408782395~2860419] 2024-04-12T01:41:56.355 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 13 diff [8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,87509933~7186608,96285779~4814046,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,173075536~2525737,186769283~13170424,212114541~6029614,226377322~31530,230528247~6151429,239368924~4705062,256816003~4819655,271362303~9425395,297863846~921225,309439349~5563869,338069265~1642456,351533967~2662183,356760670~3221754,362026581~11922920,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.355 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8254508~8763734,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,87509933~7186608,96285779~4814046,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,173075536~2525737,186769283~13170424,212114541~6029614,226377322~31530,230528247~6151429,239368924~4705062,256816003~4819655,271362303~9425395,297863846~921225,309439349~5563869,338069265~1642456,351533967~2662183,356760670~3221754,362026581~11922920,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.362 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8254508~8763734,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,85778830~8917711,96285779~4814046,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,173075536~2525737,186769283~13170424,212114541~6029614,222298112~4110740,226492416~10187260,239368924~4705062,255852544~5783114,269070752~11716946,297863846~921225,306184192~8819026,335544320~4167401,351533967~2662183,356760670~3221754,362026581~11922920,378398108~6463317,408782395~2860419] 2024-04-12T01:41:56.362 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 14 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,87509933~7186608,96285779~4814046,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,271362303~9425395,297863846~921225,304623742~1994595,309439349~5563869,338069265~1642456,351533967~2662183,356760670~3221754,362026581~11922920,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.362 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,87509933~7186608,96285779~4814046,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,271362303~9425395,297863846~921225,304623742~1994595,309439349~5563869,338069265~1642456,351533967~2662183,356760670~3221754,362026581~11922920,381029875~3831550,408782395~2860419] 2024-04-12T01:41:56.367 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,85778830~8917711,96285779~4814046,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,222298112~4110740,226492416~10187260,239368924~4705062,244224149~694826,255852544~5783114,269070752~11716946,297863846~921225,304623742~10379476,335544320~4167401,351533967~2662183,356760670~3221754,362026581~11922920,378398108~6463317,408782395~2860419] 2024-04-12T01:41:56.368 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 15 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,271362303~9425395,297863846~921225,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,362026581~11922920,378476471~2546081,381029875~3831550,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.368 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,271362303~9425395,297863846~921225,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,362026581~11922920,378476471~2546081,381029875~3831550,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.374 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,222298112~4110740,226492416~10187260,239368924~4705062,244224149~694826,245428173~7488725,255852544~5783114,269070752~11716946,297863846~921225,304623742~10379476,335544320~8787855,346951728~2783635,351533967~2662183,356760670~3221754,362026581~11922920,378398108~6463317,400742368~7339459,408782395~3297663] 2024-04-12T01:41:56.374 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 16 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,362026581~11922920,378476471~2546081,381029875~3831550,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.374 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,362026581~11922920,378476471~2546081,381029875~3831550,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.380 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,85778830~15320995,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,222298112~4110740,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,297863846~921225,304623742~10379476,335544320~8787855,346951728~2783635,351533967~2662183,356760670~3221754,362026581~11922920,378398108~6463317,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.380 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 17 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,211626346~9341972,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~11922920,378476471~2546081,381029875~3831550,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.380 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,211626346~9341972,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~11922920,378476471~2546081,381029875~3831550,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.386 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,211626346~9341972,222298112~4110740,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~11922920,378398108~6463317,399978986~8102841,408782395~3297663] 2024-04-12T01:41:56.386 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 18 diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.386 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~8902674,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,297863846~921225,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.392 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~8902674,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,396114458~11967369,408782395~3297663] 2024-04-12T01:41:56.392 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 19 diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:41:56.392 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:41:56.399 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:41:56.399 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 10 diff [42104250~6981150,126801181~7063819,135001268~5272021,173222266~2379007,189481556~3813351,226377322~31530,338069265~1642456,351533967~2662183,356760670~3221754,381029875~3831550] 2024-04-12T01:41:56.399 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [42104250~6981150,126801181~7063819,135001268~5272021,173222266~2379007,189481556~3813351,226377322~31530,338069265~1642456,351533967~2662183,356760670~3221754,381029875~3831550] 2024-04-12T01:41:56.404 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [42104250~6981150,126801181~7063819,135001268~5272021,173222266~2379007,189481556~3813351,222298112~4110740,335544320~4167401,351533967~2662183,356760670~3221754,378398108~6463317] 2024-04-12T01:41:56.404 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 11 diff [10662100~6342037,24996220~6755426,42104250~6981150,61362026~7382537,87509933~7186608,97406856~3692969,122429355~11435645,135001268~5272021,173075536~2525737,189481556~3813351,195696420~4243287,226377322~31530,271362303~4891588,338069265~1642456,351533967~2662183,356760670~3221754,381029875~3831550] 2024-04-12T01:41:56.404 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [10662100~6342037,24996220~6755426,42104250~6981150,61362026~7382537,87509933~7186608,97406856~3692969,122429355~11435645,135001268~5272021,173075536~2525737,189481556~3813351,195696420~4243287,226377322~31530,271362303~4891588,338069265~1642456,351533967~2662183,356760670~3221754,381029875~3831550] 2024-04-12T01:41:56.410 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [10662100~6342037,23815735~7935911,42104250~6981150,61362026~7382537,85778830~8917711,97406856~3692969,122429355~11435645,135001268~5272021,173075536~2525737,189481556~3813351,195696420~4243287,222298112~4110740,269070752~7183139,335544320~4167401,351533967~2662183,356760670~3221754,378398108~6463317] 2024-04-12T01:41:56.411 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 12 diff [10662100~6356142,17766007~1929151,24996220~6755426,42104250~6981150,61362026~7382537,71718952~3845348,87509933~7186608,97406856~3692969,109231847~4080,122429355~11435645,135001268~5272021,173075536~2525737,189481556~10458151,212114541~6029614,226377322~31530,230528247~6151429,256816003~4819655,271362303~4891588,338069265~1642456,351533967~2662183,356760670~3221754,369184934~4764567,381029875~3831550] 2024-04-12T01:41:56.411 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [10662100~6356142,17766007~1929151,24996220~6755426,42104250~6981150,61362026~7382537,71718952~3845348,87509933~7186608,97406856~3692969,109231847~4080,122429355~11435645,135001268~5272021,173075536~2525737,189481556~10458151,212114541~6029614,226377322~31530,230528247~6151429,256816003~4819655,271362303~4891588,338069265~1642456,351533967~2662183,356760670~3221754,369184934~4764567,381029875~3831550] 2024-04-12T01:41:56.417 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [10662100~6356142,17766007~1929151,23815735~7935911,42104250~6981150,61362026~7382537,71718952~3845348,85778830~8917711,97406856~3692969,109231847~4080,122429355~11435645,135001268~5272021,173075536~2525737,189481556~10458151,212114541~6029614,222298112~4110740,226492416~10187260,255852544~5783114,269070752~7183139,335544320~4167401,351533967~2662183,356760670~3221754,369184934~4764567,378398108~6463317] 2024-04-12T01:41:56.417 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 13 diff [10662100~6356142,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,87509933~7186608,97406856~3692969,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,173075536~2525737,186769283~13170424,212114541~6029614,226377322~31530,230528247~6151429,239368924~4705062,256816003~4819655,271362303~4891588,309439349~5563869,338069265~1642456,351533967~2662183,356760670~3221754,368432511~5516990,381029875~3831550] 2024-04-12T01:41:56.418 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [10662100~6356142,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,87509933~7186608,97406856~3692969,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,173075536~2525737,186769283~13170424,212114541~6029614,226377322~31530,230528247~6151429,239368924~4705062,256816003~4819655,271362303~4891588,309439349~5563869,338069265~1642456,351533967~2662183,356760670~3221754,368432511~5516990,381029875~3831550] 2024-04-12T01:41:56.423 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [10662100~6356142,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61362026~7382537,71718952~3845348,81368654~926006,85778830~8917711,97406856~3692969,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,173075536~2525737,186769283~13170424,212114541~6029614,222298112~4110740,226492416~10187260,239368924~4705062,255852544~5783114,269070752~7183139,306184192~8819026,335544320~4167401,351533967~2662183,356760670~3221754,368432511~5516990,378398108~6463317] 2024-04-12T01:41:56.423 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 14 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,87509933~7186608,97406856~3692969,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,271362303~4891588,304623742~1994595,309439349~5563869,338069265~1642456,351533967~2662183,356760670~3221754,364209485~9740016,381029875~3831550] 2024-04-12T01:41:56.423 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,87509933~7186608,97406856~3692969,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,271362303~4891588,304623742~1994595,309439349~5563869,338069265~1642456,351533967~2662183,356760670~3221754,364209485~9740016,381029875~3831550] 2024-04-12T01:41:56.430 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~7659802,71718952~3845348,81368654~926006,85778830~8917711,97406856~3692969,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,222298112~4110740,226492416~10187260,239368924~4705062,244224149~694826,255852544~5783114,269070752~7183139,304623742~10379476,335544320~4167401,351533967~2662183,356760670~3221754,364209485~9740016,378398108~6463317] 2024-04-12T01:41:56.430 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 15 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,271362303~4891588,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,364209485~9740016,378476471~2546081,381029875~3831550,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.430 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,271362303~4891588,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,364209485~9740016,378476471~2546081,381029875~3831550,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.436 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,85778830~15320995,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,222298112~4110740,226492416~10187260,239368924~4705062,244224149~694826,245428173~7488725,255852544~5783114,269070752~7183139,304623742~10379476,335544320~8787855,346951728~2783635,351533967~2662183,356760670~3221754,364209485~9740016,378398108~6463317,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.436 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 16 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,364209485~9740016,378476471~2546081,381029875~3831550,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.436 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,351533967~2662183,356760670~3221754,364209485~9740016,378476471~2546081,381029875~3831550,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.442 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,42104250~8283841,61084761~9194302,71718952~3845348,81368654~926006,85778830~15320995,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,212114541~8853777,222298112~4110740,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,304623742~10379476,335544320~8787855,346951728~2783635,351533967~2662183,356760670~3221754,364209485~9740016,378398108~6463317,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.442 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 17 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,211626346~9341972,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9740016,378476471~2546081,381029875~3831550,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.442 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,211626346~9341972,226377322~31530,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9740016,378476471~2546081,381029875~3831550,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.448 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11435645,135001268~5272021,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,186769283~13170424,211626346~9341972,222298112~4110740,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9740016,378398108~6463317,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.448 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 18 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.448 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.454 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.454 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 19 diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.454 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.460 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.460 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 11 diff [10662100~6342037,24996220~6755426,61362026~7382537,87509933~7186608,97406856~3692969,122429355~7853727,173075536~1975955,195696420~4243287,271362303~4891588] 2024-04-12T01:41:56.460 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [10662100~6342037,24996220~6755426,61362026~7382537,87509933~7186608,97406856~3692969,122429355~7853727,173075536~1975955,195696420~4243287,271362303~4891588] 2024-04-12T01:41:56.466 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [10662100~6342037,23815735~7935911,61362026~7382537,85778830~8917711,97406856~3692969,122429355~7853727,173075536~1975955,195696420~4243287,269070752~7183139] 2024-04-12T01:41:56.466 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 12 diff [10662100~6356142,17766007~1929151,24996220~6755426,61362026~7382537,71718952~3845348,87509933~7186608,97406856~3692969,109231847~4080,122429355~7853727,173075536~1975955,189519809~10419898,212114541~6029614,230528247~6151429,256816003~4819655,271362303~4891588,369184934~4764567] 2024-04-12T01:41:56.466 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [10662100~6356142,17766007~1929151,24996220~6755426,61362026~7382537,71718952~3845348,87509933~7186608,97406856~3692969,109231847~4080,122429355~7853727,173075536~1975955,189519809~10419898,212114541~6029614,230528247~6151429,256816003~4819655,271362303~4891588,369184934~4764567] 2024-04-12T01:41:56.472 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [10662100~6356142,17766007~1929151,23815735~7935911,61362026~7382537,71718952~3845348,85778830~8917711,97406856~3692969,109231847~4080,122429355~7853727,173075536~1975955,189519809~10419898,212114541~6029614,226492416~10187260,255852544~5783114,269070752~7183139,369184934~4764567] 2024-04-12T01:41:56.472 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 13 diff [10662100~6356142,17766007~1929151,20429946~582749,24996220~6755426,47073645~3314446,61362026~7382537,71718952~3845348,81368654~926006,87509933~7186608,97406856~3692969,109231847~4080,122429355~7853727,140685774~5097536,149065649~5627497,173075536~1975955,186769283~13170424,212114541~6029614,230528247~6151429,239368924~4705062,256816003~4819655,271362303~4891588,309439349~5563869,368432511~5516990] 2024-04-12T01:41:56.472 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [10662100~6356142,17766007~1929151,20429946~582749,24996220~6755426,47073645~3314446,61362026~7382537,71718952~3845348,81368654~926006,87509933~7186608,97406856~3692969,109231847~4080,122429355~7853727,140685774~5097536,149065649~5627497,173075536~1975955,186769283~13170424,212114541~6029614,230528247~6151429,239368924~4705062,256816003~4819655,271362303~4891588,309439349~5563869,368432511~5516990] 2024-04-12T01:41:56.478 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [10662100~6356142,17766007~1929151,20429946~582749,23815735~7935911,47073645~3314446,61362026~7382537,71718952~3845348,81368654~926006,85778830~8917711,97406856~3692969,109231847~4080,122429355~7853727,140685774~5097536,149065649~5627497,173075536~1975955,186769283~13170424,212114541~6029614,226492416~10187260,239368924~4705062,255852544~5783114,269070752~7183139,306184192~8819026,368432511~5516990] 2024-04-12T01:41:56.479 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 14 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,47073645~3314446,61084761~7659802,71718952~3845348,81368654~926006,87509933~7186608,97406856~3692969,104962522~2943978,109231847~4080,122429355~7853727,140685774~5097536,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,212114541~8853777,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,271362303~4891588,304623742~1994595,309439349~5563869,364209485~9740016] 2024-04-12T01:41:56.479 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,47073645~3314446,61084761~7659802,71718952~3845348,81368654~926006,87509933~7186608,97406856~3692969,104962522~2943978,109231847~4080,122429355~7853727,140685774~5097536,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,212114541~8853777,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,271362303~4891588,304623742~1994595,309439349~5563869,364209485~9740016] 2024-04-12T01:41:56.485 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,47073645~3314446,61084761~7659802,71718952~3845348,81368654~926006,85778830~8917711,97406856~3692969,104962522~2943978,109231847~4080,122429355~7853727,140685774~5097536,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,212114541~8853777,226492416~10187260,239368924~4705062,244224149~694826,255852544~5783114,269070752~7183139,304623742~10379476,364209485~9740016] 2024-04-12T01:41:56.485 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 15 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,47073645~3314446,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,109231847~4080,122429355~7853727,140685774~5097536,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,212114541~8853777,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,271362303~4891588,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,364209485~9740016,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.485 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,47073645~3314446,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,109231847~4080,122429355~7853727,140685774~5097536,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,212114541~8853777,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,271362303~4891588,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,364209485~9740016,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.491 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,47073645~3314446,61084761~9194302,71718952~3845348,81368654~926006,85778830~15320995,104962522~2943978,109231847~4080,122429355~7853727,140685774~5097536,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,212114541~8853777,226492416~10187260,239368924~4705062,244224149~694826,245428173~7488725,255852544~5783114,269070752~7183139,304623742~10379476,337339276~6992899,346951728~2783635,364209485~9740016,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.491 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 16 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,44632280~5755811,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,109231847~4080,122429355~11176714,140685774~5097536,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,212114541~8853777,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,352342843~1067411,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.491 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,44632280~5755811,61084761~9194302,71718952~3845348,81368654~926006,87509933~13589892,104962522~2943978,109231847~4080,122429355~11176714,140685774~5097536,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,212114541~8853777,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,352342843~1067411,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.497 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,44632280~5755811,61084761~9194302,71718952~3845348,81368654~926006,85778830~15320995,104962522~2943978,109231847~4080,122429355~11176714,140685774~5097536,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,212114541~8853777,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,304623742~10379476,337339276~6992899,346951728~2783635,352342843~1067411,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.497 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 17 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,44632280~5755811,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11176714,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,211626346~9341972,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.497 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,44632280~5755811,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11176714,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,211626346~9341972,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.503 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,44632280~5755811,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11176714,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,186769283~13170424,211626346~9341972,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.503 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 18 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11176714,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.503 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11176714,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,271362303~9600866,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.509 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51305615~7556448,61084761~9194302,71718952~3845348,81368654~19731171,104962522~2943978,109231847~4080,122429355~11176714,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,269070752~11892417,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.509 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 19 diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.509 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.515 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.515 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 12 diff [15222895~1795347,17766007~1929151,62701696~5009521,71718952~3845348,109231847~4080,189519809~6804328,212114541~6029614,230528247~6151429,256816003~4819655,369184934~4764567] 2024-04-12T01:41:56.515 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [15222895~1795347,17766007~1929151,62701696~5009521,71718952~3845348,109231847~4080,189519809~6804328,212114541~6029614,230528247~6151429,256816003~4819655,369184934~4764567] 2024-04-12T01:41:56.521 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [15222895~1795347,17766007~1929151,62701696~5009521,71718952~3845348,109231847~4080,189519809~6804328,212114541~6029614,226492416~10187260,255852544~5783114,369184934~4764567] 2024-04-12T01:41:56.521 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 13 diff [15222895~1795347,17766007~1929151,20429946~582749,47073645~3314446,62701696~5009521,71718952~3845348,81368654~926006,109231847~4080,140685774~5097536,149065649~5627497,186769283~9554854,212114541~6029614,230528247~6151429,239368924~4705062,256816003~4819655,309439349~5563869,368432511~5516990] 2024-04-12T01:41:56.521 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [15222895~1795347,17766007~1929151,20429946~582749,47073645~3314446,62701696~5009521,71718952~3845348,81368654~926006,109231847~4080,140685774~5097536,149065649~5627497,186769283~9554854,212114541~6029614,230528247~6151429,239368924~4705062,256816003~4819655,309439349~5563869,368432511~5516990] 2024-04-12T01:41:56.528 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [15222895~1795347,17766007~1929151,20429946~582749,47073645~3314446,62701696~5009521,71718952~3845348,81368654~926006,109231847~4080,140685774~5097536,149065649~5627497,186769283~9554854,212114541~6029614,226492416~10187260,239368924~4705062,255852544~5783114,306184192~8819026,368432511~5516990] 2024-04-12T01:41:56.528 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 14 diff [8115568~770241,9488747~4285697,15222895~1795347,17766007~1929151,20429946~582749,47073645~3314446,61084761~7556674,71718952~3845348,81368654~926006,104962522~2943978,109231847~4080,140685774~5097536,149065649~5627497,166789591~5016048,186769283~9554854,212114541~8853777,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,304623742~1994595,309439349~5563869,364209485~9740016] 2024-04-12T01:41:56.528 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~4285697,15222895~1795347,17766007~1929151,20429946~582749,47073645~3314446,61084761~7556674,71718952~3845348,81368654~926006,104962522~2943978,109231847~4080,140685774~5097536,149065649~5627497,166789591~5016048,186769283~9554854,212114541~8853777,230528247~6151429,239368924~4705062,244224149~694826,256816003~4819655,304623742~1994595,309439349~5563869,364209485~9740016] 2024-04-12T01:41:56.534 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~4285697,15222895~1795347,17766007~1929151,20429946~582749,47073645~3314446,61084761~7556674,71718952~3845348,81368654~926006,104962522~2943978,109231847~4080,140685774~5097536,149065649~5627497,166789591~5016048,186769283~9554854,212114541~8853777,226492416~10187260,239368924~4705062,244224149~694826,255852544~5783114,304623742~10379476,364209485~9740016] 2024-04-12T01:41:56.534 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 15 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,47073645~3314446,61084761~9194302,71718952~3845348,81368654~926006,92266127~6232464,104962522~2943978,109231847~4080,140685774~5097536,149065649~5627497,166789591~5016048,186769283~9554854,212114541~8853777,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,364209485~9740016,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.534 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,47073645~3314446,61084761~9194302,71718952~3845348,81368654~926006,92266127~6232464,104962522~2943978,109231847~4080,140685774~5097536,149065649~5627497,166789591~5016048,186769283~9554854,212114541~8853777,230528247~6151429,239368924~4705062,244224149~694826,245428173~7488725,256816003~4819655,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,364209485~9740016,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.540 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,47073645~3314446,61084761~9194302,71718952~3845348,81368654~926006,92266127~6232464,104962522~2943978,109231847~4080,140685774~5097536,149065649~5627497,166789591~5016048,186769283~9554854,212114541~8853777,226492416~10187260,239368924~4705062,244224149~694826,245428173~7488725,255852544~5783114,304623742~10379476,337339276~6992899,346951728~2783635,364209485~9740016,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.540 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 16 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,44632280~5755811,61084761~9194302,71718952~3845348,81368654~926006,92266127~6232464,104962522~2943978,109231847~4080,126263271~7342798,140685774~5097536,149065649~5627497,166789591~5016048,186769283~9554854,212114541~8853777,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,352342843~1067411,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.540 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,44632280~5755811,61084761~9194302,71718952~3845348,81368654~926006,92266127~6232464,104962522~2943978,109231847~4080,126263271~7342798,140685774~5097536,149065649~5627497,166789591~5016048,186769283~9554854,212114541~8853777,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,352342843~1067411,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.546 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,44632280~5755811,61084761~9194302,71718952~3845348,81368654~926006,92266127~6232464,104962522~2943978,109231847~4080,126263271~7342798,140685774~5097536,149065649~5627497,166789591~5016048,186769283~9554854,212114541~8853777,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,275327172~5635997,304623742~10379476,337339276~6992899,346951728~2783635,352342843~1067411,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.546 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 17 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,44632280~5755811,51305615~7556448,61084761~9194302,71718952~3845348,81368654~7962540,91964494~6534097,104962522~2943978,109231847~4080,126263271~7342798,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,186769283~9554854,211626346~9341972,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.546 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,44632280~5755811,51305615~7556448,61084761~9194302,71718952~3845348,81368654~7962540,91964494~6534097,104962522~2943978,109231847~4080,126263271~7342798,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,186769283~9554854,211626346~9341972,230528247~7628406,239368924~5550051,245428173~7488725,256816003~4819655,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.553 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,44632280~5755811,51305615~7556448,61084761~9194302,71718952~3845348,81368654~7962540,91964494~6534097,104962522~2943978,109231847~4080,126263271~7342798,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,186769283~9554854,211626346~9341972,226492416~11664237,239368924~5550051,245428173~7488725,255852544~5783114,261681855~2406519,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9740016,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.553 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 18 diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51305615~7556448,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,104962522~2943978,109231847~4080,126263271~7342798,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.553 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51305615~7556448,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,104962522~2943978,109231847~4080,126263271~7342798,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~14390728,245428173~7488725,256816003~4819655,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.559 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~7529495,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51305615~7556448,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,104962522~2943978,109231847~4080,126263271~7342798,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~15739794,211626346~9341972,226492416~18426559,245428173~7488725,255852544~5783114,261681855~2406519,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.559 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 19 diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.559 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.564 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~15739794,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.565 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 13 diff [20429946~582749,47073645~3314446,81368654~926006,140685774~5097536,149065649~5627497,186769283~7800045,239368924~4705062,309439349~5563869,368432511~4063945] 2024-04-12T01:41:56.565 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [20429946~582749,47073645~3314446,81368654~926006,140685774~5097536,149065649~5627497,186769283~7800045,239368924~4705062,309439349~5563869,368432511~4063945] 2024-04-12T01:41:56.570 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [20429946~582749,47073645~3314446,81368654~926006,140685774~5097536,149065649~5627497,186769283~7800045,239368924~4705062,306184192~8819026,368432511~4063945] 2024-04-12T01:41:56.571 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 14 diff [8115568~770241,9488747~4285697,20429946~582749,47073645~3314446,61084761~7556674,81368654~926006,104962522~2943978,140685774~5097536,149065649~5627497,166789591~5016048,186769283~7800045,216723119~4245199,239368924~4705062,244224149~694826,304623742~1994595,309439349~5563869,364209485~8286971] 2024-04-12T01:41:56.571 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~4285697,20429946~582749,47073645~3314446,61084761~7556674,81368654~926006,104962522~2943978,140685774~5097536,149065649~5627497,166789591~5016048,186769283~7800045,216723119~4245199,239368924~4705062,244224149~694826,304623742~1994595,309439349~5563869,364209485~8286971] 2024-04-12T01:41:56.577 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~4285697,20429946~582749,47073645~3314446,61084761~7556674,81368654~926006,104962522~2943978,140685774~5097536,149065649~5627497,166789591~5016048,186769283~7800045,216723119~4245199,239368924~4705062,244224149~694826,304623742~10379476,364209485~8286971] 2024-04-12T01:41:56.577 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 15 diff [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,47073645~3314446,61084761~9194302,81368654~926006,92266127~6232464,104962522~2943978,140685774~5097536,149065649~5627497,166789591~5016048,186769283~7800045,216723119~4245199,239368924~4705062,244224149~694826,245428173~7488725,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,364209485~8286971,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.577 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,47073645~3314446,61084761~9194302,81368654~926006,92266127~6232464,104962522~2943978,140685774~5097536,149065649~5627497,166789591~5016048,186769283~7800045,216723119~4245199,239368924~4705062,244224149~694826,245428173~7488725,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,364209485~8286971,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.583 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,47073645~3314446,61084761~9194302,81368654~926006,92266127~6232464,104962522~2943978,140685774~5097536,149065649~5627497,166789591~5016048,186769283~7800045,216723119~4245199,239368924~4705062,244224149~694826,245428173~7488725,304623742~10379476,337339276~6992899,346951728~2783635,364209485~8286971,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.583 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 16 diff [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,44632280~5755811,61084761~9194302,81368654~926006,92266127~6232464,104962522~2943978,126263271~7342798,140685774~5097536,149065649~5627497,166789591~5016048,186769283~7800045,216723119~4245199,230583503~7573150,239368924~5550051,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,352342843~1067411,364209485~8286971,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.583 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,44632280~5755811,61084761~9194302,81368654~926006,92266127~6232464,104962522~2943978,126263271~7342798,140685774~5097536,149065649~5627497,166789591~5016048,186769283~7800045,216723119~4245199,230583503~7573150,239368924~5550051,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,337339276~6992899,346951728~2783635,352342843~1067411,364209485~8286971,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.589 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,44632280~5755811,61084761~9194302,81368654~926006,92266127~6232464,104962522~2943978,126263271~7342798,140685774~5097536,149065649~5627497,166789591~5016048,186769283~7800045,216723119~4245199,230583503~7573150,239368924~5550051,245428173~7488725,261681855~2406519,275327172~5635997,304623742~10379476,337339276~6992899,346951728~2783635,352342843~1067411,364209485~8286971,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.589 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 17 diff [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,36553881~2760352,44632280~5755811,51305615~7556448,61084761~9194302,81368654~7962540,91964494~6534097,104962522~2943978,126263271~7342798,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,186769283~7800045,211626346~1223265,216723119~4245199,230583503~7573150,239368924~5550051,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.589 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,36553881~2760352,44632280~5755811,51305615~7556448,61084761~9194302,81368654~7962540,91964494~6534097,104962522~2943978,126263271~7342798,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,186769283~7800045,211626346~1223265,216723119~4245199,230583503~7573150,239368924~5550051,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.595 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,33554432~5759801,44632280~5755811,51305615~7556448,61084761~9194302,81368654~7962540,91964494~6534097,104962522~2943978,126263271~7342798,140685774~5097536,145833360~1074313,149065649~5627497,166789591~5016048,186769283~7800045,211626346~1223265,216723119~4245199,230583503~7573150,239368924~5550051,245428173~7488725,261681855~2406519,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.595 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 18 diff [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51305615~7556448,61084761~9194302,81368654~7962540,89565518~8933073,104962522~2943978,126263271~7342798,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~14335472,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.595 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51305615~7556448,61084761~9194302,81368654~7962540,89565518~8933073,104962522~2943978,126263271~7342798,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~14335472,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,309439349~5563869,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.601 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~6579523,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51305615~7556448,61084761~9194302,81368654~7962540,89565518~8933073,104962522~2943978,126263271~7342798,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~13984985,211626346~1223265,216723119~4245199,230583503~14335472,245428173~7488725,261681855~2406519,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.601 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 19 diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.601 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.607 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~13984985,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.607 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 14 diff [8115568~770241,9488747~4285697,61084761~7556674,104962522~2943978,166789591~5016048,216723119~4245199,244224149~694826,304623742~1994595,364209485~5663013] 2024-04-12T01:41:56.608 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~4285697,61084761~7556674,104962522~2943978,166789591~5016048,216723119~4245199,244224149~694826,304623742~1994595,364209485~5663013] 2024-04-12T01:41:56.613 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~4285697,61084761~7556674,104962522~2943978,166789591~5016048,216723119~4245199,244224149~694826,304623742~1994595,364209485~5663013] 2024-04-12T01:41:56.613 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 15 diff [8115568~770241,9488747~6579523,27029007~4602176,61084761~9194302,92266127~6232464,104962522~2943978,166789591~5016048,216723119~4245199,244224149~694826,245428173~7488725,304623742~1994595,337339276~6992899,346951728~2783635,364209485~5663013,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.613 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~6579523,27029007~4602176,61084761~9194302,92266127~6232464,104962522~2943978,166789591~5016048,216723119~4245199,244224149~694826,245428173~7488725,304623742~1994595,337339276~6992899,346951728~2783635,364209485~5663013,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.619 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~6579523,27029007~4602176,61084761~9194302,92266127~6232464,104962522~2943978,166789591~5016048,216723119~4245199,244224149~694826,245428173~7488725,304623742~1994595,337339276~6992899,346951728~2783635,364209485~5663013,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.619 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 16 diff [8115568~770241,9488747~6579523,27029007~4602176,44632280~5475862,61084761~9194302,92266127~6232464,104962522~2943978,126263271~7342798,166789591~5016048,186896792~4586856,216723119~4245199,230583503~7573150,240510822~4408153,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,337339276~6992899,346951728~2783635,352342843~1067411,364209485~5663013,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.619 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~6579523,27029007~4602176,44632280~5475862,61084761~9194302,92266127~6232464,104962522~2943978,126263271~7342798,166789591~5016048,186896792~4586856,216723119~4245199,230583503~7573150,240510822~4408153,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,337339276~6992899,346951728~2783635,352342843~1067411,364209485~5663013,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.625 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~6579523,27029007~4602176,44632280~5475862,61084761~9194302,92266127~6232464,104962522~2943978,126263271~7342798,166789591~5016048,186896792~4586856,216723119~4245199,230583503~7573150,240510822~4408153,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,337339276~6992899,346951728~2783635,352342843~1067411,364209485~5663013,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.625 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 17 diff [8115568~770241,9488747~6579523,27029007~4602176,36553881~2760352,44632280~5475862,51305615~7556448,61084761~9194302,81990406~7340788,91964494~6534097,104962522~2943978,126263271~7342798,145833360~1074313,166789591~5016048,186896792~4586856,211626346~1223265,216723119~4245199,230583503~7573150,240510822~4408153,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.625 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~6579523,27029007~4602176,36553881~2760352,44632280~5475862,51305615~7556448,61084761~9194302,81990406~7340788,91964494~6534097,104962522~2943978,126263271~7342798,145833360~1074313,166789591~5016048,186896792~4586856,211626346~1223265,216723119~4245199,230583503~7573150,240510822~4408153,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.632 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~6579523,27029007~4602176,33554432~5759801,44632280~5475862,51305615~7556448,61084761~9194302,81990406~7340788,91964494~6534097,104962522~2943978,126263271~7342798,145833360~1074313,166789591~5016048,186896792~4586856,211626346~1223265,216723119~4245199,230583503~7573150,240510822~4408153,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.632 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 18 diff [8115568~770241,9488747~6579523,27029007~4602176,36553881~2760352,43328711~6779431,51305615~7556448,61084761~9194302,81990406~7340788,89565518~8933073,104962522~2943978,126263271~7342798,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~14335472,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.632 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8115568~770241,9488747~6579523,27029007~4602176,36553881~2760352,43328711~6779431,51305615~7556448,61084761~9194302,81990406~7340788,89565518~8933073,104962522~2943978,126263271~7342798,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~14335472,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.638 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8115568~770241,9488747~6579523,27029007~4602176,33554432~5759801,43328711~6779431,51305615~7556448,61084761~9194302,81990406~7340788,89565518~8933073,104962522~2943978,126263271~7342798,138747238~3339248,145833360~1074313,166789591~5016048,180584343~10899305,211626346~1223265,216723119~4245199,230583503~14335472,245428173~7488725,261681855~2406519,275327172~5635997,304623742~1994595,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.638 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 19 diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.638 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.644 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,180584343~10899305,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.644 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 15 diff [12150070~3918200,27029007~4602176,67573666~2705397,92266127~6232464,245428173~7488725,337339276~6992899,346951728~2783635,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.644 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12150070~3918200,27029007~4602176,67573666~2705397,92266127~6232464,245428173~7488725,337339276~6992899,346951728~2783635,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.649 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12150070~3918200,27029007~4602176,67573666~2705397,92266127~6232464,245428173~7488725,337339276~6992899,346951728~2783635,378476471~2546081,400742368~7339459,410049099~2030959] 2024-04-12T01:41:56.649 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 16 diff [12150070~3918200,27029007~4602176,44632280~5475862,67573666~2705397,92266127~6232464,126263271~7342798,186896792~4586856,230583503~7573150,240510822~3799212,245428173~7488725,261681855~2406519,275327172~5635997,337339276~6992899,346951728~2783635,352342843~1067411,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.649 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12150070~3918200,27029007~4602176,44632280~5475862,67573666~2705397,92266127~6232464,126263271~7342798,186896792~4586856,230583503~7573150,240510822~3799212,245428173~7488725,261681855~2406519,275327172~5635997,337339276~6992899,346951728~2783635,352342843~1067411,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.656 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12150070~3918200,27029007~4602176,44632280~5475862,67573666~2705397,92266127~6232464,126263271~7342798,186896792~4586856,230583503~7573150,240510822~3799212,245428173~7488725,261681855~2406519,275327172~5635997,337339276~6992899,346951728~2783635,352342843~1067411,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.656 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 17 diff [12150070~3918200,27029007~4602176,36553881~2760352,44632280~5475862,51305615~7556448,67573666~2705397,81990406~7340788,91964494~6534097,126263271~7342798,145833360~1074313,186896792~4586856,211626346~1223265,230583503~7573150,240510822~3799212,245428173~7488725,261681855~2406519,275327172~5635997,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.656 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12150070~3918200,27029007~4602176,36553881~2760352,44632280~5475862,51305615~7556448,67573666~2705397,81990406~7340788,91964494~6534097,126263271~7342798,145833360~1074313,186896792~4586856,211626346~1223265,230583503~7573150,240510822~3799212,245428173~7488725,261681855~2406519,275327172~5635997,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.662 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12150070~3918200,27029007~4602176,33554432~5759801,44632280~5475862,51305615~7556448,67573666~2705397,81990406~7340788,91964494~6534097,126263271~7342798,145833360~1074313,186896792~4586856,211626346~1223265,230583503~7573150,240510822~3799212,245428173~7488725,261681855~2406519,275327172~5635997,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,378476471~2546081,399978986~8102841,410049099~2030959] 2024-04-12T01:41:56.662 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 18 diff [12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51305615~7556448,67573666~2705397,81990406~7340788,89565518~8933073,126263271~7342798,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~13726531,245428173~7488725,261681855~2406519,275327172~5635997,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.663 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51305615~7556448,67573666~2705397,81990406~7340788,89565518~8933073,126263271~7342798,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~13726531,245428173~7488725,261681855~2406519,275327172~5635997,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.668 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12150070~3918200,27029007~4602176,33554432~5759801,43328711~6779431,51305615~7556448,67573666~2705397,81990406~7340788,89565518~8933073,126263271~7342798,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~13726531,245428173~7488725,261681855~2406519,275327172~5635997,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,396114458~11967369,410049099~2030959] 2024-04-12T01:41:56.669 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 19 diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.669 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.674 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:56.674 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to 16 diff [44632280~5475862,126263271~7342798,186896792~4586856,230583503~7573150,240510822~3799212,261681855~2406519,275327172~5635997,352342843~1067411,399978986~6204108] 2024-04-12T01:41:56.674 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [44632280~5475862,126263271~7342798,186896792~4586856,230583503~7573150,240510822~3799212,261681855~2406519,275327172~5635997,352342843~1067411,399978986~6204108] 2024-04-12T01:41:56.680 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [44632280~5475862,126263271~7342798,186896792~4586856,230583503~7573150,240510822~3799212,261681855~2406519,275327172~5635997,352342843~1067411,399978986~6204108] 2024-04-12T01:41:56.680 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to 17 diff [36553881~2760352,44632280~5475862,51305615~7556448,81990406~7340788,91964494~5718051,126263271~7342798,145833360~1074313,186896792~4586856,211626346~1223265,230583503~7573150,240510822~3799212,261681855~2406519,275327172~5635997,323220258~4127497,346436103~76482,348694471~7543788,399978986~6204108] 2024-04-12T01:41:56.680 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [36553881~2760352,44632280~5475862,51305615~7556448,81990406~7340788,91964494~5718051,126263271~7342798,145833360~1074313,186896792~4586856,211626346~1223265,230583503~7573150,240510822~3799212,261681855~2406519,275327172~5635997,323220258~4127497,346436103~76482,348694471~7543788,399978986~6204108] 2024-04-12T01:41:56.689 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [33554432~5759801,44632280~5475862,51305615~7556448,81990406~7340788,91964494~5718051,126263271~7342798,145833360~1074313,186896792~4586856,211626346~1223265,230583503~7573150,240510822~3799212,261681855~2406519,275327172~5635997,323220258~4127497,346436103~76482,348694471~7543788,399978986~6204108] 2024-04-12T01:41:56.689 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to 18 diff [36553881~2760352,43328711~6779431,51305615~7556448,81990406~7340788,89565518~8117027,126263271~7342798,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~13726531,261681855~2406519,275327172~5635997,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,396114458~10068636] 2024-04-12T01:41:56.689 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [36553881~2760352,43328711~6779431,51305615~7556448,81990406~7340788,89565518~8117027,126263271~7342798,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~13726531,261681855~2406519,275327172~5635997,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,396114458~10068636] 2024-04-12T01:41:56.695 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [33554432~5759801,43328711~6779431,51305615~7556448,81990406~7340788,89565518~8117027,126263271~7342798,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~13726531,261681855~2406519,275327172~5635997,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,396114458~10068636] 2024-04-12T01:41:56.695 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to 19 diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:56.695 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:56.701 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,33554432~5759801,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:56.701 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to 17 diff [36553881~2760352,51305615~7556448,81990406~7340788,91964494~5718051,145833360~1074313,211626346~1223265,323220258~4127497,346436103~76482,348694471~7543788] 2024-04-12T01:41:56.701 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [36553881~2760352,51305615~7556448,81990406~7340788,91964494~5718051,145833360~1074313,211626346~1223265,323220258~4127497,346436103~76482,348694471~7543788] 2024-04-12T01:41:56.707 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [33554432~5759801,51305615~7556448,81990406~7340788,91964494~5718051,145833360~1074313,211626346~1223265,323220258~4127497,346436103~76482,348694471~7543788] 2024-04-12T01:41:56.707 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to 18 diff [36553881~2760352,43328711~4790902,51305615~7556448,81990406~7340788,89565518~8117027,138747238~3339248,145833360~1074313,182200243~7473522,211626346~1223265,233024000~8085689,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,396114458~5556518,403202709~2095612] 2024-04-12T01:41:56.707 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [36553881~2760352,43328711~4790902,51305615~7556448,81990406~7340788,89565518~8117027,138747238~3339248,145833360~1074313,182200243~7473522,211626346~1223265,233024000~8085689,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,396114458~5556518,403202709~2095612] 2024-04-12T01:41:56.713 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [33554432~5759801,43328711~4790902,51305615~7556448,81990406~7340788,89565518~8117027,138747238~3339248,145833360~1074313,180584343~9089422,211626346~1223265,233024000~8085689,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,396114458~5556518,403202709~2095612] 2024-04-12T01:41:56.713 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to 19 diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~4790902,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,136209319~2390582,138747238~3339248,145833360~1074313,182200243~7473522,211626346~1223265,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:56.713 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~4790902,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,136209319~2390582,138747238~3339248,145833360~1074313,182200243~7473522,211626346~1223265,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:56.719 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,33554432~5759801,43328711~4790902,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,136209319~2390582,138747238~3339248,145833360~1074313,180584343~9089422,211626346~1223265,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:56.719 INFO:tasks.workunit.client.0.smithi098.stdout:from 17 to 18 diff [43328711~4790902,89565518~7240939,138747238~3339248,182200243~7473522,233024000~8085689,373687433~370408,379303474~7854906,396114458~5556518,403202709~2095612] 2024-04-12T01:41:56.719 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [43328711~4790902,89565518~7240939,138747238~3339248,182200243~7473522,233024000~8085689,373687433~370408,379303474~7854906,396114458~5556518,403202709~2095612] 2024-04-12T01:41:56.725 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [43328711~4790902,89565518~7240939,138747238~3339248,180584343~9089422,233024000~8085689,373687433~370408,379303474~7854906,396114458~5556518,403202709~2095612] 2024-04-12T01:41:56.725 INFO:tasks.workunit.client.0.smithi098.stdout:from 17 to 19 diff [720636~3836767,4596237~5906643,43328711~4790902,51282850~5186508,89565518~7240939,99740151~2673111,136209319~2390582,138747238~3339248,182200243~7473522,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:56.725 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,43328711~4790902,51282850~5186508,89565518~7240939,99740151~2673111,136209319~2390582,138747238~3339248,182200243~7473522,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:56.731 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,43328711~4790902,51282850~5186508,89565518~7240939,99740151~2673111,136209319~2390582,138747238~3339248,180584343~9089422,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:56.731 INFO:tasks.workunit.client.0.smithi098.stdout:from 18 to 19 diff [720636~3836767,4596237~5906643,51282850~5186508,99740151~2673111,136209319~2390582,244087416~7726783,265339903~5972935,307182782~6579018,390475181~3862260,403359110~6191023] 2024-04-12T01:41:56.732 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,51282850~5186508,99740151~2673111,136209319~2390582,244087416~7726783,265339903~5972935,307182782~6579018,390475181~3862260,403359110~6191023] 2024-04-12T01:41:56.737 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,51282850~5186508,99740151~2673111,136209319~2390582,244087416~7726783,265339903~5972935,307182782~6579018,390475181~3862260,403359110~6191023] 2024-04-12T01:41:56.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:56 smithi098 ceph-mon[91373]: pgmap v3940: 137 pgs: 137 active+clean; 827 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 46 MiB/s wr, 374 op/s 2024-04-12T01:41:56.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:56 smithi098 ceph-mon[91373]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-12T01:41:56.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:56 smithi098 ceph-mon[88922]: pgmap v3940: 137 pgs: 137 active+clean; 827 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 46 MiB/s wr, 374 op/s 2024-04-12T01:41:56.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:56 smithi098 ceph-mon[88922]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-12T01:41:56.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:56 smithi193 ceph-mon[83763]: pgmap v3940: 137 pgs: 137 active+clean; 827 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 46 MiB/s wr, 374 op/s 2024-04-12T01:41:56.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:56 smithi193 ceph-mon[83763]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-12T01:41:57.545 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:57.545 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:57.578 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:41:57.578 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:57.578 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:57.584 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:41:57.584 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.584 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.590 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.590 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.590 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.596 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.597 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.597 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.604 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.604 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.604 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.610 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.610 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.610 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.616 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.616 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.617 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.622 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:41:57.622 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:41:57.622 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:41:57.627 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:41:57.628 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.628 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.633 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.633 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.633 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.639 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.639 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.639 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.644 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~15739794,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.644 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.644 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.650 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~13984985,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.650 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.650 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.656 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,180584343~10899305,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.656 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to HEAD diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.656 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.661 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:57.661 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to HEAD diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:57.662 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:57.666 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,33554432~5759801,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:57.667 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to HEAD diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~4790902,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,136209319~2390582,138747238~3339248,145833360~1074313,182200243~7473522,211626346~1223265,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:57.667 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~4790902,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,136209319~2390582,138747238~3339248,145833360~1074313,182200243~7473522,211626346~1223265,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:57.672 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,33554432~5759801,43328711~4790902,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,136209319~2390582,138747238~3339248,145833360~1074313,180584343~9089422,211626346~1223265,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:57.673 INFO:tasks.workunit.client.0.smithi098.stdout:from 17 to HEAD diff [720636~3836767,4596237~5906643,43328711~4790902,51282850~5186508,89565518~7240939,99740151~2673111,136209319~2390582,138747238~3339248,182200243~7473522,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:57.673 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,43328711~4790902,51282850~5186508,89565518~7240939,99740151~2673111,136209319~2390582,138747238~3339248,182200243~7473522,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:57.678 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,43328711~4790902,51282850~5186508,89565518~7240939,99740151~2673111,136209319~2390582,138747238~3339248,180584343~9089422,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:58.565 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:58.565 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:58.587 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:41:58.587 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:58.588 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:58.593 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:41:58.594 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.594 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.600 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.600 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.600 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.606 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.606 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.606 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.612 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.612 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.612 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.618 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.619 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.619 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.625 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.625 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.625 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.630 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:41:58.630 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:41:58.630 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:41:58.637 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:41:58.637 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.637 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.642 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.642 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.642 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.648 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.648 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.648 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.654 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~15739794,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.654 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.654 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.660 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~13984985,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.660 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.660 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.665 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,180584343~10899305,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.665 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to HEAD diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.665 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.671 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:58.671 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to HEAD diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:58.671 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:58.677 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,33554432~5759801,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:58.677 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to HEAD diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~4790902,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,136209319~2390582,138747238~3339248,145833360~1074313,182200243~7473522,211626346~1223265,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:58.677 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~4790902,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,136209319~2390582,138747238~3339248,145833360~1074313,182200243~7473522,211626346~1223265,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:58.682 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,33554432~5759801,43328711~4790902,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,136209319~2390582,138747238~3339248,145833360~1074313,180584343~9089422,211626346~1223265,233024000~8085689,244087416~7726783,265339903~5972935,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~5556518,403202709~6347424] 2024-04-12T01:41:58.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:58 smithi098 ceph-mon[91373]: pgmap v3942: 137 pgs: 137 active+clean; 892 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 231 KiB/s rd, 45 MiB/s wr, 1.47k op/s 2024-04-12T01:41:58.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:58 smithi098 ceph-mon[91373]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-12T01:41:58.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:58 smithi098 ceph-mon[88922]: pgmap v3942: 137 pgs: 137 active+clean; 892 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 231 KiB/s rd, 45 MiB/s wr, 1.47k op/s 2024-04-12T01:41:58.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:58 smithi098 ceph-mon[88922]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-12T01:41:58.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:58 smithi193 ceph-mon[83763]: pgmap v3942: 137 pgs: 137 active+clean; 892 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 231 KiB/s rd, 45 MiB/s wr, 1.47k op/s 2024-04-12T01:41:58.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:58 smithi193 ceph-mon[83763]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-12T01:41:59.574 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:59.574 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:59.602 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:41:59.602 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:59.602 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:41:59.608 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:41:59.609 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.609 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.614 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.615 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.615 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.621 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.621 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.621 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.627 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.628 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.628 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.634 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.634 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.634 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.639 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.639 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.640 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.645 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:41:59.645 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:41:59.646 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:41:59.651 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:41:59.651 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.652 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.657 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.657 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.658 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.664 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.664 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.664 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.669 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~15739794,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.669 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.669 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.674 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~13984985,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.675 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.675 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.680 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,180584343~10899305,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.680 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to HEAD diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.680 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.686 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:41:59.687 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to HEAD diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:59.687 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,36553881~2760352,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:59.692 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,33554432~5759801,43328711~6779431,51282850~7579213,81990406~7340788,89565518~8117027,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~21230696,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,346436103~76482,348694471~7543788,373687433~370408,379303474~7854906,390475181~3862260,396114458~13435675] 2024-04-12T01:41:59.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:59 smithi193 ceph-mon[83763]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-12T01:41:59.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:41:59 smithi193 ceph-mon[83763]: pgmap v3945: 137 pgs: 137 active+clean; 933 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 32 MiB/s wr, 3.59k op/s 2024-04-12T01:42:00.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:59 smithi098 ceph-mon[91373]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-12T01:42:00.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:41:59 smithi098 ceph-mon[91373]: pgmap v3945: 137 pgs: 137 active+clean; 933 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 32 MiB/s wr, 3.59k op/s 2024-04-12T01:42:00.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:59 smithi098 ceph-mon[88922]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-12T01:42:00.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:41:59 smithi098 ceph-mon[88922]: pgmap v3945: 137 pgs: 137 active+clean; 933 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 32 MiB/s wr, 3.59k op/s 2024-04-12T01:42:00.580 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:00.580 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:00.616 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:00.617 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:00.617 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:00.623 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:00.623 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.623 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.629 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.629 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.629 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.635 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.635 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.635 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.641 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.641 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.641 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.647 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.647 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.647 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.653 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.653 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.653 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.659 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:42:00.659 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:00.659 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:00.665 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:42:00.665 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.665 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.670 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.671 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.671 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.676 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.676 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.676 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.682 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~15739794,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.682 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.682 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.688 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~13984985,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.688 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.688 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.693 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,180584343~10899305,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.693 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to HEAD diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.693 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,182200243~9283405,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.699 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~5906643,12150070~3918200,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,67573666~2705397,81990406~7340788,89565518~8933073,99740151~2673111,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,180584343~10899305,211626346~1223265,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:00.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:00 smithi193 ceph-mon[83763]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-12T01:42:00.933 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:00 smithi098 ceph-mon[91373]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-12T01:42:00.933 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:00 smithi098 ceph-mon[88922]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-12T01:42:01.587 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:01.588 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:01.619 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:01.619 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:01.619 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:01.625 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:01.626 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.626 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.631 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.632 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.632 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.637 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.637 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.638 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.643 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.643 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.644 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.649 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.649 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.649 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.655 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.656 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.656 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.661 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:42:01.662 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:01.662 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:01.667 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:42:01.667 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.668 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.673 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.673 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.673 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.680 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.680 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.680 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.685 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~15739794,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.686 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.686 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.691 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~13984985,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.692 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.692 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,27029007~4602176,36553881~2760352,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,182200243~9283405,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.697 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,27029007~4602176,33554432~5759801,43328711~6779431,51282850~7579213,61084761~9194302,81990406~7340788,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~3339248,145833360~1074313,166789591~5016048,180584343~10899305,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~6579018,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~5663013,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:01.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:01 smithi193 ceph-mon[83763]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-12T01:42:01.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:01 smithi193 ceph-mon[83763]: pgmap v3948: 137 pgs: 137 active+clean; 938 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 13 MiB/s wr, 3.96k op/s 2024-04-12T01:42:02.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:01 smithi098 ceph-mon[91373]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-12T01:42:02.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:01 smithi098 ceph-mon[91373]: pgmap v3948: 137 pgs: 137 active+clean; 938 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 13 MiB/s wr, 3.96k op/s 2024-04-12T01:42:02.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:01 smithi098 ceph-mon[88922]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-12T01:42:02.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:01 smithi098 ceph-mon[88922]: pgmap v3948: 137 pgs: 137 active+clean; 938 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 13 MiB/s wr, 3.96k op/s 2024-04-12T01:42:02.570 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:42:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:42:02.592 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:02.592 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:02.625 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:02.625 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:02.625 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:02.631 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:02.631 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.631 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.637 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.637 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.637 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.642 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.643 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.643 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.650 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.650 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.650 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.654 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.655 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.655 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.660 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.660 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.661 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.666 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:42:02.666 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:02.667 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:02.672 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:42:02.672 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.672 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.678 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.678 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.678 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.684 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.684 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.684 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.689 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~15739794,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.689 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.689 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~12369085,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.694 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~11472033,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~13984985,211626346~1223265,216723119~4245199,230583503~22333395,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~8286971,373687433~370408,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:02.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:02 smithi193 ceph-mon[83763]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-12T01:42:03.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:02 smithi098 ceph-mon[91373]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-12T01:42:03.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:02 smithi098 ceph-mon[88922]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-12T01:42:03.599 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:03.599 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:03.647 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:03.647 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:03.647 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:03.653 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:03.653 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.653 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.659 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.659 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.659 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.665 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.665 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.665 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.671 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.671 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.671 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.677 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.677 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.678 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.683 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.683 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.683 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.689 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:42:03.689 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:03.689 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:03.694 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:42:03.695 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:03.695 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:03.700 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:03.700 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:03.700 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:03.706 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:03.706 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:03.706 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,182200243~14123894,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,275327172~5635997,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:03.711 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,27029007~4602176,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~7962540,89565518~8933073,99740151~2673111,104962522~2943978,109231847~4080,126263271~7342798,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,180584343~15739794,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~5972935,275327172~5635997,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:03.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:03 smithi193 ceph-mon[83763]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-12T01:42:03.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:03 smithi193 ceph-mon[83763]: pgmap v3951: 137 pgs: 137 active+clean; 912 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 2.5 MiB/s wr, 2.73k op/s 2024-04-12T01:42:04.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:03 smithi098 ceph-mon[91373]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-12T01:42:04.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:03 smithi098 ceph-mon[91373]: pgmap v3951: 137 pgs: 137 active+clean; 912 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 2.5 MiB/s wr, 2.73k op/s 2024-04-12T01:42:04.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:03 smithi098 ceph-mon[88922]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-12T01:42:04.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:03 smithi098 ceph-mon[88922]: pgmap v3951: 137 pgs: 137 active+clean; 912 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 146 KiB/s rd, 2.5 MiB/s wr, 2.73k op/s 2024-04-12T01:42:04.606 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:04.607 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:04.652 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:04.652 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:04.652 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:04.657 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:04.658 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.658 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.664 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.664 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.664 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.669 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.670 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.670 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.676 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.676 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.676 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.683 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.683 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.683 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.690 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.690 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.690 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.696 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:42:04.696 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:04.696 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:04.702 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:42:04.702 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:04.702 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:04.707 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:04.708 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:04.708 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,182200243~17739464,211626346~9341972,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:04.713 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,43328711~7059380,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11176714,136209319~2390582,138747238~7036072,145833360~1074313,149065649~5627497,166789591~5016048,173075536~1975955,180584343~19355364,211626346~9341972,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:04.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:04 smithi193 ceph-mon[83763]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-12T01:42:05.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:04 smithi098 ceph-mon[91373]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-12T01:42:05.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:04 smithi098 ceph-mon[88922]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-12T01:42:05.619 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:05.619 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:05.660 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:05.660 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:05.660 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:05.667 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:05.667 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.667 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.673 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.673 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.673 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.679 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.679 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.679 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.685 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.685 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.685 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.691 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.691 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.691 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.697 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.697 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.697 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.702 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:42:05.703 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:05.703 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:05.708 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:42:05.708 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:05.708 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378476471~8681909,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:05.714 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,109231847~4080,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,364209485~9848356,378398108~8760272,390475181~3862260,396114458~13435675,410049099~2030959] 2024-04-12T01:42:05.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:05 smithi193 ceph-mon[83763]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-12T01:42:05.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:05.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:05 smithi193 ceph-mon[83763]: pgmap v3954: 137 pgs: 137 active+clean; 890 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 6.2 KiB/s wr, 1.99k op/s 2024-04-12T01:42:06.032 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:42:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:42:05] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T01:42:06.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:05 smithi098 ceph-mon[91373]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-12T01:42:06.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:06.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:05 smithi098 ceph-mon[91373]: pgmap v3954: 137 pgs: 137 active+clean; 890 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 6.2 KiB/s wr, 1.99k op/s 2024-04-12T01:42:06.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:05 smithi098 ceph-mon[88922]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-12T01:42:06.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:06.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:05 smithi098 ceph-mon[88922]: pgmap v3954: 137 pgs: 137 active+clean; 890 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 6.2 KiB/s wr, 1.99k op/s 2024-04-12T01:42:06.635 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:06.635 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:06.674 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:06.674 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:06.674 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:06.680 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:06.681 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.681 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.687 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.687 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.687 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.693 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.693 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.693 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.698 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.699 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.699 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.704 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.705 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.705 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.710 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.710 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.710 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.716 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:42:06.716 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:06.716 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,304623742~1994595,307182782~7820436,323220258~4127497,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378476471~8681909,390475181~3862260,396114458~15965600] 2024-04-12T01:42:06.722 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,166789591~5016048,173075536~2525737,180584343~19355364,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,304623742~10379476,323220258~4127497,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~12031260,378398108~8760272,390475181~3862260,396114458~15965600] 2024-04-12T01:42:06.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:06 smithi193 ceph-mon[83763]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-12T01:42:07.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:06 smithi098 ceph-mon[91373]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-12T01:42:07.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:06 smithi098 ceph-mon[88922]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-12T01:42:07.379 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:07.379 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:07.424 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:07.424 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:07.424 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:07.430 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:07.430 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.431 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.437 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.437 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.437 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.443 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.443 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.443 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.449 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.450 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.450 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.455 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.456 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.456 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.462 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.462 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.462 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~17739464,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378476471~8681909,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.468 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~19584635,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346951728~9286531,356760670~3221754,362026581~13253919,378398108~8760272,390475181~5134430,396114458~15965600] 2024-04-12T01:42:07.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:07 smithi193 ceph-mon[83763]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-12T01:42:07.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:07 smithi193 ceph-mon[83763]: pgmap v3957: 137 pgs: 137 active+clean; 863 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1.01k op/s 2024-04-12T01:42:07.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:07 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:42:07.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:07 smithi193 ceph-mon[83763]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-12T01:42:08.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:07 smithi098 ceph-mon[91373]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-12T01:42:08.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:07 smithi098 ceph-mon[91373]: pgmap v3957: 137 pgs: 137 active+clean; 863 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1.01k op/s 2024-04-12T01:42:08.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:07 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:42:08.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:07 smithi098 ceph-mon[91373]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-12T01:42:08.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:07 smithi098 ceph-mon[88922]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-12T01:42:08.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:07 smithi098 ceph-mon[88922]: pgmap v3957: 137 pgs: 137 active+clean; 863 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1.01k op/s 2024-04-12T01:42:08.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:07 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:42:08.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:07 smithi098 ceph-mon[88922]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-12T01:42:08.379 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:08.379 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:08.420 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:08.420 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:08.420 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:08.426 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:08.426 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.426 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.431 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.432 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.432 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.437 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.438 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.438 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.443 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.444 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.444 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.449 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.449 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.449 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~7579213,61084761~9194302,71718952~3845348,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155445952~4189116,166789591~5016048,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.455 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~7579213,61084761~9194302,71303168~4261132,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~5627497,155412498~4222570,166789591~5016048,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,297863846~921225,300986706~14016512,323220258~10591520,335544320~8787855,346436103~76482,346652021~9586238,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:42:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:42:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:42:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:08 smithi193 ceph-mon[83763]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-12T01:42:09.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:42:09.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:42:09.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:42:09.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:08 smithi098 ceph-mon[91373]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-12T01:42:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:42:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:42:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:42:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:08 smithi098 ceph-mon[88922]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-12T01:42:09.378 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:09.378 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:09.424 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:09.424 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:09.424 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:09.430 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:09.430 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.430 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.435 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.436 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.436 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.442 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.442 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.442 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.448 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.448 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.448 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,163701393~8163648,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~22388651,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,285499067~7254825,297863846~921225,300986706~5631631,307182782~7820436,323220258~4127497,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:09.454 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [720636~3836767,4596237~12422005,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104962522~2943978,108646048~1396251,112060887~6827197,122429355~11435645,135001268~10782042,145833360~1074313,149065649~10569419,163701393~8163648,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~26424482,255852544~5783114,261681855~2406519,265339903~15623266,285499067~7254825,297863846~921225,300986706~14016512,323220258~10591520,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.382 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:10.382 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:10.427 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:10.427 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:10.427 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:10.433 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:10.433 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.433 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.438 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.439 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.439 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.445 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.445 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.445 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~16297606,17766007~1929151,20429946~582749,24996220~6755426,36553881~2760352,42104250~8283841,51282850~18996213,71718952~3845348,78711889~812770,81368654~21044608,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282959319~9794573,297863846~921225,300986706~5631631,307182782~7820436,318505502~8842253,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.450 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~17018242,17766007~1929151,20429946~582749,23815735~7935911,33554432~5759801,42104250~8283841,51282850~18996213,71303168~4261132,78711889~812770,81368654~21044608,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282959319~9794573,297863846~921225,300986706~14016512,318505502~15306276,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:10.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:10 smithi098 ceph-mon[91373]: pgmap v3960: 137 pgs: 137 active+clean; 780 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 1.35k op/s 2024-04-12T01:42:10.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:10 smithi098 ceph-mon[91373]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-12T01:42:10.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:10 smithi098 ceph-mon[88922]: pgmap v3960: 137 pgs: 137 active+clean; 780 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 1.35k op/s 2024-04-12T01:42:10.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:10 smithi098 ceph-mon[88922]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-12T01:42:10.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:10 smithi193 ceph-mon[83763]: pgmap v3960: 137 pgs: 137 active+clean; 780 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 1.35k op/s 2024-04-12T01:42:10.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:10 smithi193 ceph-mon[83763]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-12T01:42:11.393 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:11.393 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:11.443 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:11.443 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:11.444 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:11.449 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:11.449 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:11.449 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:11.455 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:11.455 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:11.455 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~11435645,135001268~10782042,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2525737,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~9600866,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,362026581~13253919,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:11.460 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~11435645,135001268~10782042,145833360~1074313,149065649~23784236,173075536~2525737,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~15623266,282185081~10568811,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,362026581~13253919,378398108~9220975,390475181~5134430,396114458~15965600] 2024-04-12T01:42:11.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:11 smithi098 ceph-mon[91373]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-12T01:42:11.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:11 smithi098 ceph-mon[88922]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-12T01:42:11.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:11 smithi193 ceph-mon[83763]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-12T01:42:12.397 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:12.397 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:12.428 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:12.428 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:12.428 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:12.434 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:12.434 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:12.434 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,42104250~28174813,71718952~3845348,78711889~812770,81326104~21087158,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~12329440,173075536~2880997,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~3221754,361726981~16671127,378476471~9142612,390475181~5134430,396114458~15965600] 2024-04-12T01:42:12.440 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~5759801,42104250~28174813,71303168~4261132,78711889~812770,81326104~21087158,104857600~14030484,122429355~23353955,145833360~1074313,149065649~23784236,173075536~2880997,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356760670~3221754,361726981~25892102,390475181~5134430,396114458~15965600] 2024-04-12T01:42:12.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:42:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:42:12.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:12 smithi193 ceph-mon[83763]: pgmap v3963: 137 pgs: 137 active+clean; 746 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 1.05k op/s 2024-04-12T01:42:12.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:12 smithi193 ceph-mon[83763]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-12T01:42:12.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:12 smithi193 ceph-mon[83763]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-12T01:42:12.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:12 smithi098 ceph-mon[91373]: pgmap v3963: 137 pgs: 137 active+clean; 746 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 1.05k op/s 2024-04-12T01:42:12.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:12 smithi098 ceph-mon[91373]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-12T01:42:12.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:12 smithi098 ceph-mon[91373]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-12T01:42:12.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:12 smithi098 ceph-mon[88922]: pgmap v3963: 137 pgs: 137 active+clean; 746 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 1.05k op/s 2024-04-12T01:42:12.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:12 smithi098 ceph-mon[88922]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-12T01:42:12.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:12 smithi098 ceph-mon[88922]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-12T01:42:13.403 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:13.403 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:13.449 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:13.449 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:13.449 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26096281,104962522~13925562,122429355~23353955,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211626346~9341972,226377322~31530,230528247~23424708,256816003~4819655,261681855~2406519,265339903~5972935,271362303~10822778,282259166~10494726,297863846~921225,300986706~5631631,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:13.455 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31110094,104857600~14030484,122429355~23353955,145833360~1074313,149065649~26890884,180355072~27206885,211626346~9341972,222298112~4110740,226492416~27460539,255852544~5783114,261681855~2406519,265339903~27413989,297863846~921225,300986706~32825072,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:14.415 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:14.416 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [720636~23095099,24996220~6755426,36553881~2760352,41421551~29765480,71718952~3845348,76316981~26250671,104962522~40820788,145833360~1074313,149065649~6346849,155445952~4189116,160520445~15436088,180486624~97719,182200243~25361714,211510137~9458181,226377322~31530,230528247~23424708,256816003~4819655,261681855~9630983,271362303~10822778,282259166~10494726,294503094~12115243,307182782~7820436,316974475~10373280,329433094~4378684,337339276~6992899,345644774~10593485,356760670~21637438,378476471~9142612,390475181~5134430,395938896~16141162] 2024-04-12T01:42:14.452 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~31751646,33554432~37632599,71303168~31264484,104857600~40925710,145833360~1074313,149065649~26890884,180355072~27206885,209715200~11253118,222298112~4110740,226492416~27460539,255852544~36901348,293601280~40210498,335544320~20693939,356515840~31103243,390475181~21604877] 2024-04-12T01:42:14.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:14 smithi098 ceph-mon[91373]: pgmap v3966: 137 pgs: 137 active+clean; 643 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 840 op/s 2024-04-12T01:42:14.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:14 smithi098 ceph-mon[91373]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-12T01:42:14.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:14 smithi098 ceph-mon[88922]: pgmap v3966: 137 pgs: 137 active+clean; 643 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 840 op/s 2024-04-12T01:42:14.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:14 smithi098 ceph-mon[88922]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-12T01:42:14.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:14 smithi193 ceph-mon[83763]: pgmap v3966: 137 pgs: 137 active+clean; 643 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 840 op/s 2024-04-12T01:42:14.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:14 smithi193 ceph-mon[83763]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-12T01:42:15.448 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40017 ms) 2024-04-12T01:42:15.449 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-12T01:42:15.449 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:15.675 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:15 smithi098 ceph-mon[91373]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-12T01:42:15.675 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:15 smithi098 ceph-mon[88922]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-12T01:42:15.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:15 smithi193 ceph-mon[83763]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-12T01:42:16.032 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:42:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:42:15] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-12T01:42:16.521 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1072 ms) 2024-04-12T01:42:16.521 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-12T01:42:16.521 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:16.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:16 smithi098 ceph-mon[91373]: pgmap v3969: 137 pgs: 137 active+clean; 602 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 715 op/s 2024-04-12T01:42:16.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:16 smithi098 ceph-mon[91373]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-12T01:42:16.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:16 smithi098 ceph-mon[88922]: pgmap v3969: 137 pgs: 137 active+clean; 602 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 715 op/s 2024-04-12T01:42:16.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:16 smithi098 ceph-mon[88922]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-12T01:42:16.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:16 smithi193 ceph-mon[83763]: pgmap v3969: 137 pgs: 137 active+clean; 602 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 715 op/s 2024-04-12T01:42:16.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:16 smithi193 ceph-mon[83763]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-12T01:42:17.498 INFO:tasks.workunit.client.0.smithi098.stdout: wrote [601797~13529,3188147~25998,3273916~96084,3947346~70460,9648453~78097,13573328~65030,14223066~10917,14330585~62057,16803153~33683,18848038~97847] to clone 2024-04-12T01:42:17.499 INFO:tasks.workunit.client.0.smithi098.stdout: diff was [0~4017806,8388608~1337942,12582912~1809730,16777216~2168669] 2024-04-12T01:42:17.503 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (982 ms) 2024-04-12T01:42:17.503 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-12T01:42:17.503 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:17.523 INFO:tasks.workunit.client.0.smithi098.stdout: wrote [3736827~38949,4421652~39096,7648686~73330,7735548~23760,8398225~96996,10325506~96144,10594572~27357,14078235~100289,16006093~93697,17774214~1375] 2024-04-12T01:42:17.533 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-04-12T01:42:17.533 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-12T01:42:17.533 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:17.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:17 smithi098 ceph-mon[91373]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-12T01:42:17.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:17 smithi098 ceph-mon[91373]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-12T01:42:17.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:17 smithi098 ceph-mon[88922]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-12T01:42:17.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:17 smithi098 ceph-mon[88922]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-12T01:42:17.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:17 smithi193 ceph-mon[83763]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-12T01:42:17.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:17 smithi193 ceph-mon[83763]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-12T01:42:18.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:18 smithi098 ceph-mon[91373]: pgmap v3972: 137 pgs: 137 active+clean; 542 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 MiB/s wr, 196 op/s 2024-04-12T01:42:18.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:18 smithi098 ceph-mon[88922]: pgmap v3972: 137 pgs: 137 active+clean; 542 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 MiB/s wr, 196 op/s 2024-04-12T01:42:18.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:18 smithi193 ceph-mon[83763]: pgmap v3972: 137 pgs: 137 active+clean; 542 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 MiB/s wr, 196 op/s 2024-04-12T01:42:19.530 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1997 ms) 2024-04-12T01:42:19.530 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-12T01:42:19.530 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:19.584 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (55 ms) 2024-04-12T01:42:19.584 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-12T01:42:19.585 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:19.660 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (75 ms) 2024-04-12T01:42:19.660 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-12T01:42:19.660 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:19.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:19 smithi098 ceph-mon[91373]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-12T01:42:19.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:19 smithi098 ceph-mon[88922]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-12T01:42:19.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:19 smithi193 ceph-mon[83763]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-12T01:42:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:20 smithi098 ceph-mon[91373]: pgmap v3975: 137 pgs: 137 active+clean; 501 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.2 MiB/s wr, 323 op/s 2024-04-12T01:42:20.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:20 smithi098 ceph-mon[91373]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-12T01:42:20.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:20.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:20 smithi098 ceph-mon[88922]: pgmap v3975: 137 pgs: 137 active+clean; 501 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.2 MiB/s wr, 323 op/s 2024-04-12T01:42:20.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:20 smithi098 ceph-mon[88922]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-12T01:42:20.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:20.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:20 smithi193 ceph-mon[83763]: pgmap v3975: 137 pgs: 137 active+clean; 501 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.2 MiB/s wr, 323 op/s 2024-04-12T01:42:20.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:20 smithi193 ceph-mon[83763]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-12T01:42:20.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:22 smithi193 ceph-mon[83763]: pgmap v3977: 137 pgs: 137 active+clean; 517 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 8.5 MiB/s wr, 269 op/s 2024-04-12T01:42:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:22 smithi193 ceph-mon[83763]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-12T01:42:22.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:42:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:42:22.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:22 smithi098 ceph-mon[91373]: pgmap v3977: 137 pgs: 137 active+clean; 517 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 8.5 MiB/s wr, 269 op/s 2024-04-12T01:42:22.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:22 smithi098 ceph-mon[91373]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-12T01:42:22.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:22 smithi098 ceph-mon[88922]: pgmap v3977: 137 pgs: 137 active+clean; 517 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 8.5 MiB/s wr, 269 op/s 2024-04-12T01:42:22.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:22 smithi098 ceph-mon[88922]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-12T01:42:24.700 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5040 ms) 2024-04-12T01:42:24.700 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-12T01:42:24.701 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-12T01:42:24.701 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:42:24.701 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-12T01:42:24.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:24 smithi098 ceph-mon[91373]: pgmap v3979: 137 pgs: 137 active+clean; 568 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.5 MiB/s wr, 320 op/s 2024-04-12T01:42:24.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:24 smithi098 ceph-mon[88922]: pgmap v3979: 137 pgs: 137 active+clean; 568 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.5 MiB/s wr, 320 op/s 2024-04-12T01:42:24.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:24 smithi193 ceph-mon[83763]: pgmap v3979: 137 pgs: 137 active+clean; 568 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.5 MiB/s wr, 320 op/s 2024-04-12T01:42:25.434 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 15 tests from DiffIterateTest/0 (69495 ms total) 2024-04-12T01:42:25.435 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:42:25.435 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-12T01:42:25.476 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-12T01:42:26.032 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:42:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:42:25] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-12T01:42:26.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:26 smithi098 ceph-mon[88922]: pgmap v3980: 137 pgs: 137 active+clean; 572 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 8.1 MiB/s wr, 136 op/s 2024-04-12T01:42:26.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:26 smithi098 ceph-mon[88922]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-12T01:42:26.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:26 smithi098 ceph-mon[91373]: pgmap v3980: 137 pgs: 137 active+clean; 572 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 8.1 MiB/s wr, 136 op/s 2024-04-12T01:42:26.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:26 smithi098 ceph-mon[91373]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-12T01:42:26.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:26 smithi193 ceph-mon[83763]: pgmap v3980: 137 pgs: 137 active+clean; 572 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 8.1 MiB/s wr, 136 op/s 2024-04-12T01:42:26.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:26 smithi193 ceph-mon[83763]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-12T01:42:27.453 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:27.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:27 smithi098 ceph-mon[91373]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-12T01:42:27.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:27 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/25729416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:42:27.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:27 smithi098 ceph-mon[88922]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-12T01:42:27.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:27 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/25729416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:42:27.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:27 smithi193 ceph-mon[83763]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-12T01:42:27.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:27 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/25729416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:42:28.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:28 smithi098 ceph-mon[91373]: pgmap v3983: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:42:28.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:28 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:42:28.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:28 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/25729416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:42:28.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:28 smithi098 ceph-mon[91373]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-12T01:42:28.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:28 smithi098 ceph-mon[88922]: pgmap v3983: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:42:28.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:28 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:42:28.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:28 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/25729416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:42:28.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:28 smithi098 ceph-mon[88922]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-12T01:42:28.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:28 smithi193 ceph-mon[83763]: pgmap v3983: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:42:28.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:28 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:42:28.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:28 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/25729416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi098-136797-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T01:42:28.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:28 smithi193 ceph-mon[83763]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-12T01:42:29.519 INFO:tasks.workunit.client.0.smithi098.stdout: wrote [1857733~44162,2028974~58670,7781409~72935,8799880~20180,9321498~94421,13462016~95115,16572674~90328,16723122~98755,17375818~23483,17704642~11778] 2024-04-12T01:42:29.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:29 smithi098 ceph-mon[91373]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-12T01:42:29.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:29 smithi098 ceph-mon[88922]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-12T01:42:29.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:29 smithi193 ceph-mon[83763]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-12T01:42:30.494 INFO:tasks.workunit.client.0.smithi098.stdout: wrote [0~8388608,12582912~8388608] 2024-04-12T01:42:30.499 INFO:tasks.workunit.client.0.smithi098.stdout: diff was [0~8388608,12582912~8388608] 2024-04-12T01:42:30.503 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5028 ms) 2024-04-12T01:42:30.503 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-12T01:42:30.504 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:30.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:30 smithi098 ceph-mon[91373]: pgmap v3986: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:42:30.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:30 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:42:30.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:30 smithi098 ceph-mon[91373]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-12T01:42:30.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:30 smithi098 ceph-mon[88922]: pgmap v3986: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:42:30.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:30 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:42:30.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:30 smithi098 ceph-mon[88922]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-12T01:42:30.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:30 smithi193 ceph-mon[83763]: pgmap v3986: 137 pgs: 10 creating+peering, 10 unknown, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:42:30.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:30 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:42:30.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:30 smithi193 ceph-mon[83763]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-12T01:42:31.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:31 smithi098 ceph-mon[91373]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-12T01:42:31.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:31 smithi098 ceph-mon[88922]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-12T01:42:31.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:31 smithi193 ceph-mon[83763]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-12T01:42:32.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:42:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:42:32.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:32 smithi193 ceph-mon[83763]: pgmap v3989: 137 pgs: 10 creating+peering, 127 active+clean; 9.2 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 59 KiB/s wr, 3 op/s 2024-04-12T01:42:32.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:32 smithi193 ceph-mon[83763]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-12T01:42:32.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:32 smithi098 ceph-mon[91373]: pgmap v3989: 137 pgs: 10 creating+peering, 127 active+clean; 9.2 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 59 KiB/s wr, 3 op/s 2024-04-12T01:42:32.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:32 smithi098 ceph-mon[91373]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-12T01:42:32.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:32 smithi098 ceph-mon[88922]: pgmap v3989: 137 pgs: 10 creating+peering, 127 active+clean; 9.2 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 59 KiB/s wr, 3 op/s 2024-04-12T01:42:32.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:32 smithi098 ceph-mon[88922]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-12T01:42:33.524 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3020 ms) 2024-04-12T01:42:33.524 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-12T01:42:33.524 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:33.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:33 smithi098 ceph-mon[91373]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-12T01:42:33.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:33 smithi098 ceph-mon[88922]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-12T01:42:33.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:33 smithi193 ceph-mon[83763]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-12T01:42:34.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:34 smithi098 ceph-mon[91373]: pgmap v3992: 137 pgs: 137 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 240 KiB/s wr, 23 op/s 2024-04-12T01:42:34.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:34 smithi098 ceph-mon[91373]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-12T01:42:34.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:34 smithi098 ceph-mon[88922]: pgmap v3992: 137 pgs: 137 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 240 KiB/s wr, 23 op/s 2024-04-12T01:42:34.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:34 smithi098 ceph-mon[88922]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-12T01:42:34.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:34 smithi193 ceph-mon[83763]: pgmap v3992: 137 pgs: 137 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 240 KiB/s wr, 23 op/s 2024-04-12T01:42:34.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:34 smithi193 ceph-mon[83763]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-12T01:42:35.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:35 smithi098 ceph-mon[91373]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-12T01:42:35.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:35.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:35 smithi098 ceph-mon[88922]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-12T01:42:35.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:35.783 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:42:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:42:35] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T01:42:35.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:35 smithi193 ceph-mon[83763]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-12T01:42:35.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:36.555 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3031 ms) 2024-04-12T01:42:36.555 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-12T01:42:36.556 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:36.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:36 smithi098 ceph-mon[91373]: pgmap v3995: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 232 KiB/s wr, 97 op/s 2024-04-12T01:42:36.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:36 smithi098 ceph-mon[91373]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-12T01:42:36.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:36 smithi098 ceph-mon[88922]: pgmap v3995: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 232 KiB/s wr, 97 op/s 2024-04-12T01:42:36.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:36 smithi098 ceph-mon[88922]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-12T01:42:36.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:36 smithi193 ceph-mon[83763]: pgmap v3995: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 232 KiB/s wr, 97 op/s 2024-04-12T01:42:36.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:36 smithi193 ceph-mon[83763]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-12T01:42:37.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:37 smithi098 ceph-mon[91373]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-12T01:42:37.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:37 smithi098 ceph-mon[91373]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-12T01:42:37.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:37 smithi098 ceph-mon[88922]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-12T01:42:37.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:37 smithi098 ceph-mon[88922]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-12T01:42:37.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:37 smithi193 ceph-mon[83763]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-12T01:42:37.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:37 smithi193 ceph-mon[83763]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-12T01:42:38.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:38 smithi098 ceph-mon[91373]: pgmap v3998: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 54 KiB/s wr, 98 op/s 2024-04-12T01:42:38.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:38 smithi098 ceph-mon[91373]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-12T01:42:38.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:38 smithi098 ceph-mon[88922]: pgmap v3998: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 54 KiB/s wr, 98 op/s 2024-04-12T01:42:38.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:38 smithi098 ceph-mon[88922]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-12T01:42:38.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:38 smithi193 ceph-mon[83763]: pgmap v3998: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 54 KiB/s wr, 98 op/s 2024-04-12T01:42:38.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:38 smithi193 ceph-mon[83763]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-12T01:42:39.398 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2844 ms) 2024-04-12T01:42:39.398 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-12T01:42:39.398 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:40.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:40 smithi098 ceph-mon[88922]: pgmap v4001: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 12 KiB/s wr, 106 op/s 2024-04-12T01:42:40.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:40 smithi098 ceph-mon[88922]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-12T01:42:40.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:40 smithi098 ceph-mon[91373]: pgmap v4001: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 12 KiB/s wr, 106 op/s 2024-04-12T01:42:40.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:40 smithi098 ceph-mon[91373]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-12T01:42:40.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:40 smithi193 ceph-mon[83763]: pgmap v4001: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 12 KiB/s wr, 106 op/s 2024-04-12T01:42:40.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:40 smithi193 ceph-mon[83763]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-12T01:42:41.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:41 smithi098 ceph-mon[91373]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-12T01:42:41.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:41 smithi098 ceph-mon[88922]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-12T01:42:41.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:41 smithi193 ceph-mon[83763]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-12T01:42:42.434 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3036 ms) 2024-04-12T01:42:42.434 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-12T01:42:42.434 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:42.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:42:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:42:42.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:42 smithi193 ceph-mon[83763]: pgmap v4004: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 11 KiB/s wr, 106 op/s 2024-04-12T01:42:42.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:42 smithi193 ceph-mon[83763]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-12T01:42:42.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:42 smithi098 ceph-mon[91373]: pgmap v4004: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 11 KiB/s wr, 106 op/s 2024-04-12T01:42:42.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:42 smithi098 ceph-mon[91373]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-12T01:42:42.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:42 smithi098 ceph-mon[88922]: pgmap v4004: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 11 KiB/s wr, 106 op/s 2024-04-12T01:42:42.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:42 smithi098 ceph-mon[88922]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-12T01:42:43.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:43 smithi098 ceph-mon[88922]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-12T01:42:43.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:43 smithi098 ceph-mon[91373]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-12T01:42:43.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:43 smithi193 ceph-mon[83763]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-12T01:42:44.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:44 smithi098 ceph-mon[91373]: pgmap v4007: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 50 op/s 2024-04-12T01:42:44.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:44 smithi098 ceph-mon[91373]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-12T01:42:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:44 smithi098 ceph-mon[88922]: pgmap v4007: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 50 op/s 2024-04-12T01:42:44.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:44 smithi098 ceph-mon[88922]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-12T01:42:44.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:44 smithi193 ceph-mon[83763]: pgmap v4007: 137 pgs: 137 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 50 op/s 2024-04-12T01:42:44.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:44 smithi193 ceph-mon[83763]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-12T01:42:45.469 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3035 ms) 2024-04-12T01:42:45.470 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-12T01:42:45.470 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:42:45.576 INFO:tasks.workunit.client.0.smithi098.stdout: i=0 exists [44590784~3966052,95295897~5044454,105533648~6780826,120883668~7393122,259610996~1227899,289535545~8846855,298894956~3429171,381491234~6829112,403171380~5045129] wrote [44590784~3966052,95295897~5044454,105533648~6780826,120883668~7393122,259610996~1227899,289535545~8846855,298894956~3429171,381491234~6829112,403171380~5045129] 2024-04-12T01:42:45.674 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:45 smithi098 ceph-mon[91373]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-12T01:42:45.675 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:45 smithi098 ceph-mon[88922]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-12T01:42:45.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:45 smithi193 ceph-mon[83763]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-12T01:42:46.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:42:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:42:45] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T01:42:46.529 INFO:tasks.workunit.client.0.smithi098.stdout: i=1 exists [34995758~4274246,44590784~3966052,95295897~5044454,105533648~6780826,120883668~7393122,144644209~438336,160609104~6539850,172215147~3725534,259610996~1227899,261183706~5228953,289535545~8846855,298894956~3429171,311883487~6618360,375226876~1722295,381491234~6829112,403171380~15393552] wrote [34995758~4274246,46167179~30779,144644209~438336,160609104~6539850,172215147~3725534,261183706~5228953,311883487~6618360,375226876~1722295,407666536~10898396] 2024-04-12T01:42:46.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:46 smithi098 ceph-mon[91373]: pgmap v4010: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 390 KiB/s wr, 66 op/s 2024-04-12T01:42:46.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:46 smithi098 ceph-mon[91373]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-12T01:42:46.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:46 smithi098 ceph-mon[88922]: pgmap v4010: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 390 KiB/s wr, 66 op/s 2024-04-12T01:42:46.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:46 smithi098 ceph-mon[88922]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-12T01:42:46.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:46 smithi193 ceph-mon[83763]: pgmap v4010: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 390 KiB/s wr, 66 op/s 2024-04-12T01:42:46.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:46 smithi193 ceph-mon[83763]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-12T01:42:47.512 INFO:tasks.workunit.client.0.smithi098.stdout: i=2 exists [26307920~3170209,34995758~4274246,44590784~3966052,77285898~12272223,95295897~5044454,105533648~6780826,120883668~7393122,131387218~6114966,144644209~438336,160609104~6539850,172215147~3725534,183381015~3723030,231389960~467706,259610996~1227899,261183706~5228953,269070090~4319473,288507771~9874629,298894956~3429171,311883487~6618360,375226876~1722295,381491234~6829112,399230138~19334794] wrote [26307920~3170209,77285898~12272223,131387218~6114966,174706914~1016518,183381015~3723030,231389960~467706,269070090~4319473,288507771~6100435,399230138~4448173] 2024-04-12T01:42:47.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:47 smithi098 ceph-mon[91373]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-12T01:42:47.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:47 smithi098 ceph-mon[88922]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-12T01:42:47.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:47 smithi193 ceph-mon[83763]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-12T01:42:48.546 INFO:tasks.workunit.client.0.smithi098.stdout: i=3 exists [11979784~13813165,26307920~3170209,34995758~4274246,44590784~3966052,77285898~12272223,95295897~5044454,105533648~6780826,120083131~8193659,131387218~6114966,144644209~438336,160088817~7060137,172215147~3725534,183381015~3723030,220625814~2719921,231389960~467706,259610996~1227899,261183706~12404352,288507771~9874629,298894956~3429171,311883487~6618360,318859950~6176926,375226876~1722295,381491234~6829112,394319431~4587980,399230138~19334794] wrote [11979784~13813165,120083131~3679186,160088817~6449044,220625814~2719921,266319169~7268889,318859950~6176926,394319431~4587980,399398011~4360115] 2024-04-12T01:42:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:48 smithi098 ceph-mon[91373]: pgmap v4013: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 6.1 MiB/s wr, 196 op/s 2024-04-12T01:42:48.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:48 smithi098 ceph-mon[91373]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-12T01:42:48.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:48 smithi098 ceph-mon[88922]: pgmap v4013: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 6.1 MiB/s wr, 196 op/s 2024-04-12T01:42:48.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:48 smithi098 ceph-mon[88922]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-12T01:42:48.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:48 smithi193 ceph-mon[83763]: pgmap v4013: 137 pgs: 137 active+clean; 54 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 6.1 MiB/s wr, 196 op/s 2024-04-12T01:42:48.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:48 smithi193 ceph-mon[83763]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-12T01:42:49.546 INFO:tasks.workunit.client.0.smithi098.stdout: i=4 exists [11979784~13813165,26307920~6386107,34995758~4274246,42281486~7139391,76167859~13390262,95295897~5044454,105533648~6780826,120083131~8193659,131387218~6114966,144644209~438336,160088817~7060137,172215147~3725534,183381015~3723030,213411836~1295097,220625814~2719921,231389960~467706,259610996~1227899,261183706~12404352,285579959~12802441,298894956~3429171,311883487~13153389,374949722~1999449,381491234~6829112,394319431~4587980,399230138~19334794] wrote [27819362~4874665,42281486~7139391,76167859~12312387,213411836~1295097,285579959~7144788,316916771~1993632,374949722~644969] 2024-04-12T01:42:49.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:49 smithi098 ceph-mon[91373]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-12T01:42:49.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:49 smithi098 ceph-mon[88922]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-12T01:42:49.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:49 smithi193 ceph-mon[83763]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-12T01:42:50.525 INFO:tasks.workunit.client.0.smithi098.stdout: i=5 exists [2674789~3049711,5791126~4715890,11979784~13813165,26307920~6386107,34995758~4274246,42281486~7139391,62044219~38991,76167859~13390262,91137709~9202642,105533648~6780826,120083131~8193659,131387218~11650063,144644209~438336,160088817~7060137,172215147~3725534,183381015~3723030,213411836~1295097,220625814~3434246,231389960~467706,247706278~8095945,259610996~1227899,261183706~12404352,285579959~12802441,298894956~3429171,311883487~13153389,374949722~1999449,381491234~6829112,394319431~4587980,399230138~19334794] wrote [2674789~3049711,5791126~4715890,62044219~38991,91137709~5808690,137202319~5834962,221787654~2272406,247706278~8095945,264984382~2630676] 2024-04-12T01:42:50.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:50 smithi098 ceph-mon[91373]: pgmap v4016: 137 pgs: 137 active+clean; 123 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 20 MiB/s wr, 219 op/s 2024-04-12T01:42:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:50 smithi098 ceph-mon[91373]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-12T01:42:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:50 smithi098 ceph-mon[88922]: pgmap v4016: 137 pgs: 137 active+clean; 123 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 20 MiB/s wr, 219 op/s 2024-04-12T01:42:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:50 smithi098 ceph-mon[88922]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-12T01:42:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:50.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:50 smithi193 ceph-mon[83763]: pgmap v4016: 137 pgs: 137 active+clean; 123 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 20 MiB/s wr, 219 op/s 2024-04-12T01:42:50.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:50 smithi193 ceph-mon[83763]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-12T01:42:50.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:42:51.523 INFO:tasks.workunit.client.0.smithi098.stdout: i=6 exists [2674789~3049711,5791126~4715890,11979784~13813165,26307920~6386107,34995758~4274246,42281486~7139391,62044219~38991,76167859~13390262,91137709~9202642,105533648~6780826,120083131~8193659,131387218~11650063,144644209~438336,157276359~1871610,160088817~7060137,172215147~3725534,183381015~3723030,213411836~1295097,220625814~3434246,231389960~467706,242772024~13030199,259610996~1227899,261183706~12404352,285579959~12802441,298894956~3429171,311883487~13153389,326272595~2670232,330962918~1962701,354999374~8118130,364226915~535603,374949722~1999449,381491234~6829112,394319431~24245501] wrote [157276359~1871610,242772024~7579951,287888405~2339167,326272595~2670232,330962918~1962701,354999374~8118130,364226915~535603,398761744~7077042] 2024-04-12T01:42:51.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:51 smithi098 ceph-mon[91373]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-12T01:42:51.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:51 smithi098 ceph-mon[88922]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-12T01:42:51.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:51 smithi193 ceph-mon[83763]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-12T01:42:52.535 INFO:tasks.workunit.client.0.smithi098.stdout: i=7 exists [2674789~3049711,5791126~4715890,11979784~13813165,26307920~6386107,34995758~4422993,41928056~7492821,62044219~38991,76167859~13390262,91137709~11313770,105533648~6780826,120083131~8193659,131387218~11650063,144644209~438336,157276359~1871610,160088817~7060137,172215147~3725534,183381015~3723030,213411836~1295097,220625814~3434246,231389960~467706,242772024~13030199,259610996~1227899,261183706~14045133,285579959~12802441,298894956~3429171,311883487~13153389,326272595~2670232,330962918~1962701,354999374~8118130,364226915~535603,374949722~1999449,381491234~6829112,394319431~24245501] wrote [28106569~128095,32347385~253335,38527655~891096,41928056~3636746,95937678~6513801,136761230~2600460,163930325~2108715,265003898~10224941,300632822~872149] 2024-04-12T01:42:52.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:52 smithi193 ceph-mon[83763]: pgmap v4019: 137 pgs: 137 active+clean; 195 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 31 MiB/s wr, 67 op/s 2024-04-12T01:42:52.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:52 smithi193 ceph-mon[83763]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-12T01:42:52.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:42:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:42:52.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:52 smithi098 ceph-mon[91373]: pgmap v4019: 137 pgs: 137 active+clean; 195 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 31 MiB/s wr, 67 op/s 2024-04-12T01:42:52.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:52 smithi098 ceph-mon[91373]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-12T01:42:52.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:52 smithi098 ceph-mon[88922]: pgmap v4019: 137 pgs: 137 active+clean; 195 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 31 MiB/s wr, 67 op/s 2024-04-12T01:42:52.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:52 smithi098 ceph-mon[88922]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-12T01:42:53.566 INFO:tasks.workunit.client.0.smithi098.stdout: i=8 exists [2674789~3049711,5791126~4715890,11979784~13813165,26307920~6386107,34995758~4422993,41928056~7492821,57893095~8127424,76167859~13390262,91137709~11313770,105533648~6780826,120083131~8193659,131387218~11650063,144644209~438336,145423610~3695230,154522575~12626379,172215147~3725534,183381015~3723030,213411836~1295097,220625814~3434246,231285010~6079443,242772024~13030199,259610996~1227899,261183706~18766157,285579959~12802441,298894956~3429171,311883487~13153389,326272595~2670232,330726146~5094302,354999374~8118130,364226915~535603,374949722~1999449,381491234~6829112,391989910~26575022] wrote [57893095~8127424,145423610~3695230,154522575~7593758,231285010~6079443,263500234~2604419,274738898~5210965,315448489~5058684,330726146~5094302,391989910~5717001] 2024-04-12T01:42:53.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:53 smithi098 ceph-mon[91373]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-12T01:42:53.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:53 smithi098 ceph-mon[88922]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-12T01:42:53.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:53 smithi193 ceph-mon[83763]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-12T01:42:54.583 INFO:tasks.workunit.client.0.smithi098.stdout: i=9 exists [2674789~3049711,5791126~4715890,11979784~13813165,26307920~6386107,34995758~4422993,41928056~7492821,57893095~8127424,67411166~8684005,76167859~13390262,91137709~11313770,105533648~14133477,120083131~8193659,131387218~11650063,144644209~438336,145423610~3695230,154522575~13887457,172215147~3725534,183381015~3723030,213411836~1295097,220625814~3434246,226002853~4279820,231285010~6079443,242144076~13658147,259610996~1227899,261183706~21923332,285579959~12802441,298894956~3429171,311883487~13153389,326272595~2670232,330726146~5094302,354999374~8118130,364226915~535603,374949722~1999449,381491234~6829112,391989910~26575022] wrote [67411166~8684005,111531671~8135454,162785554~5624478,226002853~4279820,242144076~5946152,272642317~460199,277726967~5380071,292318131~1429138,327014097~288946] 2024-04-12T01:42:54.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:54 smithi098 ceph-mon[91373]: pgmap v4022: 137 pgs: 137 active+clean; 286 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 36 MiB/s wr, 189 op/s 2024-04-12T01:42:54.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:54 smithi098 ceph-mon[91373]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-12T01:42:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:54 smithi098 ceph-mon[88922]: pgmap v4022: 137 pgs: 137 active+clean; 286 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 36 MiB/s wr, 189 op/s 2024-04-12T01:42:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:54 smithi098 ceph-mon[88922]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-12T01:42:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:54 smithi193 ceph-mon[83763]: pgmap v4022: 137 pgs: 137 active+clean; 286 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 36 MiB/s wr, 189 op/s 2024-04-12T01:42:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:54 smithi193 ceph-mon[83763]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-12T01:42:55.514 INFO:tasks.workunit.client.0.smithi098.stdout: i=10 exists [2674789~7832227,11979784~13813165,26307920~6386107,34995758~4422993,41928056~7492821,57893095~8791084,67411166~8684005,76167859~13390262,91137709~11313770,105533648~14133477,120083131~8193659,131387218~11650063,144644209~438336,145423610~3695230,149445871~3324479,154522575~13887457,172215147~3725534,179918306~2958884,183381015~3723030,196076450~5626640,213411836~1295097,220625814~3434246,226002853~4279820,231285010~6079443,242144076~15704144,259610996~1227899,261183706~21923332,285579959~12802441,298894956~3429171,311131723~13905153,326272595~2670232,330726146~5094302,354999374~8118130,364226915~535603,374949722~1999449,381491234~6829112,391989910~26575022] wrote [5570088~2109509,12547426~2655700,65633638~1050541,149445871~3324479,179918306~2958884,196076450~5626640,255678572~2169648,311131723~1662585,315017592~1592560] 2024-04-12T01:42:55.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:55 smithi098 ceph-mon[91373]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-12T01:42:55.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:55 smithi098 ceph-mon[88922]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-12T01:42:55.782 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:42:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:42:55] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-12T01:42:55.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:55 smithi193 ceph-mon[83763]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-12T01:42:56.568 INFO:tasks.workunit.client.0.smithi098.stdout: i=11 exists [2674789~23118160,26307920~6386107,34995758~4422993,41928056~7492821,57893095~8791084,67411166~8684005,76167859~13390262,91137709~11313770,105533648~14133477,120083131~8193659,131387218~11650063,144644209~438336,145423610~3695230,149445871~3324479,154522575~13887457,170130575~5810106,179918306~10173697,196076450~5626640,213411836~1295097,220625814~3434246,226002853~4279820,231285010~6079443,242144076~15704144,259610996~1227899,261183706~21923332,285579959~12802441,298894956~3429171,307329375~17707501,326272595~2670232,330726146~5094302,354999374~8118130,364226915~535603,371833394~6594251,381491234~7172616,391989910~26575022] wrote [7308868~7716315,170130575~4349991,182858515~699090,185745517~4346486,274933461~4661100,290937377~2320879,307329375~7901448,371833394~6594251,386832041~1831809,410388344~3713649] 2024-04-12T01:42:56.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:56 smithi098 ceph-mon[91373]: pgmap v4025: 137 pgs: 137 active+clean; 363 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 39 MiB/s wr, 275 op/s 2024-04-12T01:42:56.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:56 smithi098 ceph-mon[91373]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-12T01:42:56.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:56 smithi098 ceph-mon[88922]: pgmap v4025: 137 pgs: 137 active+clean; 363 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 39 MiB/s wr, 275 op/s 2024-04-12T01:42:56.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:56 smithi098 ceph-mon[88922]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-12T01:42:56.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:56 smithi193 ceph-mon[83763]: pgmap v4025: 137 pgs: 137 active+clean; 363 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 39 MiB/s wr, 275 op/s 2024-04-12T01:42:56.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:56 smithi193 ceph-mon[83763]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-12T01:42:57.563 INFO:tasks.workunit.client.0.smithi098.stdout: i=12 exists [2674789~23118160,26307920~6386107,34995758~4422993,41273776~8147101,57893095~8791084,67411166~8684005,76167859~13390262,91137709~28529416,120083131~8193659,131387218~11650063,144644209~438336,145423610~3695230,149445871~3324479,154522575~13887457,170130575~5810106,179918306~10173697,196076450~5626640,213411836~1295097,220625814~3434246,226002853~4279820,231285010~6079443,238151510~19696710,259610996~1227899,261183706~21923332,285579959~12802441,298894956~3429171,307329375~17707501,326272595~2670232,330726146~7349427,343612648~2516393,354999374~8118130,364226915~535603,371833394~6594251,381491234~7172616,391989910~26575022] wrote [36345028~2864111,41273776~5132027,101965825~4610613,238151510~5544338,289052905~4568854,328410153~169752,333707274~4368299,343612648~2516393,398217910~3359509] 2024-04-12T01:42:57.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:57 smithi098 ceph-mon[91373]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-12T01:42:57.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:57 smithi098 ceph-mon[88922]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-12T01:42:57.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:57 smithi193 ceph-mon[83763]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-12T01:42:58.586 INFO:tasks.workunit.client.0.smithi098.stdout: i=13 exists [2674789~23118160,26307920~6386107,34995758~4422993,41273776~8147101,57893095~8791084,67411166~8684005,76167859~13390262,91137709~37139081,131387218~11650063,144644209~438336,145423610~3695230,149445871~3324479,154522575~13887457,170130575~5810106,179918306~13176599,196076450~5626640,213411836~1917943,220625814~3434246,226002853~4279820,231285010~6079443,238151510~19696710,259610996~1227899,261183706~21923332,285579959~12802441,298894956~3429171,307329375~17707501,326272595~2670232,330726146~7858482,343612648~2516393,352402569~10714935,364226915~535603,371833394~6594251,381491234~7172616,391989910~26575022] wrote [42761211~2241821,78663107~3533626,118312371~2353689,185587412~7507493,213698313~1631466,272276164~5733590,289244359~3447019,334753157~3831471,352402569~4939039,372853758~1545903] 2024-04-12T01:42:58.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:58 smithi098 ceph-mon[91373]: pgmap v4028: 137 pgs: 137 active+clean; 492 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 49 MiB/s wr, 296 op/s 2024-04-12T01:42:58.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:58 smithi098 ceph-mon[91373]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-12T01:42:58.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:58 smithi098 ceph-mon[88922]: pgmap v4028: 137 pgs: 137 active+clean; 492 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 49 MiB/s wr, 296 op/s 2024-04-12T01:42:58.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:58 smithi098 ceph-mon[88922]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-12T01:42:58.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:58 smithi193 ceph-mon[83763]: pgmap v4028: 137 pgs: 137 active+clean; 492 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 49 MiB/s wr, 296 op/s 2024-04-12T01:42:58.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:58 smithi193 ceph-mon[83763]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-12T01:42:59.592 INFO:tasks.workunit.client.0.smithi098.stdout: i=14 exists [2674789~23118160,26307920~6386107,34995758~4422993,39747608~9673269,57893095~8791084,67411166~8684005,76167859~13390262,91137709~37139081,131387218~11650063,144644209~438336,145423610~3695230,149445871~3324479,154522575~13887457,170130575~5810106,179918306~13176599,196076450~5626640,206732451~5153872,213411836~1917943,220625814~3434246,226002853~4279820,231285010~6079443,238151510~19696710,259610996~1227899,261183706~21923332,285579959~12802441,298894956~3429171,307329375~18782487,326272595~2670232,330726146~7858482,343612648~2516393,352402569~10714935,364226915~535603,371833394~6594251,381491234~7172616,391843392~26721540] wrote [39747608~1908616,113879164~446981,118083463~5203304,206732451~5153872,239687756~5946535,317823923~1024778,319847540~6264322,330778802~2345517,391843392~7084958] 2024-04-12T01:42:59.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:42:59 smithi098 ceph-mon[91373]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-12T01:42:59.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:42:59 smithi098 ceph-mon[88922]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-12T01:42:59.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:42:59 smithi193 ceph-mon[83763]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-12T01:43:00.614 INFO:tasks.workunit.client.0.smithi098.stdout: i=15 exists [2674789~23118160,26307920~13110831,39747608~9673269,57893095~8791084,67411166~8684005,76167859~13390262,91137709~37139081,131387218~11650063,144644209~438336,145423610~3695230,149445871~3324479,154522575~13887457,170130575~5810106,179918306~13176599,196076450~5626640,206732451~5153872,213411836~1917943,220625814~3434246,226002853~4279820,231285010~6079443,238151510~19696710,259610996~1227899,261183706~23649099,285579959~12802441,298894956~6460011,307329375~18782487,326272595~2670232,330726146~7858482,339967586~973350,343612648~2516393,352402569~12512708,371833394~6594251,381491234~7172616,391843392~26721540] wrote [14669359~6796216,30430035~4735924,104701472~684282,184561804~5483623,277425900~7406905,299404436~5950531,330911597~154658,339967586~973350,358953383~5961894] 2024-04-12T01:43:00.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:00 smithi098 ceph-mon[91373]: pgmap v4031: 137 pgs: 137 active+clean; 545 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 40 MiB/s wr, 337 op/s 2024-04-12T01:43:00.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:00 smithi098 ceph-mon[91373]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-12T01:43:00.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:00 smithi098 ceph-mon[88922]: pgmap v4031: 137 pgs: 137 active+clean; 545 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 40 MiB/s wr, 337 op/s 2024-04-12T01:43:00.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:00 smithi098 ceph-mon[88922]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-12T01:43:00.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:00 smithi193 ceph-mon[83763]: pgmap v4031: 137 pgs: 137 active+clean; 545 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 40 MiB/s wr, 337 op/s 2024-04-12T01:43:00.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:00 smithi193 ceph-mon[83763]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-12T01:43:01.616 INFO:tasks.workunit.client.0.smithi098.stdout: i=16 exists [2674789~23118160,26307920~13110831,39747608~9673269,57893095~18202076,76167859~13390262,91137709~37139081,131387218~11650063,144644209~438336,145423610~3695230,149445871~3324479,154522575~13887457,170130575~5810106,179918306~13176599,196076450~5626640,206732451~5153872,213411836~1917943,220625814~3434246,226002853~4279820,231285010~6079443,238151510~19696710,259610996~1227899,261183706~23649099,285579959~12802441,298894956~6460011,307329375~18782487,326272595~2670232,330726146~7858482,339967586~973350,343612648~2516393,348302565~16612712,371833394~6594251,381491234~7172616,391843392~26721540] wrote [19091479~4880263,28867502~5381466,62209030~7949026,76587343~486135,92914950~12912454,348302565~6558972,403775146~7466557] 2024-04-12T01:43:01.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:01 smithi098 ceph-mon[91373]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-12T01:43:01.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:01 smithi098 ceph-mon[88922]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-12T01:43:01.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:01 smithi193 ceph-mon[83763]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-12T01:43:02.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:02 smithi193 ceph-mon[83763]: pgmap v4034: 137 pgs: 137 active+clean; 608 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 27 MiB/s wr, 144 op/s 2024-04-12T01:43:02.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:02 smithi193 ceph-mon[83763]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-12T01:43:02.608 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:43:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:43:02.612 INFO:tasks.workunit.client.0.smithi098.stdout: i=17 exists [2674789~23118160,26307920~13110831,39747608~9673269,57893095~18202076,76167859~13390262,91137709~37139081,131387218~11650063,144644209~438336,145108184~4010656,149445871~4080021,154522575~13887457,170130575~5810106,176954234~1894931,179918306~13176599,195618940~6084150,206732451~5153872,213411836~1917943,220625814~3434246,226002853~4279820,231285010~6079443,238151510~19696710,259610996~1227899,261183706~23649099,285579959~12802441,298894956~6460011,307329375~18782487,326272595~2670232,330726146~7858482,339967586~973350,343612648~2516393,348302565~16612712,371833394~6594251,381491234~7172616,391843392~26721540] wrote [17116034~3755934,26516129~3962135,94971720~6569724,145108184~1979543,150112175~3413717,176954234~1894931,195618940~3428155,313412213~7640946,356293412~5377923] 2024-04-12T01:43:02.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:02 smithi098 ceph-mon[91373]: pgmap v4034: 137 pgs: 137 active+clean; 608 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 27 MiB/s wr, 144 op/s 2024-04-12T01:43:02.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:02 smithi098 ceph-mon[91373]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-12T01:43:02.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:02 smithi098 ceph-mon[88922]: pgmap v4034: 137 pgs: 137 active+clean; 608 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 27 MiB/s wr, 144 op/s 2024-04-12T01:43:02.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:02 smithi098 ceph-mon[88922]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-12T01:43:03.590 INFO:tasks.workunit.client.0.smithi098.stdout: i=18 exists [2674789~23118160,26307920~13110831,39747608~9673269,54670539~674613,57893095~18202076,76167859~13390262,91137709~38997498,131387218~11650063,144644209~438336,145108184~4010656,149445871~4080021,154522575~13887457,170130575~5810106,176954234~1894931,179918306~13176599,195618940~6084150,203372897~8513426,213411836~1917943,220625814~3434246,226002853~4279820,231285010~6079443,238151510~20629130,259610996~1227899,261183706~23649099,285579959~12802441,298894956~6460011,307329375~18782487,326272595~2670232,330726146~7858482,339967586~973350,343612648~2516393,348302565~18838941,371833394~6594251,381491234~7172616,391843392~26721540] wrote [4596751~1774173,17544741~100735,45460285~147343,54670539~674613,118230824~3731076,123636915~6498292,136379498~2522232,203372897~3921443,254965686~3814954,359878057~7263449] 2024-04-12T01:43:03.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:03 smithi193 ceph-mon[83763]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-12T01:43:04.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:03 smithi098 ceph-mon[91373]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-12T01:43:04.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:03 smithi098 ceph-mon[88922]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-12T01:43:04.642 INFO:tasks.workunit.client.0.smithi098.stdout: i=19 exists [2674789~36743962,39747608~9673269,54670539~674613,57893095~18202076,76167859~13390262,91137709~38997498,131387218~11650063,143664652~9861240,154522575~13887457,170130575~5810106,176954234~1894931,179918306~14952466,195618940~6084150,203372897~8513426,213411836~1917943,220625814~3434246,226002853~4703710,231285010~6079443,238151510~20629130,259610996~1227899,261183706~23649099,285579959~12802441,298894956~6460011,307329375~21613452,330726146~7858482,339967586~973350,343612648~2516393,348302565~18838941,371833394~7370135,379327143~9336707,391843392~26721540] wrote [17746961~2339839,23397455~6840404,83519212~5576335,143664652~6542114,191381867~3488905,229985136~721427,322443494~4149996,375982007~3221522,379327143~3877233] 2024-04-12T01:43:04.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:04 smithi193 ceph-mon[83763]: pgmap v4037: 137 pgs: 137 active+clean; 659 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 28 MiB/s wr, 179 op/s 2024-04-12T01:43:04.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:04 smithi193 ceph-mon[83763]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-12T01:43:05.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:04 smithi098 ceph-mon[91373]: pgmap v4037: 137 pgs: 137 active+clean; 659 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 28 MiB/s wr, 179 op/s 2024-04-12T01:43:05.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:04 smithi098 ceph-mon[91373]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-12T01:43:05.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:04 smithi098 ceph-mon[88922]: pgmap v4037: 137 pgs: 137 active+clean; 659 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 28 MiB/s wr, 179 op/s 2024-04-12T01:43:05.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:04 smithi098 ceph-mon[88922]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-12T01:43:05.573 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 1 diff [33554432~8388608,46137344~4194304,142606336~4194304,159383552~8388608,171966464~4194304,260046848~8388608,310378496~8388608,373293056~4194304,406847488~12582912] 2024-04-12T01:43:05.573 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [33554432~8388608,46137344~4194304,142606336~4194304,159383552~8388608,171966464~4194304,260046848~8388608,310378496~8388608,373293056~4194304,406847488~12582912] 2024-04-12T01:43:05.583 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [33554432~8388608,46137344~4194304,142606336~4194304,159383552~8388608,171966464~4194304,260046848~8388608,310378496~8388608,373293056~4194304,406847488~12582912] 2024-04-12T01:43:05.583 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 2 diff [25165824~4194304,33554432~8388608,46137344~4194304,75497472~12582912,130023424~8388608,142606336~4194304,159383552~8388608,171966464~4194304,180355072~4194304,230686720~4194304,260046848~16777216,285212672~8388608,310378496~8388608,373293056~4194304,398458880~20971520] 2024-04-12T01:43:05.583 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [25165824~4194304,33554432~8388608,46137344~4194304,75497472~12582912,130023424~8388608,142606336~4194304,159383552~8388608,171966464~4194304,180355072~4194304,230686720~4194304,260046848~16777216,285212672~8388608,310378496~8388608,373293056~4194304,398458880~20971520] 2024-04-12T01:43:05.585 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [25165824~16777216,46137344~4194304,75497472~16777216,130023424~8388608,142606336~4194304,159383552~8388608,171966464~4194304,180355072~8388608,230686720~4194304,260046848~16777216,285212672~12582912,310378496~8388608,373293056~4194304,398458880~20971520] 2024-04-12T01:43:05.585 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 3 diff [8388608~20971520,33554432~8388608,46137344~4194304,75497472~12582912,117440512~4194304,130023424~8388608,142606336~4194304,159383552~8388608,171966464~4194304,180355072~4194304,218103808~4194304,230686720~4194304,260046848~12582912,285212672~8388608,310378496~16777216,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.585 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8388608~20971520,33554432~8388608,46137344~4194304,75497472~12582912,117440512~4194304,130023424~8388608,142606336~4194304,159383552~8388608,171966464~4194304,180355072~4194304,218103808~4194304,230686720~4194304,260046848~12582912,285212672~8388608,310378496~16777216,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.588 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8388608~33554432,46137344~4194304,75497472~16777216,117440512~8388608,130023424~8388608,142606336~4194304,159383552~8388608,171966464~4194304,180355072~8388608,218103808~8388608,230686720~4194304,260046848~16777216,285212672~12582912,310378496~16777216,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.588 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 4 diff [8388608~41943040,75497472~16777216,117440512~4194304,130023424~8388608,142606336~4194304,159383552~8388608,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,260046848~12582912,285212672~12582912,310378496~16777216,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.589 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8388608~41943040,75497472~16777216,117440512~4194304,130023424~8388608,142606336~4194304,159383552~8388608,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,260046848~12582912,285212672~12582912,310378496~16777216,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.592 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8388608~41943040,75497472~16777216,117440512~8388608,130023424~8388608,142606336~4194304,159383552~8388608,171966464~4194304,180355072~8388608,209715200~16777216,230686720~4194304,260046848~16777216,285212672~12582912,310378496~16777216,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.593 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 5 diff [0~50331648,58720256~4194304,75497472~20971520,117440512~4194304,130023424~16777216,159383552~8388608,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,247463936~8388608,260046848~12582912,285212672~12582912,310378496~16777216,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.593 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,58720256~4194304,75497472~20971520,117440512~4194304,130023424~16777216,159383552~8388608,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,247463936~8388608,260046848~12582912,285212672~12582912,310378496~16777216,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.596 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,58720256~4194304,75497472~25165824,117440512~8388608,130023424~16777216,159383552~8388608,171966464~4194304,180355072~8388608,209715200~16777216,230686720~4194304,247463936~8388608,260046848~16777216,285212672~12582912,310378496~16777216,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.596 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 6 diff [0~50331648,58720256~4194304,75497472~20971520,117440512~4194304,130023424~16777216,155189248~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,239075328~16777216,260046848~12582912,285212672~12582912,310378496~20971520,352321536~12582912,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.596 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,58720256~4194304,75497472~20971520,117440512~4194304,130023424~16777216,155189248~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,239075328~16777216,260046848~12582912,285212672~12582912,310378496~20971520,352321536~12582912,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.600 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,58720256~4194304,75497472~25165824,117440512~8388608,130023424~16777216,155189248~12582912,171966464~4194304,180355072~8388608,209715200~16777216,230686720~4194304,239075328~16777216,260046848~16777216,285212672~12582912,310378496~25165824,352321536~12582912,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.600 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 7 diff [0~46137344,58720256~4194304,75497472~25165824,117440512~4194304,130023424~16777216,155189248~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,239075328~16777216,260046848~16777216,285212672~16777216,310378496~20971520,352321536~12582912,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.600 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,58720256~4194304,75497472~25165824,117440512~4194304,130023424~16777216,155189248~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,239075328~16777216,260046848~16777216,285212672~16777216,310378496~20971520,352321536~12582912,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.604 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,58720256~4194304,75497472~29360128,117440512~8388608,130023424~16777216,155189248~12582912,171966464~4194304,180355072~8388608,209715200~16777216,230686720~4194304,239075328~16777216,260046848~16777216,285212672~16777216,310378496~25165824,352321536~12582912,373293056~4194304,394264576~25165824] 2024-04-12T01:43:05.604 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 8 diff [0~46137344,54525952~8388608,75497472~25165824,117440512~4194304,130023424~16777216,150994944~16777216,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~25165824,260046848~20971520,285212672~16777216,310378496~25165824,352321536~12582912,373293056~4194304,390070272~29360128] 2024-04-12T01:43:05.604 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~8388608,75497472~25165824,117440512~4194304,130023424~16777216,150994944~16777216,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~25165824,260046848~20971520,285212672~16777216,310378496~25165824,352321536~12582912,373293056~4194304,390070272~29360128] 2024-04-12T01:43:05.609 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~12582912,75497472~29360128,117440512~8388608,130023424~37748736,171966464~4194304,180355072~8388608,209715200~16777216,230686720~25165824,260046848~20971520,285212672~16777216,310378496~29360128,352321536~12582912,373293056~4194304,390070272~29360128] 2024-04-12T01:43:05.609 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 9 diff [0~46137344,54525952~8388608,67108864~33554432,109051904~12582912,130023424~16777216,150994944~16777216,171966464~4194304,180355072~4194304,209715200~4194304,218103808~37748736,260046848~41943040,310378496~25165824,352321536~12582912,373293056~4194304,390070272~29360128] 2024-04-12T01:43:05.609 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~8388608,67108864~33554432,109051904~12582912,130023424~16777216,150994944~16777216,171966464~4194304,180355072~4194304,209715200~4194304,218103808~37748736,260046848~41943040,310378496~25165824,352321536~12582912,373293056~4194304,390070272~29360128] 2024-04-12T01:43:05.614 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~50331648,109051904~16777216,130023424~46137344,180355072~8388608,209715200~46137344,260046848~41943040,310378496~29360128,352321536~12582912,373293056~4194304,390070272~29360128] 2024-04-12T01:43:05.614 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 10 diff [0~46137344,54525952~46137344,109051904~12582912,130023424~37748736,171966464~12582912,192937984~8388608,209715200~4194304,218103808~37748736,260046848~41943040,310378496~25165824,352321536~12582912,373293056~4194304,390070272~29360128] 2024-04-12T01:43:05.614 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~46137344,109051904~12582912,130023424~37748736,171966464~12582912,192937984~8388608,209715200~4194304,218103808~37748736,260046848~41943040,310378496~25165824,352321536~12582912,373293056~4194304,390070272~29360128] 2024-04-12T01:43:05.620 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~50331648,109051904~16777216,130023424~58720256,192937984~12582912,209715200~92274688,310378496~29360128,352321536~12582912,373293056~4194304,390070272~29360128] 2024-04-12T01:43:05.620 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 11 diff [0~46137344,54525952~46137344,109051904~12582912,130023424~58720256,192937984~8388608,209715200~4194304,218103808~37748736,260046848~41943040,306184192~29360128,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.620 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~46137344,109051904~12582912,130023424~58720256,192937984~8388608,209715200~4194304,218103808~37748736,260046848~41943040,306184192~29360128,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.626 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~50331648,109051904~16777216,130023424~75497472,209715200~92274688,306184192~33554432,352321536~12582912,369098752~12582912,385875968~33554432] 2024-04-12T01:43:05.626 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 12 diff [0~46137344,54525952~50331648,109051904~12582912,130023424~58720256,192937984~8388608,209715200~4194304,218103808~37748736,260046848~41943040,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.626 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~12582912,130023424~58720256,192937984~8388608,209715200~4194304,218103808~37748736,260046848~41943040,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.632 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~75497472,209715200~92274688,306184192~41943040,352321536~12582912,369098752~12582912,385875968~33554432] 2024-04-12T01:43:05.633 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 13 diff [0~46137344,54525952~50331648,109051904~12582912,130023424~71303168,209715200~4194304,218103808~37748736,260046848~41943040,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.633 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~12582912,130023424~71303168,209715200~4194304,218103808~37748736,260046848~41943040,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.639 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~75497472,209715200~92274688,306184192~41943040,352321536~12582912,369098752~12582912,385875968~33554432] 2024-04-12T01:43:05.639 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 14 diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~41943040,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.639 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~41943040,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.646 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~171966464,306184192~41943040,352321536~12582912,369098752~12582912,385875968~33554432] 2024-04-12T01:43:05.646 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 15 diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.646 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,352321536~12582912,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.656 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~218103808,352321536~29360128,385875968~33554432] 2024-04-12T01:43:05.656 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 16 diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,348127232~16777216,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.656 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,348127232~16777216,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.663 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~251658240,385875968~33554432] 2024-04-12T01:43:05.664 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 17 diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,348127232~16777216,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.664 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,348127232~16777216,369098752~8388608,385875968~33554432] 2024-04-12T01:43:05.671 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~251658240,385875968~33554432] 2024-04-12T01:43:05.671 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 18 diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~29360128,385875968~33554432] 2024-04-12T01:43:05.671 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~29360128,385875968~33554432] 2024-04-12T01:43:05.679 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~327155712,385875968~33554432] 2024-04-12T01:43:05.679 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to 19 diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:05.679 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:05.691 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:05.691 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 2 diff [25165824~4194304,75497472~12582912,130023424~8388608,171966464~4194304,180355072~4194304,230686720~4194304,268435456~8388608,285212672~8388608,398458880~8388608] 2024-04-12T01:43:05.691 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [25165824~4194304,75497472~12582912,130023424~8388608,171966464~4194304,180355072~4194304,230686720~4194304,268435456~8388608,285212672~8388608,398458880~8388608] 2024-04-12T01:43:05.691 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [25165824~8388608,75497472~16777216,130023424~8388608,171966464~4194304,180355072~8388608,230686720~4194304,268435456~8388608,285212672~12582912,398458880~8388608] 2024-04-12T01:43:05.691 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 3 diff [8388608~20971520,75497472~12582912,117440512~4194304,130023424~8388608,159383552~8388608,171966464~4194304,180355072~4194304,218103808~4194304,230686720~4194304,264241152~8388608,285212672~8388608,318767104~8388608,394264576~12582912] 2024-04-12T01:43:05.691 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8388608~20971520,75497472~12582912,117440512~4194304,130023424~8388608,159383552~8388608,171966464~4194304,180355072~4194304,218103808~4194304,230686720~4194304,264241152~8388608,285212672~8388608,318767104~8388608,394264576~12582912] 2024-04-12T01:43:05.691 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8388608~25165824,75497472~16777216,117440512~8388608,130023424~8388608,159383552~8388608,171966464~4194304,180355072~8388608,218103808~8388608,230686720~4194304,264241152~12582912,285212672~12582912,318767104~8388608,394264576~12582912] 2024-04-12T01:43:05.691 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 4 diff [8388608~25165824,41943040~8388608,75497472~16777216,117440512~4194304,130023424~8388608,159383552~8388608,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,264241152~8388608,285212672~12582912,314572800~8388608,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.691 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8388608~25165824,41943040~8388608,75497472~16777216,117440512~4194304,130023424~8388608,159383552~8388608,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,264241152~8388608,285212672~12582912,314572800~8388608,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.692 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8388608~25165824,41943040~8388608,75497472~16777216,117440512~8388608,130023424~8388608,159383552~8388608,171966464~4194304,180355072~8388608,209715200~16777216,230686720~4194304,264241152~12582912,285212672~12582912,314572800~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.692 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 5 diff [0~33554432,41943040~8388608,58720256~4194304,75497472~20971520,117440512~4194304,130023424~12582912,159383552~8388608,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,247463936~8388608,264241152~12582912,285212672~12582912,314572800~8388608,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.692 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,41943040~8388608,58720256~4194304,75497472~20971520,117440512~4194304,130023424~12582912,159383552~8388608,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,247463936~8388608,264241152~12582912,285212672~12582912,314572800~8388608,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.694 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,41943040~8388608,58720256~4194304,75497472~25165824,117440512~8388608,130023424~16777216,159383552~8388608,171966464~4194304,180355072~8388608,209715200~16777216,230686720~4194304,247463936~8388608,264241152~12582912,285212672~12582912,314572800~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.694 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 6 diff [0~33554432,41943040~8388608,58720256~4194304,75497472~20971520,117440512~4194304,130023424~12582912,155189248~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,239075328~16777216,264241152~12582912,285212672~12582912,314572800~16777216,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.694 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,41943040~8388608,58720256~4194304,75497472~20971520,117440512~4194304,130023424~12582912,155189248~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,239075328~16777216,264241152~12582912,285212672~12582912,314572800~16777216,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.696 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,41943040~8388608,58720256~4194304,75497472~25165824,117440512~8388608,130023424~16777216,155189248~12582912,171966464~4194304,180355072~8388608,209715200~16777216,230686720~4194304,239075328~16777216,264241152~12582912,285212672~12582912,314572800~20971520,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.696 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 7 diff [0~33554432,37748736~8388608,58720256~4194304,75497472~25165824,117440512~4194304,130023424~12582912,155189248~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,239075328~16777216,264241152~12582912,285212672~16777216,314572800~16777216,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.697 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,58720256~4194304,75497472~25165824,117440512~4194304,130023424~12582912,155189248~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~4194304,239075328~16777216,264241152~12582912,285212672~16777216,314572800~16777216,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.699 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,58720256~4194304,75497472~29360128,117440512~8388608,130023424~16777216,155189248~12582912,171966464~4194304,180355072~8388608,209715200~16777216,230686720~4194304,239075328~16777216,264241152~12582912,285212672~16777216,314572800~20971520,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.699 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 8 diff [0~33554432,37748736~8388608,54525952~8388608,75497472~25165824,117440512~4194304,130023424~16777216,150994944~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~25165824,260046848~16777216,285212672~16777216,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.699 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,54525952~8388608,75497472~25165824,117440512~4194304,130023424~16777216,150994944~12582912,171966464~4194304,180355072~4194304,209715200~4194304,218103808~4194304,230686720~25165824,260046848~16777216,285212672~16777216,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.703 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,54525952~12582912,75497472~29360128,117440512~8388608,130023424~37748736,171966464~4194304,180355072~8388608,209715200~16777216,230686720~25165824,260046848~20971520,285212672~16777216,314572800~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.703 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 9 diff [0~33554432,37748736~8388608,54525952~8388608,67108864~33554432,109051904~12582912,130023424~16777216,150994944~16777216,171966464~4194304,180355072~4194304,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.703 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,54525952~8388608,67108864~33554432,109051904~12582912,130023424~16777216,150994944~16777216,171966464~4194304,180355072~4194304,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.706 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,54525952~50331648,109051904~16777216,130023424~46137344,180355072~8388608,209715200~46137344,260046848~41943040,314572800~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.707 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 10 diff [0~33554432,37748736~8388608,54525952~46137344,109051904~12582912,130023424~37748736,171966464~12582912,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,310378496~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.707 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,54525952~46137344,109051904~12582912,130023424~37748736,171966464~12582912,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,310378496~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.710 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,54525952~50331648,109051904~16777216,130023424~58720256,192937984~12582912,209715200~92274688,310378496~29360128,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.710 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 11 diff [0~33554432,37748736~8388608,54525952~46137344,109051904~12582912,130023424~58720256,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.711 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,54525952~46137344,109051904~12582912,130023424~58720256,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.715 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,54525952~50331648,109051904~16777216,130023424~75497472,209715200~92274688,306184192~33554432,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.715 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 12 diff [0~46137344,54525952~50331648,109051904~12582912,130023424~58720256,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.715 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~12582912,130023424~58720256,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.719 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~75497472,209715200~92274688,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.719 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 13 diff [0~46137344,54525952~50331648,109051904~12582912,130023424~71303168,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.719 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~12582912,130023424~71303168,209715200~4194304,218103808~37748736,260046848~20971520,285212672~16777216,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.724 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~75497472,209715200~92274688,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.724 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 14 diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~20971520,285212672~16777216,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.724 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~20971520,285212672~16777216,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.729 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~171966464,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.729 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 15 diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.730 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.735 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~218103808,352321536~29360128,385875968~29360128] 2024-04-12T01:43:05.735 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 16 diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.736 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.741 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~251658240,385875968~29360128] 2024-04-12T01:43:05.741 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 17 diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.741 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,130023424~71303168,205520896~8388608,218103808~37748736,260046848~75497472,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.748 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,130023424~251658240,385875968~29360128] 2024-04-12T01:43:05.748 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 18 diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.748 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.754 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~327155712,385875968~29360128] 2024-04-12T01:43:05.754 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to 19 diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:05.754 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:05.760 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:05.760 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 3 diff [8388608~16777216,117440512~4194304,159383552~8388608,218103808~4194304,264241152~8388608,318767104~8388608,394264576~12582912] 2024-04-12T01:43:05.760 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8388608~16777216,117440512~4194304,159383552~8388608,218103808~4194304,264241152~8388608,318767104~8388608,394264576~12582912] 2024-04-12T01:43:05.762 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8388608~20971520,117440512~8388608,159383552~8388608,218103808~8388608,264241152~12582912,318767104~8388608,394264576~12582912] 2024-04-12T01:43:05.762 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 4 diff [8388608~25165824,41943040~8388608,75497472~12582912,117440512~4194304,159383552~8388608,209715200~4194304,218103808~4194304,264241152~8388608,285212672~8388608,314572800~8388608,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.762 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [8388608~25165824,41943040~8388608,75497472~12582912,117440512~4194304,159383552~8388608,209715200~4194304,218103808~4194304,264241152~8388608,285212672~8388608,314572800~8388608,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.764 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [8388608~25165824,41943040~8388608,75497472~16777216,117440512~8388608,159383552~8388608,209715200~16777216,264241152~12582912,285212672~8388608,314572800~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.764 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 5 diff [0~33554432,41943040~8388608,58720256~4194304,75497472~20971520,117440512~4194304,134217728~8388608,159383552~8388608,209715200~4194304,218103808~4194304,247463936~8388608,264241152~12582912,285212672~8388608,314572800~8388608,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.764 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,41943040~8388608,58720256~4194304,75497472~20971520,117440512~4194304,134217728~8388608,159383552~8388608,209715200~4194304,218103808~4194304,247463936~8388608,264241152~12582912,285212672~8388608,314572800~8388608,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.765 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,41943040~8388608,58720256~4194304,75497472~25165824,117440512~8388608,134217728~12582912,159383552~8388608,209715200~16777216,247463936~8388608,264241152~12582912,285212672~8388608,314572800~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.766 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 6 diff [0~33554432,41943040~8388608,58720256~4194304,75497472~20971520,117440512~4194304,134217728~8388608,155189248~12582912,209715200~4194304,218103808~4194304,239075328~16777216,264241152~12582912,285212672~8388608,314572800~16777216,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.766 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,41943040~8388608,58720256~4194304,75497472~20971520,117440512~4194304,134217728~8388608,155189248~12582912,209715200~4194304,218103808~4194304,239075328~16777216,264241152~12582912,285212672~8388608,314572800~16777216,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.767 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,41943040~8388608,58720256~4194304,75497472~25165824,117440512~8388608,134217728~12582912,155189248~12582912,209715200~16777216,239075328~16777216,264241152~12582912,285212672~8388608,314572800~20971520,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.767 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 7 diff [0~33554432,37748736~8388608,58720256~4194304,75497472~25165824,117440512~4194304,134217728~8388608,155189248~12582912,209715200~4194304,218103808~4194304,239075328~16777216,264241152~12582912,285212672~8388608,297795584~4194304,314572800~16777216,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.768 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,58720256~4194304,75497472~25165824,117440512~4194304,134217728~8388608,155189248~12582912,209715200~4194304,218103808~4194304,239075328~16777216,264241152~12582912,285212672~8388608,297795584~4194304,314572800~16777216,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.770 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,58720256~4194304,75497472~29360128,117440512~8388608,134217728~12582912,155189248~12582912,209715200~16777216,239075328~16777216,264241152~12582912,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,394264576~12582912] 2024-04-12T01:43:05.770 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 8 diff [0~33554432,37748736~8388608,54525952~8388608,75497472~25165824,117440512~4194304,134217728~12582912,150994944~12582912,209715200~4194304,218103808~4194304,230686720~25165824,260046848~16777216,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.770 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,54525952~8388608,75497472~25165824,117440512~4194304,134217728~12582912,150994944~12582912,209715200~4194304,218103808~4194304,230686720~25165824,260046848~16777216,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.774 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,54525952~12582912,75497472~29360128,117440512~8388608,134217728~33554432,209715200~16777216,230686720~25165824,260046848~20971520,285212672~8388608,297795584~4194304,314572800~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.774 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 9 diff [0~33554432,37748736~8388608,54525952~8388608,67108864~33554432,109051904~12582912,134217728~12582912,150994944~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.774 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,54525952~8388608,67108864~33554432,109051904~12582912,134217728~12582912,150994944~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.777 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,54525952~50331648,109051904~16777216,134217728~37748736,209715200~46137344,260046848~41943040,314572800~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.777 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 10 diff [0~33554432,37748736~8388608,54525952~46137344,109051904~12582912,134217728~33554432,176160768~4194304,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,310378496~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.777 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,54525952~46137344,109051904~12582912,134217728~33554432,176160768~4194304,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,310378496~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.781 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,54525952~50331648,109051904~16777216,134217728~37748736,176160768~8388608,192937984~12582912,209715200~92274688,310378496~29360128,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.782 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 11 diff [0~33554432,37748736~8388608,54525952~46137344,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.782 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~33554432,37748736~8388608,54525952~46137344,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.785 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~33554432,37748736~12582912,54525952~50331648,109051904~16777216,134217728~71303168,209715200~92274688,306184192~33554432,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.785 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 12 diff [0~46137344,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.785 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.790 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,134217728~71303168,209715200~92274688,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.790 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 13 diff [0~46137344,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.790 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.795 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,134217728~71303168,209715200~92274688,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.795 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 14 diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.795 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.799 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,134217728~167772160,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.800 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 15 diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.800 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.805 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,134217728~213909504,352321536~29360128,385875968~29360128] 2024-04-12T01:43:05.805 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 16 diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.805 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.811 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,134217728~247463936,385875968~29360128] 2024-04-12T01:43:05.811 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 17 diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.811 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.817 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,134217728~247463936,385875968~29360128] 2024-04-12T01:43:05.818 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 18 diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.818 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.824 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~327155712,385875968~29360128] 2024-04-12T01:43:05.824 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to 19 diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:05.824 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:05.831 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:05.831 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 4 diff [25165824~8388608,41943040~8388608,75497472~12582912,209715200~4194304,285212672~8388608,314572800~4194304,373293056~4194304] 2024-04-12T01:43:05.831 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [25165824~8388608,41943040~8388608,75497472~12582912,209715200~4194304,285212672~8388608,314572800~4194304,373293056~4194304] 2024-04-12T01:43:05.833 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [25165824~8388608,41943040~8388608,75497472~16777216,209715200~8388608,285212672~8388608,314572800~8388608,373293056~4194304] 2024-04-12T01:43:05.833 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 5 diff [0~12582912,25165824~8388608,41943040~8388608,58720256~4194304,75497472~20971520,134217728~8388608,209715200~4194304,218103808~4194304,247463936~8388608,264241152~4194304,285212672~8388608,314572800~4194304,373293056~4194304] 2024-04-12T01:43:05.833 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,41943040~8388608,58720256~4194304,75497472~20971520,134217728~8388608,209715200~4194304,218103808~4194304,247463936~8388608,264241152~4194304,285212672~8388608,314572800~4194304,373293056~4194304] 2024-04-12T01:43:05.834 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,25165824~8388608,41943040~8388608,58720256~4194304,75497472~25165824,134217728~12582912,209715200~16777216,247463936~8388608,264241152~4194304,285212672~8388608,314572800~8388608,373293056~4194304] 2024-04-12T01:43:05.834 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 6 diff [0~12582912,25165824~8388608,41943040~8388608,58720256~4194304,75497472~20971520,134217728~8388608,155189248~4194304,209715200~4194304,218103808~4194304,239075328~16777216,264241152~4194304,285212672~8388608,314572800~4194304,322961408~8388608,352321536~12582912,373293056~4194304,398458880~8388608] 2024-04-12T01:43:05.834 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,41943040~8388608,58720256~4194304,75497472~20971520,134217728~8388608,155189248~4194304,209715200~4194304,218103808~4194304,239075328~16777216,264241152~4194304,285212672~8388608,314572800~4194304,322961408~8388608,352321536~12582912,373293056~4194304,398458880~8388608] 2024-04-12T01:43:05.836 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,25165824~8388608,41943040~8388608,58720256~4194304,75497472~25165824,134217728~12582912,155189248~4194304,209715200~16777216,239075328~16777216,264241152~4194304,285212672~8388608,314572800~20971520,352321536~12582912,373293056~4194304,398458880~8388608] 2024-04-12T01:43:05.836 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 7 diff [0~12582912,25165824~8388608,37748736~8388608,58720256~4194304,75497472~25165824,134217728~8388608,155189248~4194304,163577856~4194304,209715200~4194304,218103808~4194304,239075328~16777216,264241152~12582912,285212672~8388608,297795584~4194304,314572800~4194304,322961408~8388608,352321536~12582912,373293056~4194304,398458880~8388608] 2024-04-12T01:43:05.836 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~8388608,58720256~4194304,75497472~25165824,134217728~8388608,155189248~4194304,163577856~4194304,209715200~4194304,218103808~4194304,239075328~16777216,264241152~12582912,285212672~8388608,297795584~4194304,314572800~4194304,322961408~8388608,352321536~12582912,373293056~4194304,398458880~8388608] 2024-04-12T01:43:05.838 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,25165824~8388608,37748736~12582912,58720256~4194304,75497472~29360128,134217728~12582912,155189248~4194304,163577856~4194304,209715200~16777216,239075328~16777216,264241152~12582912,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,398458880~8388608] 2024-04-12T01:43:05.838 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 8 diff [0~12582912,25165824~8388608,37748736~8388608,54525952~8388608,75497472~25165824,134217728~12582912,150994944~8388608,163577856~4194304,209715200~4194304,218103808~4194304,230686720~25165824,260046848~16777216,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.838 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~8388608,54525952~8388608,75497472~25165824,134217728~12582912,150994944~8388608,163577856~4194304,209715200~4194304,218103808~4194304,230686720~25165824,260046848~16777216,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.841 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,25165824~8388608,37748736~12582912,54525952~12582912,75497472~29360128,134217728~33554432,209715200~16777216,230686720~25165824,260046848~20971520,285212672~8388608,297795584~4194304,314572800~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.841 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 9 diff [0~12582912,25165824~8388608,37748736~8388608,54525952~8388608,67108864~33554432,109051904~8388608,134217728~12582912,150994944~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.841 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~8388608,54525952~8388608,67108864~33554432,109051904~8388608,134217728~12582912,150994944~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.844 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,25165824~8388608,37748736~12582912,54525952~50331648,109051904~12582912,134217728~37748736,209715200~46137344,260046848~41943040,314572800~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.844 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 10 diff [0~12582912,25165824~8388608,37748736~8388608,54525952~46137344,109051904~8388608,134217728~33554432,176160768~4194304,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,310378496~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.845 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~8388608,54525952~46137344,109051904~8388608,134217728~33554432,176160768~4194304,192937984~8388608,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,310378496~25165824,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.848 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~8388608,37748736~12582912,54525952~50331648,109051904~12582912,134217728~37748736,176160768~8388608,192937984~12582912,209715200~92274688,310378496~29360128,352321536~12582912,373293056~4194304,390070272~16777216] 2024-04-12T01:43:05.849 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 11 diff [0~12582912,25165824~8388608,37748736~8388608,54525952~46137344,109051904~8388608,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.849 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~8388608,54525952~46137344,109051904~8388608,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.852 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~8388608,37748736~12582912,54525952~50331648,109051904~12582912,134217728~71303168,209715200~92274688,306184192~33554432,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.852 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 12 diff [0~12582912,25165824~20971520,54525952~50331648,109051904~8388608,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.853 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~20971520,54525952~50331648,109051904~8388608,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:05 smithi193 ceph-mon[83763]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-12T01:43:05.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:05.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:05 smithi193 ceph-mon[83763]: pgmap v4040: 137 pgs: 137 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 36 MiB/s wr, 312 op/s 2024-04-12T01:43:05.857 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~25165824,54525952~67108864,134217728~71303168,209715200~92274688,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.857 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 13 diff [0~12582912,25165824~20971520,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.857 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~20971520,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.861 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~25165824,54525952~67108864,134217728~71303168,209715200~92274688,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.861 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 14 diff [0~12582912,25165824~25165824,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.861 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~25165824,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.866 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~25165824,54525952~71303168,134217728~167772160,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.866 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 15 diff [0~20971520,25165824~25165824,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.866 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~20971520,25165824~25165824,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.871 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,134217728~213909504,352321536~29360128,385875968~29360128] 2024-04-12T01:43:05.871 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 16 diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.871 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.878 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,134217728~247463936,385875968~29360128] 2024-04-12T01:43:05.878 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 17 diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.878 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.883 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~71303168,134217728~247463936,385875968~29360128] 2024-04-12T01:43:05.883 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 18 diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.884 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.890 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~327155712,385875968~29360128] 2024-04-12T01:43:05.890 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to 19 diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:05.891 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:05.898 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:05.898 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 5 diff [0~12582912,58720256~4194304,88080384~8388608,134217728~8388608,218103808~4194304,247463936~8388608,264241152~4194304] 2024-04-12T01:43:05.898 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,58720256~4194304,88080384~8388608,134217728~8388608,218103808~4194304,247463936~8388608,264241152~4194304] 2024-04-12T01:43:05.898 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,58720256~4194304,88080384~12582912,134217728~12582912,218103808~8388608,247463936~8388608,264241152~4194304] 2024-04-12T01:43:05.899 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 6 diff [0~12582912,58720256~4194304,88080384~8388608,134217728~8388608,155189248~4194304,218103808~4194304,239075328~16777216,264241152~4194304,285212672~4194304,322961408~8388608,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.899 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,58720256~4194304,88080384~8388608,134217728~8388608,155189248~4194304,218103808~4194304,239075328~16777216,264241152~4194304,285212672~4194304,322961408~8388608,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.900 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,58720256~4194304,88080384~12582912,134217728~12582912,155189248~4194304,218103808~8388608,239075328~16777216,264241152~4194304,285212672~8388608,322961408~12582912,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.900 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 7 diff [0~12582912,25165824~8388608,37748736~4194304,58720256~4194304,88080384~12582912,134217728~8388608,155189248~4194304,163577856~4194304,218103808~4194304,239075328~16777216,264241152~12582912,285212672~4194304,297795584~4194304,322961408~8388608,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.900 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,58720256~4194304,88080384~12582912,134217728~8388608,155189248~4194304,163577856~4194304,218103808~4194304,239075328~16777216,264241152~12582912,285212672~4194304,297795584~4194304,322961408~8388608,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.901 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,25165824~8388608,37748736~8388608,58720256~4194304,88080384~16777216,134217728~12582912,155189248~4194304,163577856~4194304,218103808~8388608,239075328~16777216,264241152~12582912,285212672~8388608,297795584~4194304,322961408~12582912,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.902 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 8 diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,88080384~12582912,134217728~12582912,150994944~8388608,163577856~4194304,218103808~4194304,230686720~25165824,260046848~16777216,285212672~4194304,297795584~4194304,314572800~20971520,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.902 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,88080384~12582912,134217728~12582912,150994944~8388608,163577856~4194304,218103808~4194304,230686720~25165824,260046848~16777216,285212672~4194304,297795584~4194304,314572800~20971520,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.904 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,25165824~8388608,37748736~8388608,54525952~12582912,88080384~16777216,134217728~33554432,218103808~8388608,230686720~25165824,260046848~20971520,285212672~8388608,297795584~4194304,314572800~25165824,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.904 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 9 diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,67108864~12582912,88080384~12582912,109051904~8388608,134217728~12582912,150994944~16777216,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.904 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,67108864~12582912,88080384~12582912,109051904~8388608,134217728~12582912,150994944~16777216,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.907 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~12582912,25165824~8388608,37748736~8388608,54525952~25165824,88080384~16777216,109051904~12582912,134217728~37748736,218103808~37748736,260046848~41943040,314572800~25165824,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.907 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 10 diff [0~12582912,25165824~8388608,37748736~4194304,54525952~25165824,88080384~12582912,109051904~8388608,134217728~33554432,176160768~4194304,192937984~8388608,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,310378496~25165824,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.907 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,54525952~25165824,88080384~12582912,109051904~8388608,134217728~33554432,176160768~4194304,192937984~8388608,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,310378496~25165824,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.910 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~8388608,37748736~8388608,54525952~25165824,88080384~16777216,109051904~12582912,134217728~37748736,176160768~8388608,192937984~12582912,218103808~83886080,310378496~29360128,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.910 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 11 diff [0~12582912,25165824~8388608,37748736~4194304,54525952~25165824,88080384~12582912,109051904~8388608,134217728~46137344,184549376~16777216,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.910 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,54525952~25165824,88080384~12582912,109051904~8388608,134217728~46137344,184549376~16777216,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.914 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~8388608,37748736~8388608,54525952~25165824,88080384~16777216,109051904~12582912,134217728~71303168,218103808~83886080,306184192~33554432,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.914 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 12 diff [0~12582912,25165824~20971520,54525952~25165824,88080384~16777216,109051904~8388608,134217728~46137344,184549376~16777216,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.914 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~20971520,54525952~25165824,88080384~16777216,109051904~8388608,134217728~46137344,184549376~16777216,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.919 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~25165824,54525952~25165824,88080384~33554432,134217728~71303168,218103808~83886080,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.919 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 13 diff [0~12582912,25165824~20971520,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.919 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~20971520,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,209715200~4194304,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.924 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~25165824,54525952~29360128,88080384~33554432,134217728~71303168,209715200~92274688,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.924 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 14 diff [0~12582912,25165824~20971520,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.924 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~12582912,25165824~20971520,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.928 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~16777216,25165824~25165824,54525952~29360128,88080384~37748736,134217728~167772160,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.929 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 15 diff [0~20971520,25165824~20971520,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.929 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~20971520,25165824~20971520,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.933 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~29360128,88080384~37748736,134217728~213909504,352321536~29360128,385875968~29360128] 2024-04-12T01:43:05.933 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 16 diff [0~46137344,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.933 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.939 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~29360128,88080384~37748736,134217728~247463936,385875968~29360128] 2024-04-12T01:43:05.939 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 17 diff [0~46137344,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.939 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~25165824,88080384~16777216,109051904~12582912,134217728~46137344,184549376~16777216,205520896~8388608,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.944 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~29360128,88080384~37748736,134217728~247463936,385875968~29360128] 2024-04-12T01:43:05.944 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 18 diff [0~46137344,54525952~25165824,88080384~16777216,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.944 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~25165824,88080384~16777216,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.950 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~29360128,88080384~293601280,385875968~29360128] 2024-04-12T01:43:05.950 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to 19 diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:05.950 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:05.956 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:05.956 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 6 diff [155189248~4194304,239075328~8388608,285212672~4194304,322961408~8388608,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.956 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [155189248~4194304,239075328~8388608,285212672~4194304,322961408~8388608,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.957 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [155189248~4194304,239075328~12582912,285212672~8388608,322961408~12582912,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.957 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 7 diff [25165824~8388608,37748736~4194304,92274688~8388608,134217728~4194304,155189248~4194304,163577856~4194304,239075328~8388608,264241152~12582912,285212672~4194304,297795584~4194304,322961408~8388608,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.957 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [25165824~8388608,37748736~4194304,92274688~8388608,134217728~4194304,155189248~4194304,163577856~4194304,239075328~8388608,264241152~12582912,285212672~4194304,297795584~4194304,322961408~8388608,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.958 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [25165824~8388608,37748736~8388608,92274688~12582912,134217728~8388608,155189248~4194304,163577856~4194304,239075328~12582912,264241152~12582912,285212672~8388608,297795584~4194304,322961408~12582912,352321536~12582912,398458880~8388608] 2024-04-12T01:43:05.958 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 8 diff [25165824~8388608,37748736~4194304,54525952~8388608,92274688~8388608,134217728~4194304,142606336~4194304,150994944~8388608,163577856~4194304,230686720~16777216,260046848~16777216,285212672~4194304,297795584~4194304,314572800~20971520,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.958 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [25165824~8388608,37748736~4194304,54525952~8388608,92274688~8388608,134217728~4194304,142606336~4194304,150994944~8388608,163577856~4194304,230686720~16777216,260046848~16777216,285212672~4194304,297795584~4194304,314572800~20971520,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.960 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [25165824~8388608,37748736~8388608,54525952~12582912,92274688~12582912,134217728~33554432,230686720~20971520,260046848~20971520,285212672~8388608,297795584~4194304,314572800~25165824,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.960 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 9 diff [25165824~8388608,37748736~4194304,54525952~8388608,67108864~12582912,92274688~8388608,109051904~8388608,134217728~4194304,142606336~4194304,150994944~16777216,222298112~25165824,260046848~20971520,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.960 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [25165824~8388608,37748736~4194304,54525952~8388608,67108864~12582912,92274688~8388608,109051904~8388608,134217728~4194304,142606336~4194304,150994944~16777216,222298112~25165824,260046848~20971520,285212672~8388608,297795584~4194304,314572800~20971520,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.962 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [25165824~8388608,37748736~8388608,54525952~25165824,92274688~12582912,109051904~12582912,134217728~37748736,222298112~29360128,260046848~41943040,314572800~25165824,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.962 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 10 diff [4194304~8388608,25165824~8388608,37748736~4194304,54525952~25165824,92274688~8388608,109051904~8388608,134217728~4194304,142606336~25165824,176160768~4194304,192937984~8388608,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,310378496~25165824,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.962 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~8388608,25165824~8388608,37748736~4194304,54525952~25165824,92274688~8388608,109051904~8388608,134217728~4194304,142606336~25165824,176160768~4194304,192937984~8388608,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,310378496~25165824,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.965 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~8388608,37748736~8388608,54525952~25165824,92274688~12582912,109051904~12582912,134217728~37748736,176160768~8388608,192937984~12582912,222298112~79691776,310378496~29360128,352321536~12582912,390070272~16777216] 2024-04-12T01:43:05.965 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 11 diff [4194304~12582912,25165824~8388608,37748736~4194304,54525952~25165824,92274688~8388608,109051904~8388608,134217728~4194304,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.965 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,25165824~8388608,37748736~4194304,54525952~25165824,92274688~8388608,109051904~8388608,134217728~4194304,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.968 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~8388608,37748736~8388608,54525952~25165824,92274688~12582912,109051904~12582912,134217728~71303168,222298112~79691776,306184192~33554432,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.968 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 12 diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~8388608,134217728~4194304,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.968 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~8388608,134217728~4194304,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.972 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~25165824,54525952~25165824,92274688~29360128,134217728~71303168,222298112~79691776,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.972 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 13 diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,209715200~4194304,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.972 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,209715200~4194304,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:05.976 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~25165824,54525952~29360128,92274688~29360128,134217728~71303168,209715200~8388608,222298112~79691776,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.976 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 14 diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.976 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.979 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~25165824,54525952~29360128,92274688~33554432,134217728~83886080,222298112~79691776,306184192~41943040,352321536~12582912,369098752~12582912,385875968~29360128] 2024-04-12T01:43:05.979 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 15 diff [4194304~16777216,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.980 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~16777216,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~25165824] 2024-04-12T01:43:05.984 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~33554432,134217728~83886080,222298112~125829120,352321536~29360128,385875968~29360128] 2024-04-12T01:43:05.984 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 16 diff [4194304~41943040,54525952~25165824,92274688~29360128,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.984 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~29360128,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.988 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~33554432,134217728~83886080,222298112~159383552,385875968~29360128] 2024-04-12T01:43:05.989 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 17 diff [4194304~41943040,54525952~25165824,92274688~29360128,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.989 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~29360128,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:05.993 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~33554432,134217728~83886080,222298112~159383552,385875968~29360128] 2024-04-12T01:43:05.993 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 18 diff [4194304~41943040,54525952~25165824,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.993 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:05.998 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~125829120,222298112~159383552,385875968~29360128] 2024-04-12T01:43:05.998 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to 19 diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:05.999 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.005 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:06.005 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 7 diff [25165824~8388608,37748736~4194304,92274688~8388608,134217728~4194304,163577856~4194304,264241152~12582912,297795584~4194304] 2024-04-12T01:43:06.005 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [25165824~8388608,37748736~4194304,92274688~8388608,134217728~4194304,163577856~4194304,264241152~12582912,297795584~4194304] 2024-04-12T01:43:06.006 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [25165824~8388608,37748736~8388608,92274688~12582912,134217728~8388608,163577856~4194304,264241152~12582912,297795584~4194304] 2024-04-12T01:43:06.006 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 8 diff [25165824~8388608,37748736~4194304,54525952~8388608,92274688~8388608,134217728~4194304,142606336~4194304,150994944~8388608,163577856~4194304,230686720~8388608,260046848~16777216,297795584~4194304,314572800~8388608,327155712~8388608,390070272~8388608] 2024-04-12T01:43:06.007 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [25165824~8388608,37748736~4194304,54525952~8388608,92274688~8388608,134217728~4194304,142606336~4194304,150994944~8388608,163577856~4194304,230686720~8388608,260046848~16777216,297795584~4194304,314572800~8388608,327155712~8388608,390070272~8388608] 2024-04-12T01:43:06.007 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [25165824~8388608,37748736~8388608,54525952~12582912,92274688~12582912,134217728~33554432,230686720~8388608,260046848~20971520,297795584~4194304,314572800~8388608,327155712~12582912,390070272~8388608] 2024-04-12T01:43:06.008 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 9 diff [25165824~8388608,37748736~4194304,54525952~8388608,67108864~12582912,92274688~8388608,109051904~8388608,134217728~4194304,142606336~4194304,150994944~16777216,222298112~25165824,260046848~20971520,289406976~4194304,297795584~4194304,314572800~20971520,390070272~8388608] 2024-04-12T01:43:06.008 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [25165824~8388608,37748736~4194304,54525952~8388608,67108864~12582912,92274688~8388608,109051904~8388608,134217728~4194304,142606336~4194304,150994944~16777216,222298112~25165824,260046848~20971520,289406976~4194304,297795584~4194304,314572800~20971520,390070272~8388608] 2024-04-12T01:43:06.009 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [25165824~8388608,37748736~8388608,54525952~25165824,92274688~12582912,109051904~12582912,134217728~37748736,222298112~29360128,260046848~25165824,289406976~12582912,314572800~25165824,390070272~8388608] 2024-04-12T01:43:06.009 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 10 diff [4194304~8388608,25165824~8388608,37748736~4194304,54525952~25165824,92274688~8388608,109051904~8388608,134217728~4194304,142606336~25165824,176160768~4194304,192937984~8388608,222298112~25165824,251658240~4194304,260046848~20971520,289406976~4194304,297795584~4194304,310378496~25165824,390070272~8388608] 2024-04-12T01:43:06.009 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~8388608,25165824~8388608,37748736~4194304,54525952~25165824,92274688~8388608,109051904~8388608,134217728~4194304,142606336~25165824,176160768~4194304,192937984~8388608,222298112~25165824,251658240~4194304,260046848~20971520,289406976~4194304,297795584~4194304,310378496~25165824,390070272~8388608] 2024-04-12T01:43:06.011 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~8388608,37748736~8388608,54525952~25165824,92274688~12582912,109051904~12582912,134217728~37748736,176160768~8388608,192937984~12582912,222298112~62914560,289406976~12582912,310378496~29360128,390070272~8388608] 2024-04-12T01:43:06.011 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 11 diff [4194304~12582912,25165824~8388608,37748736~4194304,54525952~25165824,92274688~8388608,109051904~8388608,134217728~4194304,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~20971520,289406976~4194304,297795584~4194304,306184192~29360128,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.011 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,25165824~8388608,37748736~4194304,54525952~25165824,92274688~8388608,109051904~8388608,134217728~4194304,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~20971520,289406976~4194304,297795584~4194304,306184192~29360128,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.014 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~8388608,37748736~8388608,54525952~25165824,92274688~12582912,109051904~12582912,134217728~71303168,222298112~62914560,289406976~12582912,306184192~33554432,369098752~12582912,385875968~12582912,406847488~8388608] 2024-04-12T01:43:06.014 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 12 diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~8388608,134217728~4194304,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.014 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~8388608,134217728~4194304,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.017 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~25165824,54525952~25165824,92274688~29360128,134217728~71303168,222298112~79691776,306184192~41943040,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.017 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 13 diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,209715200~4194304,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~8388608,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.017 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,209715200~4194304,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~8388608,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.020 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~25165824,54525952~29360128,92274688~29360128,134217728~71303168,209715200~8388608,222298112~79691776,306184192~41943040,352321536~8388608,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.021 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 14 diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.021 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~20971520,285212672~8388608,297795584~4194304,306184192~29360128,339738624~4194304,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.024 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,25165824~25165824,54525952~29360128,92274688~33554432,134217728~83886080,222298112~79691776,306184192~41943040,352321536~8388608,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.024 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 15 diff [4194304~16777216,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.024 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~16777216,25165824~20971520,54525952~25165824,92274688~12582912,109051904~12582912,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.029 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~33554432,134217728~83886080,222298112~125829120,352321536~29360128,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.029 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 16 diff [4194304~41943040,54525952~25165824,92274688~29360128,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.029 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~29360128,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:43:05] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-12T01:43:06.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:05 smithi098 ceph-mon[88922]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-12T01:43:06.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:06.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:05 smithi098 ceph-mon[88922]: pgmap v4040: 137 pgs: 137 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 36 MiB/s wr, 312 op/s 2024-04-12T01:43:06.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:05 smithi098 ceph-mon[91373]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-12T01:43:06.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:06.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:05 smithi098 ceph-mon[91373]: pgmap v4040: 137 pgs: 137 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 36 MiB/s wr, 312 op/s 2024-04-12T01:43:06.033 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~33554432,134217728~83886080,222298112~159383552,385875968~29360128] 2024-04-12T01:43:06.033 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 17 diff [4194304~41943040,54525952~25165824,92274688~29360128,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.033 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~29360128,134217728~4194304,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.037 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~33554432,134217728~83886080,222298112~159383552,385875968~29360128] 2024-04-12T01:43:06.037 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 18 diff [4194304~41943040,54525952~25165824,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.037 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.042 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~125829120,222298112~159383552,385875968~29360128] 2024-04-12T01:43:06.042 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to 19 diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.042 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.048 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:06.048 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 8 diff [54525952~8388608,142606336~4194304,150994944~8388608,230686720~8388608,260046848~4194304,272629760~8388608,314572800~8388608,327155712~8388608,390070272~8388608] 2024-04-12T01:43:06.048 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [54525952~8388608,142606336~4194304,150994944~8388608,230686720~8388608,260046848~4194304,272629760~8388608,314572800~8388608,327155712~8388608,390070272~8388608] 2024-04-12T01:43:06.049 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [54525952~12582912,142606336~20971520,230686720~8388608,260046848~8388608,272629760~8388608,314572800~8388608,327155712~12582912,390070272~8388608] 2024-04-12T01:43:06.049 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 9 diff [54525952~8388608,67108864~12582912,109051904~8388608,142606336~4194304,150994944~16777216,222298112~25165824,260046848~4194304,272629760~8388608,289406976~4194304,314572800~20971520,390070272~8388608] 2024-04-12T01:43:06.049 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [54525952~8388608,67108864~12582912,109051904~8388608,142606336~4194304,150994944~16777216,222298112~25165824,260046848~4194304,272629760~8388608,289406976~4194304,314572800~20971520,390070272~8388608] 2024-04-12T01:43:06.051 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [54525952~25165824,109051904~12582912,142606336~29360128,222298112~29360128,260046848~8388608,272629760~12582912,289406976~8388608,314572800~25165824,390070272~8388608] 2024-04-12T01:43:06.051 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 10 diff [4194304~8388608,54525952~25165824,109051904~8388608,142606336~25165824,176160768~4194304,192937984~8388608,222298112~25165824,251658240~4194304,260046848~4194304,272629760~8388608,289406976~4194304,310378496~25165824,390070272~8388608] 2024-04-12T01:43:06.052 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~8388608,54525952~25165824,109051904~8388608,142606336~25165824,176160768~4194304,192937984~8388608,222298112~25165824,251658240~4194304,260046848~4194304,272629760~8388608,289406976~4194304,310378496~25165824,390070272~8388608] 2024-04-12T01:43:06.052 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,54525952~25165824,109051904~12582912,142606336~29360128,176160768~8388608,192937984~12582912,222298112~46137344,272629760~12582912,289406976~8388608,310378496~29360128,390070272~8388608] 2024-04-12T01:43:06.053 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 11 diff [4194304~12582912,54525952~25165824,109051904~8388608,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~4194304,272629760~8388608,289406976~4194304,306184192~29360128,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.053 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,54525952~25165824,109051904~8388608,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~4194304,272629760~8388608,289406976~4194304,306184192~29360128,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.054 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,54525952~25165824,109051904~12582912,142606336~62914560,222298112~46137344,272629760~12582912,289406976~8388608,306184192~33554432,369098752~12582912,385875968~12582912,406847488~8388608] 2024-04-12T01:43:06.055 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 12 diff [4194304~12582912,33554432~12582912,54525952~25165824,100663296~16777216,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~4194304,272629760~8388608,285212672~8388608,306184192~29360128,339738624~4194304,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.055 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,33554432~12582912,54525952~25165824,100663296~16777216,142606336~37748736,184549376~16777216,222298112~25165824,251658240~4194304,260046848~4194304,272629760~8388608,285212672~8388608,306184192~29360128,339738624~4194304,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.058 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,54525952~25165824,100663296~20971520,142606336~62914560,222298112~46137344,272629760~25165824,306184192~41943040,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.058 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 13 diff [4194304~12582912,33554432~12582912,54525952~25165824,100663296~20971520,142606336~37748736,184549376~16777216,209715200~4194304,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,306184192~29360128,339738624~4194304,352321536~8388608,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.058 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,33554432~12582912,54525952~25165824,100663296~20971520,142606336~37748736,184549376~16777216,209715200~4194304,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,306184192~29360128,339738624~4194304,352321536~8388608,369098752~8388608,385875968~12582912,406847488~4194304] 2024-04-12T01:43:06.060 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,54525952~29360128,100663296~20971520,142606336~62914560,209715200~8388608,222298112~75497472,306184192~41943040,352321536~8388608,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.060 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 14 diff [4194304~12582912,33554432~12582912,54525952~25165824,100663296~20971520,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,306184192~29360128,339738624~4194304,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.060 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,33554432~12582912,54525952~25165824,100663296~20971520,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,306184192~29360128,339738624~4194304,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.064 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,54525952~29360128,100663296~25165824,142606336~75497472,222298112~75497472,306184192~41943040,352321536~8388608,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.064 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 15 diff [4194304~16777216,29360128~16777216,54525952~25165824,100663296~20971520,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.064 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~16777216,29360128~16777216,54525952~25165824,100663296~20971520,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.068 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~20971520,29360128~20971520,54525952~29360128,100663296~25165824,142606336~75497472,222298112~125829120,352321536~29360128,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.068 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 16 diff [4194304~41943040,54525952~25165824,92274688~29360128,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.068 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~29360128,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.072 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~33554432,142606336~75497472,222298112~159383552,385875968~29360128] 2024-04-12T01:43:06.072 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 17 diff [4194304~41943040,54525952~25165824,92274688~29360128,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.072 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~29360128,142606336~37748736,184549376~16777216,205520896~8388608,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.076 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~33554432,142606336~75497472,222298112~159383552,385875968~29360128] 2024-04-12T01:43:06.076 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 18 diff [4194304~41943040,54525952~25165824,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.076 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.081 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~125829120,222298112~159383552,385875968~29360128] 2024-04-12T01:43:06.081 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to 19 diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.081 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.086 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:06.086 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 9 diff [67108864~12582912,109051904~8388608,159383552~8388608,222298112~8388608,239075328~8388608,272629760~12582912,289406976~4194304,322961408~4194304] 2024-04-12T01:43:06.086 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [67108864~12582912,109051904~8388608,159383552~8388608,222298112~8388608,239075328~8388608,272629760~12582912,289406976~4194304,322961408~4194304] 2024-04-12T01:43:06.087 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [67108864~12582912,109051904~12582912,159383552~12582912,222298112~8388608,239075328~12582912,272629760~12582912,289406976~8388608,322961408~8388608] 2024-04-12T01:43:06.088 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 10 diff [4194304~8388608,62914560~16777216,109051904~8388608,146800640~4194304,159383552~8388608,176160768~4194304,192937984~8388608,222298112~8388608,239075328~8388608,251658240~4194304,272629760~12582912,289406976~4194304,310378496~8388608,322961408~4194304] 2024-04-12T01:43:06.088 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~8388608,62914560~16777216,109051904~8388608,146800640~4194304,159383552~8388608,176160768~4194304,192937984~8388608,222298112~8388608,239075328~8388608,251658240~4194304,272629760~12582912,289406976~4194304,310378496~8388608,322961408~4194304] 2024-04-12T01:43:06.089 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,62914560~16777216,109051904~12582912,146800640~8388608,159383552~12582912,176160768~8388608,192937984~12582912,222298112~8388608,239075328~20971520,272629760~12582912,289406976~8388608,310378496~8388608,322961408~8388608] 2024-04-12T01:43:06.089 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 11 diff [4194304~12582912,62914560~16777216,109051904~8388608,146800640~4194304,159383552~20971520,184549376~16777216,222298112~8388608,239075328~8388608,251658240~4194304,272629760~8388608,289406976~4194304,306184192~12582912,322961408~4194304,369098752~8388608,385875968~4194304,406847488~4194304] 2024-04-12T01:43:06.090 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,62914560~16777216,109051904~8388608,146800640~4194304,159383552~20971520,184549376~16777216,222298112~8388608,239075328~8388608,251658240~4194304,272629760~8388608,289406976~4194304,306184192~12582912,322961408~4194304,369098752~8388608,385875968~4194304,406847488~4194304] 2024-04-12T01:43:06.091 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,62914560~16777216,109051904~12582912,146800640~8388608,159383552~46137344,222298112~8388608,239075328~20971520,272629760~12582912,289406976~8388608,306184192~12582912,322961408~8388608,369098752~12582912,385875968~4194304,406847488~8388608] 2024-04-12T01:43:06.091 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 12 diff [4194304~12582912,33554432~12582912,62914560~16777216,100663296~16777216,146800640~4194304,159383552~20971520,184549376~16777216,222298112~8388608,234881024~12582912,251658240~4194304,272629760~8388608,285212672~8388608,306184192~12582912,322961408~20971520,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.091 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,33554432~12582912,62914560~16777216,100663296~16777216,146800640~4194304,159383552~20971520,184549376~16777216,222298112~8388608,234881024~12582912,251658240~4194304,272629760~8388608,285212672~8388608,306184192~12582912,322961408~20971520,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.094 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,62914560~16777216,100663296~20971520,146800640~8388608,159383552~46137344,222298112~8388608,234881024~25165824,272629760~25165824,306184192~12582912,322961408~25165824,369098752~12582912,385875968~4194304,394264576~8388608,406847488~8388608] 2024-04-12T01:43:06.094 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 13 diff [4194304~12582912,33554432~12582912,62914560~16777216,100663296~20971520,146800640~4194304,159383552~20971520,184549376~16777216,209715200~4194304,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,306184192~12582912,322961408~20971520,352321536~8388608,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.094 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,33554432~12582912,62914560~16777216,100663296~20971520,146800640~4194304,159383552~20971520,184549376~16777216,209715200~4194304,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,306184192~12582912,322961408~20971520,352321536~8388608,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.098 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,62914560~20971520,100663296~20971520,146800640~8388608,159383552~46137344,209715200~8388608,222298112~8388608,234881024~25165824,268435456~29360128,306184192~12582912,322961408~25165824,352321536~8388608,369098752~12582912,385875968~4194304,394264576~8388608,406847488~8388608] 2024-04-12T01:43:06.098 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 14 diff [4194304~12582912,33554432~12582912,62914560~16777216,100663296~20971520,146800640~4194304,159383552~20971520,184549376~16777216,205520896~8388608,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,306184192~37748736,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.098 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,33554432~12582912,62914560~16777216,100663296~20971520,146800640~4194304,159383552~20971520,184549376~16777216,205520896~8388608,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,306184192~37748736,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.100 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,62914560~20971520,100663296~25165824,146800640~8388608,159383552~58720256,222298112~8388608,234881024~25165824,268435456~29360128,306184192~41943040,352321536~8388608,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.100 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 15 diff [4194304~16777216,29360128~16777216,62914560~16777216,100663296~20971520,146800640~4194304,159383552~20971520,184549376~16777216,205520896~8388608,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.100 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~16777216,29360128~16777216,62914560~16777216,100663296~20971520,146800640~4194304,159383552~20971520,184549376~16777216,205520896~8388608,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.104 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~20971520,29360128~20971520,62914560~20971520,100663296~25165824,146800640~8388608,159383552~58720256,222298112~8388608,234881024~25165824,268435456~79691776,352321536~29360128,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.104 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 16 diff [4194304~41943040,58720256~20971520,92274688~29360128,146800640~4194304,159383552~20971520,184549376~16777216,205520896~8388608,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.104 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,58720256~20971520,92274688~29360128,146800640~4194304,159383552~20971520,184549376~16777216,205520896~8388608,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.108 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,58720256~25165824,92274688~33554432,146800640~8388608,159383552~58720256,222298112~8388608,234881024~25165824,268435456~113246208,385875968~29360128] 2024-04-12T01:43:06.108 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 17 diff [4194304~41943040,58720256~20971520,92274688~29360128,142606336~8388608,159383552~20971520,184549376~16777216,205520896~8388608,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.108 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,58720256~20971520,92274688~29360128,142606336~8388608,159383552~20971520,184549376~16777216,205520896~8388608,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.112 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,58720256~25165824,92274688~33554432,142606336~12582912,159383552~58720256,222298112~8388608,234881024~25165824,268435456~113246208,385875968~29360128] 2024-04-12T01:43:06.112 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 18 diff [4194304~41943040,54525952~25165824,92274688~37748736,134217728~4194304,142606336~8388608,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.112 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~25165824,92274688~37748736,134217728~4194304,142606336~8388608,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.116 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~29360128,92274688~62914560,159383552~58720256,222298112~8388608,234881024~25165824,268435456~113246208,385875968~29360128] 2024-04-12T01:43:06.116 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to 19 diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.116 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.121 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:06.121 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 10 diff [4194304~8388608,62914560~4194304,146800640~4194304,176160768~4194304,192937984~8388608,251658240~4194304,310378496~8388608] 2024-04-12T01:43:06.121 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~8388608,62914560~4194304,146800640~4194304,176160768~4194304,192937984~8388608,251658240~4194304,310378496~8388608] 2024-04-12T01:43:06.122 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,62914560~4194304,146800640~8388608,176160768~8388608,192937984~12582912,251658240~8388608,310378496~8388608] 2024-04-12T01:43:06.122 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 11 diff [4194304~12582912,62914560~4194304,146800640~4194304,167772160~12582912,184549376~16777216,251658240~4194304,272629760~8388608,289406976~4194304,306184192~12582912,369098752~8388608,385875968~4194304,406847488~4194304] 2024-04-12T01:43:06.122 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,62914560~4194304,146800640~4194304,167772160~12582912,184549376~16777216,251658240~4194304,272629760~8388608,289406976~4194304,306184192~12582912,369098752~8388608,385875968~4194304,406847488~4194304] 2024-04-12T01:43:06.123 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,62914560~4194304,146800640~8388608,167772160~37748736,251658240~8388608,272629760~8388608,289406976~4194304,306184192~12582912,369098752~12582912,385875968~4194304,406847488~8388608] 2024-04-12T01:43:06.123 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 12 diff [4194304~12582912,33554432~12582912,62914560~4194304,100663296~8388608,146800640~4194304,167772160~12582912,184549376~16777216,234881024~8388608,251658240~4194304,272629760~8388608,285212672~8388608,306184192~12582912,327155712~16777216,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.123 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,33554432~12582912,62914560~4194304,100663296~8388608,146800640~4194304,167772160~12582912,184549376~16777216,234881024~8388608,251658240~4194304,272629760~8388608,285212672~8388608,306184192~12582912,327155712~16777216,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.126 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,62914560~4194304,100663296~8388608,146800640~8388608,167772160~37748736,234881024~12582912,251658240~8388608,272629760~8388608,285212672~12582912,306184192~12582912,327155712~20971520,369098752~12582912,385875968~4194304,394264576~8388608,406847488~8388608] 2024-04-12T01:43:06.126 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 13 diff [4194304~12582912,33554432~12582912,62914560~4194304,75497472~4194304,100663296~8388608,117440512~4194304,146800640~4194304,167772160~12582912,184549376~16777216,209715200~4194304,234881024~8388608,251658240~4194304,268435456~8388608,285212672~8388608,306184192~12582912,327155712~16777216,352321536~8388608,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.126 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,33554432~12582912,62914560~4194304,75497472~4194304,100663296~8388608,117440512~4194304,146800640~4194304,167772160~12582912,184549376~16777216,209715200~4194304,234881024~8388608,251658240~4194304,268435456~8388608,285212672~8388608,306184192~12582912,327155712~16777216,352321536~8388608,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.128 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,62914560~4194304,75497472~8388608,100663296~8388608,117440512~4194304,146800640~8388608,167772160~37748736,209715200~8388608,234881024~12582912,251658240~8388608,268435456~12582912,285212672~12582912,306184192~12582912,327155712~20971520,352321536~8388608,369098752~12582912,385875968~4194304,394264576~8388608,406847488~8388608] 2024-04-12T01:43:06.128 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 14 diff [4194304~12582912,33554432~12582912,62914560~4194304,75497472~4194304,100663296~8388608,113246208~12582912,146800640~4194304,167772160~12582912,184549376~16777216,205520896~8388608,234881024~8388608,251658240~4194304,268435456~8388608,285212672~8388608,306184192~37748736,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.128 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~12582912,33554432~12582912,62914560~4194304,75497472~4194304,100663296~8388608,113246208~12582912,146800640~4194304,167772160~12582912,184549376~16777216,205520896~8388608,234881024~8388608,251658240~4194304,268435456~8388608,285212672~8388608,306184192~37748736,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.131 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,62914560~4194304,75497472~8388608,100663296~8388608,113246208~12582912,146800640~8388608,167772160~50331648,234881024~12582912,251658240~8388608,268435456~12582912,285212672~12582912,306184192~41943040,352321536~8388608,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.131 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 15 diff [4194304~16777216,29360128~16777216,62914560~4194304,75497472~4194304,100663296~8388608,113246208~12582912,146800640~4194304,167772160~12582912,184549376~16777216,205520896~8388608,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.131 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~16777216,29360128~16777216,62914560~4194304,75497472~4194304,100663296~8388608,113246208~12582912,146800640~4194304,167772160~12582912,184549376~16777216,205520896~8388608,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.134 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~20971520,29360128~20971520,62914560~4194304,75497472~8388608,100663296~8388608,113246208~12582912,146800640~8388608,167772160~50331648,234881024~12582912,251658240~8388608,268435456~79691776,352321536~29360128,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.134 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 16 diff [4194304~41943040,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,146800640~4194304,167772160~12582912,184549376~16777216,205520896~8388608,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.134 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,146800640~4194304,167772160~12582912,184549376~16777216,205520896~8388608,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.137 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,58720256~12582912,75497472~8388608,92274688~16777216,113246208~12582912,146800640~8388608,167772160~50331648,234881024~12582912,251658240~8388608,268435456~113246208,385875968~29360128] 2024-04-12T01:43:06.137 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 17 diff [4194304~41943040,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,167772160~12582912,184549376~16777216,205520896~8388608,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.137 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,167772160~12582912,184549376~16777216,205520896~8388608,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.140 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,58720256~12582912,75497472~8388608,92274688~16777216,113246208~12582912,142606336~12582912,167772160~50331648,234881024~12582912,251658240~8388608,268435456~113246208,385875968~29360128] 2024-04-12T01:43:06.140 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 18 diff [4194304~41943040,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,167772160~12582912,184549376~29360128,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.140 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,167772160~12582912,184549376~29360128,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.144 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~8388608,92274688~16777216,113246208~41943040,167772160~50331648,234881024~12582912,251658240~8388608,268435456~113246208,385875968~29360128] 2024-04-12T01:43:06.144 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to 19 diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.144 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.149 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:06.149 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 11 diff [4194304~8388608,167772160~8388608,180355072~12582912,272629760~8388608,289406976~4194304,306184192~8388608,369098752~8388608,385875968~4194304,406847488~4194304] 2024-04-12T01:43:06.149 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~8388608,167772160~8388608,180355072~12582912,272629760~8388608,289406976~4194304,306184192~8388608,369098752~8388608,385875968~4194304,406847488~4194304] 2024-04-12T01:43:06.150 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,167772160~8388608,180355072~12582912,272629760~8388608,289406976~4194304,306184192~12582912,369098752~12582912,385875968~4194304,406847488~8388608] 2024-04-12T01:43:06.150 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 12 diff [4194304~8388608,33554432~12582912,100663296~8388608,167772160~8388608,180355072~12582912,234881024~8388608,272629760~8388608,285212672~8388608,306184192~8388608,327155712~16777216,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.150 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~8388608,33554432~12582912,100663296~8388608,167772160~8388608,180355072~12582912,234881024~8388608,272629760~8388608,285212672~8388608,306184192~8388608,327155712~16777216,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.152 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,100663296~8388608,167772160~8388608,180355072~12582912,234881024~12582912,272629760~8388608,285212672~12582912,306184192~12582912,327155712~20971520,369098752~12582912,385875968~4194304,394264576~8388608,406847488~8388608] 2024-04-12T01:43:06.152 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 13 diff [4194304~8388608,33554432~12582912,75497472~4194304,100663296~8388608,117440512~4194304,167772160~8388608,180355072~12582912,209715200~4194304,234881024~8388608,268435456~8388608,285212672~8388608,306184192~8388608,327155712~16777216,352321536~8388608,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.152 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~8388608,33554432~12582912,75497472~4194304,100663296~8388608,117440512~4194304,167772160~8388608,180355072~12582912,209715200~4194304,234881024~8388608,268435456~8388608,285212672~8388608,306184192~8388608,327155712~16777216,352321536~8388608,369098752~8388608,385875968~4194304,394264576~4194304,406847488~4194304] 2024-04-12T01:43:06.154 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,75497472~8388608,100663296~8388608,117440512~4194304,167772160~8388608,180355072~16777216,209715200~8388608,234881024~12582912,268435456~12582912,285212672~12582912,306184192~12582912,327155712~20971520,352321536~8388608,369098752~12582912,385875968~4194304,394264576~8388608,406847488~8388608] 2024-04-12T01:43:06.154 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 14 diff [4194304~8388608,33554432~12582912,75497472~4194304,100663296~8388608,113246208~12582912,167772160~8388608,180355072~12582912,205520896~8388608,234881024~8388608,268435456~8388608,285212672~8388608,306184192~37748736,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.154 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~8388608,33554432~12582912,75497472~4194304,100663296~8388608,113246208~12582912,167772160~8388608,180355072~12582912,205520896~8388608,234881024~8388608,268435456~8388608,285212672~8388608,306184192~37748736,352321536~8388608,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.156 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~12582912,33554432~16777216,75497472~8388608,100663296~8388608,113246208~12582912,167772160~8388608,180355072~16777216,205520896~12582912,234881024~12582912,268435456~12582912,285212672~12582912,306184192~41943040,352321536~8388608,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.156 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 15 diff [4194304~16777216,29360128~16777216,75497472~4194304,100663296~8388608,113246208~12582912,167772160~8388608,180355072~16777216,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~46137344,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.157 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~16777216,29360128~16777216,75497472~4194304,100663296~8388608,113246208~12582912,167772160~8388608,180355072~16777216,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~46137344,352321536~12582912,369098752~8388608,385875968~16777216,406847488~4194304] 2024-04-12T01:43:06.158 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~20971520,29360128~20971520,75497472~8388608,100663296~8388608,113246208~12582912,167772160~8388608,180355072~16777216,205520896~12582912,234881024~12582912,268435456~79691776,352321536~29360128,385875968~16777216,406847488~8388608] 2024-04-12T01:43:06.159 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 16 diff [4194304~16777216,25165824~20971520,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,167772160~8388608,180355072~16777216,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.159 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~16777216,25165824~20971520,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,167772160~8388608,180355072~16777216,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.162 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,58720256~12582912,75497472~8388608,92274688~16777216,113246208~12582912,167772160~8388608,180355072~16777216,205520896~12582912,234881024~12582912,268435456~113246208,385875968~29360128] 2024-04-12T01:43:06.162 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 17 diff [4194304~16777216,25165824~20971520,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,167772160~29360128,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.162 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~16777216,25165824~20971520,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,167772160~29360128,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~46137344,348127232~16777216,369098752~8388608,385875968~29360128] 2024-04-12T01:43:06.166 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,58720256~12582912,75497472~8388608,92274688~16777216,113246208~12582912,142606336~12582912,167772160~33554432,205520896~12582912,234881024~12582912,268435456~113246208,385875968~29360128] 2024-04-12T01:43:06.166 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 18 diff [4194304~16777216,25165824~20971520,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,167772160~29360128,201326592~12582912,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.166 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~16777216,25165824~20971520,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,167772160~29360128,201326592~12582912,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~29360128,385875968~29360128] 2024-04-12T01:43:06.169 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~8388608,92274688~16777216,113246208~41943040,167772160~50331648,234881024~12582912,251658240~8388608,268435456~113246208,385875968~29360128] 2024-04-12T01:43:06.169 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to 19 diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.170 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.173 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:06.174 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 12 diff [33554432~12582912,100663296~8388608,234881024~8388608,285212672~8388608,327155712~16777216,394264576~4194304] 2024-04-12T01:43:06.174 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [33554432~12582912,100663296~8388608,234881024~8388608,285212672~8388608,327155712~16777216,394264576~4194304] 2024-04-12T01:43:06.175 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [33554432~16777216,100663296~8388608,234881024~12582912,285212672~12582912,327155712~20971520,394264576~8388608] 2024-04-12T01:43:06.175 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 13 diff [33554432~12582912,75497472~4194304,100663296~8388608,117440512~4194304,184549376~8388608,209715200~4194304,234881024~8388608,268435456~8388608,285212672~8388608,327155712~16777216,352321536~8388608,369098752~4194304,394264576~4194304] 2024-04-12T01:43:06.175 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [33554432~12582912,75497472~4194304,100663296~8388608,117440512~4194304,184549376~8388608,209715200~4194304,234881024~8388608,268435456~8388608,285212672~8388608,327155712~16777216,352321536~8388608,369098752~4194304,394264576~4194304] 2024-04-12T01:43:06.176 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [33554432~16777216,75497472~8388608,100663296~8388608,117440512~4194304,184549376~12582912,209715200~8388608,234881024~12582912,268435456~12582912,285212672~12582912,327155712~20971520,352321536~8388608,369098752~8388608,394264576~8388608] 2024-04-12T01:43:06.176 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 14 diff [33554432~12582912,75497472~4194304,100663296~8388608,113246208~12582912,184549376~8388608,205520896~8388608,234881024~8388608,268435456~8388608,285212672~8388608,314572800~29360128,352321536~8388608,369098752~4194304,390070272~12582912] 2024-04-12T01:43:06.176 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [33554432~12582912,75497472~4194304,100663296~8388608,113246208~12582912,184549376~8388608,205520896~8388608,234881024~8388608,268435456~8388608,285212672~8388608,314572800~29360128,352321536~8388608,369098752~4194304,390070272~12582912] 2024-04-12T01:43:06.178 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [33554432~16777216,75497472~8388608,100663296~8388608,113246208~12582912,184549376~12582912,205520896~12582912,234881024~12582912,268435456~12582912,285212672~12582912,314572800~33554432,352321536~8388608,369098752~8388608,390070272~12582912] 2024-04-12T01:43:06.178 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 15 diff [12582912~8388608,29360128~16777216,75497472~4194304,100663296~8388608,113246208~12582912,184549376~12582912,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~8388608,314572800~29360128,352321536~12582912,369098752~4194304,390070272~12582912] 2024-04-12T01:43:06.178 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~8388608,29360128~16777216,75497472~4194304,100663296~8388608,113246208~12582912,184549376~12582912,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~8388608,314572800~29360128,352321536~12582912,369098752~4194304,390070272~12582912] 2024-04-12T01:43:06.180 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~12582912,29360128~20971520,75497472~8388608,100663296~8388608,113246208~12582912,184549376~12582912,205520896~12582912,234881024~12582912,268435456~37748736,314572800~33554432,352321536~25165824,390070272~12582912] 2024-04-12T01:43:06.180 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 16 diff [12582912~33554432,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,184549376~12582912,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~8388608,314572800~29360128,348127232~16777216,369098752~4194304,390070272~20971520] 2024-04-12T01:43:06.180 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~33554432,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,184549376~12582912,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~8388608,314572800~29360128,348127232~16777216,369098752~4194304,390070272~20971520] 2024-04-12T01:43:06.182 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~37748736,58720256~12582912,75497472~8388608,92274688~16777216,113246208~12582912,184549376~12582912,205520896~12582912,234881024~12582912,268435456~37748736,314572800~62914560,390070272~25165824] 2024-04-12T01:43:06.182 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 17 diff [12582912~33554432,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,176160768~4194304,184549376~12582912,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~16777216,369098752~4194304,390070272~20971520] 2024-04-12T01:43:06.182 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~33554432,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,176160768~4194304,184549376~12582912,205520896~8388608,234881024~8388608,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~16777216,369098752~4194304,390070272~20971520] 2024-04-12T01:43:06.185 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~37748736,58720256~12582912,75497472~8388608,92274688~16777216,113246208~12582912,142606336~12582912,176160768~4194304,184549376~16777216,205520896~12582912,234881024~12582912,268435456~37748736,310378496~67108864,390070272~25165824] 2024-04-12T01:43:06.185 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 18 diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,176160768~4194304,184549376~12582912,201326592~12582912,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~25165824,390070272~20971520] 2024-04-12T01:43:06.185 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,176160768~4194304,184549376~12582912,201326592~12582912,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~25165824,390070272~20971520] 2024-04-12T01:43:06.188 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~37748736,54525952~16777216,75497472~8388608,92274688~16777216,113246208~41943040,176160768~4194304,184549376~33554432,234881024~12582912,251658240~8388608,268435456~37748736,310378496~67108864,390070272~25165824] 2024-04-12T01:43:06.188 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to 19 diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:06.188 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:06.192 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~37748736,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~20971520,251658240~8388608,268435456~37748736,310378496~75497472,390070272~25165824] 2024-04-12T01:43:06.192 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 13 diff [41943040~4194304,75497472~4194304,117440512~4194304,184549376~8388608,209715200~4194304,268435456~8388608,285212672~4194304,331350016~4194304,352321536~8388608,369098752~4194304] 2024-04-12T01:43:06.192 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [41943040~4194304,75497472~4194304,117440512~4194304,184549376~8388608,209715200~4194304,268435456~8388608,285212672~4194304,331350016~4194304,352321536~8388608,369098752~4194304] 2024-04-12T01:43:06.193 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [41943040~4194304,75497472~8388608,117440512~4194304,184549376~12582912,209715200~8388608,268435456~12582912,285212672~8388608,331350016~8388608,352321536~8388608,369098752~8388608] 2024-04-12T01:43:06.193 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 14 diff [37748736~8388608,75497472~4194304,113246208~12582912,184549376~8388608,205520896~8388608,239075328~8388608,268435456~8388608,285212672~4194304,314572800~20971520,352321536~8388608,369098752~4194304,390070272~8388608] 2024-04-12T01:43:06.193 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [37748736~8388608,75497472~4194304,113246208~12582912,184549376~8388608,205520896~8388608,239075328~8388608,268435456~8388608,285212672~4194304,314572800~20971520,352321536~8388608,369098752~4194304,390070272~8388608] 2024-04-12T01:43:06.195 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [37748736~8388608,75497472~8388608,113246208~12582912,184549376~12582912,205520896~12582912,239075328~8388608,268435456~12582912,285212672~8388608,314572800~25165824,352321536~8388608,369098752~8388608,390070272~12582912] 2024-04-12T01:43:06.195 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 15 diff [12582912~8388608,29360128~16777216,75497472~4194304,100663296~4194304,113246208~12582912,184549376~12582912,205520896~8388608,239075328~8388608,268435456~12582912,285212672~4194304,297795584~8388608,314572800~20971520,339738624~4194304,352321536~12582912,369098752~4194304,390070272~8388608] 2024-04-12T01:43:06.195 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~8388608,29360128~16777216,75497472~4194304,100663296~4194304,113246208~12582912,184549376~12582912,205520896~8388608,239075328~8388608,268435456~12582912,285212672~4194304,297795584~8388608,314572800~20971520,339738624~4194304,352321536~12582912,369098752~4194304,390070272~8388608] 2024-04-12T01:43:06.196 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~12582912,29360128~16777216,75497472~8388608,100663296~8388608,113246208~12582912,184549376~12582912,205520896~12582912,239075328~8388608,268435456~25165824,297795584~8388608,314572800~29360128,352321536~25165824,390070272~12582912] 2024-04-12T01:43:06.196 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 16 diff [12582912~20971520,37748736~8388608,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,184549376~12582912,205520896~8388608,239075328~8388608,268435456~12582912,285212672~4194304,297795584~8388608,314572800~20971520,339738624~4194304,348127232~16777216,369098752~4194304,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.196 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~20971520,37748736~8388608,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,184549376~12582912,205520896~8388608,239075328~8388608,268435456~12582912,285212672~4194304,297795584~8388608,314572800~20971520,339738624~4194304,348127232~16777216,369098752~4194304,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.198 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~33554432,58720256~12582912,75497472~8388608,92274688~16777216,113246208~12582912,184549376~12582912,205520896~12582912,239075328~8388608,268435456~25165824,297795584~8388608,314572800~29360128,348127232~29360128,390070272~25165824] 2024-04-12T01:43:06.198 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 17 diff [12582912~33554432,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,176160768~4194304,184549376~12582912,205520896~8388608,239075328~8388608,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~16777216,369098752~4194304,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.199 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~33554432,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,176160768~4194304,184549376~12582912,205520896~8388608,239075328~8388608,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~16777216,369098752~4194304,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.200 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~33554432,58720256~12582912,75497472~8388608,92274688~16777216,113246208~12582912,142606336~12582912,176160768~4194304,184549376~16777216,205520896~12582912,239075328~8388608,268435456~25165824,297795584~8388608,310378496~33554432,348127232~29360128,390070272~25165824] 2024-04-12T01:43:06.201 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 18 diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,176160768~4194304,184549376~12582912,201326592~12582912,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~25165824,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.201 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,176160768~4194304,184549376~12582912,201326592~12582912,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~25165824,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.203 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~8388608,92274688~16777216,113246208~41943040,176160768~4194304,184549376~33554432,239075328~8388608,251658240~8388608,268435456~25165824,297795584~8388608,310378496~33554432,348127232~29360128,390070272~25165824] 2024-04-12T01:43:06.203 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to 19 diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.203 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.206 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~8388608,239075328~8388608,251658240~8388608,268435456~25165824,297795584~8388608,310378496~33554432,348127232~37748736,390070272~25165824] 2024-04-12T01:43:06.206 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 14 diff [37748736~4194304,113246208~12582912,205520896~8388608,239075328~8388608,314572800~16777216,390070272~8388608] 2024-04-12T01:43:06.207 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [37748736~4194304,113246208~12582912,205520896~8388608,239075328~8388608,314572800~16777216,390070272~8388608] 2024-04-12T01:43:06.207 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [37748736~4194304,113246208~12582912,205520896~8388608,239075328~8388608,314572800~20971520,390070272~12582912] 2024-04-12T01:43:06.207 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 15 diff [12582912~8388608,29360128~12582912,100663296~4194304,113246208~12582912,184549376~8388608,205520896~8388608,239075328~8388608,276824064~8388608,297795584~8388608,314572800~16777216,339738624~4194304,356515840~8388608,390070272~8388608] 2024-04-12T01:43:06.207 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~8388608,29360128~12582912,100663296~4194304,113246208~12582912,184549376~8388608,205520896~8388608,239075328~8388608,276824064~8388608,297795584~8388608,314572800~16777216,339738624~4194304,356515840~8388608,390070272~8388608] 2024-04-12T01:43:06.208 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~12582912,29360128~12582912,100663296~8388608,113246208~12582912,184549376~8388608,205520896~8388608,239075328~8388608,276824064~8388608,297795584~8388608,314572800~20971520,339738624~4194304,356515840~12582912,390070272~12582912] 2024-04-12T01:43:06.208 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 16 diff [12582912~20971520,37748736~4194304,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,184549376~8388608,205520896~8388608,239075328~8388608,276824064~8388608,297795584~8388608,314572800~16777216,339738624~4194304,348127232~16777216,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.208 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~20971520,37748736~4194304,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,184549376~8388608,205520896~8388608,239075328~8388608,276824064~8388608,297795584~8388608,314572800~16777216,339738624~4194304,348127232~16777216,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.210 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~29360128,58720256~12582912,75497472~4194304,92274688~16777216,113246208~12582912,184549376~8388608,205520896~8388608,239075328~8388608,276824064~8388608,297795584~8388608,314572800~20971520,339738624~4194304,348127232~20971520,390070272~25165824] 2024-04-12T01:43:06.210 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 17 diff [12582912~29360128,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,176160768~4194304,184549376~12582912,205520896~8388608,239075328~8388608,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.210 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~29360128,58720256~8388608,75497472~4194304,92274688~16777216,113246208~12582912,142606336~8388608,176160768~4194304,184549376~12582912,205520896~8388608,239075328~8388608,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.211 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~29360128,58720256~12582912,75497472~4194304,92274688~16777216,113246208~12582912,142606336~12582912,176160768~4194304,184549376~16777216,205520896~8388608,239075328~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~4194304,348127232~20971520,390070272~25165824] 2024-04-12T01:43:06.212 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 18 diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,176160768~4194304,184549376~12582912,201326592~12582912,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.212 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~4194304,92274688~16777216,113246208~16777216,134217728~4194304,142606336~8388608,176160768~4194304,184549376~12582912,201326592~12582912,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.214 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~4194304,92274688~16777216,113246208~41943040,176160768~4194304,184549376~29360128,239075328~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~4194304,348127232~20971520,390070272~25165824] 2024-04-12T01:43:06.214 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to 19 diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.214 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.216 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~29360128,226492416~8388608,239075328~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-12T01:43:06.216 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 15 diff [12582912~8388608,29360128~8388608,100663296~4194304,184549376~8388608,276824064~8388608,297795584~8388608,327155712~4194304,339738624~4194304,356515840~8388608] 2024-04-12T01:43:06.217 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~8388608,29360128~8388608,100663296~4194304,184549376~8388608,276824064~8388608,297795584~8388608,327155712~4194304,339738624~4194304,356515840~8388608] 2024-04-12T01:43:06.217 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~12582912,29360128~8388608,100663296~8388608,184549376~8388608,276824064~8388608,297795584~8388608,327155712~4194304,339738624~4194304,356515840~12582912] 2024-04-12T01:43:06.217 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 16 diff [12582912~20971520,58720256~8388608,75497472~4194304,92274688~16777216,184549376~8388608,276824064~8388608,297795584~8388608,327155712~4194304,339738624~4194304,348127232~16777216,402653184~8388608] 2024-04-12T01:43:06.217 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~20971520,58720256~8388608,75497472~4194304,92274688~16777216,184549376~8388608,276824064~8388608,297795584~8388608,327155712~4194304,339738624~4194304,348127232~16777216,402653184~8388608] 2024-04-12T01:43:06.219 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~25165824,58720256~12582912,75497472~4194304,92274688~16777216,184549376~8388608,276824064~8388608,297795584~8388608,327155712~4194304,339738624~4194304,348127232~20971520,402653184~12582912] 2024-04-12T01:43:06.219 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 17 diff [12582912~25165824,58720256~8388608,75497472~4194304,92274688~16777216,142606336~8388608,176160768~4194304,184549376~12582912,276824064~8388608,297795584~8388608,310378496~8388608,327155712~4194304,339738624~4194304,348127232~16777216,402653184~8388608] 2024-04-12T01:43:06.219 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [12582912~25165824,58720256~8388608,75497472~4194304,92274688~16777216,142606336~8388608,176160768~4194304,184549376~12582912,276824064~8388608,297795584~8388608,310378496~8388608,327155712~4194304,339738624~4194304,348127232~16777216,402653184~8388608] 2024-04-12T01:43:06.220 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [12582912~25165824,58720256~12582912,75497472~4194304,92274688~16777216,142606336~12582912,176160768~4194304,184549376~16777216,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~20971520,402653184~12582912] 2024-04-12T01:43:06.220 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 18 diff [4194304~4194304,12582912~25165824,41943040~4194304,54525952~12582912,75497472~4194304,92274688~16777216,117440512~12582912,134217728~4194304,142606336~8388608,176160768~4194304,184549376~12582912,201326592~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~8388608,327155712~4194304,339738624~4194304,348127232~16777216,402653184~8388608] 2024-04-12T01:43:06.220 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~25165824,41943040~4194304,54525952~12582912,75497472~4194304,92274688~16777216,117440512~12582912,134217728~4194304,142606336~8388608,176160768~4194304,184549376~12582912,201326592~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~8388608,327155712~4194304,339738624~4194304,348127232~16777216,402653184~8388608] 2024-04-12T01:43:06.222 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~25165824,41943040~4194304,54525952~16777216,75497472~4194304,92274688~16777216,117440512~37748736,176160768~4194304,184549376~25165824,251658240~8388608,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~20971520,402653184~12582912] 2024-04-12T01:43:06.222 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to 19 diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:06.222 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:06.224 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~25165824,41943040~4194304,54525952~16777216,75497472~33554432,117440512~37748736,176160768~4194304,184549376~25165824,226492416~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~20971520,373293056~12582912,402653184~12582912] 2024-04-12T01:43:06.225 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to 16 diff [16777216~16777216,58720256~8388608,75497472~4194304,92274688~16777216,348127232~8388608,402653184~8388608] 2024-04-12T01:43:06.225 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [16777216~16777216,58720256~8388608,75497472~4194304,92274688~16777216,348127232~8388608,402653184~8388608] 2024-04-12T01:43:06.225 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [16777216~20971520,58720256~12582912,75497472~4194304,92274688~16777216,348127232~8388608,402653184~12582912] 2024-04-12T01:43:06.225 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to 17 diff [16777216~16777216,58720256~8388608,75497472~4194304,92274688~16777216,142606336~8388608,176160768~4194304,192937984~4194304,310378496~8388608,348127232~12582912,402653184~8388608] 2024-04-12T01:43:06.225 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [16777216~16777216,58720256~8388608,75497472~4194304,92274688~16777216,142606336~8388608,176160768~4194304,192937984~4194304,310378496~8388608,348127232~12582912,402653184~8388608] 2024-04-12T01:43:06.227 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [16777216~20971520,58720256~12582912,75497472~4194304,92274688~16777216,142606336~12582912,176160768~4194304,192937984~8388608,310378496~12582912,348127232~16777216,402653184~12582912] 2024-04-12T01:43:06.227 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to 18 diff [4194304~4194304,16777216~16777216,41943040~4194304,54525952~12582912,75497472~4194304,92274688~16777216,117440512~12582912,134217728~4194304,142606336~8388608,176160768~4194304,192937984~4194304,201326592~4194304,251658240~4194304,310378496~8388608,348127232~16777216,402653184~8388608] 2024-04-12T01:43:06.227 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~16777216,41943040~4194304,54525952~12582912,75497472~4194304,92274688~16777216,117440512~12582912,134217728~4194304,142606336~8388608,176160768~4194304,192937984~4194304,201326592~4194304,251658240~4194304,310378496~8388608,348127232~16777216,402653184~8388608] 2024-04-12T01:43:06.228 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~20971520,41943040~4194304,54525952~16777216,75497472~4194304,92274688~16777216,117440512~37748736,176160768~4194304,192937984~16777216,251658240~8388608,310378496~12582912,348127232~20971520,402653184~12582912] 2024-04-12T01:43:06.228 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to 19 diff [4194304~4194304,16777216~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:06.228 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:06.230 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~20971520,41943040~4194304,54525952~16777216,75497472~33554432,117440512~37748736,176160768~4194304,188743680~20971520,226492416~8388608,251658240~8388608,310378496~16777216,348127232~20971520,373293056~12582912,402653184~12582912] 2024-04-12T01:43:06.230 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to 17 diff [16777216~4194304,25165824~4194304,92274688~8388608,142606336~8388608,176160768~4194304,192937984~4194304,310378496~8388608,352321536~8388608] 2024-04-12T01:43:06.230 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [16777216~4194304,25165824~4194304,92274688~8388608,142606336~8388608,176160768~4194304,192937984~4194304,310378496~8388608,352321536~8388608] 2024-04-12T01:43:06.231 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [16777216~4194304,25165824~8388608,92274688~12582912,142606336~12582912,176160768~4194304,192937984~8388608,310378496~12582912,352321536~12582912] 2024-04-12T01:43:06.231 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to 18 diff [4194304~4194304,16777216~4194304,25165824~4194304,41943040~4194304,54525952~4194304,92274688~8388608,117440512~12582912,134217728~4194304,142606336~8388608,176160768~4194304,192937984~4194304,201326592~4194304,251658240~4194304,310378496~8388608,352321536~12582912] 2024-04-12T01:43:06.231 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~4194304,25165824~4194304,41943040~4194304,54525952~4194304,92274688~8388608,117440512~12582912,134217728~4194304,142606336~8388608,176160768~4194304,192937984~4194304,201326592~4194304,251658240~4194304,310378496~8388608,352321536~12582912] 2024-04-12T01:43:06.233 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~4194304,25165824~8388608,41943040~4194304,54525952~4194304,92274688~12582912,117440512~37748736,176160768~4194304,192937984~16777216,251658240~8388608,310378496~12582912,352321536~16777216] 2024-04-12T01:43:06.233 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to 19 diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,92274688~8388608,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,352321536~12582912,373293056~8388608] 2024-04-12T01:43:06.233 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,92274688~8388608,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,352321536~12582912,373293056~8388608] 2024-04-12T01:43:06.235 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~16777216,41943040~4194304,54525952~4194304,79691776~25165824,117440512~37748736,176160768~4194304,188743680~20971520,226492416~8388608,251658240~8388608,310378496~16777216,352321536~16777216,373293056~12582912] 2024-04-12T01:43:06.235 INFO:tasks.workunit.client.0.smithi098.stdout:from 17 to 18 diff [4194304~4194304,16777216~4194304,41943040~4194304,54525952~4194304,117440512~12582912,134217728~4194304,201326592~4194304,251658240~4194304,356515840~8388608] 2024-04-12T01:43:06.235 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~4194304,41943040~4194304,54525952~4194304,117440512~12582912,134217728~4194304,201326592~4194304,251658240~4194304,356515840~8388608] 2024-04-12T01:43:06.236 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~4194304,41943040~4194304,54525952~4194304,117440512~25165824,201326592~8388608,251658240~8388608,356515840~12582912] 2024-04-12T01:43:06.236 INFO:tasks.workunit.client.0.smithi098.stdout:from 17 to 19 diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,117440512~12582912,134217728~4194304,142606336~8388608,188743680~4194304,201326592~4194304,226492416~4194304,251658240~4194304,318767104~4194304,356515840~8388608,373293056~8388608] 2024-04-12T01:43:06.236 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,117440512~12582912,134217728~4194304,142606336~8388608,188743680~4194304,201326592~4194304,226492416~4194304,251658240~4194304,318767104~4194304,356515840~8388608,373293056~8388608] 2024-04-12T01:43:06.237 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~16777216,41943040~4194304,54525952~4194304,79691776~12582912,117440512~33554432,188743680~8388608,201326592~8388608,226492416~8388608,251658240~8388608,318767104~8388608,356515840~12582912,373293056~12582912] 2024-04-12T01:43:06.237 INFO:tasks.workunit.client.0.smithi098.stdout:from 18 to 19 diff [16777216~12582912,79691776~8388608,142606336~8388608,188743680~4194304,226492416~4194304,318767104~4194304,373293056~8388608] 2024-04-12T01:43:06.237 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [16777216~12582912,79691776~8388608,142606336~8388608,188743680~4194304,226492416~4194304,318767104~4194304,373293056~8388608] 2024-04-12T01:43:06.238 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [16777216~16777216,79691776~12582912,142606336~8388608,188743680~8388608,226492416~8388608,318767104~8388608,373293056~12582912] 2024-04-12T01:43:06.579 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:06.579 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:06.603 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:06.603 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.603 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.610 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:06.610 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.610 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.617 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:06.617 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.617 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.623 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:06.623 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.623 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.629 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:06.629 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.629 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.635 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:06.635 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.635 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.639 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:06.639 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.640 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.644 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:06.644 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.644 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.648 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:06.648 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.649 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.652 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:06.653 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.653 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:06.657 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:06.657 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:06.657 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:06.660 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~37748736,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~20971520,251658240~8388608,268435456~37748736,310378496~75497472,390070272~25165824] 2024-04-12T01:43:06.660 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.660 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.663 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~8388608,239075328~8388608,251658240~8388608,268435456~25165824,297795584~8388608,310378496~33554432,348127232~37748736,390070272~25165824] 2024-04-12T01:43:06.663 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.663 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:06.666 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~29360128,226492416~8388608,239075328~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-12T01:43:06.666 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to HEAD diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:06.666 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:06.668 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~25165824,41943040~4194304,54525952~16777216,75497472~33554432,117440512~37748736,176160768~4194304,184549376~25165824,226492416~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~20971520,373293056~12582912,402653184~12582912] 2024-04-12T01:43:06.668 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to HEAD diff [4194304~4194304,16777216~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:06.668 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:06.669 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~20971520,41943040~4194304,54525952~16777216,75497472~33554432,117440512~37748736,176160768~4194304,188743680~20971520,226492416~8388608,251658240~8388608,310378496~16777216,348127232~20971520,373293056~12582912,402653184~12582912] 2024-04-12T01:43:06.670 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to HEAD diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,92274688~8388608,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,352321536~12582912,373293056~8388608] 2024-04-12T01:43:06.670 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,92274688~8388608,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,352321536~12582912,373293056~8388608] 2024-04-12T01:43:06.671 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~16777216,41943040~4194304,54525952~4194304,79691776~25165824,117440512~37748736,176160768~4194304,188743680~20971520,226492416~8388608,251658240~8388608,310378496~16777216,352321536~16777216,373293056~12582912] 2024-04-12T01:43:06.671 INFO:tasks.workunit.client.0.smithi098.stdout:from 17 to HEAD diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,117440512~12582912,134217728~4194304,142606336~8388608,188743680~4194304,201326592~4194304,226492416~4194304,251658240~4194304,318767104~4194304,356515840~8388608,373293056~8388608] 2024-04-12T01:43:06.671 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,117440512~12582912,134217728~4194304,142606336~8388608,188743680~4194304,201326592~4194304,226492416~4194304,251658240~4194304,318767104~4194304,356515840~8388608,373293056~8388608] 2024-04-12T01:43:06.672 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~16777216,41943040~4194304,54525952~4194304,79691776~12582912,117440512~33554432,188743680~8388608,201326592~8388608,226492416~8388608,251658240~8388608,318767104~8388608,356515840~12582912,373293056~12582912] 2024-04-12T01:43:06.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:06 smithi193 ceph-mon[83763]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-12T01:43:07.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:06 smithi098 ceph-mon[91373]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-12T01:43:07.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:06 smithi098 ceph-mon[88922]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-12T01:43:07.588 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:07.588 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:07.632 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:07.632 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.632 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.642 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:07.642 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.642 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.648 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:07.649 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.649 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.655 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:07.655 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.655 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.660 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:07.661 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.661 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.666 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:07.666 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.666 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.671 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:07.671 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.671 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.675 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:07.675 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.675 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.679 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:07.680 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.680 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.683 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:07.683 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.683 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:07.687 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:07.687 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:07.687 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:07.690 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~37748736,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~20971520,251658240~8388608,268435456~37748736,310378496~75497472,390070272~25165824] 2024-04-12T01:43:07.690 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:07.690 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:07.692 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~8388608,239075328~8388608,251658240~8388608,268435456~25165824,297795584~8388608,310378496~33554432,348127232~37748736,390070272~25165824] 2024-04-12T01:43:07.692 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:07.692 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:07.694 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~29360128,226492416~8388608,239075328~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-12T01:43:07.694 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to HEAD diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:07.694 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:07.696 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~25165824,41943040~4194304,54525952~16777216,75497472~33554432,117440512~37748736,176160768~4194304,184549376~25165824,226492416~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~20971520,373293056~12582912,402653184~12582912] 2024-04-12T01:43:07.696 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to HEAD diff [4194304~4194304,16777216~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:07.696 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:07.698 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~20971520,41943040~4194304,54525952~16777216,75497472~33554432,117440512~37748736,176160768~4194304,188743680~20971520,226492416~8388608,251658240~8388608,310378496~16777216,348127232~20971520,373293056~12582912,402653184~12582912] 2024-04-12T01:43:07.698 INFO:tasks.workunit.client.0.smithi098.stdout:from 16 to HEAD diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,92274688~8388608,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,352321536~12582912,373293056~8388608] 2024-04-12T01:43:07.698 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~12582912,41943040~4194304,54525952~4194304,79691776~8388608,92274688~8388608,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,352321536~12582912,373293056~8388608] 2024-04-12T01:43:07.699 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~16777216,41943040~4194304,54525952~4194304,79691776~25165824,117440512~37748736,176160768~4194304,188743680~20971520,226492416~8388608,251658240~8388608,310378496~16777216,352321536~16777216,373293056~12582912] 2024-04-12T01:43:07.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:07 smithi193 ceph-mon[83763]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-12T01:43:07.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:07 smithi193 ceph-mon[83763]: pgmap v4043: 137 pgs: 137 active+clean; 818 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 316 KiB/s rd, 42 MiB/s wr, 552 op/s 2024-04-12T01:43:08.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:07 smithi098 ceph-mon[91373]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-12T01:43:08.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:07 smithi098 ceph-mon[91373]: pgmap v4043: 137 pgs: 137 active+clean; 818 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 316 KiB/s rd, 42 MiB/s wr, 552 op/s 2024-04-12T01:43:08.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:07 smithi098 ceph-mon[88922]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-12T01:43:08.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:07 smithi098 ceph-mon[88922]: pgmap v4043: 137 pgs: 137 active+clean; 818 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 316 KiB/s rd, 42 MiB/s wr, 552 op/s 2024-04-12T01:43:08.608 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:08.608 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:08.641 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:08.641 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.641 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.653 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:08.653 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.654 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.660 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:08.660 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.660 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.666 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:08.666 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.666 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.671 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:08.671 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.672 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.676 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:08.676 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.676 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.680 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:08.681 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.681 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.686 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:08.686 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.686 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.690 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:08.690 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.690 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.693 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:08.693 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.693 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:08.696 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:08.696 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:08.697 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:08.698 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~37748736,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~20971520,251658240~8388608,268435456~37748736,310378496~75497472,390070272~25165824] 2024-04-12T01:43:08.698 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:08.698 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:08.700 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~8388608,239075328~8388608,251658240~8388608,268435456~25165824,297795584~8388608,310378496~33554432,348127232~37748736,390070272~25165824] 2024-04-12T01:43:08.700 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:08.700 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:08.702 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~29360128,226492416~8388608,239075328~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-12T01:43:08.702 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to HEAD diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:08.702 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:08.703 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~25165824,41943040~4194304,54525952~16777216,75497472~33554432,117440512~37748736,176160768~4194304,184549376~25165824,226492416~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~20971520,373293056~12582912,402653184~12582912] 2024-04-12T01:43:08.704 INFO:tasks.workunit.client.0.smithi098.stdout:from 15 to HEAD diff [4194304~4194304,16777216~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:08.704 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,16777216~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,188743680~8388608,201326592~4194304,226492416~4194304,251658240~4194304,310378496~12582912,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:08.704 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,16777216~20971520,41943040~4194304,54525952~16777216,75497472~33554432,117440512~37748736,176160768~4194304,188743680~20971520,226492416~8388608,251658240~8388608,310378496~16777216,348127232~20971520,373293056~12582912,402653184~12582912] 2024-04-12T01:43:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:08 smithi193 ceph-mon[83763]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-12T01:43:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:43:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:08.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:08 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[91373]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-12T01:43:09.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:43:09.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[88922]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-12T01:43:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:43:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:08 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.603 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:09.604 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:09.644 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:09.644 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.644 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.656 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:09.656 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.656 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.665 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:09.665 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.666 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.670 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:09.670 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.670 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.675 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:09.675 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.675 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.680 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:09.680 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.680 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.685 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:09.685 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.685 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.689 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:09.689 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.689 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.693 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:09.693 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.693 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.696 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:09.696 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.696 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:09.699 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:09.699 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:09.699 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:09.702 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~37748736,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~20971520,251658240~8388608,268435456~37748736,310378496~75497472,390070272~25165824] 2024-04-12T01:43:09.702 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:09.702 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:09.704 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~8388608,239075328~8388608,251658240~8388608,268435456~25165824,297795584~8388608,310378496~33554432,348127232~37748736,390070272~25165824] 2024-04-12T01:43:09.704 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:09.704 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:09.706 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~29360128,226492416~8388608,239075328~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-12T01:43:09.706 INFO:tasks.workunit.client.0.smithi098.stdout:from 14 to HEAD diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:09.706 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,41943040~4194304,54525952~12582912,75497472~12582912,92274688~16777216,117440512~12582912,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~4194304,226492416~4194304,251658240~4194304,276824064~8388608,297795584~8388608,310378496~12582912,327155712~4194304,339738624~4194304,348127232~16777216,373293056~8388608,402653184~8388608] 2024-04-12T01:43:09.707 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~25165824,41943040~4194304,54525952~16777216,75497472~33554432,117440512~37748736,176160768~4194304,184549376~25165824,226492416~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~20971520,373293056~12582912,402653184~12582912] 2024-04-12T01:43:09.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:09 smithi193 ceph-mon[83763]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-12T01:43:09.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:43:09.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:43:09.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:09 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:09.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:09 smithi193 ceph-mon[83763]: pgmap v4046: 137 pgs: 137 active+clean; 844 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 660 KiB/s rd, 25 MiB/s wr, 1.20k op/s 2024-04-12T01:43:10.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[91373]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-12T01:43:10.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:43:10.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:43:10.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:10.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[91373]: pgmap v4046: 137 pgs: 137 active+clean; 844 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 660 KiB/s rd, 25 MiB/s wr, 1.20k op/s 2024-04-12T01:43:10.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[88922]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-12T01:43:10.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:43:10.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:43:10.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:10.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:09 smithi098 ceph-mon[88922]: pgmap v4046: 137 pgs: 137 active+clean; 844 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 660 KiB/s rd, 25 MiB/s wr, 1.20k op/s 2024-04-12T01:43:10.614 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:10.614 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:10.655 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:10.655 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.655 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.672 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:10.673 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.673 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.678 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:10.678 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.678 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.683 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:10.683 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.683 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.687 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:10.687 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.688 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.691 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:10.691 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.692 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.695 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:10.696 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.696 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.703 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:10.703 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.703 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.706 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:10.706 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.706 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.709 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:10.709 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.709 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:10.711 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:10.711 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:10.711 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:10.713 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~37748736,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~20971520,251658240~8388608,268435456~37748736,310378496~75497472,390070272~25165824] 2024-04-12T01:43:10.713 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:10.713 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:10.715 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~8388608,239075328~8388608,251658240~8388608,268435456~25165824,297795584~8388608,310378496~33554432,348127232~37748736,390070272~25165824] 2024-04-12T01:43:10.715 INFO:tasks.workunit.client.0.smithi098.stdout:from 13 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:10.715 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,276824064~8388608,297795584~8388608,310378496~20971520,339738624~4194304,348127232~16777216,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-12T01:43:10.716 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~29360128,226492416~8388608,239075328~8388608,251658240~8388608,276824064~8388608,297795584~8388608,310378496~25165824,339738624~4194304,348127232~20971520,373293056~12582912,390070272~25165824] 2024-04-12T01:43:10.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:10 smithi193 ceph-mon[83763]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-12T01:43:11.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:10 smithi098 ceph-mon[88922]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-12T01:43:11.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:10 smithi098 ceph-mon[91373]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-12T01:43:11.621 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:11.621 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:11.673 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:11.674 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.674 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.691 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:11.691 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.691 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.696 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:11.696 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.696 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.701 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:11.701 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.701 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.705 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:11.705 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.705 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.709 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:11.709 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.709 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.712 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:11.712 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.712 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.715 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:11.715 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.715 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.718 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:11.718 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.718 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.720 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:11.720 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.720 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:11.722 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:11.722 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:11.723 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:11.724 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~37748736,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~20971520,251658240~8388608,268435456~37748736,310378496~75497472,390070272~25165824] 2024-04-12T01:43:11.724 INFO:tasks.workunit.client.0.smithi098.stdout:from 12 to HEAD diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:11.724 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~8388608,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,239075328~8388608,251658240~4194304,268435456~12582912,285212672~4194304,297795584~8388608,310378496~25165824,339738624~4194304,348127232~33554432,390070272~8388608,402653184~8388608] 2024-04-12T01:43:11.725 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~33554432,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~8388608,239075328~8388608,251658240~8388608,268435456~25165824,297795584~8388608,310378496~33554432,348127232~37748736,390070272~25165824] 2024-04-12T01:43:11.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:11 smithi193 ceph-mon[83763]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-12T01:43:11.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:11 smithi193 ceph-mon[83763]: pgmap v4049: 137 pgs: 137 active+clean; 836 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 531 KiB/s rd, 6.5 MiB/s wr, 970 op/s 2024-04-12T01:43:12.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:11 smithi098 ceph-mon[88922]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-12T01:43:12.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:11 smithi098 ceph-mon[88922]: pgmap v4049: 137 pgs: 137 active+clean; 836 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 531 KiB/s rd, 6.5 MiB/s wr, 970 op/s 2024-04-12T01:43:12.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:11 smithi098 ceph-mon[91373]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-12T01:43:12.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:11 smithi098 ceph-mon[91373]: pgmap v4049: 137 pgs: 137 active+clean; 836 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 531 KiB/s rd, 6.5 MiB/s wr, 970 op/s 2024-04-12T01:43:12.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:43:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:43:12.626 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:12.626 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:12.675 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:12.675 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.675 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.689 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:12.689 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.689 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.699 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:12.699 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.699 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.704 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:12.704 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.704 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.709 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:12.709 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.709 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.713 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:12.713 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.713 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.716 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:12.716 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.716 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.718 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:12.718 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.718 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.720 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:12.721 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.721 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.723 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:12.723 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.723 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:12.725 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:12.725 INFO:tasks.workunit.client.0.smithi098.stdout:from 11 to HEAD diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:12.725 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~4194304,12582912~33554432,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,176160768~4194304,184549376~12582912,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~8388608,310378496~33554432,348127232~33554432,390070272~20971520] 2024-04-12T01:43:12.726 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~4194304,12582912~37748736,54525952~16777216,75497472~33554432,113246208~41943040,176160768~4194304,184549376~33554432,226492416~20971520,251658240~8388608,268435456~37748736,310378496~75497472,390070272~25165824] 2024-04-12T01:43:12.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:12 smithi193 ceph-mon[83763]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-12T01:43:13.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:12 smithi098 ceph-mon[88922]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-12T01:43:13.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:12 smithi098 ceph-mon[91373]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-12T01:43:13.655 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:13.655 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:13.687 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:13.687 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.687 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.705 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:13.706 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.706 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.711 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:13.711 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.711 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.715 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:13.715 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.715 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.718 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:13.718 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.719 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.721 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:13.721 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.721 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.725 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:13.725 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.725 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.727 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:13.727 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.727 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.729 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:13.730 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.730 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.731 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:13.731 INFO:tasks.workunit.client.0.smithi098.stdout:from 10 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.731 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~29360128,201326592~12582912,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:13.733 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:14.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:13 smithi098 ceph-mon[91373]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-12T01:43:14.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:13 smithi098 ceph-mon[91373]: pgmap v4052: 137 pgs: 137 active+clean; 831 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 128 KiB/s wr, 338 op/s 2024-04-12T01:43:14.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:13 smithi098 ceph-mon[88922]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-12T01:43:14.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:13 smithi098 ceph-mon[88922]: pgmap v4052: 137 pgs: 137 active+clean; 831 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 128 KiB/s wr, 338 op/s 2024-04-12T01:43:14.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:13 smithi193 ceph-mon[83763]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-12T01:43:14.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:13 smithi193 ceph-mon[83763]: pgmap v4052: 137 pgs: 137 active+clean; 831 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 128 KiB/s wr, 338 op/s 2024-04-12T01:43:14.652 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:14.652 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:14.696 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:14.696 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.696 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.712 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:14.712 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.713 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.723 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:14.723 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.723 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.728 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:14.728 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.728 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.732 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:14.732 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.732 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.735 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:14.735 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.735 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.737 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:14.737 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.737 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.739 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:14.739 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.739 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.741 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:14.741 INFO:tasks.workunit.client.0.smithi098.stdout:from 9 to HEAD diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.741 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~12582912,75497472~12582912,92274688~16777216,113246208~16777216,134217728~4194304,142606336~12582912,167772160~12582912,184549376~29360128,226492416~4194304,234881024~8388608,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:14.742 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~16777216,75497472~33554432,113246208~41943040,167772160~50331648,226492416~20971520,251658240~8388608,268435456~146800640] 2024-04-12T01:43:15.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:14 smithi098 ceph-mon[91373]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-12T01:43:15.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:14 smithi098 ceph-mon[88922]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-12T01:43:15.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:14 smithi193 ceph-mon[83763]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-12T01:43:15.670 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:15.670 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:15.691 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:15.691 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.691 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.699 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:15.699 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.700 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.704 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:15.704 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.704 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.708 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:15.708 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.709 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.712 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:15.712 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.712 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.718 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:15.718 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.718 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.726 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:15.726 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.726 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.727 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:15.727 INFO:tasks.workunit.client.0.smithi098.stdout:from 8 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.727 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~12582912,159383552~20971520,184549376~29360128,222298112~8388608,234881024~12582912,251658240~4194304,268435456~12582912,285212672~8388608,297795584~46137344,348127232~33554432,385875968~29360128] 2024-04-12T01:43:15.728 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~100663296,159383552~58720256,222298112~37748736,268435456~146800640] 2024-04-12T01:43:16.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:43:15] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-12T01:43:16.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:15 smithi098 ceph-mon[91373]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-12T01:43:16.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:15 smithi098 ceph-mon[91373]: pgmap v4055: 137 pgs: 137 active+clean; 789 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 6.2 KiB/s wr, 493 op/s 2024-04-12T01:43:16.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:15 smithi098 ceph-mon[88922]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-12T01:43:16.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:15 smithi098 ceph-mon[88922]: pgmap v4055: 137 pgs: 137 active+clean; 789 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 6.2 KiB/s wr, 493 op/s 2024-04-12T01:43:16.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:15 smithi193 ceph-mon[83763]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-12T01:43:16.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:15 smithi193 ceph-mon[83763]: pgmap v4055: 137 pgs: 137 active+clean; 789 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 6.2 KiB/s wr, 493 op/s 2024-04-12T01:43:16.660 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:16.660 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:16.681 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:16.681 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.682 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.713 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:16.713 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.713 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.726 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:16.726 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.726 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.730 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:16.730 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.730 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.740 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:16.740 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.740 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.742 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:16.742 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.742 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.745 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:16.745 INFO:tasks.workunit.client.0.smithi098.stdout:from 7 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.745 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~4194304,268435456~12582912,285212672~8388608,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:16.746 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:17.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:16 smithi098 ceph-mon[91373]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-12T01:43:17.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:16 smithi098 ceph-mon[88922]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-12T01:43:17.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:16 smithi193 ceph-mon[83763]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-12T01:43:17.389 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:17.389 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:17.431 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:17.431 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.431 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.446 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:17.446 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.446 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.450 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:17.450 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.450 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.453 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:17.453 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.453 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.455 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:17.456 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.456 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.458 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:17.458 INFO:tasks.workunit.client.0.smithi098.stdout:from 6 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.458 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:17.459 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:18.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:17 smithi098 ceph-mon[91373]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-12T01:43:18.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:17 smithi098 ceph-mon[91373]: pgmap v4058: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 747 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 6.0 KiB/s wr, 455 op/s 2024-04-12T01:43:18.032 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:17 smithi098 ceph-mon[91373]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-12T01:43:18.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:17 smithi098 ceph-mon[88922]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-12T01:43:18.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:17 smithi098 ceph-mon[88922]: pgmap v4058: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 747 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 6.0 KiB/s wr, 455 op/s 2024-04-12T01:43:18.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:17 smithi098 ceph-mon[88922]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-12T01:43:18.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:17 smithi193 ceph-mon[83763]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-12T01:43:18.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:17 smithi193 ceph-mon[83763]: pgmap v4058: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 747 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 6.0 KiB/s wr, 455 op/s 2024-04-12T01:43:18.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:17 smithi193 ceph-mon[83763]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-12T01:43:18.395 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:18.395 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:18.432 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:18.432 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.432 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.436 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:18.436 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.436 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.439 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:18.440 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.440 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.441 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:18.442 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.442 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.444 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:18.444 INFO:tasks.workunit.client.0.smithi098.stdout:from 5 to HEAD diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.444 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [4194304~41943040,54525952~33554432,92274688~37748736,134217728~4194304,142606336~37748736,184549376~29360128,222298112~25165824,251658240~4194304,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:18.446 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [4194304~46137344,54525952~163577856,222298112~192937984] 2024-04-12T01:43:19.389 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:19.389 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:19.421 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:19.421 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:19.422 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:19.431 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:19.432 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:19.432 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:19.434 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:19.434 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:19.434 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:19.436 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:19.436 INFO:tasks.workunit.client.0.smithi098.stdout:from 4 to HEAD diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:19.436 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~46137344,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:19.443 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:19.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:19 smithi098 ceph-mon[91373]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-12T01:43:19.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:19 smithi098 ceph-mon[88922]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-12T01:43:19.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:19 smithi193 ceph-mon[83763]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-12T01:43:20.404 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:20.404 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:20.421 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:20.421 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:20.422 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:20.429 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:20.429 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:20.429 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:20.431 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:20.431 INFO:tasks.workunit.client.0.smithi098.stdout:from 3 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:20.431 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:20.432 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:20 smithi098 ceph-mon[91373]: pgmap v4061: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 723 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 7.0 KiB/s wr, 349 op/s 2024-04-12T01:43:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:20 smithi098 ceph-mon[91373]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-12T01:43:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:20.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:20 smithi098 ceph-mon[88922]: pgmap v4061: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 723 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 7.0 KiB/s wr, 349 op/s 2024-04-12T01:43:20.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:20 smithi098 ceph-mon[88922]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-12T01:43:20.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:20.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:20 smithi193 ceph-mon[83763]: pgmap v4061: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 723 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 7.0 KiB/s wr, 349 op/s 2024-04-12T01:43:20.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:20 smithi193 ceph-mon[83763]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-12T01:43:20.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:21.420 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:21.420 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:21.437 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:21.437 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:21.440 INFO:tasks.workunit.client.0.smithi098.stdout:from 2 to HEAD diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:21.440 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~20971520,134217728~46137344,184549376~29360128,218103808~37748736,260046848~33554432,297795584~37748736,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:21.441 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:21.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:21 smithi098 ceph-mon[91373]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-12T01:43:21.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:21 smithi098 ceph-mon[88922]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-12T01:43:21.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:21 smithi193 ceph-mon[83763]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-12T01:43:22.387 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:22.388 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:22.403 INFO:tasks.workunit.client.0.smithi098.stdout:from 1 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:22.403 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~29360128] 2024-04-12T01:43:22.405 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~360710144] 2024-04-12T01:43:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:22 smithi193 ceph-mon[83763]: pgmap v4064: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 682 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 6.0 KiB/s wr, 241 op/s 2024-04-12T01:43:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:22 smithi193 ceph-mon[83763]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-12T01:43:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:22 smithi193 ceph-mon[83763]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-12T01:43:22.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:43:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:43:22.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:22 smithi098 ceph-mon[91373]: pgmap v4064: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 682 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 6.0 KiB/s wr, 241 op/s 2024-04-12T01:43:22.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:22 smithi098 ceph-mon[91373]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-12T01:43:22.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:22 smithi098 ceph-mon[91373]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-12T01:43:22.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:22 smithi098 ceph-mon[88922]: pgmap v4064: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 682 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 6.0 KiB/s wr, 241 op/s 2024-04-12T01:43:22.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:22 smithi098 ceph-mon[88922]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-12T01:43:22.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:22 smithi098 ceph-mon[88922]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-12T01:43:23.407 INFO:tasks.workunit.client.0.smithi098.stdout:from 0 to HEAD diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:23.407 INFO:tasks.workunit.client.0.smithi098.stdout: limited diff [0~50331648,54525952~50331648,109051904~104857600,218103808~37748736,260046848~75497472,339738624~4194304,348127232~33554432,385875968~33554432] 2024-04-12T01:43:23.421 INFO:tasks.workunit.client.0.smithi098.stdout: actual was [0~50331648,54525952~364904448] 2024-04-12T01:43:24.442 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38972 ms) 2024-04-12T01:43:24.442 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-12T01:43:24.442 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:43:24.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:24 smithi098 ceph-mon[91373]: pgmap v4067: 137 pgs: 137 active+clean; 605 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 511 B/s wr, 68 op/s 2024-04-12T01:43:24.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:24 smithi098 ceph-mon[91373]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-12T01:43:24.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:24 smithi098 ceph-mon[88922]: pgmap v4067: 137 pgs: 137 active+clean; 605 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 511 B/s wr, 68 op/s 2024-04-12T01:43:24.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:24 smithi098 ceph-mon[88922]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-12T01:43:24.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:24 smithi193 ceph-mon[83763]: pgmap v4067: 137 pgs: 137 active+clean; 605 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 511 B/s wr, 68 op/s 2024-04-12T01:43:24.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:24 smithi193 ceph-mon[83763]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-12T01:43:25.526 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1084 ms) 2024-04-12T01:43:25.526 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-12T01:43:25.526 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:43:25.673 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:25 smithi098 ceph-mon[91373]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-12T01:43:25.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:25 smithi098 ceph-mon[88922]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-12T01:43:25.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:25 smithi193 ceph-mon[83763]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-12T01:43:26.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:43:25] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-12T01:43:26.543 INFO:tasks.workunit.client.0.smithi098.stdout: wrote [0~4194304,8388608~12582912] to clone 2024-04-12T01:43:26.543 INFO:tasks.workunit.client.0.smithi098.stdout: diff was [0~4194304,8388608~12582912] 2024-04-12T01:43:26.546 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1021 ms) 2024-04-12T01:43:26.546 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-12T01:43:26.547 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:43:26.567 INFO:tasks.workunit.client.0.smithi098.stdout: wrote [567326~55233,1274015~27652,2057573~45064,2446778~26646,8697400~7910,10131833~35044,11173795~16086,14654621~80704,15153656~34007,16361812~27236] 2024-04-12T01:43:26.577 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (31 ms) 2024-04-12T01:43:26.577 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-12T01:43:26.577 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:43:26.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:26 smithi098 ceph-mon[91373]: pgmap v4070: 137 pgs: 137 active+clean; 542 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.0 MiB/s wr, 138 op/s 2024-04-12T01:43:26.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:26 smithi098 ceph-mon[91373]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-12T01:43:26.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:26 smithi098 ceph-mon[88922]: pgmap v4070: 137 pgs: 137 active+clean; 542 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.0 MiB/s wr, 138 op/s 2024-04-12T01:43:26.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:26 smithi098 ceph-mon[88922]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-12T01:43:26.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:26 smithi193 ceph-mon[83763]: pgmap v4070: 137 pgs: 137 active+clean; 542 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.0 MiB/s wr, 138 op/s 2024-04-12T01:43:26.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:26 smithi193 ceph-mon[83763]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-12T01:43:27.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:27 smithi098 ceph-mon[91373]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-12T01:43:27.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:27 smithi098 ceph-mon[91373]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-12T01:43:27.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:27 smithi098 ceph-mon[88922]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-12T01:43:27.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:27 smithi098 ceph-mon[88922]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-12T01:43:27.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:27 smithi193 ceph-mon[83763]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-12T01:43:27.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:27 smithi193 ceph-mon[83763]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-12T01:43:28.477 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1900 ms) 2024-04-12T01:43:28.477 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-12T01:43:28.477 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:43:28.532 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (55 ms) 2024-04-12T01:43:28.533 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-12T01:43:28.533 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:43:28.600 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (68 ms) 2024-04-12T01:43:28.600 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-12T01:43:28.600 INFO:tasks.workunit.client.0.smithi098.stdout:using new format! 2024-04-12T01:43:28.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:28 smithi098 ceph-mon[88922]: pgmap v4073: 137 pgs: 137 active+clean; 501 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 155 op/s 2024-04-12T01:43:28.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:28 smithi098 ceph-mon[88922]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-12T01:43:28.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:28 smithi098 ceph-mon[91373]: pgmap v4073: 137 pgs: 137 active+clean; 501 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 155 op/s 2024-04-12T01:43:28.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:28 smithi098 ceph-mon[91373]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-12T01:43:28.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:28 smithi193 ceph-mon[83763]: pgmap v4073: 137 pgs: 137 active+clean; 501 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 155 op/s 2024-04-12T01:43:28.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:28 smithi193 ceph-mon[83763]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-12T01:43:30.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:30 smithi098 ceph-mon[91373]: pgmap v4076: 137 pgs: 137 active+clean; 517 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 197 op/s 2024-04-12T01:43:30.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:30 smithi098 ceph-mon[88922]: pgmap v4076: 137 pgs: 137 active+clean; 517 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 197 op/s 2024-04-12T01:43:30.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:30 smithi193 ceph-mon[83763]: pgmap v4076: 137 pgs: 137 active+clean; 517 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 197 op/s 2024-04-12T01:43:32.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:32 smithi193 ceph-mon[83763]: pgmap v4077: 137 pgs: 137 active+clean; 549 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.2 MiB/s wr, 245 op/s 2024-04-12T01:43:32.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:32 smithi193 ceph-mon[83763]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-12T01:43:32.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:43:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:43:32.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:32 smithi098 ceph-mon[91373]: pgmap v4077: 137 pgs: 137 active+clean; 549 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.2 MiB/s wr, 245 op/s 2024-04-12T01:43:32.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:32 smithi098 ceph-mon[91373]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-12T01:43:32.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:32 smithi098 ceph-mon[88922]: pgmap v4077: 137 pgs: 137 active+clean; 549 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.2 MiB/s wr, 245 op/s 2024-04-12T01:43:32.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:32 smithi098 ceph-mon[88922]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-12T01:43:33.647 INFO:tasks.workunit.client.0.smithi098.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5047 ms) 2024-04-12T01:43:33.648 INFO:tasks.workunit.client.0.smithi098.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-12T01:43:33.648 INFO:tasks.workunit.client.0.smithi098.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-12T01:43:33.648 INFO:tasks.workunit.client.0.smithi098.stdout:Skipping due to unmet REQUIRE 2024-04-12T01:43:33.648 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] 15 tests from DiffIterateTest/1 (68172 ms total) 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[----------] Global test environment tear-down 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[==========] 480 tests from 24 test suites ran. (2123524 ms total) 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ PASSED ] 434 tests. 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-12T01:43:34.443 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-12T01:43:34.444 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-12T01:43:34.445 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-12T01:43:34.446 INFO:tasks.workunit.client.0.smithi098.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-12T01:43:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:43:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-12T01:43:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:43:34.458 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T01:43:34.458 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T01:43:34.492 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-12T01:43:34.492 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T01:43:34.751 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:34 smithi098 ceph-mon[91373]: pgmap v4079: 137 pgs: 137 active+clean; 564 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 7.0 MiB/s wr, 213 op/s 2024-04-12T01:43:34.752 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:34 smithi098 ceph-mon[88922]: pgmap v4079: 137 pgs: 137 active+clean; 564 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 7.0 MiB/s wr, 213 op/s 2024-04-12T01:43:34.753 DEBUG:teuthology.parallel:result is None 2024-04-12T01:43:34.753 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:43:34.780 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:43:34.781 DEBUG:teuthology.orchestra.run.smithi098:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:43:34.835 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:43:34.835 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T01:43:34.836 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-12T01:43:34.836 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T01:43:34.836 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-12T01:43:34.836 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T01:43:34.837 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T01:43:34.837 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T01:43:34.837 DEBUG:teuthology.orchestra.run.smithi098:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:43:34.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:34 smithi193 ceph-mon[83763]: pgmap v4079: 137 pgs: 137 active+clean; 564 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 7.0 MiB/s wr, 213 op/s 2024-04-12T01:43:34.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T01:43:34.890 INFO:teuthology.orchestra.run.smithi098.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T01:43:34.891 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:43:34.946 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T01:43:34.946 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T01:43:35.000 INFO:tasks.workunit:timeout=3h 2024-04-12T01:43:35.001 INFO:tasks.workunit:cleanup=True 2024-04-12T01:43:35.001 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T01:43:35.057 INFO:tasks.workunit.client.0.smithi098.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T01:43:35.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:35 smithi098 ceph-mon[91373]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-12T01:43:35.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:35.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:35 smithi098 ceph-mon[88922]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-12T01:43:35.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:35.782 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:43:35] "GET /metrics HTTP/1.1" 200 34252 "" "Prometheus/2.43.0" 2024-04-12T01:43:35.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:35 smithi193 ceph-mon[83763]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-12T01:43:35.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:36.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:36 smithi098 ceph-mon[88922]: pgmap v4081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:43:36.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:36 smithi098 ceph-mon[91373]: pgmap v4081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:43:36.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:36 smithi193 ceph-mon[83763]: pgmap v4081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:43:38.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:38 smithi098 ceph-mon[91373]: pgmap v4082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:43:38.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:38 smithi098 ceph-mon[88922]: pgmap v4082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:43:38.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:38 smithi193 ceph-mon[83763]: pgmap v4082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T01:43:40.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:40 smithi098 ceph-mon[91373]: pgmap v4083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:40.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:40 smithi098 ceph-mon[88922]: pgmap v4083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:40.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:40 smithi193 ceph-mon[83763]: pgmap v4083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:42.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:42 smithi193 ceph-mon[83763]: pgmap v4084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:42.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:43:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:43:42.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:42 smithi098 ceph-mon[91373]: pgmap v4084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:42.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:42 smithi098 ceph-mon[88922]: pgmap v4084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:44.627 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T01:43:44.683 INFO:tasks.workunit.client.0.smithi098.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T01:43:44.685 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T01:43:44.685 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T01:43:44.734 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T01:43:44.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:44 smithi098 ceph-mon[91373]: pgmap v4085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:44.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:44 smithi098 ceph-mon[88922]: pgmap v4085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:44.784 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T01:43:44.823 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T01:43:44.825 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T01:43:44.825 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T01:43:44.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:44 smithi193 ceph-mon[83763]: pgmap v4085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:44.864 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T01:43:44.867 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T01:43:44.867 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T01:43:44.923 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-12T01:43:44.924 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-12T01:43:44.924 DEBUG:teuthology.orchestra.run.smithi098:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-12T01:43:44.982 INFO:tasks.workunit.client.0.smithi098.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-12T01:43:44.982 INFO:tasks.workunit.client.0.smithi098.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-12T01:43:44.982 INFO:tasks.workunit.client.0.smithi098.stderr:+ '[' -n '' ']' 2024-04-12T01:43:44.982 INFO:tasks.workunit.client.0.smithi098.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-12T01:43:45.148 INFO:tasks.workunit.client.0.smithi098.stdout:============================= test session starts ============================== 2024-04-12T01:43:45.148 INFO:tasks.workunit.client.0.smithi098.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-12T01:43:45.148 INFO:tasks.workunit.client.0.smithi098.stdout:cachedir: .pytest_cache 2024-04-12T01:43:45.148 INFO:tasks.workunit.client.0.smithi098.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-12T01:43:45.581 INFO:tasks.workunit.client.0.smithi098.stdout:collecting ... collected 175 items 2024-04-12T01:43:45.581 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:43:46.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:43:45] "GET /metrics HTTP/1.1" 200 34252 "" "Prometheus/2.43.0" 2024-04-12T01:43:46.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:46 smithi098 ceph-mon[91373]: pgmap v4086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:46.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:46 smithi098 ceph-mon[88922]: pgmap v4086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:46.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:46 smithi193 ceph-mon[83763]: pgmap v4086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:47.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:47 smithi098 ceph-mon[91373]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-12T01:43:47.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:47 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:43:47.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:47 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:43:47.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:47 smithi098 ceph-mon[88922]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-12T01:43:47.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:47 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:43:47.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:47 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:43:47.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:47 smithi193 ceph-mon[83763]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-12T01:43:47.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:47 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:43:47.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:47 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:43:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:48 smithi098 ceph-mon[91373]: pgmap v4088: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:48 smithi098 ceph-mon[91373]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:43:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:48 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-12T01:43:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:48 smithi098 ceph-mon[91373]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-12T01:43:48.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:48 smithi098 ceph-mon[88922]: pgmap v4088: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:48.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:48 smithi098 ceph-mon[88922]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:43:48.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:48 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-12T01:43:48.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:48 smithi098 ceph-mon[88922]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-12T01:43:48.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:48 smithi193 ceph-mon[83763]: pgmap v4088: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:48.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:48 smithi193 ceph-mon[83763]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T01:43:48.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:48 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-12T01:43:48.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:48 smithi193 ceph-mon[83763]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-12T01:43:49.496 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-12T01:43:49.583 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-12T01:43:49.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:49 smithi098 ceph-mon[91373]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-12T01:43:49.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:49 smithi098 ceph-mon[88922]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-12T01:43:49.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:49 smithi193 ceph-mon[83763]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-12T01:43:50.217 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-12T01:43:50.322 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-12T01:43:50.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:50 smithi098 ceph-mon[91373]: pgmap v4091: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:50.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:50 smithi098 ceph-mon[91373]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:43:50.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:50 smithi098 ceph-mon[91373]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-12T01:43:50.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:50 smithi098 ceph-mon[88922]: pgmap v4091: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:50 smithi098 ceph-mon[88922]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:43:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:50 smithi098 ceph-mon[88922]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-12T01:43:50.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:50 smithi193 ceph-mon[83763]: pgmap v4091: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:43:50.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:50 smithi193 ceph-mon[83763]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T01:43:50.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:50 smithi193 ceph-mon[83763]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-12T01:43:50.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:43:51.594 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-12T01:43:51.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:51 smithi098 ceph-mon[91373]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-12T01:43:51.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:51 smithi098 ceph-mon[88922]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-12T01:43:51.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:51 smithi193 ceph-mon[83763]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-12T01:43:52.128 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-12T01:43:52.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:52 smithi193 ceph-mon[83763]: pgmap v4094: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 128 op/s 2024-04-12T01:43:52.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:52 smithi193 ceph-mon[83763]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-12T01:43:52.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:43:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:43:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:43:52.658 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-12T01:43:52.752 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-12T01:43:52.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:52 smithi098 ceph-mon[91373]: pgmap v4094: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 128 op/s 2024-04-12T01:43:52.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:52 smithi098 ceph-mon[91373]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-12T01:43:52.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:52 smithi098 ceph-mon[88922]: pgmap v4094: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 128 op/s 2024-04-12T01:43:52.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:52 smithi098 ceph-mon[88922]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-12T01:43:52.838 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-12T01:43:52.850 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-12T01:43:52.852 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-12T01:43:52.927 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-12T01:43:52.989 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-12T01:43:53.066 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-12T01:43:53.130 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-12T01:43:53.226 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-12T01:43:53.467 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-12T01:43:53.485 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-12T01:43:53.496 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-12T01:43:53.520 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-12T01:43:53.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:43:53] ENGINE Bus STOPPING 2024-04-12T01:43:53.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:43:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T01:43:53.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:43:53] ENGINE Bus STOPPED 2024-04-12T01:43:53.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:43:53] ENGINE Bus STARTING 2024-04-12T01:43:53.782 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:43:53] ENGINE Serving on http://:::9283 2024-04-12T01:43:53.782 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:53 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:43:53] ENGINE Bus STARTED 2024-04-12T01:43:54.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 26 KiB/s wr, 434 op/s 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.783 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 26 KiB/s wr, 434 op/s 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.784 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:43:54.785 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:43:54.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:43:54.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.786 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:43:54.786 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.787 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 26 KiB/s wr, 434 op/s 2024-04-12T01:43:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:43:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:43:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:43:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:43:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:43:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:43:54.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:43:54.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:43:55.669 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-12T01:43:55.670 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-12T01:43:55.671 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-12T01:43:55.750 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-12T01:43:55.827 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-12T01:43:55.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:55 smithi193 ceph-mon[83763]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-12T01:43:55.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:55 smithi193 ceph-mon[83763]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 22 KiB/s wr, 405 op/s 2024-04-12T01:43:55.898 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-12T01:43:55.973 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-12T01:43:56.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:43:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:43:55] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-04-12T01:43:56.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:55 smithi098 ceph-mon[91373]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-12T01:43:56.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:55 smithi098 ceph-mon[91373]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 22 KiB/s wr, 405 op/s 2024-04-12T01:43:56.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:55 smithi098 ceph-mon[88922]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-12T01:43:56.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:55 smithi098 ceph-mon[88922]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 22 KiB/s wr, 405 op/s 2024-04-12T01:43:56.040 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-12T01:43:56.110 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-12T01:43:56.183 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-12T01:43:56.258 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-12T01:43:56.343 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-12T01:43:56.414 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-12T01:43:56.486 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-12T01:43:56.566 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-12T01:43:56.640 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-12T01:43:56.733 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-12T01:43:56.816 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-12T01:43:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:56 smithi193 ceph-mon[83763]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-12T01:43:56.902 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-12T01:43:56.983 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-12T01:43:57.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:56 smithi098 ceph-mon[91373]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-12T01:43:57.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:56 smithi098 ceph-mon[88922]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-12T01:43:57.056 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-12T01:43:57.125 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-12T01:43:57.252 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-12T01:43:57.329 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-12T01:43:57.424 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-12T01:43:57.497 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-12T01:43:57.580 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-12T01:43:57.663 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-12T01:43:58.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:58 smithi098 ceph-mon[91373]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 45 KiB/s wr, 612 op/s 2024-04-12T01:43:58.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:58 smithi098 ceph-mon[91373]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-12T01:43:58.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:58 smithi098 ceph-mon[88922]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 45 KiB/s wr, 612 op/s 2024-04-12T01:43:58.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:58 smithi098 ceph-mon[88922]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-12T01:43:58.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:58 smithi193 ceph-mon[83763]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 45 KiB/s wr, 612 op/s 2024-04-12T01:43:58.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:58 smithi193 ceph-mon[83763]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-12T01:43:59.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:59 smithi193 ceph-mon[83763]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-12T01:43:59.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:43:59 smithi193 ceph-mon[83763]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 80 KiB/s wr, 1.05k op/s 2024-04-12T01:44:00.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:59 smithi098 ceph-mon[91373]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-12T01:44:00.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:43:59 smithi098 ceph-mon[91373]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 80 KiB/s wr, 1.05k op/s 2024-04-12T01:44:00.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:59 smithi098 ceph-mon[88922]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-12T01:44:00.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:43:59 smithi098 ceph-mon[88922]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 80 KiB/s wr, 1.05k op/s 2024-04-12T01:44:00.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:00 smithi193 ceph-mon[83763]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-12T01:44:00.932 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:00 smithi098 ceph-mon[91373]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-12T01:44:00.932 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:00 smithi098 ceph-mon[88922]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-12T01:44:01.685 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-12T01:44:01.786 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-12T01:44:01.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:01 smithi193 ceph-mon[83763]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-12T01:44:01.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:01 smithi193 ceph-mon[83763]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 739 KiB/s rd, 1.1 MiB/s wr, 1.06k op/s 2024-04-12T01:44:01.885 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-12T01:44:02.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:01 smithi098 ceph-mon[91373]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-12T01:44:02.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:01 smithi098 ceph-mon[91373]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 739 KiB/s rd, 1.1 MiB/s wr, 1.06k op/s 2024-04-12T01:44:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:01 smithi098 ceph-mon[88922]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-12T01:44:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:01 smithi098 ceph-mon[88922]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 739 KiB/s rd, 1.1 MiB/s wr, 1.06k op/s 2024-04-12T01:44:02.072 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-12T01:44:02.270 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-12T01:44:02.344 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-12T01:44:02.590 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:44:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:44:02.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:02 smithi193 ceph-mon[83763]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-12T01:44:02.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:02 smithi193 ceph-mon[83763]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-12T01:44:03.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:02 smithi098 ceph-mon[91373]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-12T01:44:03.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:02 smithi098 ceph-mon[91373]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-12T01:44:03.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:02 smithi098 ceph-mon[88922]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-12T01:44:03.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:02 smithi098 ceph-mon[88922]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-12T01:44:04.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:04 smithi098 ceph-mon[91373]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 2.0 MiB/s wr, 817 op/s 2024-04-12T01:44:04.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:04 smithi098 ceph-mon[91373]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-12T01:44:04.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:04 smithi098 ceph-mon[88922]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 2.0 MiB/s wr, 817 op/s 2024-04-12T01:44:04.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:04 smithi098 ceph-mon[88922]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-12T01:44:04.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:04 smithi193 ceph-mon[83763]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 2.0 MiB/s wr, 817 op/s 2024-04-12T01:44:04.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:04 smithi193 ceph-mon[83763]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-12T01:44:05.568 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-12T01:44:05.673 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:05 smithi098 ceph-mon[91373]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-12T01:44:05.673 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:05.673 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:05 smithi098 ceph-mon[88922]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-12T01:44:05.673 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:05.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:05 smithi193 ceph-mon[83763]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-12T01:44:05.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:06.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:44:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:44:05] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T01:44:06.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:06 smithi098 ceph-mon[91373]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 1.0 MiB/s wr, 480 op/s 2024-04-12T01:44:06.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:06 smithi098 ceph-mon[91373]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-12T01:44:06.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:06 smithi098 ceph-mon[88922]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 1.0 MiB/s wr, 480 op/s 2024-04-12T01:44:06.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:06 smithi098 ceph-mon[88922]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-12T01:44:06.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:06 smithi193 ceph-mon[83763]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 1.0 MiB/s wr, 480 op/s 2024-04-12T01:44:06.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:06 smithi193 ceph-mon[83763]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-12T01:44:07.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:07 smithi098 ceph-mon[91373]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-12T01:44:07.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:07 smithi098 ceph-mon[91373]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-12T01:44:07.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:07 smithi098 ceph-mon[88922]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-12T01:44:07.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:07 smithi098 ceph-mon[88922]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-12T01:44:07.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:07 smithi193 ceph-mon[83763]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-12T01:44:07.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:07 smithi193 ceph-mon[83763]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-12T01:44:08.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:08 smithi098 ceph-mon[91373]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 2.0 MiB/s wr, 324 op/s 2024-04-12T01:44:08.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:08 smithi098 ceph-mon[88922]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 2.0 MiB/s wr, 324 op/s 2024-04-12T01:44:08.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:08 smithi193 ceph-mon[83763]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 2.0 MiB/s wr, 324 op/s 2024-04-12T01:44:09.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:09 smithi098 ceph-mon[91373]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-12T01:44:09.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:09 smithi098 ceph-mon[88922]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-12T01:44:09.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:09 smithi193 ceph-mon[83763]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-12T01:44:10.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:10 smithi098 ceph-mon[91373]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 2.0 MiB/s wr, 418 op/s 2024-04-12T01:44:10.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:10 smithi098 ceph-mon[91373]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-12T01:44:10.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:10 smithi098 ceph-mon[88922]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 2.0 MiB/s wr, 418 op/s 2024-04-12T01:44:10.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:10 smithi098 ceph-mon[88922]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-12T01:44:10.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:10 smithi193 ceph-mon[83763]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 2.0 MiB/s wr, 418 op/s 2024-04-12T01:44:10.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:10 smithi193 ceph-mon[83763]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-12T01:44:11.539 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-12T01:44:11.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:11 smithi098 ceph-mon[88922]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-12T01:44:11.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:11 smithi098 ceph-mon[91373]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-12T01:44:11.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:11 smithi193 ceph-mon[83763]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-12T01:44:12.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:12 smithi193 ceph-mon[83763]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 196 op/s 2024-04-12T01:44:12.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:12 smithi193 ceph-mon[83763]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-12T01:44:12.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:12 smithi193 ceph-mon[83763]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-12T01:44:12.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:44:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:44:12.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:12 smithi098 ceph-mon[88922]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 196 op/s 2024-04-12T01:44:12.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:12 smithi098 ceph-mon[88922]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-12T01:44:12.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:12 smithi098 ceph-mon[88922]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-12T01:44:12.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:12 smithi098 ceph-mon[91373]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 196 op/s 2024-04-12T01:44:12.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:12 smithi098 ceph-mon[91373]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-12T01:44:12.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:12 smithi098 ceph-mon[91373]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-12T01:44:13.486 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-12T01:44:14.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:14 smithi098 ceph-mon[91373]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-04-12T01:44:14.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:14 smithi098 ceph-mon[91373]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-12T01:44:14.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:14 smithi098 ceph-mon[88922]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-04-12T01:44:14.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:14 smithi098 ceph-mon[88922]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-12T01:44:14.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:14 smithi193 ceph-mon[83763]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 229 op/s 2024-04-12T01:44:14.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:14 smithi193 ceph-mon[83763]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-12T01:44:15.545 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-12T01:44:15.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:15 smithi098 ceph-mon[91373]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-12T01:44:15.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:15 smithi098 ceph-mon[88922]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-12T01:44:15.782 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:44:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:44:15] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T01:44:15.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:15 smithi193 ceph-mon[83763]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-12T01:44:16.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:16 smithi098 ceph-mon[91373]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-04-12T01:44:16.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:16 smithi098 ceph-mon[91373]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-12T01:44:16.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:16 smithi098 ceph-mon[88922]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-04-12T01:44:16.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:16 smithi098 ceph-mon[88922]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-12T01:44:16.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:16 smithi193 ceph-mon[83763]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-04-12T01:44:16.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:16 smithi193 ceph-mon[83763]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-12T01:44:17.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:17 smithi098 ceph-mon[91373]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-12T01:44:17.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:17 smithi098 ceph-mon[91373]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-12T01:44:17.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:17 smithi098 ceph-mon[88922]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-12T01:44:17.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:17 smithi098 ceph-mon[88922]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-12T01:44:17.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:17 smithi193 ceph-mon[83763]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-12T01:44:17.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:17 smithi193 ceph-mon[83763]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-12T01:44:18.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:18 smithi098 ceph-mon[91373]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 6.7 KiB/s wr, 118 op/s 2024-04-12T01:44:18.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:18 smithi098 ceph-mon[91373]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-12T01:44:18.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:18 smithi098 ceph-mon[88922]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 6.7 KiB/s wr, 118 op/s 2024-04-12T01:44:18.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:18 smithi098 ceph-mon[88922]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-12T01:44:18.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:18 smithi193 ceph-mon[83763]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 6.7 KiB/s wr, 118 op/s 2024-04-12T01:44:18.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:18 smithi193 ceph-mon[83763]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-12T01:44:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:20 smithi098 ceph-mon[91373]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 10 KiB/s wr, 165 op/s 2024-04-12T01:44:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:20 smithi098 ceph-mon[91373]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-12T01:44:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:20.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:20 smithi098 ceph-mon[88922]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 10 KiB/s wr, 165 op/s 2024-04-12T01:44:20.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:20 smithi098 ceph-mon[88922]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-12T01:44:20.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:20.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:20 smithi193 ceph-mon[83763]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 10 KiB/s wr, 165 op/s 2024-04-12T01:44:20.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:20 smithi193 ceph-mon[83763]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-12T01:44:20.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:21.497 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-12T01:44:21.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:21 smithi098 ceph-mon[91373]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-12T01:44:21.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:21 smithi098 ceph-mon[88922]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-12T01:44:21.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:21 smithi193 ceph-mon[83763]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-12T01:44:22.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:22 smithi193 ceph-mon[83763]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.7 KiB/s wr, 59 op/s 2024-04-12T01:44:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:22 smithi193 ceph-mon[83763]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-12T01:44:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:22 smithi193 ceph-mon[83763]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-12T01:44:22.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:44:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:44:22.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:22 smithi098 ceph-mon[91373]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.7 KiB/s wr, 59 op/s 2024-04-12T01:44:22.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:22 smithi098 ceph-mon[91373]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-12T01:44:22.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:22 smithi098 ceph-mon[91373]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-12T01:44:22.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:22 smithi098 ceph-mon[88922]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.7 KiB/s wr, 59 op/s 2024-04-12T01:44:22.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:22 smithi098 ceph-mon[88922]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-12T01:44:22.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:22 smithi098 ceph-mon[88922]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-12T01:44:24.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:24 smithi098 ceph-mon[91373]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-04-12T01:44:24.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:24 smithi098 ceph-mon[91373]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-12T01:44:24.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:24 smithi098 ceph-mon[88922]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-04-12T01:44:24.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:24 smithi098 ceph-mon[88922]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-12T01:44:24.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:24 smithi193 ceph-mon[83763]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-04-12T01:44:24.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:24 smithi193 ceph-mon[83763]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-12T01:44:25.512 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-12T01:44:25.674 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:25 smithi098 ceph-mon[91373]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-12T01:44:25.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:25 smithi098 ceph-mon[88922]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-12T01:44:25.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:25 smithi193 ceph-mon[83763]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-12T01:44:26.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:44:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:44:25] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-12T01:44:26.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:26 smithi098 ceph-mon[91373]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-12T01:44:26.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:26 smithi098 ceph-mon[91373]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-12T01:44:26.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:26 smithi098 ceph-mon[88922]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-12T01:44:26.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:26 smithi098 ceph-mon[88922]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-12T01:44:26.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:26 smithi193 ceph-mon[83763]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-04-12T01:44:26.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:26 smithi193 ceph-mon[83763]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-12T01:44:27.487 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-12T01:44:27.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:27 smithi098 ceph-mon[91373]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-12T01:44:27.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:27 smithi098 ceph-mon[91373]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-12T01:44:27.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:27 smithi098 ceph-mon[88922]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-12T01:44:27.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:27 smithi098 ceph-mon[88922]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-12T01:44:27.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:27 smithi193 ceph-mon[83763]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-12T01:44:27.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:27 smithi193 ceph-mon[83763]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-12T01:44:28.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:28 smithi098 ceph-mon[91373]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.2 KiB/s wr, 27 op/s 2024-04-12T01:44:28.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:28 smithi098 ceph-mon[88922]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.2 KiB/s wr, 27 op/s 2024-04-12T01:44:28.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:28 smithi193 ceph-mon[83763]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.2 KiB/s wr, 27 op/s 2024-04-12T01:44:29.544 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-12T01:44:29.621 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-12T01:44:29.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:29 smithi098 ceph-mon[91373]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-12T01:44:29.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:29 smithi098 ceph-mon[88922]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-12T01:44:29.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:29 smithi193 ceph-mon[83763]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-12T01:44:30.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:30 smithi098 ceph-mon[91373]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.7 KiB/s wr, 118 op/s 2024-04-12T01:44:30.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:30 smithi098 ceph-mon[91373]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-12T01:44:30.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:30 smithi098 ceph-mon[88922]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.7 KiB/s wr, 118 op/s 2024-04-12T01:44:30.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:30 smithi098 ceph-mon[88922]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-12T01:44:30.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:30 smithi193 ceph-mon[83763]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.7 KiB/s wr, 118 op/s 2024-04-12T01:44:30.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:30 smithi193 ceph-mon[83763]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-12T01:44:31.548 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-12T01:44:31.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:31 smithi098 ceph-mon[91373]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-12T01:44:31.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:31 smithi098 ceph-mon[88922]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-12T01:44:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:31 smithi193 ceph-mon[83763]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-12T01:44:32.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:44:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:44:32.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:32 smithi193 ceph-mon[83763]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 9.5 KiB/s wr, 144 op/s 2024-04-12T01:44:32.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:32 smithi193 ceph-mon[83763]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-12T01:44:32.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:32 smithi193 ceph-mon[83763]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-12T01:44:32.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:32 smithi098 ceph-mon[91373]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 9.5 KiB/s wr, 144 op/s 2024-04-12T01:44:32.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:32 smithi098 ceph-mon[91373]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-12T01:44:32.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:32 smithi098 ceph-mon[91373]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-12T01:44:32.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:32 smithi098 ceph-mon[88922]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 9.5 KiB/s wr, 144 op/s 2024-04-12T01:44:32.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:32 smithi098 ceph-mon[88922]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-12T01:44:32.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:32 smithi098 ceph-mon[88922]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-12T01:44:33.493 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-12T01:44:34.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:34 smithi098 ceph-mon[91373]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 9.5 KiB/s wr, 170 op/s 2024-04-12T01:44:34.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:34 smithi098 ceph-mon[91373]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-12T01:44:34.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:34 smithi098 ceph-mon[88922]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 9.5 KiB/s wr, 170 op/s 2024-04-12T01:44:34.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:34 smithi098 ceph-mon[88922]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-12T01:44:34.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:34 smithi193 ceph-mon[83763]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 9.5 KiB/s wr, 170 op/s 2024-04-12T01:44:34.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:34 smithi193 ceph-mon[83763]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-12T01:44:35.572 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-12T01:44:35.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:35 smithi098 ceph-mon[88922]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-12T01:44:35.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:35.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:44:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:44:35] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-12T01:44:35.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:35 smithi098 ceph-mon[91373]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-12T01:44:35.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:35.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:35 smithi193 ceph-mon[83763]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-12T01:44:35.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:36.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:36 smithi098 ceph-mon[91373]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 8.5 KiB/s wr, 171 op/s 2024-04-12T01:44:36.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:36 smithi098 ceph-mon[91373]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-12T01:44:36.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:36 smithi098 ceph-mon[88922]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 8.5 KiB/s wr, 171 op/s 2024-04-12T01:44:36.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:36 smithi098 ceph-mon[88922]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-12T01:44:36.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:36 smithi193 ceph-mon[83763]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 8.5 KiB/s wr, 171 op/s 2024-04-12T01:44:36.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:36 smithi193 ceph-mon[83763]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-12T01:44:37.500 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-12T01:44:37.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:37 smithi098 ceph-mon[91373]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-12T01:44:37.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:37 smithi098 ceph-mon[91373]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-12T01:44:37.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:37 smithi098 ceph-mon[88922]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-12T01:44:37.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:37 smithi098 ceph-mon[88922]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-12T01:44:37.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:37 smithi193 ceph-mon[83763]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-12T01:44:37.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:37 smithi193 ceph-mon[83763]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-12T01:44:38.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:38 smithi098 ceph-mon[91373]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 5.7 KiB/s wr, 155 op/s 2024-04-12T01:44:38.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:38 smithi098 ceph-mon[88922]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 5.7 KiB/s wr, 155 op/s 2024-04-12T01:44:38.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:38 smithi193 ceph-mon[83763]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 5.7 KiB/s wr, 155 op/s 2024-04-12T01:44:39.600 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-12T01:44:39.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:39 smithi098 ceph-mon[91373]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-12T01:44:39.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:39 smithi098 ceph-mon[88922]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-12T01:44:39.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:39 smithi193 ceph-mon[83763]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-12T01:44:40.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:40 smithi098 ceph-mon[91373]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 9.2 KiB/s wr, 186 op/s 2024-04-12T01:44:40.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:40 smithi098 ceph-mon[91373]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-12T01:44:40.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:40 smithi098 ceph-mon[88922]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 9.2 KiB/s wr, 186 op/s 2024-04-12T01:44:40.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:40 smithi098 ceph-mon[88922]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-12T01:44:40.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:40 smithi193 ceph-mon[83763]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 9.2 KiB/s wr, 186 op/s 2024-04-12T01:44:40.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:40 smithi193 ceph-mon[83763]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-12T01:44:41.616 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-12T01:44:41.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:41 smithi098 ceph-mon[91373]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-12T01:44:41.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:41 smithi098 ceph-mon[88922]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-12T01:44:41.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:41 smithi193 ceph-mon[83763]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-12T01:44:42.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:44:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:44:42.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:42 smithi193 ceph-mon[83763]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.2 KiB/s wr, 91 op/s 2024-04-12T01:44:42.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:42 smithi193 ceph-mon[83763]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-12T01:44:42.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:42 smithi193 ceph-mon[83763]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-12T01:44:42.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:42 smithi098 ceph-mon[91373]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.2 KiB/s wr, 91 op/s 2024-04-12T01:44:42.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:42 smithi098 ceph-mon[91373]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-12T01:44:42.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:42 smithi098 ceph-mon[91373]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-12T01:44:42.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:42 smithi098 ceph-mon[88922]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.2 KiB/s wr, 91 op/s 2024-04-12T01:44:42.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:42 smithi098 ceph-mon[88922]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-12T01:44:42.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:42 smithi098 ceph-mon[88922]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-12T01:44:44.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:44 smithi098 ceph-mon[91373]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.5 KiB/s wr, 107 op/s 2024-04-12T01:44:44.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:44 smithi098 ceph-mon[91373]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-12T01:44:44.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:44 smithi098 ceph-mon[88922]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.5 KiB/s wr, 107 op/s 2024-04-12T01:44:44.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:44 smithi098 ceph-mon[88922]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-12T01:44:44.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:44 smithi193 ceph-mon[83763]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.5 KiB/s wr, 107 op/s 2024-04-12T01:44:44.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:44 smithi193 ceph-mon[83763]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-12T01:44:45.673 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:45 smithi098 ceph-mon[91373]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-12T01:44:45.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:45 smithi098 ceph-mon[88922]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-12T01:44:45.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:45 smithi193 ceph-mon[83763]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-12T01:44:46.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:44:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:44:45] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-12T01:44:46.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:46 smithi098 ceph-mon[91373]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 7.5 KiB/s wr, 136 op/s 2024-04-12T01:44:46.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:46 smithi098 ceph-mon[91373]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-12T01:44:46.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:46 smithi098 ceph-mon[88922]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 7.5 KiB/s wr, 136 op/s 2024-04-12T01:44:46.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:46 smithi098 ceph-mon[88922]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-12T01:44:46.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:46 smithi193 ceph-mon[83763]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 7.5 KiB/s wr, 136 op/s 2024-04-12T01:44:46.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:46 smithi193 ceph-mon[83763]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-12T01:44:47.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:47 smithi098 ceph-mon[91373]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-12T01:44:47.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:47 smithi098 ceph-mon[91373]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-12T01:44:47.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:47 smithi098 ceph-mon[88922]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-12T01:44:47.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:47 smithi098 ceph-mon[88922]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-12T01:44:47.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:47 smithi193 ceph-mon[83763]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-12T01:44:47.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:47 smithi193 ceph-mon[83763]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-12T01:44:48.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:48 smithi098 ceph-mon[91373]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.7 KiB/s wr, 50 op/s 2024-04-12T01:44:48.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:48 smithi098 ceph-mon[88922]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.7 KiB/s wr, 50 op/s 2024-04-12T01:44:48.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:48 smithi193 ceph-mon[83763]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.7 KiB/s wr, 50 op/s 2024-04-12T01:44:49.562 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-12T01:44:49.654 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-12T01:44:49.732 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-12T01:44:49.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:49 smithi098 ceph-mon[91373]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-12T01:44:49.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:49 smithi098 ceph-mon[88922]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-12T01:44:49.807 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-12T01:44:49.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:49 smithi193 ceph-mon[83763]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-12T01:44:50.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:50 smithi098 ceph-mon[91373]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-04-12T01:44:50.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:50 smithi098 ceph-mon[91373]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-12T01:44:50.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:50.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:50 smithi098 ceph-mon[88922]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-04-12T01:44:50.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:50 smithi098 ceph-mon[88922]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-12T01:44:50.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:50 smithi193 ceph-mon[83763]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-04-12T01:44:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:50 smithi193 ceph-mon[83763]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-12T01:44:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:44:51.588 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-12T01:44:51.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:51 smithi098 ceph-mon[91373]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-12T01:44:51.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:51 smithi098 ceph-mon[88922]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-12T01:44:51.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:51 smithi193 ceph-mon[83763]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-12T01:44:52.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:52 smithi193 ceph-mon[83763]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.5 KiB/s wr, 54 op/s 2024-04-12T01:44:52.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:52 smithi193 ceph-mon[83763]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-12T01:44:52.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:52 smithi193 ceph-mon[83763]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-12T01:44:52.607 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:44:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:44:52.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:52 smithi098 ceph-mon[91373]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.5 KiB/s wr, 54 op/s 2024-04-12T01:44:52.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:52 smithi098 ceph-mon[91373]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-12T01:44:52.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:52 smithi098 ceph-mon[91373]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-12T01:44:52.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:52 smithi098 ceph-mon[88922]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.5 KiB/s wr, 54 op/s 2024-04-12T01:44:52.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:52 smithi098 ceph-mon[88922]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-12T01:44:52.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:52 smithi098 ceph-mon[88922]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-12T01:44:53.501 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[91373]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[91373]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[88922]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[88922]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:44:54.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:44:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:44:54.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:44:54.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:54 smithi193 ceph-mon[83763]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-04-12T01:44:54.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:54 smithi193 ceph-mon[83763]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-12T01:44:54.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:44:54.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:44:54.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:44:54.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:44:55.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:55 smithi098 ceph-mon[91373]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-12T01:44:55.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:55 smithi098 ceph-mon[88922]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-12T01:44:55.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:44:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:44:55] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T01:44:55.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:55 smithi193 ceph-mon[83763]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-12T01:44:56.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:56 smithi098 ceph-mon[91373]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 244 op/s 2024-04-12T01:44:56.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:56 smithi098 ceph-mon[91373]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-12T01:44:56.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:56 smithi098 ceph-mon[88922]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 244 op/s 2024-04-12T01:44:56.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:56 smithi098 ceph-mon[88922]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-12T01:44:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:56 smithi193 ceph-mon[83763]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 12 KiB/s wr, 244 op/s 2024-04-12T01:44:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:56 smithi193 ceph-mon[83763]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-12T01:44:57.505 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-12T01:44:57.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:57 smithi098 ceph-mon[91373]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-12T01:44:57.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:57 smithi098 ceph-mon[91373]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-12T01:44:57.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:57 smithi098 ceph-mon[88922]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-12T01:44:57.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:57 smithi098 ceph-mon[88922]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-12T01:44:57.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:57 smithi193 ceph-mon[83763]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-12T01:44:57.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:57 smithi193 ceph-mon[83763]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-12T01:44:58.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:58 smithi098 ceph-mon[91373]: pgmap v4190: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 12 KiB/s wr, 149 op/s 2024-04-12T01:44:58.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:58 smithi098 ceph-mon[88922]: pgmap v4190: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 12 KiB/s wr, 149 op/s 2024-04-12T01:44:58.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:58 smithi193 ceph-mon[83763]: pgmap v4190: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 12 KiB/s wr, 149 op/s 2024-04-12T01:44:59.613 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-12T01:44:59.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:44:59 smithi098 ceph-mon[91373]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-12T01:44:59.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:44:59 smithi098 ceph-mon[88922]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-12T01:44:59.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:44:59 smithi193 ceph-mon[83763]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-12T01:45:00.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:00 smithi098 ceph-mon[91373]: pgmap v4193: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 14 KiB/s wr, 153 op/s 2024-04-12T01:45:00.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:00 smithi098 ceph-mon[91373]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-12T01:45:00.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:00 smithi098 ceph-mon[88922]: pgmap v4193: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 14 KiB/s wr, 153 op/s 2024-04-12T01:45:00.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:00 smithi098 ceph-mon[88922]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-12T01:45:00.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:00 smithi193 ceph-mon[83763]: pgmap v4193: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 14 KiB/s wr, 153 op/s 2024-04-12T01:45:00.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:00 smithi193 ceph-mon[83763]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-12T01:45:01.626 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-12T01:45:01.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:01 smithi098 ceph-mon[91373]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-12T01:45:01.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:01 smithi098 ceph-mon[88922]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-12T01:45:01.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:01 smithi193 ceph-mon[83763]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-12T01:45:02.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:45:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:45:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:45:02.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:02 smithi193 ceph-mon[83763]: pgmap v4196: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.5 KiB/s wr, 69 op/s 2024-04-12T01:45:02.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:02 smithi193 ceph-mon[83763]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-12T01:45:02.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:02 smithi193 ceph-mon[83763]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-12T01:45:02.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:02 smithi098 ceph-mon[91373]: pgmap v4196: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.5 KiB/s wr, 69 op/s 2024-04-12T01:45:02.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:02 smithi098 ceph-mon[91373]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-12T01:45:02.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:02 smithi098 ceph-mon[91373]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-12T01:45:02.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:02 smithi098 ceph-mon[88922]: pgmap v4196: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.5 KiB/s wr, 69 op/s 2024-04-12T01:45:02.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:02 smithi098 ceph-mon[88922]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-12T01:45:02.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:02 smithi098 ceph-mon[88922]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-12T01:45:03.514 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-12T01:45:04.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:04 smithi098 ceph-mon[91373]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 15 KiB/s wr, 191 op/s 2024-04-12T01:45:04.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:04 smithi098 ceph-mon[91373]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-12T01:45:04.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:04 smithi098 ceph-mon[88922]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 15 KiB/s wr, 191 op/s 2024-04-12T01:45:04.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:04 smithi098 ceph-mon[88922]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-12T01:45:04.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:04 smithi193 ceph-mon[83763]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 15 KiB/s wr, 191 op/s 2024-04-12T01:45:04.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:04 smithi193 ceph-mon[83763]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-12T01:45:05.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:05 smithi193 ceph-mon[83763]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-12T01:45:05.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:06.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:05 smithi098 ceph-mon[91373]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-12T01:45:06.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:06.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:05 smithi098 ceph-mon[88922]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-12T01:45:06.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:06.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:45:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:45:05] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-12T01:45:06.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:06 smithi193 ceph-mon[83763]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-04-12T01:45:06.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:06 smithi193 ceph-mon[83763]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-12T01:45:07.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:06 smithi098 ceph-mon[91373]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-04-12T01:45:07.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:06 smithi098 ceph-mon[91373]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-12T01:45:07.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:06 smithi098 ceph-mon[88922]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-04-12T01:45:07.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:06 smithi098 ceph-mon[88922]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-12T01:45:07.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:07 smithi193 ceph-mon[83763]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-12T01:45:07.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:07 smithi193 ceph-mon[83763]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-12T01:45:08.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:07 smithi098 ceph-mon[91373]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-12T01:45:08.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:07 smithi098 ceph-mon[91373]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-12T01:45:08.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:07 smithi098 ceph-mon[88922]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-12T01:45:08.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:07 smithi098 ceph-mon[88922]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-12T01:45:08.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:08 smithi193 ceph-mon[83763]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 75 op/s 2024-04-12T01:45:08.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:08 smithi193 ceph-mon[83763]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-12T01:45:09.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:08 smithi098 ceph-mon[91373]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 75 op/s 2024-04-12T01:45:09.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:08 smithi098 ceph-mon[91373]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-12T01:45:09.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:08 smithi098 ceph-mon[88922]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 75 op/s 2024-04-12T01:45:09.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:08 smithi098 ceph-mon[88922]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-12T01:45:09.501 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-12T01:45:10.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:10 smithi098 ceph-mon[91373]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-12T01:45:10.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:10 smithi098 ceph-mon[91373]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-12T01:45:10.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:10 smithi098 ceph-mon[88922]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-12T01:45:10.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:10 smithi098 ceph-mon[88922]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-12T01:45:10.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:10 smithi193 ceph-mon[83763]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-12T01:45:10.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:10 smithi193 ceph-mon[83763]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-12T01:45:11.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:11 smithi098 ceph-mon[91373]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-12T01:45:11.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:11 smithi098 ceph-mon[88922]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-12T01:45:11.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:11 smithi193 ceph-mon[83763]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-12T01:45:12.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:45:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:45:12.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:12 smithi193 ceph-mon[83763]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 67 op/s 2024-04-12T01:45:12.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:12 smithi193 ceph-mon[83763]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-12T01:45:12.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:12 smithi193 ceph-mon[83763]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-12T01:45:12.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:12 smithi098 ceph-mon[91373]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 67 op/s 2024-04-12T01:45:12.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:12 smithi098 ceph-mon[91373]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-12T01:45:12.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:12 smithi098 ceph-mon[91373]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-12T01:45:12.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:12 smithi098 ceph-mon[88922]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 67 op/s 2024-04-12T01:45:12.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:12 smithi098 ceph-mon[88922]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-12T01:45:12.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:12 smithi098 ceph-mon[88922]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-12T01:45:14.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:14 smithi098 ceph-mon[91373]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.2 KiB/s wr, 86 op/s 2024-04-12T01:45:14.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:14 smithi098 ceph-mon[91373]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-12T01:45:14.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:14 smithi098 ceph-mon[88922]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.2 KiB/s wr, 86 op/s 2024-04-12T01:45:14.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:14 smithi098 ceph-mon[88922]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-12T01:45:14.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:14 smithi193 ceph-mon[83763]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.2 KiB/s wr, 86 op/s 2024-04-12T01:45:14.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:14 smithi193 ceph-mon[83763]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-12T01:45:15.547 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-12T01:45:15.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:15 smithi098 ceph-mon[88922]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-12T01:45:15.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:15 smithi098 ceph-mon[91373]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-12T01:45:15.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:45:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:45:15] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-12T01:45:15.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:15 smithi193 ceph-mon[83763]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-12T01:45:16.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:16 smithi098 ceph-mon[91373]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 77 op/s 2024-04-12T01:45:16.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:16 smithi098 ceph-mon[91373]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-12T01:45:16.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:16 smithi098 ceph-mon[88922]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 77 op/s 2024-04-12T01:45:16.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:16 smithi098 ceph-mon[88922]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-12T01:45:16.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:16 smithi193 ceph-mon[83763]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 77 op/s 2024-04-12T01:45:16.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:16 smithi193 ceph-mon[83763]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-12T01:45:17.505 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-12T01:45:17.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:17 smithi098 ceph-mon[91373]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-12T01:45:17.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:17 smithi098 ceph-mon[91373]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-12T01:45:17.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:17 smithi098 ceph-mon[88922]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-12T01:45:17.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:17 smithi098 ceph-mon[88922]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-12T01:45:17.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:17 smithi193 ceph-mon[83763]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-12T01:45:17.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:17 smithi193 ceph-mon[83763]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-12T01:45:18.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:18 smithi098 ceph-mon[91373]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 75 op/s 2024-04-12T01:45:18.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:18 smithi098 ceph-mon[88922]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 75 op/s 2024-04-12T01:45:18.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:18 smithi193 ceph-mon[83763]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 75 op/s 2024-04-12T01:45:19.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:19 smithi098 ceph-mon[91373]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-12T01:45:19.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:19 smithi098 ceph-mon[88922]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-12T01:45:19.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:19 smithi193 ceph-mon[83763]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-12T01:45:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:20 smithi098 ceph-mon[91373]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 10 KiB/s wr, 141 op/s 2024-04-12T01:45:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:20 smithi098 ceph-mon[91373]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-12T01:45:20.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:20.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:20 smithi098 ceph-mon[88922]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 10 KiB/s wr, 141 op/s 2024-04-12T01:45:20.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:20 smithi098 ceph-mon[88922]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-12T01:45:20.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:20.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:20 smithi193 ceph-mon[83763]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 10 KiB/s wr, 141 op/s 2024-04-12T01:45:20.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:20 smithi193 ceph-mon[83763]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-12T01:45:20.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:21.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:21 smithi098 ceph-mon[91373]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-12T01:45:21.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:21 smithi098 ceph-mon[88922]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-12T01:45:21.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:21 smithi193 ceph-mon[83763]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-12T01:45:22.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:45:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:45:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:22 smithi193 ceph-mon[83763]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.0 KiB/s wr, 73 op/s 2024-04-12T01:45:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:22 smithi193 ceph-mon[83763]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-12T01:45:22.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:22 smithi193 ceph-mon[83763]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-12T01:45:22.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:22 smithi098 ceph-mon[91373]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.0 KiB/s wr, 73 op/s 2024-04-12T01:45:22.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:22 smithi098 ceph-mon[91373]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-12T01:45:22.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:22 smithi098 ceph-mon[91373]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-12T01:45:22.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:22 smithi098 ceph-mon[88922]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.0 KiB/s wr, 73 op/s 2024-04-12T01:45:22.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:22 smithi098 ceph-mon[88922]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-12T01:45:22.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:22 smithi098 ceph-mon[88922]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-12T01:45:24.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:24 smithi098 ceph-mon[91373]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.5 KiB/s wr, 61 op/s 2024-04-12T01:45:24.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:24 smithi098 ceph-mon[91373]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-12T01:45:24.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:24 smithi098 ceph-mon[88922]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.5 KiB/s wr, 61 op/s 2024-04-12T01:45:24.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:24 smithi098 ceph-mon[88922]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-12T01:45:24.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:24 smithi193 ceph-mon[83763]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.5 KiB/s wr, 61 op/s 2024-04-12T01:45:24.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:24 smithi193 ceph-mon[83763]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-12T01:45:25.673 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:25 smithi098 ceph-mon[91373]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-12T01:45:25.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:25 smithi098 ceph-mon[88922]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-12T01:45:25.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:25 smithi193 ceph-mon[83763]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-12T01:45:26.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:45:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:45:25] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-12T01:45:26.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:26 smithi098 ceph-mon[91373]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 58 op/s 2024-04-12T01:45:26.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:26 smithi098 ceph-mon[91373]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-12T01:45:26.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:26 smithi098 ceph-mon[88922]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 58 op/s 2024-04-12T01:45:26.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:26 smithi098 ceph-mon[88922]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-12T01:45:26.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:26 smithi193 ceph-mon[83763]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 58 op/s 2024-04-12T01:45:26.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:26 smithi193 ceph-mon[83763]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-12T01:45:27.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:27 smithi098 ceph-mon[91373]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-12T01:45:27.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:27 smithi098 ceph-mon[91373]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-12T01:45:27.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:27 smithi098 ceph-mon[88922]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-12T01:45:27.782 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:27 smithi098 ceph-mon[88922]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-12T01:45:27.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:27 smithi193 ceph-mon[83763]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-12T01:45:27.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:27 smithi193 ceph-mon[83763]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-12T01:45:28.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:28 smithi098 ceph-mon[88922]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-12T01:45:28.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:28 smithi098 ceph-mon[88922]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-12T01:45:28.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:28 smithi098 ceph-mon[91373]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-12T01:45:28.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:28 smithi098 ceph-mon[91373]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-12T01:45:28.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:28 smithi193 ceph-mon[83763]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-12T01:45:28.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:28 smithi193 ceph-mon[83763]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-12T01:45:30.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:30 smithi098 ceph-mon[91373]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.0 KiB/s wr, 98 op/s 2024-04-12T01:45:30.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:30 smithi098 ceph-mon[91373]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-12T01:45:30.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:30 smithi098 ceph-mon[88922]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.0 KiB/s wr, 98 op/s 2024-04-12T01:45:30.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:30 smithi098 ceph-mon[88922]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-12T01:45:30.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:30 smithi193 ceph-mon[83763]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.0 KiB/s wr, 98 op/s 2024-04-12T01:45:30.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:30 smithi193 ceph-mon[83763]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-12T01:45:31.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:31 smithi098 ceph-mon[88922]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-12T01:45:31.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:31 smithi098 ceph-mon[91373]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-12T01:45:31.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:31 smithi193 ceph-mon[83763]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-12T01:45:32.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:45:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:45:32.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:32 smithi193 ceph-mon[83763]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-04-12T01:45:32.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:32 smithi193 ceph-mon[83763]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-12T01:45:32.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:32 smithi098 ceph-mon[88922]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-04-12T01:45:32.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:32 smithi098 ceph-mon[88922]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-12T01:45:32.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:32 smithi098 ceph-mon[91373]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-04-12T01:45:32.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:32 smithi098 ceph-mon[91373]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-12T01:45:33.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:33 smithi098 ceph-mon[91373]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-12T01:45:33.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:33 smithi098 ceph-mon[88922]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-12T01:45:33.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:33 smithi193 ceph-mon[83763]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-12T01:45:34.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:34 smithi098 ceph-mon[91373]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.2 KiB/s wr, 141 op/s 2024-04-12T01:45:34.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:34 smithi098 ceph-mon[91373]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-12T01:45:34.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:34 smithi098 ceph-mon[88922]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.2 KiB/s wr, 141 op/s 2024-04-12T01:45:34.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:34 smithi098 ceph-mon[88922]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-12T01:45:34.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:34 smithi193 ceph-mon[83763]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.2 KiB/s wr, 141 op/s 2024-04-12T01:45:34.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:34 smithi193 ceph-mon[83763]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-12T01:45:35.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:35 smithi098 ceph-mon[88922]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-12T01:45:35.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:35.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:45:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:45:35] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:45:35.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:35 smithi098 ceph-mon[91373]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-12T01:45:35.782 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:35.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:35 smithi193 ceph-mon[83763]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-12T01:45:35.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:36.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:36 smithi098 ceph-mon[91373]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 KiB/s wr, 141 op/s 2024-04-12T01:45:36.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:36 smithi098 ceph-mon[91373]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-12T01:45:36.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:36 smithi098 ceph-mon[88922]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 KiB/s wr, 141 op/s 2024-04-12T01:45:36.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:36 smithi098 ceph-mon[88922]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-12T01:45:36.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:36 smithi193 ceph-mon[83763]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 KiB/s wr, 141 op/s 2024-04-12T01:45:36.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:36 smithi193 ceph-mon[83763]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-12T01:45:37.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:37 smithi098 ceph-mon[91373]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-12T01:45:37.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:37 smithi098 ceph-mon[88922]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-12T01:45:37.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:37 smithi193 ceph-mon[83763]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-12T01:45:38.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:38 smithi098 ceph-mon[91373]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-12T01:45:38.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:38 smithi098 ceph-mon[91373]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-12T01:45:38.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:38 smithi098 ceph-mon[88922]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-12T01:45:38.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:38 smithi098 ceph-mon[88922]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-12T01:45:38.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:38 smithi193 ceph-mon[83763]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-04-12T01:45:38.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:38 smithi193 ceph-mon[83763]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-12T01:45:39.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:39 smithi098 ceph-mon[91373]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-12T01:45:39.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:39 smithi098 ceph-mon[88922]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-12T01:45:39.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:39 smithi193 ceph-mon[83763]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-12T01:45:40.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:40 smithi098 ceph-mon[91373]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 4.0 KiB/s wr, 186 op/s 2024-04-12T01:45:40.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:40 smithi098 ceph-mon[91373]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-12T01:45:40.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:40 smithi098 ceph-mon[88922]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 4.0 KiB/s wr, 186 op/s 2024-04-12T01:45:40.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:40 smithi098 ceph-mon[88922]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-12T01:45:40.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:40 smithi193 ceph-mon[83763]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 4.0 KiB/s wr, 186 op/s 2024-04-12T01:45:40.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:40 smithi193 ceph-mon[83763]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-12T01:45:41.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:41 smithi098 ceph-mon[91373]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-12T01:45:41.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:41 smithi098 ceph-mon[88922]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-12T01:45:41.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:41 smithi193 ceph-mon[83763]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-12T01:45:42.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:45:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:45:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:45:42.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:42 smithi193 ceph-mon[83763]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-12T01:45:42.607 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:42 smithi193 ceph-mon[83763]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-12T01:45:42.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:42 smithi098 ceph-mon[91373]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-12T01:45:42.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:42 smithi098 ceph-mon[91373]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-12T01:45:42.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:42 smithi098 ceph-mon[88922]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-12T01:45:42.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:42 smithi098 ceph-mon[88922]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-12T01:45:43.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:43 smithi098 ceph-mon[91373]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-12T01:45:43.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:43 smithi098 ceph-mon[88922]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-12T01:45:43.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:43 smithi193 ceph-mon[83763]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-12T01:45:44.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:44 smithi098 ceph-mon[91373]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-12T01:45:44.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:44 smithi098 ceph-mon[91373]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-12T01:45:44.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:44 smithi098 ceph-mon[88922]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-12T01:45:44.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:44 smithi098 ceph-mon[88922]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-12T01:45:44.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:44 smithi193 ceph-mon[83763]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-12T01:45:44.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:44 smithi193 ceph-mon[83763]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-12T01:45:45.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:45 smithi098 ceph-mon[91373]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-12T01:45:45.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:45 smithi098 ceph-mon[88922]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-12T01:45:45.781 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:45:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:45:45] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:45:45.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:45 smithi193 ceph-mon[83763]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-12T01:45:46.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:46 smithi098 ceph-mon[91373]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-12T01:45:46.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:46 smithi098 ceph-mon[91373]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-12T01:45:46.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:46 smithi098 ceph-mon[88922]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-12T01:45:46.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:46 smithi098 ceph-mon[88922]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-12T01:45:46.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:46 smithi193 ceph-mon[83763]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-12T01:45:46.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:46 smithi193 ceph-mon[83763]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-12T01:45:47.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:47 smithi193 ceph-mon[83763]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-12T01:45:48.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:47 smithi098 ceph-mon[88922]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-12T01:45:48.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:47 smithi098 ceph-mon[91373]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-12T01:45:48.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:48 smithi193 ceph-mon[83763]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 2.7 KiB/s wr, 272 op/s 2024-04-12T01:45:48.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:48 smithi193 ceph-mon[83763]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-12T01:45:49.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:48 smithi098 ceph-mon[91373]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 2.7 KiB/s wr, 272 op/s 2024-04-12T01:45:49.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:48 smithi098 ceph-mon[91373]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-12T01:45:49.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:48 smithi098 ceph-mon[88922]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 2.7 KiB/s wr, 272 op/s 2024-04-12T01:45:49.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:48 smithi098 ceph-mon[88922]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-12T01:45:49.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:49 smithi193 ceph-mon[83763]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-12T01:45:50.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:49 smithi098 ceph-mon[91373]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-12T01:45:50.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:49 smithi098 ceph-mon[88922]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-12T01:45:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:50 smithi193 ceph-mon[83763]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-04-12T01:45:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:50 smithi193 ceph-mon[83763]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-12T01:45:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:51.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:50 smithi098 ceph-mon[91373]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-04-12T01:45:51.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:50 smithi098 ceph-mon[91373]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-12T01:45:51.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:51.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:50 smithi098 ceph-mon[88922]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-04-12T01:45:51.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:50 smithi098 ceph-mon[88922]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-12T01:45:51.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:45:51.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:51 smithi193 ceph-mon[83763]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-12T01:45:52.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:51 smithi098 ceph-mon[91373]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-12T01:45:52.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:51 smithi098 ceph-mon[88922]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-12T01:45:52.572 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:45:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:45:52.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:52 smithi193 ceph-mon[83763]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:45:52.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:52 smithi193 ceph-mon[83763]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-12T01:45:53.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:52 smithi098 ceph-mon[91373]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:45:53.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:52 smithi098 ceph-mon[91373]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-12T01:45:53.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:52 smithi098 ceph-mon[88922]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:45:53.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:52 smithi098 ceph-mon[88922]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-12T01:45:53.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:53 smithi193 ceph-mon[83763]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-12T01:45:53.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:53 smithi193 ceph-mon[83763]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-04-12T01:45:54.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:53 smithi098 ceph-mon[91373]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-12T01:45:54.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:53 smithi098 ceph-mon[91373]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-04-12T01:45:54.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:53 smithi098 ceph-mon[88922]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-12T01:45:54.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:53 smithi098 ceph-mon[88922]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-04-12T01:45:54.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:54 smithi193 ceph-mon[83763]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-12T01:45:54.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:54 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:45:55.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:54 smithi098 ceph-mon[91373]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-12T01:45:55.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:54 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:45:55.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:54 smithi098 ceph-mon[88922]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-12T01:45:55.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:54 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:45:55.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:55 smithi193 ceph-mon[83763]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-12T01:45:55.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:55 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:45:55.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:55 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:45:55.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:55 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:45:55.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:55 smithi193 ceph-mon[83763]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.7 KiB/s wr, 317 op/s 2024-04-12T01:45:56.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:45:55] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:45:56.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[91373]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-12T01:45:56.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:45:56.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:45:56.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:45:56.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[91373]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.7 KiB/s wr, 317 op/s 2024-04-12T01:45:56.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[88922]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-12T01:45:56.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:45:56.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:45:56.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:45:56.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:55 smithi098 ceph-mon[88922]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 3.7 KiB/s wr, 317 op/s 2024-04-12T01:45:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:56 smithi193 ceph-mon[83763]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-12T01:45:57.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:56 smithi098 ceph-mon[88922]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-12T01:45:57.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:56 smithi098 ceph-mon[91373]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-12T01:45:57.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:57 smithi193 ceph-mon[83763]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-12T01:45:57.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:57 smithi193 ceph-mon[83763]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.2 KiB/s wr, 360 op/s 2024-04-12T01:45:58.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:57 smithi098 ceph-mon[91373]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-12T01:45:58.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:57 smithi098 ceph-mon[91373]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.2 KiB/s wr, 360 op/s 2024-04-12T01:45:58.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:57 smithi098 ceph-mon[88922]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-12T01:45:58.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:57 smithi098 ceph-mon[88922]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.2 KiB/s wr, 360 op/s 2024-04-12T01:45:59.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:58 smithi098 ceph-mon[91373]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-12T01:45:59.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:58 smithi098 ceph-mon[88922]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-12T01:45:59.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:58 smithi193 ceph-mon[83763]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-12T01:46:00.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:59 smithi098 ceph-mon[91373]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-12T01:46:00.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:45:59 smithi098 ceph-mon[91373]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.5 KiB/s wr, 360 op/s 2024-04-12T01:46:00.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:59 smithi098 ceph-mon[88922]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-12T01:46:00.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:45:59 smithi098 ceph-mon[88922]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.5 KiB/s wr, 360 op/s 2024-04-12T01:46:00.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:59 smithi193 ceph-mon[83763]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-12T01:46:00.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:45:59 smithi193 ceph-mon[83763]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.5 KiB/s wr, 360 op/s 2024-04-12T01:46:00.932 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:00 smithi098 ceph-mon[91373]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-12T01:46:00.932 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:00 smithi098 ceph-mon[88922]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-12T01:46:01.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:00 smithi193 ceph-mon[83763]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-12T01:46:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:01 smithi098 ceph-mon[91373]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-12T01:46:02.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:01 smithi098 ceph-mon[91373]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-12T01:46:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:01 smithi098 ceph-mon[88922]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-12T01:46:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:01 smithi098 ceph-mon[88922]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-12T01:46:02.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:01 smithi193 ceph-mon[83763]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-12T01:46:02.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:01 smithi193 ceph-mon[83763]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-12T01:46:02.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:46:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:46:03.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:02 smithi098 ceph-mon[91373]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-12T01:46:03.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:02 smithi098 ceph-mon[88922]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-12T01:46:03.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:02 smithi193 ceph-mon[83763]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-12T01:46:04.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:03 smithi098 ceph-mon[91373]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-12T01:46:04.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:03 smithi098 ceph-mon[91373]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-04-12T01:46:04.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:03 smithi098 ceph-mon[88922]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-12T01:46:04.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:03 smithi098 ceph-mon[88922]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-04-12T01:46:04.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:03 smithi193 ceph-mon[83763]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-12T01:46:04.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:03 smithi193 ceph-mon[83763]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-04-12T01:46:05.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:04 smithi098 ceph-mon[91373]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-12T01:46:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:04 smithi098 ceph-mon[88922]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-12T01:46:05.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:04 smithi193 ceph-mon[83763]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-12T01:46:06.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:46:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:46:05] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T01:46:06.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:05 smithi098 ceph-mon[91373]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-12T01:46:06.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:06.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:05 smithi098 ceph-mon[91373]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-04-12T01:46:06.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:05 smithi098 ceph-mon[88922]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-12T01:46:06.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:06.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:05 smithi098 ceph-mon[88922]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-04-12T01:46:06.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:05 smithi193 ceph-mon[83763]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-12T01:46:06.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:06.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:05 smithi193 ceph-mon[83763]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.5 KiB/s wr, 404 op/s 2024-04-12T01:46:07.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:06 smithi098 ceph-mon[91373]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-12T01:46:07.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:06 smithi098 ceph-mon[88922]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-12T01:46:07.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:06 smithi193 ceph-mon[83763]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-12T01:46:08.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:07 smithi098 ceph-mon[91373]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-12T01:46:08.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:07 smithi098 ceph-mon[91373]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.5 KiB/s wr, 357 op/s 2024-04-12T01:46:08.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:07 smithi098 ceph-mon[88922]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-12T01:46:08.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:07 smithi098 ceph-mon[88922]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.5 KiB/s wr, 357 op/s 2024-04-12T01:46:08.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:07 smithi193 ceph-mon[83763]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-12T01:46:08.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:07 smithi193 ceph-mon[83763]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.5 KiB/s wr, 357 op/s 2024-04-12T01:46:09.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:08 smithi098 ceph-mon[91373]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-12T01:46:09.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:08 smithi098 ceph-mon[88922]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-12T01:46:09.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:08 smithi193 ceph-mon[83763]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-12T01:46:10.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:09 smithi098 ceph-mon[91373]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-12T01:46:10.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:09 smithi098 ceph-mon[91373]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.7 KiB/s wr, 357 op/s 2024-04-12T01:46:10.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:09 smithi098 ceph-mon[88922]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-12T01:46:10.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:09 smithi098 ceph-mon[88922]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.7 KiB/s wr, 357 op/s 2024-04-12T01:46:10.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:09 smithi193 ceph-mon[83763]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-12T01:46:10.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:09 smithi193 ceph-mon[83763]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.7 KiB/s wr, 357 op/s 2024-04-12T01:46:11.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:10 smithi098 ceph-mon[91373]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-12T01:46:11.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:10 smithi098 ceph-mon[88922]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-12T01:46:11.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:10 smithi193 ceph-mon[83763]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-12T01:46:12.007 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:11 smithi193 ceph-mon[83763]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-12T01:46:12.007 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:11 smithi193 ceph-mon[83763]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:46:12.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:11 smithi098 ceph-mon[91373]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-12T01:46:12.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:11 smithi098 ceph-mon[91373]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:46:12.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:11 smithi098 ceph-mon[88922]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-12T01:46:12.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:11 smithi098 ceph-mon[88922]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:46:12.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:46:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:46:13.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:12 smithi098 ceph-mon[91373]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-12T01:46:13.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:12 smithi098 ceph-mon[88922]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-12T01:46:13.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:12 smithi193 ceph-mon[83763]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-12T01:46:14.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:13 smithi098 ceph-mon[91373]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-12T01:46:14.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:13 smithi098 ceph-mon[91373]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 2.5 KiB/s wr, 480 op/s 2024-04-12T01:46:14.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:13 smithi098 ceph-mon[88922]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-12T01:46:14.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:13 smithi098 ceph-mon[88922]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 2.5 KiB/s wr, 480 op/s 2024-04-12T01:46:14.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:13 smithi193 ceph-mon[83763]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-12T01:46:14.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:13 smithi193 ceph-mon[83763]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 2.5 KiB/s wr, 480 op/s 2024-04-12T01:46:15.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:14 smithi098 ceph-mon[91373]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-12T01:46:15.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:14 smithi098 ceph-mon[88922]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-12T01:46:15.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:14 smithi193 ceph-mon[83763]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-12T01:46:16.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:15 smithi098 ceph-mon[91373]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-12T01:46:16.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:15 smithi098 ceph-mon[91373]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 2.7 KiB/s wr, 480 op/s 2024-04-12T01:46:16.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:15 smithi098 ceph-mon[88922]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-12T01:46:16.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:15 smithi098 ceph-mon[88922]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 2.7 KiB/s wr, 480 op/s 2024-04-12T01:46:16.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:46:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:46:15] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T01:46:16.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:15 smithi193 ceph-mon[83763]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-12T01:46:16.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:15 smithi193 ceph-mon[83763]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 2.7 KiB/s wr, 480 op/s 2024-04-12T01:46:17.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:16 smithi098 ceph-mon[88922]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-12T01:46:17.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:16 smithi098 ceph-mon[91373]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-12T01:46:17.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:16 smithi193 ceph-mon[83763]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-12T01:46:18.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:17 smithi098 ceph-mon[91373]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-12T01:46:18.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:17 smithi098 ceph-mon[91373]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 4.0 KiB/s wr, 527 op/s 2024-04-12T01:46:18.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:17 smithi098 ceph-mon[88922]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-12T01:46:18.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:17 smithi098 ceph-mon[88922]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 4.0 KiB/s wr, 527 op/s 2024-04-12T01:46:18.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:17 smithi193 ceph-mon[83763]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-12T01:46:18.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:17 smithi193 ceph-mon[83763]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 4.0 KiB/s wr, 527 op/s 2024-04-12T01:46:19.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:18 smithi098 ceph-mon[88922]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-12T01:46:19.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:18 smithi098 ceph-mon[91373]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-12T01:46:19.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:18 smithi193 ceph-mon[83763]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-12T01:46:20.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:19 smithi098 ceph-mon[91373]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-12T01:46:20.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:19 smithi098 ceph-mon[91373]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-04-12T01:46:20.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:19 smithi098 ceph-mon[88922]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-12T01:46:20.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:19 smithi098 ceph-mon[88922]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-04-12T01:46:20.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:19 smithi193 ceph-mon[83763]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-12T01:46:20.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:19 smithi193 ceph-mon[83763]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-04-12T01:46:21.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:20 smithi098 ceph-mon[91373]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-12T01:46:21.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:21.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:20 smithi098 ceph-mon[88922]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-12T01:46:21.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:21.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:20 smithi193 ceph-mon[83763]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-12T01:46:21.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:22.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:21 smithi193 ceph-mon[83763]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-12T01:46:22.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:21 smithi193 ceph-mon[83763]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:46:22.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:21 smithi098 ceph-mon[88922]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-12T01:46:22.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:21 smithi098 ceph-mon[88922]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:46:22.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:21 smithi098 ceph-mon[91373]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-12T01:46:22.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:21 smithi098 ceph-mon[91373]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:46:22.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:46:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:46:23.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:22 smithi193 ceph-mon[83763]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-12T01:46:23.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:22 smithi098 ceph-mon[91373]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-12T01:46:23.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:22 smithi098 ceph-mon[88922]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-12T01:46:24.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:23 smithi193 ceph-mon[83763]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-12T01:46:24.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:23 smithi193 ceph-mon[83763]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 4.0 KiB/s wr, 571 op/s 2024-04-12T01:46:24.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:23 smithi098 ceph-mon[91373]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-12T01:46:24.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:23 smithi098 ceph-mon[91373]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 4.0 KiB/s wr, 571 op/s 2024-04-12T01:46:24.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:23 smithi098 ceph-mon[88922]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-12T01:46:24.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:23 smithi098 ceph-mon[88922]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 4.0 KiB/s wr, 571 op/s 2024-04-12T01:46:25.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:24 smithi193 ceph-mon[83763]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-12T01:46:25.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:24 smithi098 ceph-mon[91373]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-12T01:46:25.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:24 smithi098 ceph-mon[88922]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-12T01:46:26.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:46:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:46:25] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T01:46:26.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:25 smithi098 ceph-mon[91373]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-12T01:46:26.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:25 smithi098 ceph-mon[91373]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 4.0 KiB/s wr, 571 op/s 2024-04-12T01:46:26.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:25 smithi098 ceph-mon[88922]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-12T01:46:26.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:25 smithi098 ceph-mon[88922]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 4.0 KiB/s wr, 571 op/s 2024-04-12T01:46:26.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:25 smithi193 ceph-mon[83763]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-12T01:46:26.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:25 smithi193 ceph-mon[83763]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 4.0 KiB/s wr, 571 op/s 2024-04-12T01:46:27.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:26 smithi193 ceph-mon[83763]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-12T01:46:27.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:26 smithi098 ceph-mon[88922]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-12T01:46:27.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:26 smithi098 ceph-mon[91373]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-12T01:46:28.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:27 smithi193 ceph-mon[83763]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-12T01:46:28.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:27 smithi193 ceph-mon[83763]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-04-12T01:46:28.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:27 smithi098 ceph-mon[88922]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-12T01:46:28.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:27 smithi098 ceph-mon[88922]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-04-12T01:46:28.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:27 smithi098 ceph-mon[91373]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-12T01:46:28.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:27 smithi098 ceph-mon[91373]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.7 KiB/s wr, 617 op/s 2024-04-12T01:46:29.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:28 smithi193 ceph-mon[83763]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-12T01:46:29.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:28 smithi098 ceph-mon[91373]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-12T01:46:29.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:28 smithi098 ceph-mon[88922]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-12T01:46:30.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:29 smithi193 ceph-mon[83763]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-12T01:46:30.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:29 smithi193 ceph-mon[83763]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-12T01:46:30.181 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:29 smithi098 ceph-mon[91373]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-12T01:46:30.181 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:29 smithi098 ceph-mon[91373]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-12T01:46:30.181 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:29 smithi098 ceph-mon[88922]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-12T01:46:30.181 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:29 smithi098 ceph-mon[88922]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-12T01:46:31.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:30 smithi193 ceph-mon[83763]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-12T01:46:31.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:30 smithi098 ceph-mon[91373]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-12T01:46:31.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:30 smithi098 ceph-mon[88922]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-12T01:46:32.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:31 smithi193 ceph-mon[83763]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-12T01:46:32.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:31 smithi193 ceph-mon[83763]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:46:32.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:31 smithi098 ceph-mon[91373]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-12T01:46:32.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:31 smithi098 ceph-mon[91373]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:46:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:31 smithi098 ceph-mon[88922]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-12T01:46:32.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:31 smithi098 ceph-mon[88922]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:46:32.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:46:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:46:33.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:32 smithi098 ceph-mon[88922]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-12T01:46:33.281 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:32 smithi098 ceph-mon[91373]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-12T01:46:33.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:32 smithi193 ceph-mon[83763]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-12T01:46:34.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:33 smithi098 ceph-mon[91373]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-12T01:46:34.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:33 smithi098 ceph-mon[91373]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 4.0 KiB/s wr, 662 op/s 2024-04-12T01:46:34.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:33 smithi098 ceph-mon[88922]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-12T01:46:34.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:33 smithi098 ceph-mon[88922]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 4.0 KiB/s wr, 662 op/s 2024-04-12T01:46:34.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:33 smithi193 ceph-mon[83763]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-12T01:46:34.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:33 smithi193 ceph-mon[83763]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 4.0 KiB/s wr, 662 op/s 2024-04-12T01:46:35.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:34 smithi098 ceph-mon[91373]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-12T01:46:35.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:34 smithi098 ceph-mon[88922]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-12T01:46:35.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:34 smithi193 ceph-mon[83763]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-12T01:46:36.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:46:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:46:35] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T01:46:36.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:35 smithi098 ceph-mon[91373]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-12T01:46:36.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:36.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:35 smithi098 ceph-mon[91373]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 4.0 KiB/s wr, 662 op/s 2024-04-12T01:46:36.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:35 smithi098 ceph-mon[88922]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-12T01:46:36.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:36.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:35 smithi098 ceph-mon[88922]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 4.0 KiB/s wr, 662 op/s 2024-04-12T01:46:36.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:35 smithi193 ceph-mon[83763]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-12T01:46:36.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:36.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:35 smithi193 ceph-mon[83763]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 4.0 KiB/s wr, 662 op/s 2024-04-12T01:46:37.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:36 smithi098 ceph-mon[88922]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-12T01:46:37.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:36 smithi098 ceph-mon[91373]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-12T01:46:37.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:36 smithi193 ceph-mon[83763]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-12T01:46:38.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:37 smithi098 ceph-mon[91373]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-12T01:46:38.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:37 smithi098 ceph-mon[91373]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 3.2 KiB/s wr, 705 op/s 2024-04-12T01:46:38.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:37 smithi098 ceph-mon[88922]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-12T01:46:38.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:37 smithi098 ceph-mon[88922]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 3.2 KiB/s wr, 705 op/s 2024-04-12T01:46:38.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:37 smithi193 ceph-mon[83763]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-12T01:46:38.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:37 smithi193 ceph-mon[83763]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 3.2 KiB/s wr, 705 op/s 2024-04-12T01:46:39.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:38 smithi098 ceph-mon[91373]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-12T01:46:39.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:38 smithi098 ceph-mon[88922]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-12T01:46:39.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:38 smithi193 ceph-mon[83763]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-12T01:46:40.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:39 smithi098 ceph-mon[91373]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-12T01:46:40.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:39 smithi098 ceph-mon[91373]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 3.0 KiB/s wr, 705 op/s 2024-04-12T01:46:40.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:39 smithi098 ceph-mon[88922]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-12T01:46:40.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:39 smithi098 ceph-mon[88922]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 3.0 KiB/s wr, 705 op/s 2024-04-12T01:46:40.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:39 smithi193 ceph-mon[83763]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-12T01:46:40.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:39 smithi193 ceph-mon[83763]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 3.0 KiB/s wr, 705 op/s 2024-04-12T01:46:41.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:40 smithi098 ceph-mon[91373]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-12T01:46:41.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:40 smithi098 ceph-mon[88922]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-12T01:46:41.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:40 smithi193 ceph-mon[83763]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-12T01:46:42.257 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:41 smithi193 ceph-mon[83763]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-12T01:46:42.257 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:41 smithi193 ceph-mon[83763]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:46:42.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:41 smithi098 ceph-mon[88922]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-12T01:46:42.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:41 smithi098 ceph-mon[88922]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:46:42.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:41 smithi098 ceph-mon[91373]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-12T01:46:42.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:41 smithi098 ceph-mon[91373]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:46:42.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:46:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:46:43.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:42 smithi098 ceph-mon[91373]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-12T01:46:43.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:42 smithi098 ceph-mon[88922]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-12T01:46:43.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:42 smithi193 ceph-mon[83763]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-12T01:46:44.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:43 smithi098 ceph-mon[91373]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-12T01:46:44.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:43 smithi098 ceph-mon[91373]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 3.7 KiB/s wr, 749 op/s 2024-04-12T01:46:44.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:43 smithi098 ceph-mon[88922]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-12T01:46:44.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:43 smithi098 ceph-mon[88922]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 3.7 KiB/s wr, 749 op/s 2024-04-12T01:46:44.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:43 smithi193 ceph-mon[83763]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-12T01:46:44.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:43 smithi193 ceph-mon[83763]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 3.7 KiB/s wr, 749 op/s 2024-04-12T01:46:45.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:44 smithi098 ceph-mon[91373]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-12T01:46:45.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:44 smithi098 ceph-mon[88922]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-12T01:46:45.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:44 smithi193 ceph-mon[83763]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-12T01:46:45.957 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:46:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:46:45] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T01:46:46.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:45 smithi098 ceph-mon[91373]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-12T01:46:46.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:45 smithi098 ceph-mon[91373]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 4.0 KiB/s wr, 750 op/s 2024-04-12T01:46:46.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:45 smithi098 ceph-mon[88922]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-12T01:46:46.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:45 smithi098 ceph-mon[88922]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 4.0 KiB/s wr, 750 op/s 2024-04-12T01:46:46.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:45 smithi193 ceph-mon[83763]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-12T01:46:46.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:45 smithi193 ceph-mon[83763]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 4.0 KiB/s wr, 750 op/s 2024-04-12T01:46:47.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:46 smithi098 ceph-mon[91373]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-12T01:46:47.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:46 smithi098 ceph-mon[88922]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-12T01:46:47.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:46 smithi193 ceph-mon[83763]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-12T01:46:48.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:47 smithi098 ceph-mon[91373]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-12T01:46:48.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:47 smithi098 ceph-mon[91373]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.5 KiB/s wr, 793 op/s 2024-04-12T01:46:48.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:47 smithi098 ceph-mon[88922]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-12T01:46:48.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:47 smithi098 ceph-mon[88922]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.5 KiB/s wr, 793 op/s 2024-04-12T01:46:48.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:47 smithi193 ceph-mon[83763]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-12T01:46:48.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:47 smithi193 ceph-mon[83763]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.5 KiB/s wr, 793 op/s 2024-04-12T01:46:49.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:48 smithi098 ceph-mon[91373]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-12T01:46:49.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:48 smithi098 ceph-mon[88922]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-12T01:46:49.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:48 smithi193 ceph-mon[83763]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-12T01:46:50.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:49 smithi098 ceph-mon[91373]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-12T01:46:50.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:49 smithi098 ceph-mon[91373]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-04-12T01:46:50.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:49 smithi098 ceph-mon[88922]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-12T01:46:50.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:49 smithi098 ceph-mon[88922]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-04-12T01:46:50.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:49 smithi193 ceph-mon[83763]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-12T01:46:50.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:49 smithi193 ceph-mon[83763]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-04-12T01:46:51.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:50 smithi098 ceph-mon[91373]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-12T01:46:51.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:51.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:50 smithi098 ceph-mon[88922]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-12T01:46:51.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:51.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:50 smithi193 ceph-mon[83763]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-12T01:46:51.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:46:52.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:52 smithi098 ceph-mon[91373]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-12T01:46:52.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:52 smithi098 ceph-mon[91373]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:46:52.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:52 smithi098 ceph-mon[88922]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-12T01:46:52.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:52 smithi098 ceph-mon[88922]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:46:52.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:52 smithi193 ceph-mon[83763]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-12T01:46:52.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:52 smithi193 ceph-mon[83763]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:46:52.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:46:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:46:53.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:53 smithi098 ceph-mon[91373]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-12T01:46:53.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:53 smithi098 ceph-mon[88922]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-12T01:46:53.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:53 smithi193 ceph-mon[83763]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-12T01:46:54.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:54 smithi098 ceph-mon[88922]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-12T01:46:54.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:54 smithi098 ceph-mon[88922]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.2 KiB/s wr, 836 op/s 2024-04-12T01:46:54.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:54 smithi098 ceph-mon[91373]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-12T01:46:54.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:54 smithi098 ceph-mon[91373]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.2 KiB/s wr, 836 op/s 2024-04-12T01:46:54.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:54 smithi193 ceph-mon[83763]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-12T01:46:54.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:54 smithi193 ceph-mon[83763]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.2 KiB/s wr, 836 op/s 2024-04-12T01:46:55.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:55 smithi098 ceph-mon[88922]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-12T01:46:55.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:55 smithi098 ceph-mon[91373]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-12T01:46:55.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:55 smithi193 ceph-mon[83763]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-12T01:46:56.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:46:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:46:55] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-12T01:46:56.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:56 smithi193 ceph-mon[83763]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-12T01:46:56.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:46:56.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:56 smithi193 ceph-mon[83763]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.5 KiB/s wr, 837 op/s 2024-04-12T01:46:56.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:46:56.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:46:56.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:46:56.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[88922]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-12T01:46:56.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[88922]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.5 KiB/s wr, 837 op/s 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[91373]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[91373]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.5 KiB/s wr, 837 op/s 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:46:56.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:46:57.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:57 smithi193 ceph-mon[83763]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-12T01:46:57.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:57 smithi098 ceph-mon[91373]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-12T01:46:57.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:57 smithi098 ceph-mon[88922]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-12T01:46:58.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:58 smithi193 ceph-mon[83763]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-12T01:46:58.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:58 smithi193 ceph-mon[83763]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 3.2 KiB/s wr, 880 op/s 2024-04-12T01:46:58.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:58 smithi098 ceph-mon[91373]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-12T01:46:58.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:58 smithi098 ceph-mon[91373]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 3.2 KiB/s wr, 880 op/s 2024-04-12T01:46:58.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:58 smithi098 ceph-mon[88922]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-12T01:46:58.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:58 smithi098 ceph-mon[88922]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 3.2 KiB/s wr, 880 op/s 2024-04-12T01:46:59.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:46:59 smithi193 ceph-mon[83763]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-12T01:46:59.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:46:59 smithi098 ceph-mon[91373]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-12T01:46:59.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:46:59 smithi098 ceph-mon[88922]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-12T01:47:00.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:00 smithi193 ceph-mon[83763]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-12T01:47:00.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:00 smithi193 ceph-mon[83763]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 4.0 KiB/s wr, 881 op/s 2024-04-12T01:47:00.432 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:00 smithi098 ceph-mon[91373]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-12T01:47:00.432 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:00 smithi098 ceph-mon[91373]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 4.0 KiB/s wr, 881 op/s 2024-04-12T01:47:00.432 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:00 smithi098 ceph-mon[88922]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-12T01:47:00.432 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:00 smithi098 ceph-mon[88922]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 4.0 KiB/s wr, 881 op/s 2024-04-12T01:47:01.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:01 smithi193 ceph-mon[83763]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-12T01:47:01.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:01 smithi098 ceph-mon[91373]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-12T01:47:01.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:01 smithi098 ceph-mon[88922]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-12T01:47:02.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:02 smithi193 ceph-mon[83763]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-12T01:47:02.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:02 smithi193 ceph-mon[83763]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:47:02.356 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:47:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:47:02.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:02 smithi098 ceph-mon[91373]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-12T01:47:02.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:02 smithi098 ceph-mon[91373]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:47:02.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:02 smithi098 ceph-mon[88922]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-12T01:47:02.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:02 smithi098 ceph-mon[88922]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:47:03.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:03 smithi193 ceph-mon[83763]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-12T01:47:03.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:03 smithi098 ceph-mon[91373]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-12T01:47:03.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:03 smithi098 ceph-mon[88922]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-12T01:47:04.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:04 smithi193 ceph-mon[83763]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-12T01:47:04.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:04 smithi193 ceph-mon[83763]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-04-12T01:47:04.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:04 smithi098 ceph-mon[88922]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-12T01:47:04.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:04 smithi098 ceph-mon[88922]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-04-12T01:47:04.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:04 smithi098 ceph-mon[91373]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-12T01:47:04.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:04 smithi098 ceph-mon[91373]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.7 KiB/s wr, 924 op/s 2024-04-12T01:47:05.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:05 smithi098 ceph-mon[91373]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-12T01:47:05.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:05.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:05 smithi098 ceph-mon[88922]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-12T01:47:05.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:05.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:05 smithi193 ceph-mon[83763]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-12T01:47:05.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:06.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:47:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:47:05] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T01:47:06.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:06 smithi098 ceph-mon[91373]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-12T01:47:06.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:06 smithi098 ceph-mon[91373]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 4.0 KiB/s wr, 925 op/s 2024-04-12T01:47:06.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:06 smithi098 ceph-mon[88922]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-12T01:47:06.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:06 smithi098 ceph-mon[88922]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 4.0 KiB/s wr, 925 op/s 2024-04-12T01:47:06.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:06 smithi193 ceph-mon[83763]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-12T01:47:06.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:06 smithi193 ceph-mon[83763]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 4.0 KiB/s wr, 925 op/s 2024-04-12T01:47:07.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:07 smithi098 ceph-mon[88922]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-12T01:47:07.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:07 smithi098 ceph-mon[91373]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-12T01:47:07.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:07 smithi193 ceph-mon[83763]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-12T01:47:08.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:08 smithi098 ceph-mon[91373]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 3.0 KiB/s wr, 960 op/s 2024-04-12T01:47:08.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:08 smithi098 ceph-mon[91373]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-12T01:47:08.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:08 smithi098 ceph-mon[88922]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 3.0 KiB/s wr, 960 op/s 2024-04-12T01:47:08.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:08 smithi098 ceph-mon[88922]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-12T01:47:08.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:08 smithi193 ceph-mon[83763]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 3.0 KiB/s wr, 960 op/s 2024-04-12T01:47:08.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:08 smithi193 ceph-mon[83763]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-12T01:47:09.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:09 smithi098 ceph-mon[91373]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-12T01:47:09.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:09 smithi098 ceph-mon[88922]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-12T01:47:09.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:09 smithi193 ceph-mon[83763]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-12T01:47:10.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:10 smithi098 ceph-mon[91373]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 3.0 KiB/s wr, 963 op/s 2024-04-12T01:47:10.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:10 smithi098 ceph-mon[91373]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-12T01:47:10.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:10 smithi098 ceph-mon[88922]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 3.0 KiB/s wr, 963 op/s 2024-04-12T01:47:10.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:10 smithi098 ceph-mon[88922]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-12T01:47:10.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:10 smithi193 ceph-mon[83763]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 3.0 KiB/s wr, 963 op/s 2024-04-12T01:47:10.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:10 smithi193 ceph-mon[83763]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-12T01:47:11.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:11 smithi098 ceph-mon[91373]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-12T01:47:11.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:11 smithi098 ceph-mon[88922]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-12T01:47:11.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:11 smithi193 ceph-mon[83763]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-12T01:47:12.507 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:47:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:47:12.507 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:12 smithi193 ceph-mon[83763]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:47:12.507 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:12 smithi193 ceph-mon[83763]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-12T01:47:12.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:12 smithi098 ceph-mon[91373]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:47:12.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:12 smithi098 ceph-mon[91373]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-12T01:47:12.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:12 smithi098 ceph-mon[88922]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:47:12.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:12 smithi098 ceph-mon[88922]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-12T01:47:13.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:13 smithi098 ceph-mon[91373]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-12T01:47:13.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:13 smithi098 ceph-mon[88922]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-12T01:47:13.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:13 smithi193 ceph-mon[83763]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-12T01:47:14.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:14 smithi098 ceph-mon[91373]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 4.2 KiB/s wr, 1.01k op/s 2024-04-12T01:47:14.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:14 smithi098 ceph-mon[91373]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-12T01:47:14.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:14 smithi098 ceph-mon[88922]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 4.2 KiB/s wr, 1.01k op/s 2024-04-12T01:47:14.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:14 smithi098 ceph-mon[88922]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-12T01:47:14.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:14 smithi193 ceph-mon[83763]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 4.2 KiB/s wr, 1.01k op/s 2024-04-12T01:47:14.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:14 smithi193 ceph-mon[83763]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-12T01:47:15.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:15 smithi098 ceph-mon[91373]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-12T01:47:15.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:15 smithi098 ceph-mon[88922]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-12T01:47:15.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:15 smithi193 ceph-mon[83763]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-12T01:47:16.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:47:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:47:15] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T01:47:16.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:16 smithi098 ceph-mon[91373]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-12T01:47:16.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:16 smithi098 ceph-mon[91373]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-12T01:47:16.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:16 smithi098 ceph-mon[88922]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-12T01:47:16.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:16 smithi098 ceph-mon[88922]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-12T01:47:16.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:16 smithi193 ceph-mon[83763]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-12T01:47:16.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:16 smithi193 ceph-mon[83763]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-12T01:47:17.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:17 smithi098 ceph-mon[91373]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-12T01:47:17.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:17 smithi098 ceph-mon[88922]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-12T01:47:17.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:17 smithi193 ceph-mon[83763]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-12T01:47:18.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:18 smithi098 ceph-mon[91373]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 2.7 KiB/s wr, 1.05k op/s 2024-04-12T01:47:18.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:18 smithi098 ceph-mon[91373]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-12T01:47:18.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:18 smithi098 ceph-mon[88922]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 2.7 KiB/s wr, 1.05k op/s 2024-04-12T01:47:18.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:18 smithi098 ceph-mon[88922]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-12T01:47:18.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:18 smithi193 ceph-mon[83763]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 2.7 KiB/s wr, 1.05k op/s 2024-04-12T01:47:18.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:18 smithi193 ceph-mon[83763]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-12T01:47:19.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:19 smithi098 ceph-mon[91373]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-12T01:47:19.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:19 smithi098 ceph-mon[88922]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-12T01:47:19.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:19 smithi193 ceph-mon[83763]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-12T01:47:20.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:20 smithi098 ceph-mon[91373]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T01:47:20.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:20 smithi098 ceph-mon[91373]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-12T01:47:20.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:20.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:20 smithi098 ceph-mon[88922]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T01:47:20.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:20 smithi098 ceph-mon[88922]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-12T01:47:20.531 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:20.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:20 smithi193 ceph-mon[83763]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T01:47:20.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:20 smithi193 ceph-mon[83763]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-12T01:47:20.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:21.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:21 smithi098 ceph-mon[88922]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-12T01:47:21.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:21 smithi098 ceph-mon[91373]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-12T01:47:21.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:21 smithi193 ceph-mon[83763]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-12T01:47:22.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:22 smithi098 ceph-mon[88922]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:47:22.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:22 smithi098 ceph-mon[88922]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-12T01:47:22.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:22 smithi098 ceph-mon[91373]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:47:22.531 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:22 smithi098 ceph-mon[91373]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-12T01:47:22.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:22 smithi193 ceph-mon[83763]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:47:22.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:22 smithi193 ceph-mon[83763]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-12T01:47:22.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:47:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:47:23.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:23 smithi098 ceph-mon[91373]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-12T01:47:23.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:23 smithi098 ceph-mon[88922]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-12T01:47:23.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:23 smithi193 ceph-mon[83763]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-12T01:47:24.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:24 smithi098 ceph-mon[91373]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-12T01:47:24.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:24 smithi098 ceph-mon[91373]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-12T01:47:24.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:24 smithi098 ceph-mon[88922]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-12T01:47:24.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:24 smithi098 ceph-mon[88922]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-12T01:47:24.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:24 smithi193 ceph-mon[83763]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-12T01:47:24.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:24 smithi193 ceph-mon[83763]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-12T01:47:25.530 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:25 smithi098 ceph-mon[91373]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-12T01:47:25.530 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:25 smithi098 ceph-mon[88922]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-12T01:47:25.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:25 smithi193 ceph-mon[83763]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-12T01:47:26.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:47:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:47:25] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-12T01:47:26.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:26 smithi193 ceph-mon[83763]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.5 KiB/s wr, 1.10k op/s 2024-04-12T01:47:26.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:26 smithi193 ceph-mon[83763]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-12T01:47:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:26 smithi098 ceph-mon[88922]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.5 KiB/s wr, 1.10k op/s 2024-04-12T01:47:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:26 smithi098 ceph-mon[88922]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-12T01:47:26.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:26 smithi098 ceph-mon[91373]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.5 KiB/s wr, 1.10k op/s 2024-04-12T01:47:26.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:26 smithi098 ceph-mon[91373]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-12T01:47:27.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:27 smithi193 ceph-mon[83763]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-12T01:47:27.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:27 smithi098 ceph-mon[88922]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-12T01:47:27.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:27 smithi098 ceph-mon[91373]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-12T01:47:28.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:28 smithi193 ceph-mon[83763]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-04-12T01:47:28.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:28 smithi193 ceph-mon[83763]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-12T01:47:28.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:28 smithi098 ceph-mon[91373]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-04-12T01:47:28.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:28 smithi098 ceph-mon[91373]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-12T01:47:28.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:28 smithi098 ceph-mon[88922]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 3.5 KiB/s wr, 1.14k op/s 2024-04-12T01:47:28.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:28 smithi098 ceph-mon[88922]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-12T01:47:29.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:29 smithi193 ceph-mon[83763]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-12T01:47:29.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:29 smithi098 ceph-mon[91373]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-12T01:47:29.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:29 smithi098 ceph-mon[88922]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-12T01:47:30.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:30 smithi193 ceph-mon[83763]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 4.0 KiB/s wr, 1.14k op/s 2024-04-12T01:47:30.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:30 smithi193 ceph-mon[83763]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-12T01:47:30.681 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:30 smithi098 ceph-mon[91373]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 4.0 KiB/s wr, 1.14k op/s 2024-04-12T01:47:30.682 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:30 smithi098 ceph-mon[91373]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-12T01:47:30.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:30 smithi098 ceph-mon[88922]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 4.0 KiB/s wr, 1.14k op/s 2024-04-12T01:47:30.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:30 smithi098 ceph-mon[88922]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-12T01:47:31.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:31 smithi193 ceph-mon[83763]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-12T01:47:31.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:31 smithi098 ceph-mon[88922]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-12T01:47:31.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:31 smithi098 ceph-mon[91373]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-12T01:47:32.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:47:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:47:32.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:32 smithi193 ceph-mon[83763]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-12T01:47:32.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:32 smithi193 ceph-mon[83763]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-12T01:47:32.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:32 smithi098 ceph-mon[91373]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-12T01:47:32.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:32 smithi098 ceph-mon[91373]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-12T01:47:32.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:32 smithi098 ceph-mon[88922]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-12T01:47:32.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:32 smithi098 ceph-mon[88922]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-12T01:47:33.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:33 smithi193 ceph-mon[83763]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-12T01:47:33.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:33 smithi098 ceph-mon[88922]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-12T01:47:33.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:33 smithi098 ceph-mon[91373]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-12T01:47:34.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:34 smithi193 ceph-mon[83763]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-12T01:47:34.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:34 smithi193 ceph-mon[83763]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-12T01:47:34.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:34 smithi098 ceph-mon[91373]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-12T01:47:34.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:34 smithi098 ceph-mon[91373]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-12T01:47:34.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:34 smithi098 ceph-mon[88922]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-12T01:47:34.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:34 smithi098 ceph-mon[88922]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-12T01:47:35.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:35 smithi193 ceph-mon[83763]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-12T01:47:35.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:35.673 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:35 smithi098 ceph-mon[91373]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-12T01:47:35.673 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:35.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:35 smithi098 ceph-mon[88922]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-12T01:47:35.674 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:36.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:47:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:47:35] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T01:47:36.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:36 smithi193 ceph-mon[83763]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-12T01:47:36.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:36 smithi193 ceph-mon[83763]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-12T01:47:36.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:36 smithi098 ceph-mon[91373]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-12T01:47:36.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:36 smithi098 ceph-mon[91373]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-12T01:47:36.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:36 smithi098 ceph-mon[88922]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-12T01:47:36.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:36 smithi098 ceph-mon[88922]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-12T01:47:37.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:37 smithi098 ceph-mon[91373]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-12T01:47:37.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:37 smithi098 ceph-mon[88922]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-12T01:47:37.855 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:47:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=cleanup t=2024-04-12T01:47:37.57264838Z level=info msg="Completed cleanup jobs" duration=3.051036ms 2024-04-12T01:47:37.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:37 smithi193 ceph-mon[83763]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-12T01:47:38.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:38 smithi098 ceph-mon[88922]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.0 KiB/s wr, 1.23k op/s 2024-04-12T01:47:38.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:38 smithi098 ceph-mon[88922]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-12T01:47:38.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:38 smithi098 ceph-mon[91373]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.0 KiB/s wr, 1.23k op/s 2024-04-12T01:47:38.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:38 smithi098 ceph-mon[91373]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-12T01:47:38.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:38 smithi193 ceph-mon[83763]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.0 KiB/s wr, 1.23k op/s 2024-04-12T01:47:38.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:38 smithi193 ceph-mon[83763]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-12T01:47:39.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:39 smithi098 ceph-mon[91373]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-12T01:47:39.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:39 smithi098 ceph-mon[88922]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-12T01:47:39.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:39 smithi193 ceph-mon[83763]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-12T01:47:40.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:40 smithi098 ceph-mon[91373]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.2 KiB/s wr, 1.23k op/s 2024-04-12T01:47:40.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:40 smithi098 ceph-mon[91373]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-12T01:47:40.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:40 smithi098 ceph-mon[88922]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.2 KiB/s wr, 1.23k op/s 2024-04-12T01:47:40.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:40 smithi098 ceph-mon[88922]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-12T01:47:40.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:40 smithi193 ceph-mon[83763]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.2 KiB/s wr, 1.23k op/s 2024-04-12T01:47:40.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:40 smithi193 ceph-mon[83763]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-12T01:47:41.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:41 smithi098 ceph-mon[91373]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-12T01:47:41.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:41 smithi098 ceph-mon[88922]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-12T01:47:41.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:41 smithi193 ceph-mon[83763]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-12T01:47:42.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:42 smithi193 ceph-mon[83763]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:47:42.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:42 smithi193 ceph-mon[83763]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-12T01:47:42.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:47:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:47:42.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:42 smithi098 ceph-mon[91373]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:47:42.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:42 smithi098 ceph-mon[91373]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-12T01:47:42.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:42 smithi098 ceph-mon[88922]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:47:42.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:42 smithi098 ceph-mon[88922]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-12T01:47:43.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:43 smithi098 ceph-mon[91373]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-12T01:47:43.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:43 smithi098 ceph-mon[88922]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-12T01:47:43.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:43 smithi193 ceph-mon[83763]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-12T01:47:44.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:44 smithi098 ceph-mon[91373]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 4.0 KiB/s wr, 1.28k op/s 2024-04-12T01:47:44.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:44 smithi098 ceph-mon[91373]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-12T01:47:44.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:44 smithi098 ceph-mon[88922]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 4.0 KiB/s wr, 1.28k op/s 2024-04-12T01:47:44.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:44 smithi098 ceph-mon[88922]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-12T01:47:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:44 smithi193 ceph-mon[83763]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 4.0 KiB/s wr, 1.28k op/s 2024-04-12T01:47:44.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:44 smithi193 ceph-mon[83763]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-12T01:47:45.673 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:45 smithi098 ceph-mon[91373]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-12T01:47:45.673 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:45 smithi098 ceph-mon[88922]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-12T01:47:45.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:45 smithi193 ceph-mon[83763]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-12T01:47:46.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:47:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:47:45] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T01:47:46.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:46 smithi098 ceph-mon[91373]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-12T01:47:46.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:46 smithi098 ceph-mon[91373]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-12T01:47:46.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:46 smithi098 ceph-mon[88922]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-12T01:47:46.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:46 smithi098 ceph-mon[88922]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-12T01:47:46.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:46 smithi193 ceph-mon[83763]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 KiB/s wr, 1.28k op/s 2024-04-12T01:47:46.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:46 smithi193 ceph-mon[83763]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-12T01:47:47.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:47 smithi098 ceph-mon[88922]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-12T01:47:47.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:47 smithi098 ceph-mon[91373]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-12T01:47:47.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:47 smithi193 ceph-mon[83763]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-12T01:47:48.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:48 smithi098 ceph-mon[91373]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-12T01:47:48.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:48 smithi098 ceph-mon[91373]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-12T01:47:48.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:48 smithi098 ceph-mon[88922]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-12T01:47:48.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:48 smithi098 ceph-mon[88922]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-12T01:47:48.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:48 smithi193 ceph-mon[83763]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-12T01:47:48.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:48 smithi193 ceph-mon[83763]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-12T01:47:49.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:49 smithi098 ceph-mon[88922]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-12T01:47:49.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:49 smithi098 ceph-mon[91373]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-12T01:47:49.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:49 smithi193 ceph-mon[83763]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-12T01:47:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:50 smithi098 ceph-mon[88922]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-12T01:47:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:50 smithi098 ceph-mon[88922]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-12T01:47:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:50.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:50 smithi098 ceph-mon[91373]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-12T01:47:50.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:50 smithi098 ceph-mon[91373]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-12T01:47:50.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:50 smithi193 ceph-mon[83763]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-12T01:47:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:50 smithi193 ceph-mon[83763]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-12T01:47:50.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:47:51.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:51 smithi098 ceph-mon[88922]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-12T01:47:51.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:51 smithi098 ceph-mon[91373]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-12T01:47:51.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:51 smithi193 ceph-mon[83763]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-12T01:47:52.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:52 smithi193 ceph-mon[83763]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-04-12T01:47:52.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:52 smithi193 ceph-mon[83763]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-12T01:47:52.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:47:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:47:52.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:52 smithi098 ceph-mon[91373]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-04-12T01:47:52.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:52 smithi098 ceph-mon[91373]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-12T01:47:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:52 smithi098 ceph-mon[88922]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-04-12T01:47:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:52 smithi098 ceph-mon[88922]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-12T01:47:53.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:53 smithi098 ceph-mon[91373]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-12T01:47:53.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:53 smithi098 ceph-mon[88922]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-12T01:47:53.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:53 smithi193 ceph-mon[83763]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-12T01:47:54.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:54 smithi098 ceph-mon[91373]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 4.0 KiB/s wr, 1.37k op/s 2024-04-12T01:47:54.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:54 smithi098 ceph-mon[91373]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-12T01:47:54.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:54 smithi098 ceph-mon[88922]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 4.0 KiB/s wr, 1.37k op/s 2024-04-12T01:47:54.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:54 smithi098 ceph-mon[88922]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-12T01:47:54.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:54 smithi193 ceph-mon[83763]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 4.0 KiB/s wr, 1.37k op/s 2024-04-12T01:47:54.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:54 smithi193 ceph-mon[83763]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-12T01:47:55.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:55 smithi098 ceph-mon[91373]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-12T01:47:55.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:55 smithi098 ceph-mon[88922]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-12T01:47:55.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:47:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:47:55] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T01:47:55.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:55 smithi193 ceph-mon[83763]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-12T01:47:56.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[91373]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.0 KiB/s wr, 1.36k op/s 2024-04-12T01:47:56.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[91373]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-12T01:47:56.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:47:56.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:47:56.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:47:56.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:47:56.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[88922]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.0 KiB/s wr, 1.36k op/s 2024-04-12T01:47:56.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[88922]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-12T01:47:56.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:47:56.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:47:56.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:47:56.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:47:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:56 smithi193 ceph-mon[83763]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.0 KiB/s wr, 1.36k op/s 2024-04-12T01:47:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:56 smithi193 ceph-mon[83763]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-12T01:47:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:47:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:47:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:47:56.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:47:57.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:57 smithi098 ceph-mon[91373]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-12T01:47:57.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:57 smithi098 ceph-mon[88922]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-12T01:47:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:57 smithi193 ceph-mon[83763]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-12T01:47:58.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:58 smithi098 ceph-mon[91373]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.41k op/s 2024-04-12T01:47:58.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:58 smithi098 ceph-mon[91373]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-12T01:47:58.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:58 smithi098 ceph-mon[88922]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.41k op/s 2024-04-12T01:47:58.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:58 smithi098 ceph-mon[88922]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-12T01:47:58.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:58 smithi193 ceph-mon[83763]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.41k op/s 2024-04-12T01:47:58.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:58 smithi193 ceph-mon[83763]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-12T01:47:59.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:47:59 smithi098 ceph-mon[91373]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-12T01:47:59.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:47:59 smithi098 ceph-mon[88922]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-12T01:47:59.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:47:59 smithi193 ceph-mon[83763]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-12T01:48:00.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:00 smithi098 ceph-mon[91373]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2024-04-12T01:48:00.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:00 smithi098 ceph-mon[91373]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-12T01:48:00.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:00 smithi098 ceph-mon[88922]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2024-04-12T01:48:00.781 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:00 smithi098 ceph-mon[88922]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-12T01:48:00.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:00 smithi193 ceph-mon[83763]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2024-04-12T01:48:00.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:00 smithi193 ceph-mon[83763]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-12T01:48:01.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:01 smithi193 ceph-mon[83763]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-12T01:48:02.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:01 smithi098 ceph-mon[88922]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-12T01:48:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:01 smithi098 ceph-mon[91373]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-12T01:48:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:02 smithi193 ceph-mon[83763]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-04-12T01:48:02.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:02 smithi193 ceph-mon[83763]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-12T01:48:02.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:48:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:48:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:02 smithi098 ceph-mon[91373]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-04-12T01:48:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:02 smithi098 ceph-mon[91373]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-12T01:48:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:02 smithi098 ceph-mon[88922]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s wr, 1 op/s 2024-04-12T01:48:03.033 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:02 smithi098 ceph-mon[88922]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-12T01:48:03.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:03 smithi193 ceph-mon[83763]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-12T01:48:04.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:03 smithi098 ceph-mon[91373]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-12T01:48:04.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:03 smithi098 ceph-mon[88922]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-12T01:48:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:04 smithi193 ceph-mon[83763]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T01:48:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:04 smithi193 ceph-mon[83763]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-12T01:48:05.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:04 smithi098 ceph-mon[91373]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T01:48:05.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:04 smithi098 ceph-mon[91373]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-12T01:48:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:04 smithi098 ceph-mon[88922]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T01:48:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:04 smithi098 ceph-mon[88922]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-12T01:48:05.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:05 smithi193 ceph-mon[83763]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-12T01:48:05.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:06.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:05 smithi098 ceph-mon[88922]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-12T01:48:06.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:06.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:48:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:48:05] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T01:48:06.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:05 smithi098 ceph-mon[91373]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-12T01:48:06.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:06.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:06 smithi193 ceph-mon[83763]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-04-12T01:48:06.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:06 smithi193 ceph-mon[83763]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-12T01:48:07.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:06 smithi098 ceph-mon[91373]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-04-12T01:48:07.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:06 smithi098 ceph-mon[91373]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-12T01:48:07.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:06 smithi098 ceph-mon[88922]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.45k op/s 2024-04-12T01:48:07.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:06 smithi098 ceph-mon[88922]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-12T01:48:07.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:07 smithi193 ceph-mon[83763]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-12T01:48:08.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:07 smithi098 ceph-mon[91373]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-12T01:48:08.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:07 smithi098 ceph-mon[88922]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-12T01:48:08.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:08 smithi193 ceph-mon[83763]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-12T01:48:08.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:08 smithi193 ceph-mon[83763]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-12T01:48:09.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:08 smithi098 ceph-mon[91373]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-12T01:48:09.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:08 smithi098 ceph-mon[91373]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-12T01:48:09.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:08 smithi098 ceph-mon[88922]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-12T01:48:09.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:08 smithi098 ceph-mon[88922]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-12T01:48:09.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:09 smithi193 ceph-mon[83763]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-12T01:48:09.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:09 smithi193 ceph-mon[83763]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-12T01:48:10.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:09 smithi098 ceph-mon[88922]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-12T01:48:10.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:09 smithi098 ceph-mon[88922]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-12T01:48:10.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:09 smithi098 ceph-mon[91373]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-12T01:48:10.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:09 smithi098 ceph-mon[91373]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-12T01:48:10.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:10 smithi193 ceph-mon[83763]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-12T01:48:11.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:10 smithi098 ceph-mon[91373]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-12T01:48:11.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:10 smithi098 ceph-mon[88922]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-12T01:48:12.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:11 smithi098 ceph-mon[91373]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-12T01:48:12.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:11 smithi098 ceph-mon[91373]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:48:12.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:11 smithi098 ceph-mon[88922]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-12T01:48:12.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:11 smithi098 ceph-mon[88922]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:48:12.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:11 smithi193 ceph-mon[83763]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-12T01:48:12.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:11 smithi193 ceph-mon[83763]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T01:48:12.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:48:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:48:13.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:12 smithi098 ceph-mon[91373]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-12T01:48:13.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:12 smithi098 ceph-mon[88922]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-12T01:48:13.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:12 smithi193 ceph-mon[83763]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-12T01:48:14.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:13 smithi098 ceph-mon[91373]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-12T01:48:14.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:13 smithi098 ceph-mon[91373]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-04-12T01:48:14.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:13 smithi098 ceph-mon[88922]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-12T01:48:14.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:13 smithi098 ceph-mon[88922]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-04-12T01:48:14.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:13 smithi193 ceph-mon[83763]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-12T01:48:14.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:13 smithi193 ceph-mon[83763]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-04-12T01:48:15.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:14 smithi098 ceph-mon[91373]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-12T01:48:15.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:14 smithi098 ceph-mon[88922]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-12T01:48:15.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:14 smithi193 ceph-mon[83763]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-12T01:48:16.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:15 smithi098 ceph-mon[88922]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-12T01:48:16.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:15 smithi098 ceph-mon[88922]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-12T01:48:16.031 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:48:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:48:15] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T01:48:16.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:15 smithi098 ceph-mon[91373]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-12T01:48:16.031 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:15 smithi098 ceph-mon[91373]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-12T01:48:16.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:15 smithi193 ceph-mon[83763]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-12T01:48:16.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:15 smithi193 ceph-mon[83763]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-12T01:48:17.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:16 smithi098 ceph-mon[91373]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-12T01:48:17.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:16 smithi098 ceph-mon[88922]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-12T01:48:17.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:16 smithi193 ceph-mon[83763]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-12T01:48:18.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:17 smithi098 ceph-mon[88922]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-12T01:48:18.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:17 smithi098 ceph-mon[88922]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.58k op/s 2024-04-12T01:48:18.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:17 smithi098 ceph-mon[91373]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-12T01:48:18.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:17 smithi098 ceph-mon[91373]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.58k op/s 2024-04-12T01:48:18.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:17 smithi193 ceph-mon[83763]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-12T01:48:18.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:17 smithi193 ceph-mon[83763]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.58k op/s 2024-04-12T01:48:19.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:18 smithi098 ceph-mon[91373]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-12T01:48:19.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:18 smithi098 ceph-mon[88922]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-12T01:48:19.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:18 smithi193 ceph-mon[83763]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-12T01:48:20.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:19 smithi098 ceph-mon[91373]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-12T01:48:20.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:19 smithi098 ceph-mon[91373]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.58k op/s 2024-04-12T01:48:20.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:19 smithi098 ceph-mon[88922]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-12T01:48:20.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:19 smithi098 ceph-mon[88922]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.58k op/s 2024-04-12T01:48:20.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:19 smithi193 ceph-mon[83763]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-12T01:48:20.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:19 smithi193 ceph-mon[83763]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.58k op/s 2024-04-12T01:48:21.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:20 smithi098 ceph-mon[91373]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-12T01:48:21.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:21.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:20 smithi098 ceph-mon[88922]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-12T01:48:21.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:21.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:20 smithi193 ceph-mon[83763]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-12T01:48:21.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:22.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:21 smithi098 ceph-mon[91373]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-12T01:48:22.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:21 smithi098 ceph-mon[91373]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-04-12T01:48:22.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:21 smithi098 ceph-mon[88922]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-12T01:48:22.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:21 smithi098 ceph-mon[88922]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-04-12T01:48:22.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:21 smithi193 ceph-mon[83763]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-12T01:48:22.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:21 smithi193 ceph-mon[83763]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s wr, 1 op/s 2024-04-12T01:48:22.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:48:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:48:23.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:22 smithi098 ceph-mon[88922]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-12T01:48:23.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:22 smithi098 ceph-mon[91373]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-12T01:48:23.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:22 smithi193 ceph-mon[83763]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-12T01:48:24.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:23 smithi098 ceph-mon[91373]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-12T01:48:24.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:23 smithi098 ceph-mon[91373]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.63k op/s 2024-04-12T01:48:24.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:23 smithi098 ceph-mon[88922]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-12T01:48:24.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:23 smithi098 ceph-mon[88922]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.63k op/s 2024-04-12T01:48:24.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:23 smithi193 ceph-mon[83763]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-12T01:48:24.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:23 smithi193 ceph-mon[83763]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.63k op/s 2024-04-12T01:48:25.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:24 smithi098 ceph-mon[91373]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-12T01:48:25.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:24 smithi098 ceph-mon[88922]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-12T01:48:25.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:24 smithi193 ceph-mon[83763]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-12T01:48:26.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:48:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:48:25] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T01:48:26.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:25 smithi098 ceph-mon[91373]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-12T01:48:26.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:25 smithi098 ceph-mon[91373]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-04-12T01:48:26.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:25 smithi098 ceph-mon[88922]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-12T01:48:26.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:25 smithi098 ceph-mon[88922]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-04-12T01:48:26.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:25 smithi193 ceph-mon[83763]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-12T01:48:26.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:25 smithi193 ceph-mon[83763]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-04-12T01:48:27.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:26 smithi098 ceph-mon[91373]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-12T01:48:27.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:26 smithi098 ceph-mon[88922]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-12T01:48:27.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:26 smithi193 ceph-mon[83763]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-12T01:48:28.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:27 smithi098 ceph-mon[91373]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-12T01:48:28.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:27 smithi098 ceph-mon[91373]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 3.0 KiB/s wr, 1.33k op/s 2024-04-12T01:48:28.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:27 smithi098 ceph-mon[88922]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-12T01:48:28.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:27 smithi098 ceph-mon[88922]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 3.0 KiB/s wr, 1.33k op/s 2024-04-12T01:48:28.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:27 smithi193 ceph-mon[83763]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-12T01:48:28.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:27 smithi193 ceph-mon[83763]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 3.0 KiB/s wr, 1.33k op/s 2024-04-12T01:48:29.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:28 smithi098 ceph-mon[88922]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-12T01:48:29.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:28 smithi098 ceph-mon[91373]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-12T01:48:29.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:28 smithi193 ceph-mon[83763]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-12T01:48:30.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:29 smithi098 ceph-mon[91373]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-12T01:48:30.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:29 smithi098 ceph-mon[91373]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 2.7 KiB/s wr, 1.33k op/s 2024-04-12T01:48:30.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:29 smithi098 ceph-mon[88922]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-12T01:48:30.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:29 smithi098 ceph-mon[88922]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 2.7 KiB/s wr, 1.33k op/s 2024-04-12T01:48:30.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:29 smithi193 ceph-mon[83763]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-12T01:48:30.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:29 smithi193 ceph-mon[83763]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 2.7 KiB/s wr, 1.33k op/s 2024-04-12T01:48:31.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:30 smithi098 ceph-mon[91373]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-12T01:48:31.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:30 smithi098 ceph-mon[88922]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-12T01:48:31.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:30 smithi193 ceph-mon[83763]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-12T01:48:32.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:31 smithi098 ceph-mon[91373]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-12T01:48:32.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:31 smithi098 ceph-mon[91373]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:48:32.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:31 smithi098 ceph-mon[88922]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-12T01:48:32.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:31 smithi098 ceph-mon[88922]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:48:32.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:31 smithi193 ceph-mon[83763]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-12T01:48:32.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:31 smithi193 ceph-mon[83763]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T01:48:32.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:48:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:48:33.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:32 smithi098 ceph-mon[91373]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-12T01:48:33.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:32 smithi098 ceph-mon[88922]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-12T01:48:33.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:32 smithi193 ceph-mon[83763]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-12T01:48:34.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:33 smithi098 ceph-mon[91373]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-12T01:48:34.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:33 smithi098 ceph-mon[91373]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.71k op/s 2024-04-12T01:48:34.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:33 smithi098 ceph-mon[88922]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-12T01:48:34.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:33 smithi098 ceph-mon[88922]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.71k op/s 2024-04-12T01:48:34.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:33 smithi193 ceph-mon[83763]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-12T01:48:34.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:33 smithi193 ceph-mon[83763]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.71k op/s 2024-04-12T01:48:35.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:34 smithi098 ceph-mon[91373]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-12T01:48:35.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:34 smithi098 ceph-mon[88922]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-12T01:48:35.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:34 smithi193 ceph-mon[83763]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-12T01:48:36.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:48:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:48:35] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T01:48:36.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:35 smithi098 ceph-mon[91373]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-12T01:48:36.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:36.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:35 smithi098 ceph-mon[91373]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.71k op/s 2024-04-12T01:48:36.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:35 smithi098 ceph-mon[88922]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-12T01:48:36.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:36.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:35 smithi098 ceph-mon[88922]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.71k op/s 2024-04-12T01:48:36.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:35 smithi193 ceph-mon[83763]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-12T01:48:36.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:36.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:35 smithi193 ceph-mon[83763]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.71k op/s 2024-04-12T01:48:37.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:36 smithi098 ceph-mon[91373]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-12T01:48:37.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:36 smithi098 ceph-mon[88922]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-12T01:48:37.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:36 smithi193 ceph-mon[83763]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-12T01:48:38.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:37 smithi193 ceph-mon[83763]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-12T01:48:38.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:37 smithi193 ceph-mon[83763]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.75k op/s 2024-04-12T01:48:38.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:37 smithi098 ceph-mon[88922]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-12T01:48:38.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:37 smithi098 ceph-mon[88922]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.75k op/s 2024-04-12T01:48:38.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:37 smithi098 ceph-mon[91373]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-12T01:48:38.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:37 smithi098 ceph-mon[91373]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.75k op/s 2024-04-12T01:48:39.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:38 smithi193 ceph-mon[83763]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-12T01:48:39.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:38 smithi098 ceph-mon[91373]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-12T01:48:39.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:38 smithi098 ceph-mon[88922]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-12T01:48:40.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:39 smithi193 ceph-mon[83763]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-12T01:48:40.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:39 smithi193 ceph-mon[83763]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.75k op/s 2024-04-12T01:48:40.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:39 smithi098 ceph-mon[91373]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-12T01:48:40.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:39 smithi098 ceph-mon[91373]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.75k op/s 2024-04-12T01:48:40.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:39 smithi098 ceph-mon[88922]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-12T01:48:40.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:39 smithi098 ceph-mon[88922]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.75k op/s 2024-04-12T01:48:41.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:40 smithi193 ceph-mon[83763]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-12T01:48:41.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:40 smithi098 ceph-mon[91373]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-12T01:48:41.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:40 smithi098 ceph-mon[88922]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-12T01:48:42.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:41 smithi193 ceph-mon[83763]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-12T01:48:42.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:41 smithi193 ceph-mon[83763]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:48:42.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:41 smithi098 ceph-mon[91373]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-12T01:48:42.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:41 smithi098 ceph-mon[91373]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:48:42.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:41 smithi098 ceph-mon[88922]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-12T01:48:42.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:41 smithi098 ceph-mon[88922]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-12T01:48:42.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:48:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:48:43.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:42 smithi193 ceph-mon[83763]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-12T01:48:43.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:42 smithi098 ceph-mon[91373]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-12T01:48:43.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:42 smithi098 ceph-mon[88922]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-12T01:48:44.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:43 smithi193 ceph-mon[83763]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-12T01:48:44.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:43 smithi193 ceph-mon[83763]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-12T01:48:44.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:43 smithi098 ceph-mon[91373]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-12T01:48:44.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:43 smithi098 ceph-mon[91373]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-12T01:48:44.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:43 smithi098 ceph-mon[88922]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-12T01:48:44.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:43 smithi098 ceph-mon[88922]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-12T01:48:45.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:44 smithi193 ceph-mon[83763]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-12T01:48:45.279 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:44 smithi098 ceph-mon[91373]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-12T01:48:45.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:44 smithi098 ceph-mon[88922]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-12T01:48:46.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:45 smithi098 ceph-mon[91373]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-12T01:48:46.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:45 smithi098 ceph-mon[91373]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-12T01:48:46.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:45 smithi098 ceph-mon[88922]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-12T01:48:46.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:45 smithi098 ceph-mon[88922]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-12T01:48:46.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:48:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:48:45] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T01:48:46.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:45 smithi193 ceph-mon[83763]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-12T01:48:46.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:45 smithi193 ceph-mon[83763]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-12T01:48:47.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:46 smithi098 ceph-mon[91373]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-12T01:48:47.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:46 smithi098 ceph-mon[88922]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-12T01:48:47.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:46 smithi193 ceph-mon[83763]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-12T01:48:48.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:47 smithi098 ceph-mon[91373]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-12T01:48:48.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:47 smithi098 ceph-mon[91373]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T01:48:48.280 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:47 smithi098 ceph-mon[91373]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-12T01:48:48.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:47 smithi098 ceph-mon[88922]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-12T01:48:48.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:47 smithi098 ceph-mon[88922]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T01:48:48.280 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:47 smithi098 ceph-mon[88922]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-12T01:48:48.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:47 smithi193 ceph-mon[83763]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-12T01:48:48.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:47 smithi193 ceph-mon[83763]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T01:48:48.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:47 smithi193 ceph-mon[83763]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-12T01:48:49.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:49 smithi098 ceph-mon[91373]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-12T01:48:49.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:49 smithi098 ceph-mon[88922]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-12T01:48:49.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:49 smithi193 ceph-mon[83763]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-12T01:48:50.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:50 smithi098 ceph-mon[91373]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T01:48:50.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:50 smithi098 ceph-mon[91373]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-12T01:48:50.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:50 smithi098 ceph-mon[88922]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T01:48:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:50 smithi098 ceph-mon[88922]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-12T01:48:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:50 smithi193 ceph-mon[83763]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-12T01:48:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:50 smithi193 ceph-mon[83763]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-12T01:48:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:48:51.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:51 smithi098 ceph-mon[91373]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-12T01:48:51.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:51 smithi098 ceph-mon[88922]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-12T01:48:51.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:51 smithi193 ceph-mon[83763]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-12T01:48:52.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:52 smithi193 ceph-mon[83763]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-12T01:48:52.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:52 smithi193 ceph-mon[83763]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-12T01:48:52.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:52 smithi193 ceph-mon[83763]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-12T01:48:52.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:48:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:48:52.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:52 smithi098 ceph-mon[91373]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-12T01:48:52.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:52 smithi098 ceph-mon[91373]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-12T01:48:52.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:52 smithi098 ceph-mon[91373]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-12T01:48:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:52 smithi098 ceph-mon[88922]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-12T01:48:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:52 smithi098 ceph-mon[88922]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-12T01:48:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:52 smithi098 ceph-mon[88922]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-12T01:48:54.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:54 smithi098 ceph-mon[91373]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.05k op/s 2024-04-12T01:48:54.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:54 smithi098 ceph-mon[91373]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-12T01:48:54.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:54 smithi098 ceph-mon[88922]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.05k op/s 2024-04-12T01:48:54.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:54 smithi098 ceph-mon[88922]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-12T01:48:54.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:54 smithi193 ceph-mon[83763]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.05k op/s 2024-04-12T01:48:54.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:54 smithi193 ceph-mon[83763]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-12T01:48:55.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:55 smithi098 ceph-mon[91373]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-12T01:48:55.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:55 smithi098 ceph-mon[88922]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-12T01:48:55.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:48:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:48:55] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T01:48:55.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:55 smithi193 ceph-mon[83763]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-12T01:48:56.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:56 smithi098 ceph-mon[91373]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.05k op/s 2024-04-12T01:48:56.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:56 smithi098 ceph-mon[91373]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-12T01:48:56.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:56 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:48:56.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:56 smithi098 ceph-mon[88922]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.05k op/s 2024-04-12T01:48:56.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:56 smithi098 ceph-mon[88922]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-12T01:48:56.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:56 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:48:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:56 smithi193 ceph-mon[83763]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.05k op/s 2024-04-12T01:48:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:56 smithi193 ceph-mon[83763]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-12T01:48:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:56 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:48:57.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[88922]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-12T01:48:57.831 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:48:57.831 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:48:57.831 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:48:57.831 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[88922]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-12T01:48:57.831 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[91373]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-12T01:48:57.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:48:57.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:48:57.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:48:57.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:57 smithi098 ceph-mon[91373]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-12T01:48:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:57 smithi193 ceph-mon[83763]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-12T01:48:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:48:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:48:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:48:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:57 smithi193 ceph-mon[83763]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-12T01:48:58.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:58 smithi098 ceph-mon[88922]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T01:48:58.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:58 smithi098 ceph-mon[91373]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T01:48:58.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:58 smithi193 ceph-mon[83763]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T01:48:59.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:48:59 smithi193 ceph-mon[83763]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-12T01:49:00.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:48:59 smithi098 ceph-mon[88922]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-12T01:49:00.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:48:59 smithi098 ceph-mon[91373]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-12T01:49:00.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:00 smithi193 ceph-mon[83763]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T01:49:00.857 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:00 smithi193 ceph-mon[83763]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-12T01:49:00.931 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:00 smithi098 ceph-mon[91373]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T01:49:00.931 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:00 smithi098 ceph-mon[91373]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-12T01:49:00.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:00 smithi098 ceph-mon[88922]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T01:49:00.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:00 smithi098 ceph-mon[88922]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-12T01:49:01.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:01 smithi193 ceph-mon[83763]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-12T01:49:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:01 smithi098 ceph-mon[91373]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-12T01:49:02.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:01 smithi098 ceph-mon[88922]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-12T01:49:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:02 smithi193 ceph-mon[83763]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T01:49:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:02 smithi193 ceph-mon[83763]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-12T01:49:02.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:02 smithi193 ceph-mon[83763]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-12T01:49:02.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:49:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:49:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:02 smithi098 ceph-mon[91373]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T01:49:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:02 smithi098 ceph-mon[91373]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-12T01:49:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:02 smithi098 ceph-mon[91373]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-12T01:49:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:02 smithi098 ceph-mon[88922]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T01:49:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:02 smithi098 ceph-mon[88922]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-12T01:49:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:02 smithi098 ceph-mon[88922]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-12T01:49:04.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:04 smithi098 ceph-mon[91373]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-12T01:49:04.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:04 smithi098 ceph-mon[91373]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-12T01:49:04.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:04 smithi098 ceph-mon[88922]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-12T01:49:04.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:04 smithi098 ceph-mon[88922]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-12T01:49:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:04 smithi193 ceph-mon[83763]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-12T01:49:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:04 smithi193 ceph-mon[83763]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-12T01:49:05.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:49:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:49:05] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-12T01:49:05.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:05 smithi098 ceph-mon[91373]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-12T01:49:05.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:05.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:05 smithi098 ceph-mon[88922]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-12T01:49:05.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:05.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:05 smithi193 ceph-mon[83763]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-12T01:49:05.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:06.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:06 smithi098 ceph-mon[88922]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-12T01:49:06.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:06 smithi098 ceph-mon[88922]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-12T01:49:06.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:06 smithi098 ceph-mon[91373]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-12T01:49:06.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:06 smithi098 ceph-mon[91373]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-12T01:49:06.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:06 smithi193 ceph-mon[83763]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 KiB/s wr, 1.30k op/s 2024-04-12T01:49:06.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:06 smithi193 ceph-mon[83763]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-12T01:49:07.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:07 smithi098 ceph-mon[91373]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-12T01:49:07.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:07 smithi098 ceph-mon[91373]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-12T01:49:07.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:07 smithi098 ceph-mon[88922]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-12T01:49:07.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:07 smithi098 ceph-mon[88922]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-12T01:49:07.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:07 smithi193 ceph-mon[83763]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-12T01:49:07.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:07 smithi193 ceph-mon[83763]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-12T01:49:08.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:08 smithi098 ceph-mon[88922]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T01:49:08.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:08 smithi098 ceph-mon[91373]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T01:49:08.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:08 smithi193 ceph-mon[83763]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T01:49:09.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:09 smithi098 ceph-mon[88922]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-12T01:49:09.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:09 smithi098 ceph-mon[91373]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-12T01:49:09.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:09 smithi193 ceph-mon[83763]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-12T01:49:10.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:10 smithi098 ceph-mon[91373]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T01:49:10.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:10 smithi098 ceph-mon[91373]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-12T01:49:10.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:10 smithi098 ceph-mon[88922]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T01:49:10.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:10 smithi098 ceph-mon[88922]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-12T01:49:10.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:10 smithi193 ceph-mon[83763]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-12T01:49:10.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:10 smithi193 ceph-mon[83763]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-12T01:49:11.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:11 smithi098 ceph-mon[88922]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-12T01:49:11.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:11 smithi098 ceph-mon[91373]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-12T01:49:11.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:11 smithi193 ceph-mon[83763]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-12T01:49:12.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:12 smithi193 ceph-mon[83763]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:49:12.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:12 smithi193 ceph-mon[83763]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-12T01:49:12.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:12 smithi193 ceph-mon[83763]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-12T01:49:12.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:49:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:49:12.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:12 smithi098 ceph-mon[88922]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:49:12.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:12 smithi098 ceph-mon[88922]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-12T01:49:12.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:12 smithi098 ceph-mon[88922]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-12T01:49:12.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:12 smithi098 ceph-mon[91373]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:49:12.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:12 smithi098 ceph-mon[91373]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-12T01:49:12.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:12 smithi098 ceph-mon[91373]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-12T01:49:14.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:14 smithi193 ceph-mon[83763]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T01:49:14.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:14 smithi193 ceph-mon[83763]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-12T01:49:15.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:14 smithi098 ceph-mon[91373]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T01:49:15.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:14 smithi098 ceph-mon[91373]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-12T01:49:15.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:14 smithi098 ceph-mon[88922]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T01:49:15.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:14 smithi098 ceph-mon[88922]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-12T01:49:15.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:15 smithi193 ceph-mon[83763]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-12T01:49:16.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:15 smithi098 ceph-mon[91373]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-12T01:49:16.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:15 smithi098 ceph-mon[88922]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-12T01:49:16.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:49:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:49:15] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-12T01:49:16.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:16 smithi193 ceph-mon[83763]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T01:49:16.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:16 smithi193 ceph-mon[83763]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-12T01:49:17.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:16 smithi098 ceph-mon[91373]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T01:49:17.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:16 smithi098 ceph-mon[91373]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-12T01:49:17.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:16 smithi098 ceph-mon[88922]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-12T01:49:17.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:16 smithi098 ceph-mon[88922]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-12T01:49:17.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:17 smithi193 ceph-mon[83763]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-12T01:49:17.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:17 smithi193 ceph-mon[83763]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-12T01:49:18.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:17 smithi098 ceph-mon[91373]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-12T01:49:18.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:17 smithi098 ceph-mon[91373]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-12T01:49:18.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:17 smithi098 ceph-mon[88922]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-12T01:49:18.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:17 smithi098 ceph-mon[88922]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-12T01:49:18.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:18 smithi193 ceph-mon[83763]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T01:49:18.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:18 smithi193 ceph-mon[83763]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-12T01:49:19.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:18 smithi098 ceph-mon[91373]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T01:49:19.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:18 smithi098 ceph-mon[91373]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-12T01:49:19.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:18 smithi098 ceph-mon[88922]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T01:49:19.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:18 smithi098 ceph-mon[88922]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-12T01:49:20.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:20 smithi098 ceph-mon[91373]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T01:49:20.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:20 smithi098 ceph-mon[91373]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-12T01:49:20.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:20.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:20 smithi098 ceph-mon[88922]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T01:49:20.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:20 smithi098 ceph-mon[88922]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-12T01:49:20.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:20.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:20 smithi193 ceph-mon[83763]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T01:49:20.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:20 smithi193 ceph-mon[83763]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-12T01:49:20.858 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:21.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:21 smithi098 ceph-mon[91373]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-12T01:49:21.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:21 smithi098 ceph-mon[88922]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-12T01:49:21.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:21 smithi193 ceph-mon[83763]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-12T01:49:22.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:49:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:49:22.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:22 smithi193 ceph-mon[83763]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T01:49:22.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:22 smithi193 ceph-mon[83763]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-12T01:49:22.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:22 smithi193 ceph-mon[83763]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-12T01:49:22.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:22 smithi098 ceph-mon[91373]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T01:49:22.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:22 smithi098 ceph-mon[91373]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-12T01:49:22.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:22 smithi098 ceph-mon[91373]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-12T01:49:22.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:22 smithi098 ceph-mon[88922]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T01:49:22.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:22 smithi098 ceph-mon[88922]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-12T01:49:22.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:22 smithi098 ceph-mon[88922]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-12T01:49:24.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:24 smithi098 ceph-mon[91373]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-12T01:49:24.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:24 smithi098 ceph-mon[91373]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-12T01:49:24.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:24 smithi098 ceph-mon[88922]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-12T01:49:24.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:24 smithi098 ceph-mon[88922]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-12T01:49:24.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:24 smithi193 ceph-mon[83763]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-12T01:49:24.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:24 smithi193 ceph-mon[83763]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-12T01:49:25.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:25 smithi098 ceph-mon[91373]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-12T01:49:25.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:25 smithi098 ceph-mon[88922]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-12T01:49:25.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:49:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:49:25] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-12T01:49:25.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:25 smithi193 ceph-mon[83763]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-12T01:49:26.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:26 smithi098 ceph-mon[91373]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-12T01:49:26.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:26 smithi098 ceph-mon[91373]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-12T01:49:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:26 smithi098 ceph-mon[88922]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-12T01:49:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:26 smithi098 ceph-mon[88922]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-12T01:49:26.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:26 smithi193 ceph-mon[83763]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-12T01:49:26.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:26 smithi193 ceph-mon[83763]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-12T01:49:27.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:27 smithi098 ceph-mon[91373]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-12T01:49:27.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:27 smithi098 ceph-mon[91373]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-12T01:49:27.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:27 smithi098 ceph-mon[88922]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-12T01:49:27.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:27 smithi098 ceph-mon[88922]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-12T01:49:27.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:27 smithi193 ceph-mon[83763]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-12T01:49:27.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:27 smithi193 ceph-mon[83763]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-12T01:49:28.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:28 smithi193 ceph-mon[83763]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T01:49:29.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:28 smithi098 ceph-mon[91373]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T01:49:29.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:28 smithi098 ceph-mon[88922]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T01:49:29.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:29 smithi193 ceph-mon[83763]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-12T01:49:30.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:29 smithi098 ceph-mon[91373]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-12T01:49:30.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:29 smithi098 ceph-mon[88922]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-12T01:49:30.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:30 smithi193 ceph-mon[83763]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T01:49:30.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:30 smithi193 ceph-mon[83763]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-12T01:49:30.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:30 smithi098 ceph-mon[91373]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T01:49:30.931 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:30 smithi098 ceph-mon[91373]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-12T01:49:30.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:30 smithi098 ceph-mon[88922]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-12T01:49:30.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:30 smithi098 ceph-mon[88922]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-12T01:49:31.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:31 smithi193 ceph-mon[83763]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-12T01:49:32.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:31 smithi098 ceph-mon[91373]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-12T01:49:32.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:31 smithi098 ceph-mon[88922]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-12T01:49:32.556 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:49:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:49:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:32 smithi193 ceph-mon[83763]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:49:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:32 smithi193 ceph-mon[83763]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-12T01:49:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:32 smithi193 ceph-mon[83763]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-12T01:49:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:32 smithi098 ceph-mon[91373]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:49:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:32 smithi098 ceph-mon[91373]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-12T01:49:33.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:32 smithi098 ceph-mon[91373]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-12T01:49:33.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:32 smithi098 ceph-mon[88922]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:49:33.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:32 smithi098 ceph-mon[88922]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-12T01:49:33.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:32 smithi098 ceph-mon[88922]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-12T01:49:34.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:34 smithi098 ceph-mon[91373]: pgmap v4603: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T01:49:34.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:34 smithi098 ceph-mon[91373]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-12T01:49:34.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:34 smithi098 ceph-mon[88922]: pgmap v4603: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T01:49:34.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:34 smithi098 ceph-mon[88922]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-12T01:49:34.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:34 smithi193 ceph-mon[83763]: pgmap v4603: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T01:49:34.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:34 smithi193 ceph-mon[83763]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-12T01:49:35.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:35 smithi098 ceph-mon[91373]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-12T01:49:35.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:35.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:49:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:49:35] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T01:49:35.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:35 smithi098 ceph-mon[88922]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-12T01:49:35.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:35.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:35 smithi193 ceph-mon[83763]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-12T01:49:35.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:36.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:36 smithi098 ceph-mon[91373]: pgmap v4606: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T01:49:36.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:36 smithi098 ceph-mon[91373]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-12T01:49:36.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:36 smithi098 ceph-mon[88922]: pgmap v4606: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T01:49:36.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:36 smithi098 ceph-mon[88922]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-12T01:49:36.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:36 smithi193 ceph-mon[83763]: pgmap v4606: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T01:49:36.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:36 smithi193 ceph-mon[83763]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-12T01:49:37.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:37 smithi098 ceph-mon[91373]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-12T01:49:37.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:37 smithi098 ceph-mon[91373]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-12T01:49:37.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:37 smithi098 ceph-mon[88922]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-12T01:49:37.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:37 smithi098 ceph-mon[88922]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-12T01:49:37.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:37 smithi193 ceph-mon[83763]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-12T01:49:37.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:37 smithi193 ceph-mon[83763]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-12T01:49:38.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:38 smithi098 ceph-mon[91373]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 977 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T01:49:38.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:38 smithi098 ceph-mon[88922]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 977 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T01:49:38.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:38 smithi193 ceph-mon[83763]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 977 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T01:49:39.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:39 smithi098 ceph-mon[91373]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-12T01:49:39.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:39 smithi098 ceph-mon[88922]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-12T01:49:39.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:39 smithi193 ceph-mon[83763]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-12T01:49:40.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:40 smithi098 ceph-mon[88922]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T01:49:40.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:40 smithi098 ceph-mon[88922]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-12T01:49:40.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:40 smithi098 ceph-mon[91373]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T01:49:40.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:40 smithi098 ceph-mon[91373]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-12T01:49:40.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:40 smithi193 ceph-mon[83763]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-12T01:49:40.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:40 smithi193 ceph-mon[83763]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-12T01:49:41.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:41 smithi193 ceph-mon[83763]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-12T01:49:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:41 smithi098 ceph-mon[91373]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-12T01:49:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:41 smithi098 ceph-mon[88922]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-12T01:49:42.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:49:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:49:42.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:42 smithi193 ceph-mon[83763]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T01:49:42.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:42 smithi193 ceph-mon[83763]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-12T01:49:42.606 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:42 smithi193 ceph-mon[83763]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-12T01:49:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:42 smithi098 ceph-mon[91373]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T01:49:43.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:42 smithi098 ceph-mon[91373]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-12T01:49:43.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:42 smithi098 ceph-mon[91373]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-12T01:49:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:42 smithi098 ceph-mon[88922]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T01:49:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:42 smithi098 ceph-mon[88922]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-12T01:49:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:42 smithi098 ceph-mon[88922]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-12T01:49:44.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:44 smithi098 ceph-mon[91373]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-12T01:49:44.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:44 smithi098 ceph-mon[91373]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-12T01:49:44.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:44 smithi098 ceph-mon[88922]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-12T01:49:44.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:44 smithi098 ceph-mon[88922]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-12T01:49:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:44 smithi193 ceph-mon[83763]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-12T01:49:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:44 smithi193 ceph-mon[83763]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-12T01:49:45.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:45 smithi193 ceph-mon[83763]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-12T01:49:46.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:45 smithi098 ceph-mon[91373]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-12T01:49:46.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:45 smithi098 ceph-mon[88922]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-12T01:49:46.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:49:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:49:45] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-12T01:49:46.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:46 smithi193 ceph-mon[83763]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-12T01:49:46.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:46 smithi193 ceph-mon[83763]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-12T01:49:47.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:46 smithi098 ceph-mon[91373]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-12T01:49:47.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:46 smithi098 ceph-mon[91373]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-12T01:49:47.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:46 smithi098 ceph-mon[88922]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-12T01:49:47.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:46 smithi098 ceph-mon[88922]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-12T01:49:47.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:47 smithi193 ceph-mon[83763]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-12T01:49:47.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:47 smithi193 ceph-mon[83763]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-12T01:49:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:47 smithi098 ceph-mon[91373]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-12T01:49:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:47 smithi098 ceph-mon[91373]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-12T01:49:48.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:47 smithi098 ceph-mon[88922]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-12T01:49:48.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:47 smithi098 ceph-mon[88922]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-12T01:49:48.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:48 smithi193 ceph-mon[83763]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T01:49:48.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:48 smithi193 ceph-mon[83763]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-12T01:49:49.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:48 smithi098 ceph-mon[91373]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T01:49:49.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:48 smithi098 ceph-mon[91373]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-12T01:49:49.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:48 smithi098 ceph-mon[88922]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T01:49:49.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:48 smithi098 ceph-mon[88922]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-12T01:49:50.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:50 smithi098 ceph-mon[91373]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-04-12T01:49:50.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:50 smithi098 ceph-mon[91373]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-12T01:49:50.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:50 smithi098 ceph-mon[88922]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-04-12T01:49:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:50 smithi098 ceph-mon[88922]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-12T01:49:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:50 smithi193 ceph-mon[83763]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-04-12T01:49:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:50 smithi193 ceph-mon[83763]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-12T01:49:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:49:51.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:51 smithi098 ceph-mon[91373]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-12T01:49:51.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:51 smithi098 ceph-mon[88922]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-12T01:49:51.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:51 smithi193 ceph-mon[83763]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-12T01:49:52.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:52 smithi193 ceph-mon[83763]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T01:49:52.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:52 smithi193 ceph-mon[83763]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-12T01:49:52.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:52 smithi193 ceph-mon[83763]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-12T01:49:52.606 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:49:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:49:52.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:52 smithi098 ceph-mon[91373]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T01:49:52.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:52 smithi098 ceph-mon[91373]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-12T01:49:52.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:52 smithi098 ceph-mon[91373]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-12T01:49:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:52 smithi098 ceph-mon[88922]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T01:49:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:52 smithi098 ceph-mon[88922]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-12T01:49:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:52 smithi098 ceph-mon[88922]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-12T01:49:54.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:54 smithi098 ceph-mon[91373]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T01:49:54.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:54 smithi098 ceph-mon[91373]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-12T01:49:54.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:54 smithi098 ceph-mon[88922]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T01:49:54.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:54 smithi098 ceph-mon[88922]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-12T01:49:54.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:54 smithi193 ceph-mon[83763]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T01:49:54.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:54 smithi193 ceph-mon[83763]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-12T01:49:55.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:55 smithi098 ceph-mon[91373]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-12T01:49:55.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:55 smithi098 ceph-mon[88922]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-12T01:49:55.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:49:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:49:55] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T01:49:55.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:55 smithi193 ceph-mon[83763]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-12T01:49:56.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:56 smithi098 ceph-mon[88922]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 880 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T01:49:56.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:56 smithi098 ceph-mon[88922]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-12T01:49:56.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:56 smithi098 ceph-mon[91373]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 880 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T01:49:56.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:56 smithi098 ceph-mon[91373]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-12T01:49:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:56 smithi193 ceph-mon[83763]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 880 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-12T01:49:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:56 smithi193 ceph-mon[83763]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-12T01:49:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:57 smithi193 ceph-mon[83763]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-12T01:49:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:57 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:49:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:57 smithi193 ceph-mon[83763]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-12T01:49:58.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:57 smithi098 ceph-mon[91373]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-12T01:49:58.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:57 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:49:58.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:57 smithi098 ceph-mon[91373]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-12T01:49:58.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:57 smithi098 ceph-mon[88922]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-12T01:49:58.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:57 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:49:58.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:57 smithi098 ceph-mon[88922]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-12T01:49:58.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:58 smithi193 ceph-mon[83763]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T01:49:58.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:49:58.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:49:58.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:49:58.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:49:58 smithi193 ceph-mon[83763]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-12T01:49:59.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[91373]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T01:49:59.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:49:59.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:49:59.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:49:59.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[91373]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-12T01:49:59.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[88922]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T01:49:59.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:49:59.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:49:59.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:49:59.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:49:58 smithi098 ceph-mon[88922]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-12T01:50:00.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:00 smithi098 ceph-mon[91373]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T01:50:00.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:00 smithi098 ceph-mon[91373]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-12T01:50:00.832 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:00 smithi098 ceph-mon[91373]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:50:00.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:00 smithi098 ceph-mon[88922]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T01:50:00.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:00 smithi098 ceph-mon[88922]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-12T01:50:00.832 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:00 smithi098 ceph-mon[88922]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:50:00.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:00 smithi193 ceph-mon[83763]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T01:50:00.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:00 smithi193 ceph-mon[83763]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-12T01:50:00.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:00 smithi193 ceph-mon[83763]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T01:50:01.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:01 smithi193 ceph-mon[83763]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-12T01:50:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:01 smithi098 ceph-mon[91373]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-12T01:50:02.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:01 smithi098 ceph-mon[88922]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-12T01:50:02.570 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:50:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:50:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:02 smithi193 ceph-mon[83763]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T01:50:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:02 smithi193 ceph-mon[83763]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-12T01:50:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:02 smithi193 ceph-mon[83763]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-12T01:50:03.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:02 smithi098 ceph-mon[88922]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T01:50:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:02 smithi098 ceph-mon[88922]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-12T01:50:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:02 smithi098 ceph-mon[88922]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-12T01:50:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:02 smithi098 ceph-mon[91373]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T01:50:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:02 smithi098 ceph-mon[91373]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-12T01:50:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:02 smithi098 ceph-mon[91373]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-12T01:50:04.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:04 smithi098 ceph-mon[91373]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 812 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T01:50:04.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:04 smithi098 ceph-mon[91373]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-12T01:50:04.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:04 smithi098 ceph-mon[88922]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 812 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T01:50:04.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:04 smithi098 ceph-mon[88922]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-12T01:50:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:04 smithi193 ceph-mon[83763]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 812 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T01:50:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:04 smithi193 ceph-mon[83763]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-12T01:50:05.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:05 smithi098 ceph-mon[88922]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-12T01:50:05.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:05.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:50:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:50:05] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T01:50:05.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:05 smithi098 ceph-mon[91373]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-12T01:50:05.781 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:05.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:05 smithi193 ceph-mon[83763]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-12T01:50:05.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:06.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:06 smithi098 ceph-mon[88922]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T01:50:06.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:06 smithi098 ceph-mon[88922]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-12T01:50:06.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:06 smithi098 ceph-mon[91373]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T01:50:06.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:06 smithi098 ceph-mon[91373]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-12T01:50:06.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:06 smithi193 ceph-mon[83763]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-12T01:50:06.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:06 smithi193 ceph-mon[83763]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-12T01:50:07.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:07 smithi098 ceph-mon[91373]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-12T01:50:07.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:07 smithi098 ceph-mon[91373]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-12T01:50:07.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:07 smithi098 ceph-mon[88922]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-12T01:50:07.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:07 smithi098 ceph-mon[88922]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-12T01:50:07.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:07 smithi193 ceph-mon[83763]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-12T01:50:07.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:07 smithi193 ceph-mon[83763]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-12T01:50:08.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:08 smithi098 ceph-mon[91373]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T01:50:08.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:08 smithi098 ceph-mon[88922]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T01:50:08.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:08 smithi193 ceph-mon[83763]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T01:50:09.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:09 smithi193 ceph-mon[83763]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-12T01:50:10.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:09 smithi098 ceph-mon[91373]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-12T01:50:10.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:09 smithi098 ceph-mon[88922]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-12T01:50:10.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:10 smithi193 ceph-mon[83763]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T01:50:10.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:10 smithi193 ceph-mon[83763]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-12T01:50:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:10 smithi098 ceph-mon[91373]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T01:50:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:10 smithi098 ceph-mon[91373]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-12T01:50:11.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:10 smithi098 ceph-mon[88922]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T01:50:11.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:10 smithi098 ceph-mon[88922]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-12T01:50:11.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:11 smithi193 ceph-mon[83763]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-12T01:50:12.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:11 smithi098 ceph-mon[88922]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-12T01:50:12.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:11 smithi098 ceph-mon[91373]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-12T01:50:12.556 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:50:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:50:12.556 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:12 smithi193 ceph-mon[83763]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:12.556 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:12 smithi193 ceph-mon[83763]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-12T01:50:12.557 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:12 smithi193 ceph-mon[83763]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-12T01:50:13.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:12 smithi098 ceph-mon[91373]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:13.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:12 smithi098 ceph-mon[91373]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-12T01:50:13.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:12 smithi098 ceph-mon[91373]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-12T01:50:13.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:12 smithi098 ceph-mon[88922]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:13.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:12 smithi098 ceph-mon[88922]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-12T01:50:13.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:12 smithi098 ceph-mon[88922]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-12T01:50:14.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:14 smithi098 ceph-mon[88922]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T01:50:14.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:14 smithi098 ceph-mon[88922]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-12T01:50:14.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:14 smithi098 ceph-mon[91373]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T01:50:14.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:14 smithi098 ceph-mon[91373]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-12T01:50:14.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:14 smithi193 ceph-mon[83763]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T01:50:14.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:14 smithi193 ceph-mon[83763]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-12T01:50:15.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:15 smithi098 ceph-mon[91373]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-12T01:50:15.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:15 smithi098 ceph-mon[88922]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-12T01:50:15.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:50:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:50:15] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-12T01:50:15.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:15 smithi193 ceph-mon[83763]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-12T01:50:16.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:16 smithi098 ceph-mon[88922]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T01:50:16.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:16 smithi098 ceph-mon[88922]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-12T01:50:16.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:16 smithi098 ceph-mon[91373]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T01:50:16.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:16 smithi098 ceph-mon[91373]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-12T01:50:16.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:16 smithi193 ceph-mon[83763]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-12T01:50:16.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:16 smithi193 ceph-mon[83763]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-12T01:50:17.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:17 smithi098 ceph-mon[88922]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-12T01:50:17.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:17 smithi098 ceph-mon[88922]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-12T01:50:17.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:17 smithi098 ceph-mon[91373]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-12T01:50:17.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:17 smithi098 ceph-mon[91373]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-12T01:50:17.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:17 smithi193 ceph-mon[83763]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-12T01:50:17.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:17 smithi193 ceph-mon[83763]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-12T01:50:18.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:18 smithi098 ceph-mon[91373]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 5.0 KiB/s wr, 964 op/s 2024-04-12T01:50:18.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:18 smithi098 ceph-mon[88922]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 5.0 KiB/s wr, 964 op/s 2024-04-12T01:50:18.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:18 smithi193 ceph-mon[83763]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 5.0 KiB/s wr, 964 op/s 2024-04-12T01:50:19.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:19 smithi193 ceph-mon[83763]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-12T01:50:20.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:19 smithi098 ceph-mon[91373]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-12T01:50:20.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:19 smithi098 ceph-mon[88922]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-12T01:50:20.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:20 smithi193 ceph-mon[83763]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-04-12T01:50:20.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:20 smithi193 ceph-mon[83763]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-12T01:50:20.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:20 smithi098 ceph-mon[91373]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-04-12T01:50:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:20 smithi098 ceph-mon[91373]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-12T01:50:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:21.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:20 smithi098 ceph-mon[88922]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-04-12T01:50:21.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:20 smithi098 ceph-mon[88922]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-12T01:50:21.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:21.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:21 smithi193 ceph-mon[83763]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-12T01:50:22.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:21 smithi098 ceph-mon[91373]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-12T01:50:22.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:21 smithi098 ceph-mon[88922]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-12T01:50:22.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:50:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:50:22.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:22 smithi193 ceph-mon[83763]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T01:50:22.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:22 smithi193 ceph-mon[83763]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-12T01:50:22.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:22 smithi193 ceph-mon[83763]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-12T01:50:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:22 smithi098 ceph-mon[91373]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T01:50:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:22 smithi098 ceph-mon[91373]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-12T01:50:23.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:22 smithi098 ceph-mon[91373]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-12T01:50:23.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:22 smithi098 ceph-mon[88922]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T01:50:23.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:22 smithi098 ceph-mon[88922]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-12T01:50:23.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:22 smithi098 ceph-mon[88922]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-12T01:50:24.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:24 smithi098 ceph-mon[88922]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 923 op/s 2024-04-12T01:50:24.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:24 smithi098 ceph-mon[88922]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-12T01:50:24.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:24 smithi098 ceph-mon[91373]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 923 op/s 2024-04-12T01:50:24.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:24 smithi098 ceph-mon[91373]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-12T01:50:24.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:24 smithi193 ceph-mon[83763]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 923 op/s 2024-04-12T01:50:24.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:24 smithi193 ceph-mon[83763]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-12T01:50:25.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:50:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:50:25] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-12T01:50:25.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:25 smithi098 ceph-mon[91373]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-12T01:50:25.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:25 smithi098 ceph-mon[88922]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-12T01:50:25.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:25 smithi193 ceph-mon[83763]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-12T01:50:26.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:26 smithi098 ceph-mon[91373]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2024-04-12T01:50:26.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:26 smithi098 ceph-mon[91373]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-12T01:50:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:26 smithi098 ceph-mon[88922]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2024-04-12T01:50:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:26 smithi098 ceph-mon[88922]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-12T01:50:26.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:26 smithi193 ceph-mon[83763]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2024-04-12T01:50:26.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:26 smithi193 ceph-mon[83763]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-12T01:50:27.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:27 smithi098 ceph-mon[91373]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-12T01:50:27.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:27 smithi098 ceph-mon[91373]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-12T01:50:27.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:27 smithi098 ceph-mon[88922]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-12T01:50:27.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:27 smithi098 ceph-mon[88922]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-12T01:50:27.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:27 smithi193 ceph-mon[83763]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-12T01:50:27.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:27 smithi193 ceph-mon[83763]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-12T01:50:28.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:28 smithi098 ceph-mon[91373]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 878 op/s 2024-04-12T01:50:28.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:28 smithi098 ceph-mon[88922]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 878 op/s 2024-04-12T01:50:28.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:28 smithi193 ceph-mon[83763]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 878 op/s 2024-04-12T01:50:29.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:29 smithi193 ceph-mon[83763]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-12T01:50:30.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:29 smithi098 ceph-mon[88922]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-12T01:50:30.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:29 smithi098 ceph-mon[91373]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-12T01:50:30.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:30 smithi193 ceph-mon[83763]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 877 op/s 2024-04-12T01:50:30.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:30 smithi193 ceph-mon[83763]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-12T01:50:30.931 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:30 smithi098 ceph-mon[91373]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 877 op/s 2024-04-12T01:50:30.931 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:30 smithi098 ceph-mon[91373]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-12T01:50:30.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:30 smithi098 ceph-mon[88922]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 877 op/s 2024-04-12T01:50:30.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:30 smithi098 ceph-mon[88922]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-12T01:50:31.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:31 smithi193 ceph-mon[83763]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-12T01:50:31.953 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:31 smithi098 ceph-mon[91373]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-12T01:50:31.954 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:31 smithi098 ceph-mon[88922]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-12T01:50:32.552 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:50:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:50:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:32 smithi193 ceph-mon[83763]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:32 smithi193 ceph-mon[83763]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-12T01:50:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:32 smithi193 ceph-mon[83763]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-12T01:50:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:32 smithi098 ceph-mon[91373]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:32 smithi098 ceph-mon[91373]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-12T01:50:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:32 smithi098 ceph-mon[91373]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-12T01:50:33.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:32 smithi098 ceph-mon[88922]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:33.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:32 smithi098 ceph-mon[88922]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-12T01:50:33.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:32 smithi098 ceph-mon[88922]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-12T01:50:34.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:34 smithi098 ceph-mon[91373]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 840 op/s 2024-04-12T01:50:34.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:34 smithi098 ceph-mon[91373]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-12T01:50:34.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:34 smithi098 ceph-mon[88922]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 840 op/s 2024-04-12T01:50:34.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:34 smithi098 ceph-mon[88922]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-12T01:50:34.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:34 smithi193 ceph-mon[83763]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 840 op/s 2024-04-12T01:50:34.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:34 smithi193 ceph-mon[83763]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-12T01:50:35.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:35 smithi098 ceph-mon[91373]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-12T01:50:35.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:35.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:35 smithi098 ceph-mon[88922]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-12T01:50:35.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:35.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:50:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:50:35] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-12T01:50:35.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:35 smithi193 ceph-mon[83763]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-12T01:50:35.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:36.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:36 smithi098 ceph-mon[91373]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-12T01:50:36.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:36 smithi098 ceph-mon[91373]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-12T01:50:36.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:36 smithi098 ceph-mon[88922]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-12T01:50:36.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:36 smithi098 ceph-mon[88922]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-12T01:50:36.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:36 smithi193 ceph-mon[83763]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 618 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-12T01:50:36.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:36 smithi193 ceph-mon[83763]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-12T01:50:37.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:37 smithi098 ceph-mon[91373]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-12T01:50:37.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:37 smithi098 ceph-mon[91373]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-12T01:50:37.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:37 smithi098 ceph-mon[88922]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-12T01:50:37.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:37 smithi098 ceph-mon[88922]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-12T01:50:37.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:37 smithi193 ceph-mon[83763]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-12T01:50:37.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:37 smithi193 ceph-mon[83763]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-12T01:50:38.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:38 smithi098 ceph-mon[91373]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 5.0 KiB/s wr, 789 op/s 2024-04-12T01:50:38.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:38 smithi098 ceph-mon[88922]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 5.0 KiB/s wr, 789 op/s 2024-04-12T01:50:38.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:38 smithi193 ceph-mon[83763]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 5.0 KiB/s wr, 789 op/s 2024-04-12T01:50:39.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:39 smithi193 ceph-mon[83763]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-12T01:50:40.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:39 smithi098 ceph-mon[91373]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-12T01:50:40.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:39 smithi098 ceph-mon[88922]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-12T01:50:40.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:40 smithi193 ceph-mon[83763]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 790 op/s 2024-04-12T01:50:40.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:40 smithi193 ceph-mon[83763]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-12T01:50:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:40 smithi098 ceph-mon[91373]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 790 op/s 2024-04-12T01:50:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:40 smithi098 ceph-mon[91373]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-12T01:50:41.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:40 smithi098 ceph-mon[88922]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 790 op/s 2024-04-12T01:50:41.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:40 smithi098 ceph-mon[88922]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-12T01:50:41.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:41 smithi193 ceph-mon[83763]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-12T01:50:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:41 smithi098 ceph-mon[91373]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-12T01:50:42.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:41 smithi098 ceph-mon[88922]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-12T01:50:42.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:42 smithi193 ceph-mon[83763]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:42.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:42 smithi193 ceph-mon[83763]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-12T01:50:42.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:42 smithi193 ceph-mon[83763]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-12T01:50:42.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:50:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:50:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:42 smithi098 ceph-mon[91373]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:42 smithi098 ceph-mon[91373]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-12T01:50:43.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:42 smithi098 ceph-mon[91373]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-12T01:50:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:42 smithi098 ceph-mon[88922]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:42 smithi098 ceph-mon[88922]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-12T01:50:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:42 smithi098 ceph-mon[88922]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-12T01:50:44.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:44 smithi098 ceph-mon[88922]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-12T01:50:44.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:44 smithi098 ceph-mon[88922]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-12T01:50:44.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:44 smithi098 ceph-mon[91373]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-12T01:50:44.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:44 smithi098 ceph-mon[91373]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-12T01:50:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:44 smithi193 ceph-mon[83763]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-12T01:50:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:44 smithi193 ceph-mon[83763]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-12T01:50:45.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:45 smithi193 ceph-mon[83763]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-12T01:50:46.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:45 smithi098 ceph-mon[91373]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-12T01:50:46.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:45 smithi098 ceph-mon[88922]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-12T01:50:46.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:50:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:50:45] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-12T01:50:46.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:46 smithi193 ceph-mon[83763]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 748 op/s 2024-04-12T01:50:46.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:46 smithi193 ceph-mon[83763]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-12T01:50:47.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:46 smithi098 ceph-mon[88922]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 748 op/s 2024-04-12T01:50:47.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:46 smithi098 ceph-mon[88922]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-12T01:50:47.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:46 smithi098 ceph-mon[91373]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 748 op/s 2024-04-12T01:50:47.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:46 smithi098 ceph-mon[91373]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-12T01:50:47.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:47 smithi193 ceph-mon[83763]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-12T01:50:47.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:47 smithi193 ceph-mon[83763]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-12T01:50:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:47 smithi098 ceph-mon[91373]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-12T01:50:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:47 smithi098 ceph-mon[91373]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-12T01:50:48.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:47 smithi098 ceph-mon[88922]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-12T01:50:48.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:47 smithi098 ceph-mon[88922]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-12T01:50:48.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:48 smithi193 ceph-mon[83763]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-12T01:50:48.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:48 smithi193 ceph-mon[83763]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-12T01:50:49.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:48 smithi098 ceph-mon[88922]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-12T01:50:49.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:48 smithi098 ceph-mon[88922]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-12T01:50:49.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:48 smithi098 ceph-mon[91373]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-12T01:50:49.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:48 smithi098 ceph-mon[91373]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-12T01:50:50.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:50 smithi098 ceph-mon[91373]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 5.0 KiB/s wr, 708 op/s 2024-04-12T01:50:50.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:50 smithi098 ceph-mon[91373]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-12T01:50:50.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:50 smithi098 ceph-mon[88922]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 5.0 KiB/s wr, 708 op/s 2024-04-12T01:50:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:50 smithi098 ceph-mon[88922]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-12T01:50:50.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:50.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:50 smithi193 ceph-mon[83763]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 5.0 KiB/s wr, 708 op/s 2024-04-12T01:50:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:50 smithi193 ceph-mon[83763]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-12T01:50:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:50:51.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:51 smithi098 ceph-mon[91373]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-12T01:50:51.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:51 smithi098 ceph-mon[88922]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-12T01:50:51.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:51 smithi193 ceph-mon[83763]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-12T01:50:52.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:52 smithi193 ceph-mon[83763]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:52.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:52 smithi193 ceph-mon[83763]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-12T01:50:52.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:52 smithi193 ceph-mon[83763]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-12T01:50:52.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:50:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:50:52.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:52 smithi098 ceph-mon[91373]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:52.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:52 smithi098 ceph-mon[91373]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-12T01:50:52.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:52 smithi098 ceph-mon[91373]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-12T01:50:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:52 smithi098 ceph-mon[88922]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:50:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:52 smithi098 ceph-mon[88922]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-12T01:50:52.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:52 smithi098 ceph-mon[88922]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-12T01:50:54.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:54 smithi098 ceph-mon[91373]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-04-12T01:50:54.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:54 smithi098 ceph-mon[91373]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-12T01:50:54.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:54 smithi098 ceph-mon[88922]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-04-12T01:50:54.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:54 smithi098 ceph-mon[88922]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-12T01:50:54.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:54 smithi193 ceph-mon[83763]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 660 op/s 2024-04-12T01:50:54.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:54 smithi193 ceph-mon[83763]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-12T01:50:55.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:55 smithi193 ceph-mon[83763]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-12T01:50:56.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:55 smithi098 ceph-mon[91373]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-12T01:50:56.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:55 smithi098 ceph-mon[88922]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-12T01:50:56.030 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:50:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:50:55] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-12T01:50:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:56 smithi193 ceph-mon[83763]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 5.0 KiB/s wr, 662 op/s 2024-04-12T01:50:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:56 smithi193 ceph-mon[83763]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-12T01:50:57.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:56 smithi098 ceph-mon[88922]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 5.0 KiB/s wr, 662 op/s 2024-04-12T01:50:57.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:56 smithi098 ceph-mon[88922]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-12T01:50:57.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:56 smithi098 ceph-mon[91373]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 5.0 KiB/s wr, 662 op/s 2024-04-12T01:50:57.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:56 smithi098 ceph-mon[91373]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-12T01:50:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:57 smithi193 ceph-mon[83763]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-12T01:50:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:57 smithi193 ceph-mon[83763]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-12T01:50:58.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:57 smithi098 ceph-mon[91373]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-12T01:50:58.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:57 smithi098 ceph-mon[91373]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-12T01:50:58.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:57 smithi098 ceph-mon[88922]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-12T01:50:58.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:57 smithi098 ceph-mon[88922]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-12T01:50:58.815 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:58 smithi098 ceph-mon[91373]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 615 op/s 2024-04-12T01:50:58.815 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:58 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:50:58.815 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:58 smithi098 ceph-mon[88922]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 615 op/s 2024-04-12T01:50:58.816 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:58 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:50:58.833 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:58 smithi193 ceph-mon[83763]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 615 op/s 2024-04-12T01:50:58.833 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:58 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:50:59.842 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:50:59 smithi098 ceph-mon[91373]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-12T01:50:59.843 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:50:59 smithi098 ceph-mon[88922]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-12T01:50:59.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:50:59 smithi193 ceph-mon[83763]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-12T01:51:00.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:00 smithi193 ceph-mon[83763]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 615 op/s 2024-04-12T01:51:00.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:00 smithi193 ceph-mon[83763]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-12T01:51:01.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:00 smithi098 ceph-mon[91373]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 615 op/s 2024-04-12T01:51:01.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:00 smithi098 ceph-mon[91373]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-12T01:51:01.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:00 smithi098 ceph-mon[88922]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 615 op/s 2024-04-12T01:51:01.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:00 smithi098 ceph-mon[88922]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-12T01:51:01.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:01 smithi193 ceph-mon[83763]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-12T01:51:01.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:01.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:01.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:01 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:02.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:01 smithi098 ceph-mon[88922]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-12T01:51:02.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:02.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:02.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:01 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:01 smithi098 ceph-mon[91373]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-12T01:51:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:01 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:02.580 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:51:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:51:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:51:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:02 smithi193 ceph-mon[83763]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T01:51:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:02 smithi193 ceph-mon[83763]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-12T01:51:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:51:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:51:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:02 smithi193 ceph-mon[83763]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-12T01:51:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[91373]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T01:51:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[91373]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-12T01:51:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:51:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:51:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:03.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[91373]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-12T01:51:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[88922]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T01:51:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[88922]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-12T01:51:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:51:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:51:03.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:51:03.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:02 smithi098 ceph-mon[88922]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-12T01:51:04.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:04 smithi098 ceph-mon[91373]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-12T01:51:04.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:04 smithi098 ceph-mon[91373]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-12T01:51:04.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:04 smithi098 ceph-mon[88922]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-12T01:51:04.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:04 smithi098 ceph-mon[88922]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-12T01:51:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:04 smithi193 ceph-mon[83763]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-12T01:51:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:04 smithi193 ceph-mon[83763]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-12T01:51:05.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:51:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:51:05] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T01:51:05.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:05 smithi098 ceph-mon[91373]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-12T01:51:05.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:05.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:05 smithi098 ceph-mon[88922]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-12T01:51:05.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:05.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:05 smithi193 ceph-mon[83763]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-12T01:51:05.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:06.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:06 smithi193 ceph-mon[83763]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-12T01:51:06.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:06 smithi193 ceph-mon[83763]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-12T01:51:07.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:06 smithi098 ceph-mon[91373]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-12T01:51:07.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:06 smithi098 ceph-mon[91373]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-12T01:51:07.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:06 smithi098 ceph-mon[88922]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-12T01:51:07.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:06 smithi098 ceph-mon[88922]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-12T01:51:07.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:07 smithi193 ceph-mon[83763]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-12T01:51:07.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:07 smithi193 ceph-mon[83763]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-12T01:51:08.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:07 smithi098 ceph-mon[91373]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-12T01:51:08.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:07 smithi098 ceph-mon[91373]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-12T01:51:08.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:07 smithi098 ceph-mon[88922]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-12T01:51:08.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:07 smithi098 ceph-mon[88922]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-12T01:51:08.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:08 smithi193 ceph-mon[83763]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 526 op/s 2024-04-12T01:51:09.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:08 smithi098 ceph-mon[91373]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 526 op/s 2024-04-12T01:51:09.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:08 smithi098 ceph-mon[88922]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 526 op/s 2024-04-12T01:51:09.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:09 smithi193 ceph-mon[83763]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-12T01:51:10.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:09 smithi098 ceph-mon[91373]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-12T01:51:10.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:09 smithi098 ceph-mon[88922]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-12T01:51:10.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:10 smithi193 ceph-mon[83763]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-12T01:51:10.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:10 smithi193 ceph-mon[83763]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-12T01:51:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:10 smithi098 ceph-mon[91373]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-12T01:51:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:10 smithi098 ceph-mon[91373]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-12T01:51:11.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:10 smithi098 ceph-mon[88922]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-12T01:51:11.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:10 smithi098 ceph-mon[88922]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-12T01:51:11.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:11 smithi193 ceph-mon[83763]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-12T01:51:12.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:11 smithi098 ceph-mon[88922]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-12T01:51:12.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:11 smithi098 ceph-mon[91373]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-12T01:51:12.571 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:51:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:51:12.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:12 smithi193 ceph-mon[83763]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:51:12.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:12 smithi193 ceph-mon[83763]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-12T01:51:12.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:12 smithi193 ceph-mon[83763]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-12T01:51:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:12 smithi098 ceph-mon[88922]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:51:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:12 smithi098 ceph-mon[88922]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-12T01:51:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:12 smithi098 ceph-mon[88922]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-12T01:51:13.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:12 smithi098 ceph-mon[91373]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:51:13.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:12 smithi098 ceph-mon[91373]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-12T01:51:13.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:12 smithi098 ceph-mon[91373]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-12T01:51:14.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:14 smithi098 ceph-mon[91373]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 5.0 KiB/s wr, 484 op/s 2024-04-12T01:51:14.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:14 smithi098 ceph-mon[91373]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-12T01:51:14.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:14 smithi098 ceph-mon[88922]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 5.0 KiB/s wr, 484 op/s 2024-04-12T01:51:14.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:14 smithi098 ceph-mon[88922]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-12T01:51:14.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:14 smithi193 ceph-mon[83763]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 5.0 KiB/s wr, 484 op/s 2024-04-12T01:51:14.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:14 smithi193 ceph-mon[83763]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-12T01:51:15.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:15 smithi098 ceph-mon[91373]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-12T01:51:15.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:15 smithi098 ceph-mon[88922]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-12T01:51:15.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:51:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:51:15] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-12T01:51:15.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:15 smithi193 ceph-mon[83763]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-12T01:51:16.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:16 smithi098 ceph-mon[91373]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-12T01:51:16.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:16 smithi098 ceph-mon[91373]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-12T01:51:16.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:16 smithi098 ceph-mon[88922]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-12T01:51:16.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:16 smithi098 ceph-mon[88922]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-12T01:51:16.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:16 smithi193 ceph-mon[83763]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-12T01:51:16.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:16 smithi193 ceph-mon[83763]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-12T01:51:17.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:17 smithi193 ceph-mon[83763]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-12T01:51:17.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:17 smithi193 ceph-mon[83763]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-12T01:51:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:17 smithi098 ceph-mon[91373]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-12T01:51:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:17 smithi098 ceph-mon[91373]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-12T01:51:18.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:17 smithi098 ceph-mon[88922]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-12T01:51:18.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:17 smithi098 ceph-mon[88922]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-12T01:51:18.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:18 smithi193 ceph-mon[83763]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 5.0 KiB/s wr, 436 op/s 2024-04-12T01:51:19.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:18 smithi098 ceph-mon[91373]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 5.0 KiB/s wr, 436 op/s 2024-04-12T01:51:19.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:18 smithi098 ceph-mon[88922]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 5.0 KiB/s wr, 436 op/s 2024-04-12T01:51:19.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:19 smithi193 ceph-mon[83763]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-12T01:51:20.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:19 smithi098 ceph-mon[91373]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-12T01:51:20.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:19 smithi098 ceph-mon[88922]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-12T01:51:20.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:20 smithi193 ceph-mon[83763]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2024-04-12T01:51:20.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:20 smithi193 ceph-mon[83763]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-12T01:51:20.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:20 smithi098 ceph-mon[91373]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2024-04-12T01:51:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:20 smithi098 ceph-mon[91373]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-12T01:51:21.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:21.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:20 smithi098 ceph-mon[88922]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2024-04-12T01:51:21.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:20 smithi098 ceph-mon[88922]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-12T01:51:21.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:21.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:21 smithi193 ceph-mon[83763]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-12T01:51:22.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:21 smithi098 ceph-mon[91373]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-12T01:51:22.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:21 smithi098 ceph-mon[88922]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-12T01:51:22.571 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:51:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:51:22.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:22 smithi193 ceph-mon[83763]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:51:22.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:22 smithi193 ceph-mon[83763]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-12T01:51:22.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:22 smithi193 ceph-mon[83763]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-12T01:51:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:22 smithi098 ceph-mon[91373]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:51:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:22 smithi098 ceph-mon[91373]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-12T01:51:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:22 smithi098 ceph-mon[91373]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-12T01:51:23.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:22 smithi098 ceph-mon[88922]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T01:51:23.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:22 smithi098 ceph-mon[88922]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-12T01:51:23.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:22 smithi098 ceph-mon[88922]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-12T01:51:24.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:24 smithi098 ceph-mon[91373]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-04-12T01:51:24.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:24 smithi098 ceph-mon[91373]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-12T01:51:24.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:24 smithi098 ceph-mon[88922]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-04-12T01:51:24.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:24 smithi098 ceph-mon[88922]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-12T01:51:24.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:24 smithi193 ceph-mon[83763]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-04-12T01:51:24.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:24 smithi193 ceph-mon[83763]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-12T01:51:25.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:25 smithi098 ceph-mon[91373]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-12T01:51:25.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:51:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:51:25] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T01:51:25.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:25 smithi098 ceph-mon[88922]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-12T01:51:25.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:25 smithi193 ceph-mon[83763]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-12T01:51:26.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:26 smithi098 ceph-mon[91373]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-04-12T01:51:26.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:26 smithi098 ceph-mon[91373]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-12T01:51:26.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:26 smithi098 ceph-mon[88922]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-04-12T01:51:26.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:26 smithi098 ceph-mon[88922]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-12T01:51:26.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:26 smithi193 ceph-mon[83763]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2024-04-12T01:51:26.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:26 smithi193 ceph-mon[83763]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-12T01:51:27.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:27 smithi193 ceph-mon[83763]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-12T01:51:27.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:27 smithi193 ceph-mon[83763]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-12T01:51:28.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:27 smithi098 ceph-mon[91373]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-12T01:51:28.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:27 smithi098 ceph-mon[91373]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-12T01:51:28.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:27 smithi098 ceph-mon[88922]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-12T01:51:28.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:27 smithi098 ceph-mon[88922]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-12T01:51:28.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:28 smithi193 ceph-mon[83763]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 5.0 KiB/s wr, 349 op/s 2024-04-12T01:51:29.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:28 smithi098 ceph-mon[91373]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 5.0 KiB/s wr, 349 op/s 2024-04-12T01:51:29.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:28 smithi098 ceph-mon[88922]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 5.0 KiB/s wr, 349 op/s 2024-04-12T01:51:29.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:29 smithi193 ceph-mon[83763]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-12T01:51:30.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:29 smithi098 ceph-mon[91373]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-12T01:51:30.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:29 smithi098 ceph-mon[88922]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-12T01:51:30.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:30 smithi193 ceph-mon[83763]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 351 op/s 2024-04-12T01:51:30.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:30 smithi193 ceph-mon[83763]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-12T01:51:30.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:30 smithi098 ceph-mon[91373]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 351 op/s 2024-04-12T01:51:30.931 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:30 smithi098 ceph-mon[91373]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-12T01:51:30.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:30 smithi098 ceph-mon[88922]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 351 op/s 2024-04-12T01:51:30.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:30 smithi098 ceph-mon[88922]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-12T01:51:31.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:31 smithi193 ceph-mon[83763]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-12T01:51:32.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:31 smithi098 ceph-mon[91373]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-12T01:51:32.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:31 smithi098 ceph-mon[88922]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-12T01:51:32.578 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:51:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:51:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:32 smithi193 ceph-mon[83763]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:51:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:32 smithi193 ceph-mon[83763]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-12T01:51:32.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:32 smithi193 ceph-mon[83763]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-12T01:51:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:32 smithi098 ceph-mon[91373]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:51:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:32 smithi098 ceph-mon[91373]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-12T01:51:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:32 smithi098 ceph-mon[91373]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-12T01:51:33.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:32 smithi098 ceph-mon[88922]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T01:51:33.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:32 smithi098 ceph-mon[88922]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-12T01:51:33.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:32 smithi098 ceph-mon[88922]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-12T01:51:34.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:34 smithi098 ceph-mon[88922]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 307 op/s 2024-04-12T01:51:34.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:34 smithi098 ceph-mon[88922]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-12T01:51:34.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:34 smithi098 ceph-mon[91373]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 307 op/s 2024-04-12T01:51:34.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:34 smithi098 ceph-mon[91373]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-12T01:51:34.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:34 smithi193 ceph-mon[83763]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 307 op/s 2024-04-12T01:51:34.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:34 smithi193 ceph-mon[83763]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-12T01:51:35.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:35 smithi098 ceph-mon[88922]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-12T01:51:35.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:35.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:51:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:51:35] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-12T01:51:35.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:35 smithi098 ceph-mon[91373]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-12T01:51:35.780 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:35.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:35 smithi193 ceph-mon[83763]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-12T01:51:35.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:36.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:36 smithi098 ceph-mon[88922]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-12T01:51:36.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:36 smithi098 ceph-mon[88922]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-12T01:51:36.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:36 smithi098 ceph-mon[91373]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-12T01:51:36.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:36 smithi098 ceph-mon[91373]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-12T01:51:36.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:36 smithi193 ceph-mon[83763]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-12T01:51:36.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:36 smithi193 ceph-mon[83763]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-12T01:51:37.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:37 smithi193 ceph-mon[83763]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-12T01:51:37.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:37 smithi193 ceph-mon[83763]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-12T01:51:38.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:37 smithi098 ceph-mon[88922]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-12T01:51:38.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:37 smithi098 ceph-mon[88922]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-12T01:51:38.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:37 smithi098 ceph-mon[91373]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-12T01:51:38.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:37 smithi098 ceph-mon[91373]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-12T01:51:38.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:38 smithi193 ceph-mon[83763]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 5.0 KiB/s wr, 261 op/s 2024-04-12T01:51:39.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:38 smithi098 ceph-mon[91373]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 5.0 KiB/s wr, 261 op/s 2024-04-12T01:51:39.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:38 smithi098 ceph-mon[88922]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 5.0 KiB/s wr, 261 op/s 2024-04-12T01:51:39.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:39 smithi193 ceph-mon[83763]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-12T01:51:40.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:39 smithi098 ceph-mon[91373]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-12T01:51:40.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:39 smithi098 ceph-mon[88922]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-12T01:51:40.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:40 smithi193 ceph-mon[83763]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 265 op/s 2024-04-12T01:51:40.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:40 smithi193 ceph-mon[83763]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-12T01:51:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:40 smithi098 ceph-mon[91373]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 265 op/s 2024-04-12T01:51:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:40 smithi098 ceph-mon[91373]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-12T01:51:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:40 smithi098 ceph-mon[88922]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 265 op/s 2024-04-12T01:51:41.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:40 smithi098 ceph-mon[88922]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-12T01:51:41.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:41 smithi193 ceph-mon[83763]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-12T01:51:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:41 smithi098 ceph-mon[91373]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-12T01:51:42.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:41 smithi098 ceph-mon[88922]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-12T01:51:42.565 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:51:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:51:42.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:42 smithi193 ceph-mon[83763]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T01:51:42.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:42 smithi193 ceph-mon[83763]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-12T01:51:42.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:42 smithi193 ceph-mon[83763]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-12T01:51:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:42 smithi098 ceph-mon[91373]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T01:51:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:42 smithi098 ceph-mon[91373]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-12T01:51:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:42 smithi098 ceph-mon[91373]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-12T01:51:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:42 smithi098 ceph-mon[88922]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T01:51:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:42 smithi098 ceph-mon[88922]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-12T01:51:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:42 smithi098 ceph-mon[88922]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-12T01:51:44.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:44 smithi098 ceph-mon[91373]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 220 op/s 2024-04-12T01:51:44.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:44 smithi098 ceph-mon[91373]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-12T01:51:44.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:44 smithi098 ceph-mon[88922]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 220 op/s 2024-04-12T01:51:44.780 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:44 smithi098 ceph-mon[88922]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-12T01:51:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:44 smithi193 ceph-mon[83763]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 220 op/s 2024-04-12T01:51:44.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:44 smithi193 ceph-mon[83763]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-12T01:51:45.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:45 smithi098 ceph-mon[88922]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-12T01:51:45.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:45 smithi098 ceph-mon[91373]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-12T01:51:45.780 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:51:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:51:45] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-12T01:51:45.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:45 smithi193 ceph-mon[83763]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-12T01:51:46.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:46 smithi193 ceph-mon[83763]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 220 op/s 2024-04-12T01:51:46.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:46 smithi193 ceph-mon[83763]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-12T01:51:47.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:46 smithi098 ceph-mon[88922]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 220 op/s 2024-04-12T01:51:47.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:46 smithi098 ceph-mon[88922]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-12T01:51:47.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:46 smithi098 ceph-mon[91373]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 220 op/s 2024-04-12T01:51:47.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:46 smithi098 ceph-mon[91373]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-12T01:51:47.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:47 smithi193 ceph-mon[83763]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-12T01:51:47.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:47 smithi193 ceph-mon[83763]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-12T01:51:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:47 smithi098 ceph-mon[88922]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-12T01:51:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:47 smithi098 ceph-mon[88922]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-12T01:51:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:47 smithi098 ceph-mon[91373]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-12T01:51:48.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:47 smithi098 ceph-mon[91373]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-12T01:51:48.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:48 smithi193 ceph-mon[83763]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 176 op/s 2024-04-12T01:51:49.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:48 smithi098 ceph-mon[91373]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 176 op/s 2024-04-12T01:51:49.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:48 smithi098 ceph-mon[88922]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 176 op/s 2024-04-12T01:51:49.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:49 smithi193 ceph-mon[83763]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-12T01:51:50.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:49 smithi098 ceph-mon[91373]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-12T01:51:50.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:49 smithi098 ceph-mon[88922]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-12T01:51:50.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:50 smithi193 ceph-mon[83763]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 176 op/s 2024-04-12T01:51:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:50 smithi193 ceph-mon[83763]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-12T01:51:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:51.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:50 smithi098 ceph-mon[88922]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 176 op/s 2024-04-12T01:51:51.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:50 smithi098 ceph-mon[88922]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-12T01:51:51.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:51.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:50 smithi098 ceph-mon[91373]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.0 KiB/s wr, 176 op/s 2024-04-12T01:51:51.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:50 smithi098 ceph-mon[91373]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-12T01:51:51.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:51:51.856 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:51 smithi193 ceph-mon[83763]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-12T01:51:52.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:51 smithi098 ceph-mon[88922]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-12T01:51:52.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:51 smithi098 ceph-mon[91373]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-12T01:51:52.575 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:51:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:51:52.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:52 smithi193 ceph-mon[83763]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T01:51:52.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:52 smithi193 ceph-mon[83763]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-12T01:51:52.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:52 smithi193 ceph-mon[83763]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-12T01:51:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:52 smithi098 ceph-mon[91373]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T01:51:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:52 smithi098 ceph-mon[91373]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-12T01:51:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:52 smithi098 ceph-mon[91373]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-12T01:51:53.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:52 smithi098 ceph-mon[88922]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T01:51:53.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:52 smithi098 ceph-mon[88922]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-12T01:51:53.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:52 smithi098 ceph-mon[88922]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-12T01:51:54.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:54 smithi098 ceph-mon[91373]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-12T01:51:54.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:54 smithi098 ceph-mon[91373]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-12T01:51:54.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:54 smithi098 ceph-mon[88922]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-12T01:51:54.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:54 smithi098 ceph-mon[88922]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-12T01:51:54.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:54 smithi193 ceph-mon[83763]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-12T01:51:54.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:54 smithi193 ceph-mon[83763]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-12T01:51:55.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:55 smithi193 ceph-mon[83763]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-12T01:51:56.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:55 smithi098 ceph-mon[91373]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-12T01:51:56.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:55 smithi098 ceph-mon[88922]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-12T01:51:56.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:51:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:51:55] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-12T01:51:56.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:56 smithi193 ceph-mon[83763]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-12T01:51:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:56 smithi193 ceph-mon[83763]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-12T01:51:57.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:56 smithi098 ceph-mon[91373]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-12T01:51:57.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:56 smithi098 ceph-mon[91373]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-12T01:51:57.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:56 smithi098 ceph-mon[88922]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-12T01:51:57.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:56 smithi098 ceph-mon[88922]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-12T01:51:57.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:57 smithi193 ceph-mon[83763]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-12T01:51:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:57 smithi193 ceph-mon[83763]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-12T01:51:58.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:57 smithi098 ceph-mon[91373]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-12T01:51:58.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:57 smithi098 ceph-mon[91373]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-12T01:51:58.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:57 smithi098 ceph-mon[88922]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-12T01:51:58.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:57 smithi098 ceph-mon[88922]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-12T01:51:58.650 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-12T01:51:58.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:58 smithi193 ceph-mon[83763]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-04-12T01:51:59.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:58 smithi098 ceph-mon[91373]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-04-12T01:51:59.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:58 smithi098 ceph-mon[88922]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-04-12T01:51:59.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:51:59 smithi193 ceph-mon[83763]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-12T01:52:00.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:51:59 smithi098 ceph-mon[88922]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-12T01:52:00.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:51:59 smithi098 ceph-mon[91373]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-12T01:52:00.687 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-12T01:52:00.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:00 smithi193 ceph-mon[83763]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-04-12T01:52:00.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:00 smithi193 ceph-mon[83763]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-12T01:52:00.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:00 smithi098 ceph-mon[91373]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-04-12T01:52:00.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:00 smithi098 ceph-mon[91373]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-12T01:52:00.930 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:00 smithi098 ceph-mon[88922]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-04-12T01:52:00.930 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:00 smithi098 ceph-mon[88922]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-12T01:52:01.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:01 smithi193 ceph-mon[83763]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-12T01:52:01.951 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:01 smithi098 ceph-mon[91373]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-12T01:52:01.951 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:01 smithi098 ceph-mon[88922]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-12T01:52:02.582 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:52:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:52:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:52:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:02 smithi193 ceph-mon[83763]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T01:52:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:02 smithi193 ceph-mon[83763]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-12T01:52:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:02 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:52:02.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:02 smithi193 ceph-mon[83763]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-12T01:52:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:02 smithi098 ceph-mon[91373]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T01:52:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:02 smithi098 ceph-mon[91373]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-12T01:52:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:02 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:52:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:02 smithi098 ceph-mon[91373]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-12T01:52:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:02 smithi098 ceph-mon[88922]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T01:52:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:02 smithi098 ceph-mon[88922]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-12T01:52:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:02 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:52:03.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:02 smithi098 ceph-mon[88922]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-12T01:52:03.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:52:03.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:52:03.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:52:03.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:03 smithi193 ceph-mon[83763]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-12T01:52:04.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:52:04.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:52:04.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:52:04.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:03 smithi098 ceph-mon[91373]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-12T01:52:04.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:52:04.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:52:04.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:52:04.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:03 smithi098 ceph-mon[88922]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-12T01:52:04.622 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-12T01:52:04.706 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-12T01:52:04.853 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-12T01:52:04.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:04 smithi193 ceph-mon[83763]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 153 op/s 2024-04-12T01:52:04.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:04 smithi193 ceph-mon[83763]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-12T01:52:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:04 smithi098 ceph-mon[91373]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 153 op/s 2024-04-12T01:52:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:04 smithi098 ceph-mon[91373]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-12T01:52:05.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:04 smithi098 ceph-mon[88922]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 153 op/s 2024-04-12T01:52:05.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:04 smithi098 ceph-mon[88922]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-12T01:52:05.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:06.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:06.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:52:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:52:05] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-12T01:52:06.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:06.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:06 smithi193 ceph-mon[83763]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 149 op/s 2024-04-12T01:52:06.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:06 smithi193 ceph-mon[83763]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-12T01:52:07.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:06 smithi098 ceph-mon[91373]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 149 op/s 2024-04-12T01:52:07.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:06 smithi098 ceph-mon[91373]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-12T01:52:07.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:06 smithi098 ceph-mon[88922]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 149 op/s 2024-04-12T01:52:07.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:06 smithi098 ceph-mon[88922]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-12T01:52:08.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:07 smithi098 ceph-mon[91373]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-12T01:52:08.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:07 smithi098 ceph-mon[91373]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-12T01:52:08.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:07 smithi098 ceph-mon[88922]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-12T01:52:08.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:07 smithi098 ceph-mon[88922]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-12T01:52:08.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:07 smithi193 ceph-mon[83763]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-12T01:52:08.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:07 smithi193 ceph-mon[83763]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-12T01:52:08.621 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-12T01:52:08.699 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-12T01:52:08.787 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-12T01:52:08.873 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-12T01:52:08.963 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-12T01:52:09.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:08 smithi098 ceph-mon[91373]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 9.2 KiB/s wr, 225 op/s 2024-04-12T01:52:09.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:08 smithi098 ceph-mon[91373]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-12T01:52:09.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:08 smithi098 ceph-mon[88922]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 9.2 KiB/s wr, 225 op/s 2024-04-12T01:52:09.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:08 smithi098 ceph-mon[88922]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-12T01:52:09.040 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-12T01:52:09.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:08 smithi193 ceph-mon[83763]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 9.2 KiB/s wr, 225 op/s 2024-04-12T01:52:09.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:08 smithi193 ceph-mon[83763]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-12T01:52:09.751 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-12T01:52:09.829 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-12T01:52:09.928 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-12T01:52:10.036 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-12T01:52:10.115 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-12T01:52:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:10 smithi098 ceph-mon[91373]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 16 KiB/s wr, 314 op/s 2024-04-12T01:52:11.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:10 smithi098 ceph-mon[88922]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 16 KiB/s wr, 314 op/s 2024-04-12T01:52:11.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:10 smithi193 ceph-mon[83763]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 16 KiB/s wr, 314 op/s 2024-04-12T01:52:12.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:52:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:52:13.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:12 smithi098 ceph-mon[91373]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 14 KiB/s wr, 283 op/s 2024-04-12T01:52:13.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:12 smithi098 ceph-mon[91373]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-12T01:52:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:12 smithi098 ceph-mon[88922]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 14 KiB/s wr, 283 op/s 2024-04-12T01:52:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:12 smithi098 ceph-mon[88922]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-12T01:52:13.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:12 smithi193 ceph-mon[83763]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 14 KiB/s wr, 283 op/s 2024-04-12T01:52:13.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:12 smithi193 ceph-mon[83763]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-12T01:52:15.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:14 smithi098 ceph-mon[91373]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 43 KiB/s wr, 854 op/s 2024-04-12T01:52:15.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:14 smithi098 ceph-mon[88922]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 43 KiB/s wr, 854 op/s 2024-04-12T01:52:15.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:14 smithi193 ceph-mon[83763]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 43 KiB/s wr, 854 op/s 2024-04-12T01:52:16.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:15 smithi098 ceph-mon[91373]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 35 KiB/s wr, 702 op/s 2024-04-12T01:52:16.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:15 smithi098 ceph-mon[88922]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 35 KiB/s wr, 702 op/s 2024-04-12T01:52:16.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:52:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:52:15] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-12T01:52:16.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:15 smithi193 ceph-mon[83763]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 35 KiB/s wr, 702 op/s 2024-04-12T01:52:17.828 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-12T01:52:18.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:18 smithi098 ceph-mon[91373]: pgmap v4842: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 500 KiB/s wr, 584 op/s 2024-04-12T01:52:18.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:18 smithi098 ceph-mon[91373]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-12T01:52:18.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:18 smithi098 ceph-mon[88922]: pgmap v4842: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 500 KiB/s wr, 584 op/s 2024-04-12T01:52:18.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:18 smithi098 ceph-mon[88922]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-12T01:52:18.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:18 smithi193 ceph-mon[83763]: pgmap v4842: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 500 KiB/s wr, 584 op/s 2024-04-12T01:52:18.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:18 smithi193 ceph-mon[83763]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-12T01:52:20.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:20 smithi193 ceph-mon[83763]: pgmap v4844: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 592 op/s 2024-04-12T01:52:20.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:20 smithi098 ceph-mon[91373]: pgmap v4844: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 592 op/s 2024-04-12T01:52:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:21.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:20 smithi098 ceph-mon[88922]: pgmap v4844: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 592 op/s 2024-04-12T01:52:21.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:22.605 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:22 smithi193 ceph-mon[83763]: pgmap v4845: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 478 KiB/s wr, 121 op/s 2024-04-12T01:52:22.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:52:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:52:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:22 smithi098 ceph-mon[91373]: pgmap v4845: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 478 KiB/s wr, 121 op/s 2024-04-12T01:52:23.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:22 smithi098 ceph-mon[88922]: pgmap v4845: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 478 KiB/s wr, 121 op/s 2024-04-12T01:52:24.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:24 smithi193 ceph-mon[83763]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 412 KiB/s wr, 59 op/s 2024-04-12T01:52:25.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:24 smithi098 ceph-mon[91373]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 412 KiB/s wr, 59 op/s 2024-04-12T01:52:25.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:24 smithi098 ceph-mon[88922]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 412 KiB/s wr, 59 op/s 2024-04-12T01:52:26.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:52:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:52:25] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-12T01:52:26.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:26 smithi193 ceph-mon[83763]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 412 KiB/s wr, 32 op/s 2024-04-12T01:52:27.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:26 smithi098 ceph-mon[91373]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 412 KiB/s wr, 32 op/s 2024-04-12T01:52:27.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:26 smithi098 ceph-mon[88922]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 412 KiB/s wr, 32 op/s 2024-04-12T01:52:28.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:28 smithi193 ceph-mon[83763]: pgmap v4848: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T01:52:29.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:28 smithi098 ceph-mon[91373]: pgmap v4848: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T01:52:29.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:28 smithi098 ceph-mon[88922]: pgmap v4848: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T01:52:30.181 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-12T01:52:30.265 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-12T01:52:30.359 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-12T01:52:30.452 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-12T01:52:30.831 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:30 smithi098 ceph-mon[91373]: pgmap v4849: 137 pgs: 137 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-12T01:52:30.831 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:30 smithi098 ceph-mon[88922]: pgmap v4849: 137 pgs: 137 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-12T01:52:30.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:30 smithi193 ceph-mon[83763]: pgmap v4849: 137 pgs: 137 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-04-12T01:52:31.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:31 smithi193 ceph-mon[83763]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-12T01:52:32.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:31 smithi098 ceph-mon[91373]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-12T01:52:32.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:31 smithi098 ceph-mon[88922]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-12T01:52:32.576 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:52:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:52:32.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:32 smithi193 ceph-mon[83763]: pgmap v4851: 137 pgs: 137 active+clean; 21 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-12T01:52:32.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:32 smithi193 ceph-mon[83763]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-12T01:52:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:32 smithi098 ceph-mon[91373]: pgmap v4851: 137 pgs: 137 active+clean; 21 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-12T01:52:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:32 smithi098 ceph-mon[91373]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-12T01:52:33.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:32 smithi098 ceph-mon[88922]: pgmap v4851: 137 pgs: 137 active+clean; 21 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-12T01:52:33.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:32 smithi098 ceph-mon[88922]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-12T01:52:33.708 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-12T01:52:33.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:33 smithi193 ceph-mon[83763]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-12T01:52:34.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:33 smithi098 ceph-mon[91373]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-12T01:52:34.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:33 smithi098 ceph-mon[88922]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-12T01:52:34.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:34 smithi193 ceph-mon[83763]: pgmap v4854: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-04-12T01:52:34.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:34 smithi193 ceph-mon[83763]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-12T01:52:35.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:34 smithi098 ceph-mon[88922]: pgmap v4854: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-04-12T01:52:35.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:34 smithi098 ceph-mon[88922]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-12T01:52:35.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:34 smithi098 ceph-mon[91373]: pgmap v4854: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-04-12T01:52:35.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:34 smithi098 ceph-mon[91373]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-12T01:52:36.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:52:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:52:35] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:52:36.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:35 smithi098 ceph-mon[91373]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-12T01:52:36.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:36.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:35 smithi098 ceph-mon[88922]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-12T01:52:36.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:36.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:35 smithi193 ceph-mon[83763]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-12T01:52:36.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:37.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:36 smithi098 ceph-mon[91373]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-04-12T01:52:37.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:36 smithi098 ceph-mon[91373]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-12T01:52:37.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:36 smithi098 ceph-mon[88922]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-04-12T01:52:37.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:36 smithi098 ceph-mon[88922]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-12T01:52:37.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:36 smithi193 ceph-mon[83763]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-04-12T01:52:37.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:36 smithi193 ceph-mon[83763]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-12T01:52:37.728 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-12T01:52:38.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:37 smithi098 ceph-mon[88922]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-12T01:52:38.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:37 smithi098 ceph-mon[88922]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 10 KiB/s wr, 313 op/s 2024-04-12T01:52:38.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:37 smithi098 ceph-mon[91373]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-12T01:52:38.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:37 smithi098 ceph-mon[91373]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 10 KiB/s wr, 313 op/s 2024-04-12T01:52:38.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:37 smithi193 ceph-mon[83763]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-12T01:52:38.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:37 smithi193 ceph-mon[83763]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 10 KiB/s wr, 313 op/s 2024-04-12T01:52:39.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:38 smithi098 ceph-mon[91373]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-12T01:52:39.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:38 smithi098 ceph-mon[88922]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-12T01:52:39.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:38 smithi193 ceph-mon[83763]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-12T01:52:39.748 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-12T01:52:40.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:39 smithi098 ceph-mon[91373]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-12T01:52:40.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:39 smithi098 ceph-mon[91373]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 19 KiB/s wr, 371 op/s 2024-04-12T01:52:40.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:39 smithi098 ceph-mon[88922]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-12T01:52:40.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:39 smithi098 ceph-mon[88922]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 19 KiB/s wr, 371 op/s 2024-04-12T01:52:40.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:39 smithi193 ceph-mon[83763]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-12T01:52:40.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:39 smithi193 ceph-mon[83763]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 19 KiB/s wr, 371 op/s 2024-04-12T01:52:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:40 smithi098 ceph-mon[91373]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-12T01:52:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:40 smithi098 ceph-mon[88922]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-12T01:52:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:40 smithi193 ceph-mon[83763]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-12T01:52:41.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:41 smithi098 ceph-mon[91373]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-12T01:52:41.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:41 smithi098 ceph-mon[91373]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-04-12T01:52:41.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:41 smithi098 ceph-mon[88922]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-12T01:52:41.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:41 smithi098 ceph-mon[88922]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-04-12T01:52:42.005 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:41 smithi193 ceph-mon[83763]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-12T01:52:42.005 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:41 smithi193 ceph-mon[83763]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-04-12T01:52:42.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:52:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:52:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:42 smithi098 ceph-mon[91373]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-12T01:52:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:42 smithi098 ceph-mon[91373]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-12T01:52:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:42 smithi098 ceph-mon[88922]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-12T01:52:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:42 smithi098 ceph-mon[88922]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-12T01:52:43.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:42 smithi193 ceph-mon[83763]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-12T01:52:43.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:42 smithi193 ceph-mon[83763]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-12T01:52:43.780 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-12T01:52:44.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:43 smithi098 ceph-mon[91373]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 415 op/s 2024-04-12T01:52:44.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:43 smithi098 ceph-mon[88922]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 415 op/s 2024-04-12T01:52:44.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:43 smithi193 ceph-mon[83763]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 415 op/s 2024-04-12T01:52:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:44 smithi098 ceph-mon[91373]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-12T01:52:45.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:44 smithi098 ceph-mon[88922]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-12T01:52:45.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:44 smithi193 ceph-mon[83763]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-12T01:52:46.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:52:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:52:45] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:52:46.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:45 smithi098 ceph-mon[91373]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-12T01:52:46.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:45 smithi098 ceph-mon[91373]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 285 KiB/s rd, 20 KiB/s wr, 388 op/s 2024-04-12T01:52:46.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:45 smithi098 ceph-mon[88922]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-12T01:52:46.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:45 smithi098 ceph-mon[88922]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 285 KiB/s rd, 20 KiB/s wr, 388 op/s 2024-04-12T01:52:46.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:45 smithi193 ceph-mon[83763]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-12T01:52:46.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:45 smithi193 ceph-mon[83763]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 285 KiB/s rd, 20 KiB/s wr, 388 op/s 2024-04-12T01:52:47.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:46 smithi098 ceph-mon[91373]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-12T01:52:47.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:46 smithi098 ceph-mon[88922]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-12T01:52:47.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:46 smithi193 ceph-mon[83763]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-12T01:52:47.641 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-12T01:52:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:47 smithi098 ceph-mon[91373]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-12T01:52:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:47 smithi098 ceph-mon[91373]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 107 op/s 2024-04-12T01:52:48.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:47 smithi098 ceph-mon[91373]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-12T01:52:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:47 smithi098 ceph-mon[88922]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-12T01:52:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:47 smithi098 ceph-mon[88922]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 107 op/s 2024-04-12T01:52:48.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:47 smithi098 ceph-mon[88922]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-12T01:52:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:47 smithi193 ceph-mon[83763]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-12T01:52:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:47 smithi193 ceph-mon[83763]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 107 op/s 2024-04-12T01:52:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:47 smithi193 ceph-mon[83763]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-12T01:52:49.859 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:49 smithi193 ceph-mon[83763]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-12T01:52:50.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:49 smithi098 ceph-mon[91373]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-12T01:52:50.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:49 smithi098 ceph-mon[88922]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-12T01:52:50.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:50 smithi193 ceph-mon[83763]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 15 KiB/s wr, 270 op/s 2024-04-12T01:52:50.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:50 smithi193 ceph-mon[83763]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-12T01:52:50.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:50 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-2","app": "rbd"}]: dispatch 2024-04-12T01:52:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:50 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-2","app": "rbd"}]: dispatch 2024-04-12T01:52:50.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:51.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[91373]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 15 KiB/s wr, 270 op/s 2024-04-12T01:52:51.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[91373]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-12T01:52:51.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-2","app": "rbd"}]: dispatch 2024-04-12T01:52:51.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-2","app": "rbd"}]: dispatch 2024-04-12T01:52:51.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:51.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[88922]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 15 KiB/s wr, 270 op/s 2024-04-12T01:52:51.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[88922]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-12T01:52:51.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-2","app": "rbd"}]: dispatch 2024-04-12T01:52:51.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-2","app": "rbd"}]: dispatch 2024-04-12T01:52:51.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:52:51.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:51 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-2","app": "rbd"}]': finished 2024-04-12T01:52:51.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:51 smithi193 ceph-mon[83763]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-12T01:52:52.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:51 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-2","app": "rbd"}]': finished 2024-04-12T01:52:52.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:51 smithi098 ceph-mon[91373]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-12T01:52:52.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:51 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi098-209363-2","app": "rbd"}]': finished 2024-04-12T01:52:52.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:51 smithi098 ceph-mon[88922]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-12T01:52:52.568 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:52:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:52:52.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:52 smithi193 ceph-mon[83763]: pgmap v4881: 169 pgs: 2 creating+peering, 25 unknown, 142 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-12T01:52:52.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:52 smithi193 ceph-mon[83763]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-12T01:52:52.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:52 smithi193 ceph-mon[83763]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-12T01:52:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:52 smithi098 ceph-mon[91373]: pgmap v4881: 169 pgs: 2 creating+peering, 25 unknown, 142 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-12T01:52:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:52 smithi098 ceph-mon[91373]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-12T01:52:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:52 smithi098 ceph-mon[91373]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-12T01:52:53.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:52 smithi098 ceph-mon[88922]: pgmap v4881: 169 pgs: 2 creating+peering, 25 unknown, 142 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-12T01:52:53.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:52 smithi098 ceph-mon[88922]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-12T01:52:53.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:52 smithi098 ceph-mon[88922]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-12T01:52:54.700 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-12T01:52:54.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:54 smithi193 ceph-mon[83763]: pgmap v4884: 169 pgs: 2 creating+peering, 7 unknown, 160 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 132 op/s 2024-04-12T01:52:54.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:54 smithi193 ceph-mon[83763]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-12T01:52:55.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:54 smithi098 ceph-mon[88922]: pgmap v4884: 169 pgs: 2 creating+peering, 7 unknown, 160 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 132 op/s 2024-04-12T01:52:55.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:54 smithi098 ceph-mon[88922]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-12T01:52:55.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:54 smithi098 ceph-mon[91373]: pgmap v4884: 169 pgs: 2 creating+peering, 7 unknown, 160 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 132 op/s 2024-04-12T01:52:55.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:54 smithi098 ceph-mon[91373]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-12T01:52:55.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:55 smithi193 ceph-mon[83763]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-12T01:52:56.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:55 smithi098 ceph-mon[91373]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-12T01:52:56.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:55 smithi098 ceph-mon[88922]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-12T01:52:56.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:52:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:52:55] "GET /metrics HTTP/1.1" 200 39148 "" "Prometheus/2.43.0" 2024-04-12T01:52:56.703 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-12T01:52:56.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:56 smithi193 ceph-mon[83763]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 3.5 KiB/s wr, 85 op/s 2024-04-12T01:52:56.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:56 smithi193 ceph-mon[83763]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-12T01:52:57.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:56 smithi098 ceph-mon[91373]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 3.5 KiB/s wr, 85 op/s 2024-04-12T01:52:57.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:56 smithi098 ceph-mon[91373]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-12T01:52:57.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:56 smithi098 ceph-mon[88922]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 3.5 KiB/s wr, 85 op/s 2024-04-12T01:52:57.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:56 smithi098 ceph-mon[88922]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-12T01:52:57.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:57 smithi193 ceph-mon[83763]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-12T01:52:57.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:57 smithi193 ceph-mon[83763]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-12T01:52:58.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:57 smithi098 ceph-mon[91373]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-12T01:52:58.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:57 smithi098 ceph-mon[91373]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-12T01:52:58.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:57 smithi098 ceph-mon[88922]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-12T01:52:58.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:57 smithi098 ceph-mon[88922]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-12T01:52:58.723 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-12T01:52:58.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:58 smithi193 ceph-mon[83763]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 6.7 KiB/s wr, 149 op/s 2024-04-12T01:52:59.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:58 smithi098 ceph-mon[91373]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 6.7 KiB/s wr, 149 op/s 2024-04-12T01:52:59.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:58 smithi098 ceph-mon[88922]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 6.7 KiB/s wr, 149 op/s 2024-04-12T01:53:00.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:52:59 smithi098 ceph-mon[88922]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-12T01:53:00.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:52:59 smithi098 ceph-mon[91373]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-12T01:53:00.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:52:59 smithi193 ceph-mon[83763]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-12T01:53:00.873 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-12T01:53:00.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:00 smithi098 ceph-mon[91373]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 16 KiB/s wr, 292 op/s 2024-04-12T01:53:00.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:00 smithi098 ceph-mon[91373]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-12T01:53:00.930 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:00 smithi098 ceph-mon[88922]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 16 KiB/s wr, 292 op/s 2024-04-12T01:53:00.930 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:00 smithi098 ceph-mon[88922]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-12T01:53:01.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:00 smithi193 ceph-mon[83763]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 16 KiB/s wr, 292 op/s 2024-04-12T01:53:01.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:00 smithi193 ceph-mon[83763]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-12T01:53:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:01 smithi098 ceph-mon[91373]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-12T01:53:02.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:01 smithi098 ceph-mon[88922]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-12T01:53:02.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:01 smithi193 ceph-mon[83763]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-12T01:53:02.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:53:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:53:02.648 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-12T01:53:03.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:02 smithi098 ceph-mon[91373]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 14 KiB/s wr, 174 op/s 2024-04-12T01:53:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:02 smithi098 ceph-mon[91373]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-12T01:53:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:02 smithi098 ceph-mon[91373]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-12T01:53:03.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:02 smithi098 ceph-mon[88922]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 14 KiB/s wr, 174 op/s 2024-04-12T01:53:03.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:02 smithi098 ceph-mon[88922]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-12T01:53:03.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:02 smithi098 ceph-mon[88922]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-12T01:53:03.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:02 smithi193 ceph-mon[83763]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 14 KiB/s wr, 174 op/s 2024-04-12T01:53:03.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:02 smithi193 ceph-mon[83763]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-12T01:53:03.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:02 smithi193 ceph-mon[83763]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[91373]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 23 KiB/s wr, 367 op/s 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[88922]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 23 KiB/s wr, 367 op/s 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:53:04.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:03 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:53:04.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:53:04.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:03 smithi193 ceph-mon[83763]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 23 KiB/s wr, 367 op/s 2024-04-12T01:53:04.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:53:04.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:53:04.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:03 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:53:04.751 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-12T01:53:05.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:04 smithi098 ceph-mon[91373]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-12T01:53:05.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:04 smithi098 ceph-mon[88922]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-12T01:53:05.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:04 smithi193 ceph-mon[83763]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-12T01:53:06.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:53:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:53:05] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-12T01:53:06.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:05 smithi098 ceph-mon[91373]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-12T01:53:06.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:06.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:05 smithi098 ceph-mon[91373]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 23 KiB/s wr, 392 op/s 2024-04-12T01:53:06.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:05 smithi098 ceph-mon[88922]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-12T01:53:06.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:06.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:05 smithi098 ceph-mon[88922]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 23 KiB/s wr, 392 op/s 2024-04-12T01:53:06.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:05 smithi193 ceph-mon[83763]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-12T01:53:06.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:06.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:05 smithi193 ceph-mon[83763]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 23 KiB/s wr, 392 op/s 2024-04-12T01:53:07.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:06 smithi098 ceph-mon[91373]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-12T01:53:07.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:06 smithi098 ceph-mon[88922]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-12T01:53:07.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:06 smithi193 ceph-mon[83763]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-12T01:53:08.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:08 smithi193 ceph-mon[83763]: pgmap v4904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 28 KiB/s wr, 590 op/s 2024-04-12T01:53:08.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:08 smithi193 ceph-mon[83763]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-12T01:53:09.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:08 smithi098 ceph-mon[91373]: pgmap v4904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 28 KiB/s wr, 590 op/s 2024-04-12T01:53:09.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:08 smithi098 ceph-mon[91373]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-12T01:53:09.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:08 smithi098 ceph-mon[88922]: pgmap v4904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 28 KiB/s wr, 590 op/s 2024-04-12T01:53:09.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:08 smithi098 ceph-mon[88922]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-12T01:53:09.638 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-12T01:53:10.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:10 smithi193 ceph-mon[83763]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 23 KiB/s wr, 1.39k op/s 2024-04-12T01:53:10.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:10 smithi193 ceph-mon[83763]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-12T01:53:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:10 smithi098 ceph-mon[91373]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 23 KiB/s wr, 1.39k op/s 2024-04-12T01:53:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:10 smithi098 ceph-mon[91373]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-12T01:53:11.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:10 smithi098 ceph-mon[88922]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 23 KiB/s wr, 1.39k op/s 2024-04-12T01:53:11.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:10 smithi098 ceph-mon[88922]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-12T01:53:11.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:11 smithi193 ceph-mon[83763]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-12T01:53:12.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:11 smithi098 ceph-mon[91373]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-12T01:53:12.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:11 smithi098 ceph-mon[88922]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-12T01:53:12.564 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:53:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:53:12.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:12 smithi193 ceph-mon[83763]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 20 KiB/s wr, 1.40k op/s 2024-04-12T01:53:12.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:12 smithi193 ceph-mon[83763]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-12T01:53:12.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:12 smithi193 ceph-mon[83763]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-12T01:53:13.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:12 smithi098 ceph-mon[91373]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 20 KiB/s wr, 1.40k op/s 2024-04-12T01:53:13.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:12 smithi098 ceph-mon[91373]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-12T01:53:13.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:12 smithi098 ceph-mon[91373]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-12T01:53:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:12 smithi098 ceph-mon[88922]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 20 KiB/s wr, 1.40k op/s 2024-04-12T01:53:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:12 smithi098 ceph-mon[88922]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-12T01:53:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:12 smithi098 ceph-mon[88922]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-12T01:53:13.678 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-12T01:53:14.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:14 smithi193 ceph-mon[83763]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 28 KiB/s wr, 1.72k op/s 2024-04-12T01:53:14.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:14 smithi193 ceph-mon[83763]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-12T01:53:15.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:14 smithi098 ceph-mon[91373]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 28 KiB/s wr, 1.72k op/s 2024-04-12T01:53:15.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:14 smithi098 ceph-mon[91373]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-12T01:53:15.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:14 smithi098 ceph-mon[88922]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 28 KiB/s wr, 1.72k op/s 2024-04-12T01:53:15.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:14 smithi098 ceph-mon[88922]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-12T01:53:15.689 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-12T01:53:15.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:15 smithi193 ceph-mon[83763]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-12T01:53:16.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:15 smithi098 ceph-mon[91373]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-12T01:53:16.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:15 smithi098 ceph-mon[88922]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-12T01:53:16.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:53:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:53:15] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-12T01:53:16.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:16 smithi193 ceph-mon[83763]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 24 KiB/s wr, 1.74k op/s 2024-04-12T01:53:16.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:16 smithi193 ceph-mon[83763]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-12T01:53:17.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:16 smithi098 ceph-mon[91373]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 24 KiB/s wr, 1.74k op/s 2024-04-12T01:53:17.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:16 smithi098 ceph-mon[91373]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-12T01:53:17.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:16 smithi098 ceph-mon[88922]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 24 KiB/s wr, 1.74k op/s 2024-04-12T01:53:17.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:16 smithi098 ceph-mon[88922]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-12T01:53:17.656 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-12T01:53:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:17 smithi098 ceph-mon[91373]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-12T01:53:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:17 smithi098 ceph-mon[91373]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-12T01:53:18.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:17 smithi098 ceph-mon[88922]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-12T01:53:18.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:17 smithi098 ceph-mon[88922]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-12T01:53:18.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:17 smithi193 ceph-mon[83763]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-12T01:53:18.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:17 smithi193 ceph-mon[83763]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-12T01:53:19.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:18 smithi098 ceph-mon[91373]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 15 KiB/s wr, 414 op/s 2024-04-12T01:53:19.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:18 smithi098 ceph-mon[88922]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 15 KiB/s wr, 414 op/s 2024-04-12T01:53:19.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:18 smithi193 ceph-mon[83763]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 15 KiB/s wr, 414 op/s 2024-04-12T01:53:19.721 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-12T01:53:20.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:19 smithi098 ceph-mon[88922]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-12T01:53:20.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:19 smithi098 ceph-mon[91373]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-12T01:53:20.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:19 smithi193 ceph-mon[83763]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-12T01:53:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:20 smithi098 ceph-mon[91373]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 38 KiB/s wr, 698 op/s 2024-04-12T01:53:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:20 smithi098 ceph-mon[91373]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-12T01:53:21.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:21.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:20 smithi098 ceph-mon[88922]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 38 KiB/s wr, 698 op/s 2024-04-12T01:53:21.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:20 smithi098 ceph-mon[88922]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-12T01:53:21.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:21.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:20 smithi193 ceph-mon[83763]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 38 KiB/s wr, 698 op/s 2024-04-12T01:53:21.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:20 smithi193 ceph-mon[83763]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-12T01:53:21.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:21.737 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-12T01:53:22.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:21 smithi098 ceph-mon[91373]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-12T01:53:22.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:21 smithi098 ceph-mon[91373]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 32 KiB/s wr, 543 op/s 2024-04-12T01:53:22.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:21 smithi098 ceph-mon[88922]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-12T01:53:22.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:21 smithi098 ceph-mon[88922]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 32 KiB/s wr, 543 op/s 2024-04-12T01:53:22.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:21 smithi193 ceph-mon[83763]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-12T01:53:22.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:21 smithi193 ceph-mon[83763]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 32 KiB/s wr, 543 op/s 2024-04-12T01:53:22.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:53:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:53:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:22 smithi098 ceph-mon[91373]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-12T01:53:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:22 smithi098 ceph-mon[91373]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-12T01:53:23.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:22 smithi098 ceph-mon[88922]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-12T01:53:23.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:22 smithi098 ceph-mon[88922]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-12T01:53:23.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:22 smithi193 ceph-mon[83763]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-12T01:53:23.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:22 smithi193 ceph-mon[83763]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-12T01:53:24.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:24 smithi193 ceph-mon[83763]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 44 KiB/s wr, 1.01k op/s 2024-04-12T01:53:24.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:24 smithi193 ceph-mon[83763]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-12T01:53:25.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:24 smithi098 ceph-mon[91373]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 44 KiB/s wr, 1.01k op/s 2024-04-12T01:53:25.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:24 smithi098 ceph-mon[91373]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-12T01:53:25.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:24 smithi098 ceph-mon[88922]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 44 KiB/s wr, 1.01k op/s 2024-04-12T01:53:25.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:24 smithi098 ceph-mon[88922]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-12T01:53:25.769 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-12T01:53:26.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:25 smithi098 ceph-mon[91373]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-12T01:53:26.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:25 smithi098 ceph-mon[91373]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 42 KiB/s wr, 964 op/s 2024-04-12T01:53:26.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:25 smithi098 ceph-mon[88922]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-12T01:53:26.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:25 smithi098 ceph-mon[88922]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 42 KiB/s wr, 964 op/s 2024-04-12T01:53:26.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:53:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:53:25] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T01:53:26.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:25 smithi193 ceph-mon[83763]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-12T01:53:26.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:25 smithi193 ceph-mon[83763]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 42 KiB/s wr, 964 op/s 2024-04-12T01:53:27.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:26 smithi098 ceph-mon[91373]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-12T01:53:27.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:26 smithi098 ceph-mon[88922]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-12T01:53:27.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:26 smithi193 ceph-mon[83763]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-12T01:53:27.658 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-12T01:53:28.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:27 smithi098 ceph-mon[91373]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-12T01:53:28.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:27 smithi098 ceph-mon[91373]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 13 KiB/s wr, 108 op/s 2024-04-12T01:53:28.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:27 smithi098 ceph-mon[91373]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-12T01:53:28.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:27 smithi098 ceph-mon[88922]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-12T01:53:28.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:27 smithi098 ceph-mon[88922]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 13 KiB/s wr, 108 op/s 2024-04-12T01:53:28.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:27 smithi098 ceph-mon[88922]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-12T01:53:28.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:27 smithi193 ceph-mon[83763]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-12T01:53:28.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:27 smithi193 ceph-mon[83763]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 13 KiB/s wr, 108 op/s 2024-04-12T01:53:28.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:27 smithi193 ceph-mon[83763]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-12T01:53:30.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:29 smithi098 ceph-mon[91373]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-12T01:53:30.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:29 smithi098 ceph-mon[91373]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 23 KiB/s wr, 379 op/s 2024-04-12T01:53:30.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:29 smithi098 ceph-mon[88922]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-12T01:53:30.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:29 smithi098 ceph-mon[88922]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 23 KiB/s wr, 379 op/s 2024-04-12T01:53:30.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:29 smithi193 ceph-mon[83763]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-12T01:53:30.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:29 smithi193 ceph-mon[83763]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 23 KiB/s wr, 379 op/s 2024-04-12T01:53:30.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:30 smithi098 ceph-mon[91373]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-12T01:53:30.930 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:30 smithi098 ceph-mon[88922]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-12T01:53:31.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:30 smithi193 ceph-mon[83763]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-12T01:53:31.775 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-12T01:53:32.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:31 smithi098 ceph-mon[91373]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-12T01:53:32.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:31 smithi098 ceph-mon[91373]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 24 KiB/s wr, 504 op/s 2024-04-12T01:53:32.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:31 smithi098 ceph-mon[88922]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-12T01:53:32.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:31 smithi098 ceph-mon[88922]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 24 KiB/s wr, 504 op/s 2024-04-12T01:53:32.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:31 smithi193 ceph-mon[83763]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-12T01:53:32.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:31 smithi193 ceph-mon[83763]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 24 KiB/s wr, 504 op/s 2024-04-12T01:53:32.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:53:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:53:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:32 smithi098 ceph-mon[91373]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-12T01:53:33.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:32 smithi098 ceph-mon[91373]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-12T01:53:33.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:32 smithi098 ceph-mon[88922]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-12T01:53:33.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:32 smithi098 ceph-mon[88922]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-12T01:53:33.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:32 smithi193 ceph-mon[83763]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-12T01:53:33.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:32 smithi193 ceph-mon[83763]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-12T01:53:34.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:33 smithi098 ceph-mon[88922]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 21 KiB/s wr, 352 op/s 2024-04-12T01:53:34.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:33 smithi098 ceph-mon[91373]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 21 KiB/s wr, 352 op/s 2024-04-12T01:53:34.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:33 smithi193 ceph-mon[83763]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 21 KiB/s wr, 352 op/s 2024-04-12T01:53:35.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:34 smithi098 ceph-mon[88922]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-12T01:53:35.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:34 smithi098 ceph-mon[91373]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-12T01:53:35.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:34 smithi193 ceph-mon[83763]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-12T01:53:35.805 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-12T01:53:36.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:53:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:53:35] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T01:53:36.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:35 smithi098 ceph-mon[88922]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-12T01:53:36.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:36.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:35 smithi098 ceph-mon[88922]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 219 op/s 2024-04-12T01:53:36.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:35 smithi098 ceph-mon[91373]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-12T01:53:36.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:36.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:35 smithi098 ceph-mon[91373]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 219 op/s 2024-04-12T01:53:36.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:35 smithi193 ceph-mon[83763]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-12T01:53:36.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:36.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:35 smithi193 ceph-mon[83763]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 219 op/s 2024-04-12T01:53:37.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:36 smithi098 ceph-mon[91373]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-12T01:53:37.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:36 smithi098 ceph-mon[88922]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-12T01:53:37.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:36 smithi193 ceph-mon[83763]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-12T01:53:38.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:37 smithi098 ceph-mon[91373]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-12T01:53:38.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:37 smithi098 ceph-mon[91373]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 13 KiB/s wr, 306 op/s 2024-04-12T01:53:38.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:37 smithi098 ceph-mon[91373]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-12T01:53:38.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:37 smithi098 ceph-mon[88922]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-12T01:53:38.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:37 smithi098 ceph-mon[88922]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 13 KiB/s wr, 306 op/s 2024-04-12T01:53:38.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:37 smithi098 ceph-mon[88922]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-12T01:53:38.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:37 smithi193 ceph-mon[83763]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-12T01:53:38.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:37 smithi193 ceph-mon[83763]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 13 KiB/s wr, 306 op/s 2024-04-12T01:53:38.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:37 smithi193 ceph-mon[83763]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-12T01:53:40.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:40 smithi193 ceph-mon[83763]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 13 KiB/s wr, 264 op/s 2024-04-12T01:53:40.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:40 smithi098 ceph-mon[91373]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 13 KiB/s wr, 264 op/s 2024-04-12T01:53:40.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:40 smithi098 ceph-mon[88922]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 13 KiB/s wr, 264 op/s 2024-04-12T01:53:42.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:42 smithi193 ceph-mon[83763]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 227 op/s 2024-04-12T01:53:42.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:53:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:53:42.652 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-12T01:53:42.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:42 smithi098 ceph-mon[91373]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 227 op/s 2024-04-12T01:53:42.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:42 smithi098 ceph-mon[88922]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 227 op/s 2024-04-12T01:53:43.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:43 smithi193 ceph-mon[83763]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-12T01:53:44.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:43 smithi098 ceph-mon[91373]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-12T01:53:44.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:43 smithi098 ceph-mon[88922]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-12T01:53:44.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:44 smithi193 ceph-mon[83763]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 635 KiB/s wr, 88 op/s 2024-04-12T01:53:44.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:44 smithi193 ceph-mon[83763]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-12T01:53:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:44 smithi098 ceph-mon[91373]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 635 KiB/s wr, 88 op/s 2024-04-12T01:53:45.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:44 smithi098 ceph-mon[91373]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-12T01:53:45.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:44 smithi098 ceph-mon[88922]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 635 KiB/s wr, 88 op/s 2024-04-12T01:53:45.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:44 smithi098 ceph-mon[88922]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-12T01:53:46.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:53:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:53:45] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-12T01:53:46.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:46 smithi193 ceph-mon[83763]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 540 KiB/s wr, 82 op/s 2024-04-12T01:53:47.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:46 smithi098 ceph-mon[91373]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 540 KiB/s wr, 82 op/s 2024-04-12T01:53:47.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:46 smithi098 ceph-mon[88922]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 540 KiB/s wr, 82 op/s 2024-04-12T01:53:48.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:48 smithi193 ceph-mon[83763]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 519 KiB/s wr, 117 op/s 2024-04-12T01:53:49.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:48 smithi098 ceph-mon[91373]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 519 KiB/s wr, 117 op/s 2024-04-12T01:53:49.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:48 smithi098 ceph-mon[88922]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 519 KiB/s wr, 117 op/s 2024-04-12T01:53:50.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:50 smithi193 ceph-mon[83763]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 519 KiB/s wr, 100 op/s 2024-04-12T01:53:50.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:51.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:50 smithi098 ceph-mon[91373]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 519 KiB/s wr, 100 op/s 2024-04-12T01:53:51.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:51.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:50 smithi098 ceph-mon[88922]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 519 KiB/s wr, 100 op/s 2024-04-12T01:53:51.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:53:51.670 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-12T01:53:51.790 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-12T01:53:52.573 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:53:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:53:52.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:52 smithi193 ceph-mon[83763]: pgmap v4958: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 1.4 MiB/s wr, 80 op/s 2024-04-12T01:53:52.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:52 smithi193 ceph-mon[83763]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-12T01:53:52.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:52 smithi193 ceph-mon[83763]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-12T01:53:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:52 smithi098 ceph-mon[91373]: pgmap v4958: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 1.4 MiB/s wr, 80 op/s 2024-04-12T01:53:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:52 smithi098 ceph-mon[91373]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-12T01:53:53.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:52 smithi098 ceph-mon[91373]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-12T01:53:53.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:52 smithi098 ceph-mon[88922]: pgmap v4958: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 1.4 MiB/s wr, 80 op/s 2024-04-12T01:53:53.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:52 smithi098 ceph-mon[88922]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-12T01:53:53.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:52 smithi098 ceph-mon[88922]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-12T01:53:53.689 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-12T01:53:53.779 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-12T01:53:54.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:54 smithi193 ceph-mon[83763]: pgmap v4961: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 2.0 MiB/s wr, 97 op/s 2024-04-12T01:53:54.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:54 smithi193 ceph-mon[83763]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-12T01:53:55.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:54 smithi098 ceph-mon[88922]: pgmap v4961: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 2.0 MiB/s wr, 97 op/s 2024-04-12T01:53:55.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:54 smithi098 ceph-mon[88922]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-12T01:53:55.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:54 smithi098 ceph-mon[91373]: pgmap v4961: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 2.0 MiB/s wr, 97 op/s 2024-04-12T01:53:55.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:54 smithi098 ceph-mon[91373]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-12T01:53:55.693 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-12T01:53:55.823 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-12T01:53:55.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:55 smithi193 ceph-mon[83763]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-12T01:53:56.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:55 smithi098 ceph-mon[91373]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-12T01:53:56.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:55 smithi098 ceph-mon[88922]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-12T01:53:56.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:53:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:53:55] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-12T01:53:56.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:56 smithi193 ceph-mon[83763]: pgmap v4964: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 2.0 MiB/s wr, 87 op/s 2024-04-12T01:53:56.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:56 smithi193 ceph-mon[83763]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-12T01:53:57.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:56 smithi098 ceph-mon[91373]: pgmap v4964: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 2.0 MiB/s wr, 87 op/s 2024-04-12T01:53:57.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:56 smithi098 ceph-mon[91373]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-12T01:53:57.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:56 smithi098 ceph-mon[88922]: pgmap v4964: 137 pgs: 137 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 2.0 MiB/s wr, 87 op/s 2024-04-12T01:53:57.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:56 smithi098 ceph-mon[88922]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-12T01:53:57.704 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-12T01:53:57.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:57 smithi193 ceph-mon[83763]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-12T01:53:58.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:57 smithi098 ceph-mon[91373]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-12T01:53:58.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:57 smithi098 ceph-mon[88922]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-12T01:53:58.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:58 smithi193 ceph-mon[83763]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 380 op/s 2024-04-12T01:53:58.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:58 smithi193 ceph-mon[83763]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-12T01:53:59.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:58 smithi098 ceph-mon[91373]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 380 op/s 2024-04-12T01:53:59.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:58 smithi098 ceph-mon[91373]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-12T01:53:59.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:58 smithi098 ceph-mon[88922]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 17 KiB/s wr, 380 op/s 2024-04-12T01:53:59.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:58 smithi098 ceph-mon[88922]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-12T01:53:59.718 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-12T01:53:59.845 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-12T01:53:59.972 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-12T01:54:00.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:53:59 smithi098 ceph-mon[91373]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-12T01:54:00.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:53:59 smithi098 ceph-mon[88922]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-12T01:54:00.067 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-12T01:54:00.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:53:59 smithi193 ceph-mon[83763]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-12T01:54:00.708 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-12T01:54:00.794 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-12T01:54:00.890 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-12T01:54:00.929 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:00 smithi098 ceph-mon[91373]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 21 KiB/s wr, 394 op/s 2024-04-12T01:54:00.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:00 smithi098 ceph-mon[91373]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-12T01:54:00.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:00 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2525631007' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/820078295"}]: dispatch 2024-04-12T01:54:00.930 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:00 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/820078295"}]: dispatch 2024-04-12T01:54:00.930 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:00 smithi098 ceph-mon[88922]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 21 KiB/s wr, 394 op/s 2024-04-12T01:54:00.930 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:00 smithi098 ceph-mon[88922]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-12T01:54:00.930 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:00 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2525631007' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/820078295"}]: dispatch 2024-04-12T01:54:00.930 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:00 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/820078295"}]: dispatch 2024-04-12T01:54:00.991 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-12T01:54:01.094 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-12T01:54:01.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:00 smithi193 ceph-mon[83763]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 21 KiB/s wr, 394 op/s 2024-04-12T01:54:01.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:00 smithi193 ceph-mon[83763]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-12T01:54:01.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:00 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2525631007' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/820078295"}]: dispatch 2024-04-12T01:54:01.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:00 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/820078295"}]: dispatch 2024-04-12T01:54:01.180 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-12T01:54:01.265 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-12T01:54:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/820078295"}]': finished 2024-04-12T01:54:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-12T01:54:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:54:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T01:54:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]: dispatch 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]: dispatch 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]: dispatch 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]': finished 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/820078295"}]': finished 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:54:02.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]: dispatch 2024-04-12T01:54:02.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:01 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]': finished 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.98:0/820078295"}]': finished 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T01:54:02.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:54:02.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T01:54:02.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T01:54:02.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' 2024-04-12T01:54:02.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]: dispatch 2024-04-12T01:54:02.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]: dispatch 2024-04-12T01:54:02.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]: dispatch 2024-04-12T01:54:02.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:01 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3e88a76c-a52d-4272-b633-5f2470bba697"}]': finished 2024-04-12T01:54:02.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:54:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:54:03.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:02 smithi098 ceph-mon[91373]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 10 KiB/s wr, 197 op/s 2024-04-12T01:54:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:02 smithi098 ceph-mon[91373]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-12T01:54:03.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:02 smithi098 ceph-mon[91373]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-12T01:54:03.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:02 smithi098 ceph-mon[88922]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 10 KiB/s wr, 197 op/s 2024-04-12T01:54:03.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:02 smithi098 ceph-mon[88922]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-12T01:54:03.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:02 smithi098 ceph-mon[88922]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-12T01:54:03.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:02 smithi193 ceph-mon[83763]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 143 KiB/s rd, 10 KiB/s wr, 197 op/s 2024-04-12T01:54:03.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:02 smithi193 ceph-mon[83763]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-12T01:54:03.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:02 smithi193 ceph-mon[83763]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-12T01:54:04.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 37 KiB/s wr, 698 op/s 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff88a8cf-8df6-42a2-947d-11fc7ed81b75"}]: dispatch 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff88a8cf-8df6-42a2-947d-11fc7ed81b75"}]: dispatch 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff88a8cf-8df6-42a2-947d-11fc7ed81b75"}]': finished 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/88c7009a-415e-4bfc-bb47-735ac1bc9274"}]: dispatch 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/88c7009a-415e-4bfc-bb47-735ac1bc9274"}]: dispatch 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/88c7009a-415e-4bfc-bb47-735ac1bc9274"}]': finished 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:04.855 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:04 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 37 KiB/s wr, 698 op/s 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff88a8cf-8df6-42a2-947d-11fc7ed81b75"}]: dispatch 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff88a8cf-8df6-42a2-947d-11fc7ed81b75"}]: dispatch 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff88a8cf-8df6-42a2-947d-11fc7ed81b75"}]': finished 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/88c7009a-415e-4bfc-bb47-735ac1bc9274"}]: dispatch 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/88c7009a-415e-4bfc-bb47-735ac1bc9274"}]: dispatch 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/88c7009a-415e-4bfc-bb47-735ac1bc9274"}]': finished 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:05.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 37 KiB/s wr, 698 op/s 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff88a8cf-8df6-42a2-947d-11fc7ed81b75"}]: dispatch 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff88a8cf-8df6-42a2-947d-11fc7ed81b75"}]: dispatch 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ff88a8cf-8df6-42a2-947d-11fc7ed81b75"}]': finished 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/88c7009a-415e-4bfc-bb47-735ac1bc9274"}]: dispatch 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/88c7009a-415e-4bfc-bb47-735ac1bc9274"}]: dispatch 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/88c7009a-415e-4bfc-bb47-735ac1bc9274"}]': finished 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:05.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:05.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:04 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:06.029 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:54:05] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:54:06.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[91373]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-12T01:54:06.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:54:06.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:54:06.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:06.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:06.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[88922]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-12T01:54:06.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:54:06.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:54:06.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:06.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:06.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:05 smithi193 ceph-mon[83763]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-12T01:54:06.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:54:06.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:54:06.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:54:06.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:07.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:06 smithi098 ceph-mon[91373]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 34 KiB/s wr, 630 op/s 2024-04-12T01:54:07.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:06 smithi098 ceph-mon[91373]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-12T01:54:07.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:06 smithi098 ceph-mon[88922]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 34 KiB/s wr, 630 op/s 2024-04-12T01:54:07.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:06 smithi098 ceph-mon[88922]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-12T01:54:07.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:06 smithi193 ceph-mon[83763]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 34 KiB/s wr, 630 op/s 2024-04-12T01:54:07.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:06 smithi193 ceph-mon[83763]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-12T01:54:08.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:07 smithi098 ceph-mon[88922]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-12T01:54:08.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:07 smithi098 ceph-mon[88922]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 9.5 KiB/s wr, 229 op/s 2024-04-12T01:54:08.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:07 smithi098 ceph-mon[88922]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-12T01:54:08.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:07 smithi098 ceph-mon[91373]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-12T01:54:08.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:07 smithi098 ceph-mon[91373]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 9.5 KiB/s wr, 229 op/s 2024-04-12T01:54:08.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:07 smithi098 ceph-mon[91373]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-12T01:54:08.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:07 smithi193 ceph-mon[83763]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-12T01:54:08.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:07 smithi193 ceph-mon[83763]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 9.5 KiB/s wr, 229 op/s 2024-04-12T01:54:08.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:07 smithi193 ceph-mon[83763]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-12T01:54:08.636 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-12T01:54:09.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:09 smithi193 ceph-mon[83763]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-12T01:54:10.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:09 smithi098 ceph-mon[91373]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-12T01:54:10.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:09 smithi098 ceph-mon[88922]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-12T01:54:10.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:10 smithi193 ceph-mon[83763]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 9.2 KiB/s wr, 172 op/s 2024-04-12T01:54:10.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:10 smithi193 ceph-mon[83763]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-12T01:54:11.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:10 smithi098 ceph-mon[91373]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 9.2 KiB/s wr, 172 op/s 2024-04-12T01:54:11.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:10 smithi098 ceph-mon[91373]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-12T01:54:11.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:10 smithi098 ceph-mon[88922]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 9.2 KiB/s wr, 172 op/s 2024-04-12T01:54:11.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:10 smithi098 ceph-mon[88922]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-12T01:54:11.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:11 smithi193 ceph-mon[83763]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-12T01:54:11.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:11 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1115b4a8-2224-461e-83d2-be850c9ec113"}]: dispatch 2024-04-12T01:54:11.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:11 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1115b4a8-2224-461e-83d2-be850c9ec113"}]: dispatch 2024-04-12T01:54:11.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:11 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1115b4a8-2224-461e-83d2-be850c9ec113"}]': finished 2024-04-12T01:54:12.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:11 smithi098 ceph-mon[91373]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-12T01:54:12.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:11 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1115b4a8-2224-461e-83d2-be850c9ec113"}]: dispatch 2024-04-12T01:54:12.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:11 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1115b4a8-2224-461e-83d2-be850c9ec113"}]: dispatch 2024-04-12T01:54:12.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:11 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1115b4a8-2224-461e-83d2-be850c9ec113"}]': finished 2024-04-12T01:54:12.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:11 smithi098 ceph-mon[88922]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-12T01:54:12.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:11 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1287759491' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1115b4a8-2224-461e-83d2-be850c9ec113"}]: dispatch 2024-04-12T01:54:12.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:11 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1115b4a8-2224-461e-83d2-be850c9ec113"}]: dispatch 2024-04-12T01:54:12.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:11 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1115b4a8-2224-461e-83d2-be850c9ec113"}]': finished 2024-04-12T01:54:12.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:54:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:54:12.678 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-12T01:54:12.758 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-12T01:54:12.892 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-12T01:54:12.968 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-12T01:54:13.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:12 smithi098 ceph-mon[91373]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 107 op/s 2024-04-12T01:54:13.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:12 smithi098 ceph-mon[91373]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-12T01:54:13.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:12 smithi098 ceph-mon[91373]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-12T01:54:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:12 smithi098 ceph-mon[88922]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 107 op/s 2024-04-12T01:54:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:12 smithi098 ceph-mon[88922]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-12T01:54:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:12 smithi098 ceph-mon[88922]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-12T01:54:13.044 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-12T01:54:13.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:12 smithi193 ceph-mon[83763]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 107 op/s 2024-04-12T01:54:13.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:12 smithi193 ceph-mon[83763]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-12T01:54:13.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:12 smithi193 ceph-mon[83763]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-12T01:54:13.120 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-12T01:54:13.193 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-12T01:54:13.321 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-12T01:54:13.437 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-12T01:54:13.444 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-12T01:54:13.452 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-12T01:54:13.454 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-12T01:54:13.462 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-12T01:54:13.470 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-12T01:54:13.559 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-12T01:54:13.646 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-12T01:54:13.736 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-12T01:54:13.872 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-12T01:54:15.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:14 smithi098 ceph-mon[91373]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-12T01:54:15.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:14 smithi098 ceph-mon[88922]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-12T01:54:15.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:14 smithi193 ceph-mon[83763]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-12T01:54:15.470 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-12T01:54:15.589 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-12T01:54:15.683 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-12T01:54:15.787 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-12T01:54:15.951 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-12T01:54:16.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:54:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:54:15] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-12T01:54:17.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:16 smithi098 ceph-mon[91373]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 222 op/s 2024-04-12T01:54:17.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:16 smithi098 ceph-mon[88922]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 222 op/s 2024-04-12T01:54:17.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:16 smithi193 ceph-mon[83763]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 12 KiB/s wr, 222 op/s 2024-04-12T01:54:17.670 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-12T01:54:17.767 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-12T01:54:18.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:17 smithi098 ceph-mon[91373]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-12T01:54:18.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:17 smithi098 ceph-mon[91373]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-12T01:54:18.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:17 smithi098 ceph-mon[88922]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-12T01:54:18.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:17 smithi098 ceph-mon[88922]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-12T01:54:18.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:17 smithi193 ceph-mon[83763]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-12T01:54:18.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:17 smithi193 ceph-mon[83763]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-12T01:54:19.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:18 smithi098 ceph-mon[91373]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 37 KiB/s wr, 766 op/s 2024-04-12T01:54:19.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:18 smithi098 ceph-mon[88922]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 37 KiB/s wr, 766 op/s 2024-04-12T01:54:19.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:18 smithi193 ceph-mon[83763]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 37 KiB/s wr, 766 op/s 2024-04-12T01:54:19.770 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-12T01:54:20.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:19 smithi098 ceph-mon[91373]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-12T01:54:20.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:19 smithi098 ceph-mon[91373]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 92 KiB/s wr, 1.27k op/s 2024-04-12T01:54:20.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:19 smithi098 ceph-mon[88922]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-12T01:54:20.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:19 smithi098 ceph-mon[88922]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 92 KiB/s wr, 1.27k op/s 2024-04-12T01:54:20.053 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-12T01:54:20.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:19 smithi193 ceph-mon[83763]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-12T01:54:20.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:19 smithi193 ceph-mon[83763]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 92 KiB/s wr, 1.27k op/s 2024-04-12T01:54:21.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:20 smithi098 ceph-mon[91373]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-12T01:54:21.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:21.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:20 smithi098 ceph-mon[88922]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-12T01:54:21.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:21.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:20 smithi193 ceph-mon[83763]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-12T01:54:21.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:22.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:21 smithi098 ceph-mon[91373]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-12T01:54:22.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:21 smithi098 ceph-mon[91373]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 93 KiB/s wr, 855 op/s 2024-04-12T01:54:22.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:21 smithi098 ceph-mon[88922]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-12T01:54:22.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:21 smithi098 ceph-mon[88922]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 93 KiB/s wr, 855 op/s 2024-04-12T01:54:22.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:21 smithi193 ceph-mon[83763]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-12T01:54:22.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:21 smithi193 ceph-mon[83763]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 93 KiB/s wr, 855 op/s 2024-04-12T01:54:22.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:54:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:54:23.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:22 smithi098 ceph-mon[91373]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-12T01:54:23.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:22 smithi098 ceph-mon[91373]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-12T01:54:23.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:22 smithi098 ceph-mon[88922]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-12T01:54:23.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:22 smithi098 ceph-mon[88922]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-12T01:54:23.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:22 smithi193 ceph-mon[83763]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-12T01:54:23.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:22 smithi193 ceph-mon[83763]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-12T01:54:23.731 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-12T01:54:23.956 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-12T01:54:24.141 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-12T01:54:24.683 INFO:tasks.workunit.client.0.smithi098.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-12T01:54:24.683 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:54:24.683 INFO:tasks.workunit.client.0.smithi098.stdout:=============================== warnings summary =============================== 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout: Traceback (most recent call last): 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout: raise Exception() 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout: Exception 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-12T01:54:24.684 INFO:tasks.workunit.client.0.smithi098.stdout:============ 167 passed, 8 skipped, 1 warning in 639.54s (0:10:39) ============= 2024-04-12T01:54:24.727 INFO:tasks.workunit.client.0.smithi098.stderr:+ exit 0 2024-04-12T01:54:24.727 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T01:54:24.728 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T01:54:24.757 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-12T01:54:24.757 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T01:54:24.822 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:24 smithi098 ceph-mon[91373]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 326 KiB/s rd, 21 KiB/s wr, 430 op/s 2024-04-12T01:54:24.822 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:24 smithi098 ceph-mon[91373]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-12T01:54:24.822 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:24 smithi098 ceph-mon[88922]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 326 KiB/s rd, 21 KiB/s wr, 430 op/s 2024-04-12T01:54:24.822 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:24 smithi098 ceph-mon[88922]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-12T01:54:24.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:24 smithi193 ceph-mon[83763]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 326 KiB/s rd, 21 KiB/s wr, 430 op/s 2024-04-12T01:54:24.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:24 smithi193 ceph-mon[83763]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-12T01:54:25.014 DEBUG:teuthology.parallel:result is None 2024-04-12T01:54:25.015 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:54:25.082 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:54:25.082 DEBUG:teuthology.orchestra.run.smithi098:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:54:25.137 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:54:25.137 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T01:54:25.137 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-12T01:54:25.138 DEBUG:teuthology.parallel:result is None 2024-04-12T01:54:25.138 INFO:teuthology.run_tasks:Running task print... 2024-04-12T01:54:25.149 INFO:teuthology.task.print:**** done end parallel 2024-04-12T01:54:25.149 INFO:teuthology.run_tasks:Running task print... 2024-04-12T01:54:25.169 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-12T01:54:25.169 INFO:teuthology.run_tasks:Running task workunit... 2024-04-12T01:54:25.179 INFO:tasks.workunit:Pulling workunits from ref a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T01:54:25.179 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T01:54:25.179 DEBUG:teuthology.orchestra.run.smithi098:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:54:25.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T01:54:25.194 INFO:teuthology.orchestra.run.smithi098.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T01:54:25.194 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:54:25.248 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T01:54:25.249 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T01:54:25.304 INFO:tasks.workunit:timeout=3h 2024-04-12T01:54:25.304 INFO:tasks.workunit:cleanup=True 2024-04-12T01:54:25.304 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-12T01:54:25.359 INFO:tasks.workunit.client.0.smithi098.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T01:54:26.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:54:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:54:25] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-12T01:54:26.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:25 smithi098 ceph-mon[91373]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-12T01:54:26.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:25 smithi098 ceph-mon[91373]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:26.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:25 smithi098 ceph-mon[88922]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-12T01:54:26.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:25 smithi098 ceph-mon[88922]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:26.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:25 smithi193 ceph-mon[83763]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-12T01:54:26.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:25 smithi193 ceph-mon[83763]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:28.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:28 smithi193 ceph-mon[83763]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:28.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:28 smithi098 ceph-mon[91373]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:28.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:28 smithi098 ceph-mon[88922]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:30.580 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:30 smithi098 ceph-mon[91373]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:30.580 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:30 smithi098 ceph-mon[88922]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:30.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:30 smithi193 ceph-mon[83763]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:32.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:32 smithi193 ceph-mon[83763]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:32.605 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:54:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:54:32.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:32 smithi098 ceph-mon[91373]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:32.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:32 smithi098 ceph-mon[88922]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:34.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:34 smithi193 ceph-mon[83763]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:34.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:34 smithi098 ceph-mon[91373]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:34.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:34 smithi098 ceph-mon[88922]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:35.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:35.671 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:35.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:36.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:54:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:54:35] "GET /metrics HTTP/1.1" 200 34252 "" "Prometheus/2.43.0" 2024-04-12T01:54:36.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:36 smithi193 ceph-mon[83763]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:36.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:36 smithi098 ceph-mon[91373]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:36.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:36 smithi098 ceph-mon[88922]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:38.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:38 smithi193 ceph-mon[83763]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:38.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:38 smithi098 ceph-mon[91373]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:38.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:38 smithi098 ceph-mon[88922]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:40.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:40 smithi193 ceph-mon[83763]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:40.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:40 smithi098 ceph-mon[91373]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:40.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:40 smithi098 ceph-mon[88922]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:42.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:42 smithi193 ceph-mon[83763]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:42.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:54:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:54:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:54:42.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:42 smithi098 ceph-mon[88922]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:42.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:42 smithi098 ceph-mon[91373]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:44.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:44 smithi193 ceph-mon[83763]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:44.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:44 smithi098 ceph-mon[91373]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:44.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:44 smithi098 ceph-mon[88922]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:46.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:54:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:54:45] "GET /metrics HTTP/1.1" 200 34252 "" "Prometheus/2.43.0" 2024-04-12T01:54:46.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:46 smithi193 ceph-mon[83763]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:46.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:46 smithi098 ceph-mon[91373]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:46.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:46 smithi098 ceph-mon[88922]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:48.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:48 smithi193 ceph-mon[83763]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:48.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:48 smithi098 ceph-mon[91373]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:48.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:48 smithi098 ceph-mon[88922]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:50.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:50 smithi193 ceph-mon[83763]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:50.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:50 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:50.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:50 smithi098 ceph-mon[91373]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:50.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:50 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:50.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:50 smithi098 ceph-mon[88922]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:50.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:50 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:54:52.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:52 smithi193 ceph-mon[83763]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:52.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:54:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:54:52.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:52 smithi098 ceph-mon[91373]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:52.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:52 smithi098 ceph-mon[88922]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:54.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:54 smithi193 ceph-mon[83763]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:54.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:54 smithi098 ceph-mon[91373]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:54.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:54 smithi098 ceph-mon[88922]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:56.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:54:55 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:54:55] "GET /metrics HTTP/1.1" 200 34252 "" "Prometheus/2.43.0" 2024-04-12T01:54:56.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:56 smithi193 ceph-mon[83763]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:56.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:56 smithi098 ceph-mon[91373]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:56.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:56 smithi098 ceph-mon[88922]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:58.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:54:58 smithi193 ceph-mon[83763]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:58.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:54:58 smithi098 ceph-mon[91373]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:54:58.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:54:58 smithi098 ceph-mon[88922]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:00.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:00 smithi193 ceph-mon[83763]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:00.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:00 smithi098 ceph-mon[91373]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:00.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:00 smithi098 ceph-mon[88922]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:02.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:02 smithi193 ceph-mon[83763]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:02.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:02 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:55:02.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:02 smithi098 ceph-mon[91373]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:02.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:02 smithi098 ceph-mon[88922]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:04.604 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:04 smithi193 ceph-mon[83763]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:04.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:04 smithi098 ceph-mon[91373]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:04.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:04 smithi098 ceph-mon[88922]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:05.671 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:05.671 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:05 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:55:05.672 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:05.672 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:05 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:55:05.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:05.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:05 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:55:06.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:55:05] "GET /metrics HTTP/1.1" 200 34247 "" "Prometheus/2.43.0" 2024-04-12T01:55:06.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:06 smithi098 ceph-mon[91373]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:06.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:55:06.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:55:06.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:06 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:06.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:06 smithi098 ceph-mon[88922]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:06.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:55:06.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:55:06.779 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:06 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:06.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:06 smithi193 ceph-mon[83763]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:06.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:55:06.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:55:06.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:06 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:08.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:08 smithi193 ceph-mon[83763]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:09.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:08 smithi098 ceph-mon[91373]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:09.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:08 smithi098 ceph-mon[88922]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:10.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:10 smithi193 ceph-mon[83763]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:11.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:10 smithi098 ceph-mon[91373]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:11.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:10 smithi098 ceph-mon[88922]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:12.575 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:12 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:55:12.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:12 smithi193 ceph-mon[83763]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:13.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:12 smithi098 ceph-mon[91373]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:13.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:12 smithi098 ceph-mon[88922]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:14.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:14 smithi193 ceph-mon[83763]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:15.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:14 smithi098 ceph-mon[91373]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:15.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:14 smithi098 ceph-mon[88922]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:16.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:15 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:55:15] "GET /metrics HTTP/1.1" 200 34247 "" "Prometheus/2.43.0" 2024-04-12T01:55:16.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:16 smithi193 ceph-mon[83763]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:17.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:16 smithi098 ceph-mon[91373]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:17.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:16 smithi098 ceph-mon[88922]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:18.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:18 smithi193 ceph-mon[83763]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:19.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:18 smithi098 ceph-mon[91373]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:19.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:18 smithi098 ceph-mon[88922]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:20.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:20 smithi193 ceph-mon[83763]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:20.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:20 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:55:21.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:20 smithi098 ceph-mon[91373]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:21.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:20 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:55:21.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:20 smithi098 ceph-mon[88922]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:21.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:20 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:55:22.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:55:22.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:22 smithi193 ceph-mon[83763]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:23.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:22 smithi098 ceph-mon[91373]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:23.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:22 smithi098 ceph-mon[88922]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:24.840 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:24 smithi193 ceph-mon[83763]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:25.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:24 smithi098 ceph-mon[91373]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:25.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:24 smithi098 ceph-mon[88922]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:26.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:25 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:55:25] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-12T01:55:26.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:26 smithi193 ceph-mon[83763]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:27.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:26 smithi098 ceph-mon[91373]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:27.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:26 smithi098 ceph-mon[88922]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:28.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:28 smithi193 ceph-mon[83763]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:29.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:28 smithi098 ceph-mon[91373]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:29.028 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:28 smithi098 ceph-mon[88922]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:29.526 INFO:tasks.workunit.client.0.smithi098.stderr:Note: switching to 'a5074d4516d566e9d8b6aec912f26afd099de101'. 2024-04-12T01:55:29.526 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:29.526 INFO:tasks.workunit.client.0.smithi098.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-12T01:55:29.526 INFO:tasks.workunit.client.0.smithi098.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-12T01:55:29.526 INFO:tasks.workunit.client.0.smithi098.stderr:state without impacting any branches by switching back to a branch. 2024-04-12T01:55:29.526 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:29.526 INFO:tasks.workunit.client.0.smithi098.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-12T01:55:29.526 INFO:tasks.workunit.client.0.smithi098.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-12T01:55:29.526 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:29.527 INFO:tasks.workunit.client.0.smithi098.stderr: git switch -c 2024-04-12T01:55:29.527 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:29.527 INFO:tasks.workunit.client.0.smithi098.stderr:Or undo this operation with: 2024-04-12T01:55:29.527 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:29.527 INFO:tasks.workunit.client.0.smithi098.stderr: git switch - 2024-04-12T01:55:29.527 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:29.527 INFO:tasks.workunit.client.0.smithi098.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-12T01:55:29.527 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:29.527 INFO:tasks.workunit.client.0.smithi098.stderr:HEAD is now at a5074d4516d Merge branch 'wip-nitzan-public-addr-check-subnet-unreachable' of https://github.com/NitzanMordhai/ceph into wip-yuri6-testing-2024-04-09-1231 2024-04-12T01:55:29.531 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T01:55:29.585 INFO:tasks.workunit.client.0.smithi098.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T01:55:29.588 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T01:55:29.588 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T01:55:29.639 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T01:55:29.688 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T01:55:29.728 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T01:55:29.729 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T01:55:29.729 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T01:55:29.769 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T01:55:29.773 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2024-04-12T01:55:29.773 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T01:55:29.829 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-12T01:55:29.831 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-12T01:55:29.832 DEBUG:teuthology.orchestra.run.smithi098:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a5074d4516d566e9d8b6aec912f26afd099de101 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-12T01:55:29.887 INFO:tasks.workunit.client.0.smithi098.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-12T01:55:30.272 INFO:tasks.workunit.client.0.smithi098.stderr:+ LAST_OPT_REVISION=1 2024-04-12T01:55:30.272 INFO:tasks.workunit.client.0.smithi098.stderr:+ '[' 1 -ne 1 ']' 2024-04-12T01:55:30.272 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph -s 2024-04-12T01:55:30.782 INFO:tasks.workunit.client.0.smithi098.stdout: cluster: 2024-04-12T01:55:30.782 INFO:tasks.workunit.client.0.smithi098.stdout: id: 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: health: HEALTH_WARN 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: Telemetry requires re-opt-in 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: services: 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: mon: 3 daemons, quorum a,b,c (age 84m) 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: mgr: y(active, since 85m), standbys: x 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: mds: 1/1 daemons up, 1 standby 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: osd: 8 osds: 8 up (since 79m), 8 in (since 91m) 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: data: 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: volumes: 1/1 healthy 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: pools: 4 pools, 105 pgs 2024-04-12T01:55:30.783 INFO:tasks.workunit.client.0.smithi098.stdout: objects: 28 objects, 4.6 MiB 2024-04-12T01:55:30.784 INFO:tasks.workunit.client.0.smithi098.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:30.784 INFO:tasks.workunit.client.0.smithi098.stdout: pgs: 105 active+clean 2024-04-12T01:55:30.784 INFO:tasks.workunit.client.0.smithi098.stdout: 2024-04-12T01:55:30.794 INFO:tasks.workunit.client.0.smithi098.stderr:++ ceph telemetry collection ls 2024-04-12T01:55:30.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:30 smithi193 ceph-mon[83763]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:30.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:30 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2277181064' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T01:55:30.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:30 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2277181064' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T01:55:31.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:30 smithi098 ceph-mon[91373]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:31.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:30 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2277181064' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T01:55:31.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:30 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2277181064' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T01:55:31.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:30 smithi098 ceph-mon[88922]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:31.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:30 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2277181064' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T01:55:31.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:30 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2277181064' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T01:55:31.291 INFO:tasks.workunit.client.0.smithi098.stderr:+ COLLECTIONS='New collections are available: 2024-04-12T01:55:31.291 INFO:tasks.workunit.client.0.smithi098.stderr:['\''basic_pool_flags'\''] 2024-04-12T01:55:31.291 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T01:55:31.291 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:31.291 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T01:55:31.291 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:device_base REPORTING Information about device health metrics 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-12T01:55:31.292 INFO:tasks.workunit.client.0.smithi098.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_pool_flags'] 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T01:55:31.293 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:device_base REPORTING Information about device health metrics 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_pool_flags'] 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T01:55:31.294 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:device_base REPORTING Information about device health metrics 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_pool_flags'] 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T01:55:31.295 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:device_base REPORTING Information about device health metrics 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T01:55:31.296 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_pool_flags'] 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T01:55:31.297 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:device_base REPORTING Information about device health metrics 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_pool_flags'] 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T01:55:31.298 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:device_base REPORTING Information about device health metrics 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:+ [[ New collections are available: 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:['basic_pool_flags'] 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T01:55:31.299 INFO:tasks.workunit.client.0.smithi098.stderr: 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:NAME STATUS DESC 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:device_base REPORTING Information about device health metrics 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-12T01:55:31.300 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry preview 2024-04-12T01:55:31.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3184870493' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T01:55:31.854 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:31 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/3184870493' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T01:55:32.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3184870493' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T01:55:32.030 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:31 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/3184870493' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T01:55:32.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3184870493' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T01:55:32.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:31 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/3184870493' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T01:55:32.257 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T01:55:32.257 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer": { 2024-04-12T01:55:32.257 INFO:tasks.workunit.client.0.smithi098.stdout: "active": true, 2024-04-12T01:55:32.257 INFO:tasks.workunit.client.0.smithi098.stdout: "mode": "" 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "channels": [ 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "channels_available": [ 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T01:55:32.258 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_available": [ 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore", 2024-04-12T01:55:32.259 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_flags" 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_opted_in": [ 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T01:55:32.260 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore", 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_flags" 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "config": { 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "active_changed": [ 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T01:55:32.261 INFO:tasks.workunit.client.0.smithi098.stdout: "client_check_pool_perm", 2024-04-12T01:55:32.262 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_gid", 2024-04-12T01:55:32.262 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_uid", 2024-04-12T01:55:32.262 INFO:tasks.workunit.client.0.smithi098.stdout: "client_quota", 2024-04-12T01:55:32.262 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T01:55:32.262 INFO:tasks.workunit.client.0.smithi098.stdout: "daemonize", 2024-04-12T01:55:32.262 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "keyring", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T01:55:32.263 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_journald", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_stderr", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_host", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mds_skip_sanity", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T01:55:32.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "no_config_file", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T01:55:32.265 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hdd", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hybrid", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_ssd", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_max_backfills", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T01:55:32.266 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T01:55:32.267 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_hdd", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_ssd", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hdd", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_ssd", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_sleep", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T01:55:32.268 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_default_features", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_qos_exclude_ops", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "setgroup", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "setuser" 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_changed": [ 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T01:55:32.269 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_join_fs", 2024-04-12T01:55:32.270 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/container_init", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/migration_current", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_ident", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_perf", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/description", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/enabled", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/organization", 2024-04-12T01:55:32.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mds_skip_sanity", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T01:55:32.272 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T01:55:32.273 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T01:55:32.274 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_cache_enabled", 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_ops_log", 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_usage_log" 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: "contact": null, 2024-04-12T01:55:32.275 INFO:tasks.workunit.client.0.smithi098.stdout: "crashes": [], 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "created": "2024-04-12T00:18:49.248336Z", 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "crush": { 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_algs": { 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "straw2": 3 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_sizes": { 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "2": 1, 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "4": 2 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_types": { 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "1": 2, 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: "11": 1 2024-04-12T01:55:32.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "compat_weight_set": false, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "device_classes": [ 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: 8 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_buckets": 6, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_devices": 8, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_rules": 2, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_types": 12, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "num_weight_sets": 0, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "tunables": { 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "allowed_bucket_algs": 54, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_fallback_tries": 0, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_tries": 0, 2024-04-12T01:55:32.277 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_total_tries": 50, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_descend_once": 1, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_stable": 1, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_vary_r": 1, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "has_msr_rules": 0, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v2_rules": 1, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v3_rules": 0, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v4_buckets": 1, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v5_rules": 0, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "legacy_tunables": 0, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "minimum_required_version": "jewel", 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "msr_collision_tries": 100, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "msr_descents": 100, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "optimal_tunables": 1, 2024-04-12T01:55:32.278 INFO:tasks.workunit.client.0.smithi098.stdout: "profile": "jewel", 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables": 1, 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables2": 1, 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables3": 1, 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables5": 1, 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "straw_calc_version": 1 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "description": "upgrade test cluster", 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "fs": { 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "feature_flags": { 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "enable_multiple": true, 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_enabled_multiple": true 2024-04-12T01:55:32.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "filesystems": [ 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "approx_ctime": "2024-04", 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer_enabled": false, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_caps": 0, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_dns": 10, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_inos": 13, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_subtrees": 2, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_allowed_features": 0, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "explicitly_allowed_features": 0, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "files": 0, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "max_mds": 1, 2024-04-12T01:55:32.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_data_pools": 1, 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_in": 1, 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_mds": 1, 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": 0, 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_replay": 0, 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_up": 1, 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "snaps": 0, 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "standby_count_wanted": 0 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_mds": 1, 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "total_num_mds": 2 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_stats": { 2024-04-12T01:55:32.281 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20258816, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 307304, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 851968, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 0, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 344, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 962640, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 13, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 897024, 2024-04-12T01:55:32.282 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14487368, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 20258816 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20455424, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 408576, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 8192, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 851968, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 433, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1326584, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 22, 2024-04-12T01:55:32.283 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 1062912, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14896648, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 21307392 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 166854656, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 2144160, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3014656, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 2834432, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 6488, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.284 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 9508864, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2343680, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 149843296, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 169689088 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 258154496, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 4992704, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3145728, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 540672, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 1007616, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9479, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.285 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 15125568, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 23, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3947008, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 230402816, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 259162112 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 169435136, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1998768, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3014656, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 2334720, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 6577, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 10471424, 2024-04-12T01:55:32.286 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3479040, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 150471248, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 171769856 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 473890816, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 23708512, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5505024, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 113754112, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12442, 2024-04-12T01:55:32.287 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 89894584, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 60, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 8931072, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 345851624, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 587644928 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 506183680, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 28023048, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 117620736, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12814, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.288 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 81354904, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11364608, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 382033248, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 623804416 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 500187136, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 22469096, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5373952, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 56025088, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 10259, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 66634000, 2024-04-12T01:55:32.289 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 9882368, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 395827720, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 556212224 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 423075840, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 17690336, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3276800, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 40738816, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9472, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 55797896, 2024-04-12T01:55:32.290 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 60, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 10569728, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 335741080, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 463814656 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 539934720, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 21792712, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5505024, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 83288064, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 13080, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.291 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 81512688, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 61, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11851264, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 419273032, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 623222784 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 538451968, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 25309760, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 154673152, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12685, 2024-04-12T01:55:32.292 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 101709960, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 10765824, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 397258552, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 693125120 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 450887680, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 17699240, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3276800, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 39682048, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9717, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.293 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 69315056, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11376384, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 349220200, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 490569728 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 500432896, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 19523320, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 32333824, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 10958, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 75674072, 2024-04-12T01:55:32.294 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 58, 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 8924672, 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 392902960, 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 532766720 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "hosts": { 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num": 2, 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mds": 2, 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mgr": 2, 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mon": 2, 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_osd": 2 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "io_rate": { 2024-04-12T01:55:32.295 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_stats_delta": { 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "stamp_delta": "12.003084", 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:32.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:32.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:32.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:32.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 0 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard": false, 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard_description": null, 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "license": "sharing-1-0", 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "mempool": { 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.300 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.302 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.303 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.304 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 149025, 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 34 2024-04-12T01:55:32.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 928, 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.306 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.307 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:32.308 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.309 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.310 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 223455, 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 69 2024-04-12T01:55:32.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 52112, 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 181 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12232, 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 251 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:32.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.319 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.321 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41486021, 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5123 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 880, 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 10 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.322 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:32.323 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.324 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.326 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.327 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.327 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.327 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.327 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.327 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.327 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41910007, 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5192 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11792, 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 348 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.332 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.337 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41613037, 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5141 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.338 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.340 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.341 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 21992, 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 412 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31232, 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 27 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1344, 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61040, 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 763 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 414960, 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1995 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 778255, 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 210 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2459072, 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 544584 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7041656, 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 10387 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 85616, 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9136 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 95664, 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1993 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2208, 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 122143, 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 63 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 28144, 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7928693, 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 277 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19272, 2024-04-12T01:55:32.347 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 219 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 524880, 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 45 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.348 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7222904, 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18663 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.350 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22200, 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 403 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 116992, 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 27 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 6 2024-04-12T01:55:32.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61520, 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 769 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 412256, 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1982 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 997138, 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 260 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2380286, 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 527599 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6833576, 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 10081 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 83248, 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8952 2024-04-12T01:55:32.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 95136, 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1982 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184412, 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1319 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.354 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 65296, 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6658255, 2024-04-12T01:55:32.355 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 275 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22880, 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 260 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 431568, 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 37 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7174856, 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 20933 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.357 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:32.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17000, 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 312 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 51072, 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 23 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3648, 2024-04-12T01:55:32.359 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 19 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 59040, 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 738 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 411632, 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1979 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 278348, 2024-04-12T01:55:32.360 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 83 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1717534, 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 380513 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5039736, 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7443 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 82516, 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8940 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 94992, 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1979 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.362 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 78531, 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 50 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.363 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19882890, 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 262 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10032, 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 114 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 361584, 2024-04-12T01:55:32.364 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 31 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3085680, 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5934 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 14784, 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 245 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 42624, 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 21 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3072, 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 58720, 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 734 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399776, 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1922 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:32.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 298796, 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 93 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1728107, 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 382593 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5059456, 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7472 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74060, 2024-04-12T01:55:32.369 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7812 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2208, 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 124555, 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 67 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 28144, 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.371 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17447691, 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 276 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10912, 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 124 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 419904, 2024-04-12T01:55:32.372 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 36 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3503760, 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9138 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.373 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.374 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22368, 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 417 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31488, 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 29 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 6 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61360, 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 767 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399360, 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:32.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 298931, 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 96 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2067900, 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 458702 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5971336, 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8813 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74296, 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7806 2024-04-12T01:55:32.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184156, 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74663, 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 44 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.379 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7401250, 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9028 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9328, 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 106 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 454896, 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T01:55:32.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5064280, 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 12139 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.381 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.382 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22696, 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 418 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 72704, 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60560, 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 757 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399360, 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 508203, 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 132 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2324200, 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 520308 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6720016, 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9914 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74644, 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7811 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184412, 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1319 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 38833, 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 48 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4340677, 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 247 2024-04-12T01:55:32.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 13376, 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 152 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 489888, 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6439160, 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 12383 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.389 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.390 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16696, 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 313 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 47232, 2024-04-12T01:55:32.391 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 25 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3072, 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60720, 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 759 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 401024, 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1928 2024-04-12T01:55:32.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 631570, 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 161 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1692704, 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 373708 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4926176, 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7276 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 75600, 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7969 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92544, 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1928 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.394 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184068, 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1317 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 65947, 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 40 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17024206, 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 236 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 15224, 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 173 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 454896, 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3615040, 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9352 2024-04-12T01:55:32.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.398 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17568, 2024-04-12T01:55:32.399 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 333 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 30848, 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 24 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3456, 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60480, 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 756 2024-04-12T01:55:32.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400816, 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1927 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 414181, 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 115 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:32.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2008636, 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 448420 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5830576, 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8606 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 76336, 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7971 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:32.402 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92496, 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1927 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.403 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 87282, 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 47 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:32.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19245993, 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 263 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11088, 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 126 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 536544, 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T01:55:32.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5051280, 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9730 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:32.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:32.407 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: "metadata": { 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 2 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.408 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 2 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 2 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 2 2024-04-12T01:55:32.409 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 3 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 3 2024-04-12T01:55:32.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 3 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 3 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.411 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 8 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 8 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:32.412 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 8 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 8 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_objectstore": { 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": 8 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.413 INFO:tasks.workunit.client.0.smithi098.stdout: "rotational": { 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "0": 8 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "features": { 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "optional": [], 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "persistent": [ 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "kraken", 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "luminous", 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "mimic", 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap-prune", 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "nautilus", 2024-04-12T01:55:32.414 INFO:tasks.workunit.client.0.smithi098.stdout: "octopus", 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "pacific", 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "elector-pinging", 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "quincy", 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "reef", 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "squid" 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv4_addr_mons": 6, 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv6_addr_mons": 0, 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "min_mon_release": 19, 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "v1_addr_mons": 3, 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "v2_addr_mons": 3 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.415 INFO:tasks.workunit.client.0.smithi098.stdout: "organization": "ceph-qa", 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_network": false, 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "require_min_compat_client": "luminous", 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "require_osd_release": "squid" 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_perf_histograms": [ 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.416 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:32.417 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:32.418 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:32.419 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:32.420 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:32.421 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.422 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 309, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14318, 4042, 1, 0, 0, 2, 0, 2, 0, 0, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8577, 354, 23, 1, 16, 11, 6, 12, 21, 40, 28, 16, 19, 24, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1082, 37, 2, 0, 4, 2, 1, 3, 8, 12, 91, 173, 74, 8, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 491, 15, 5, 0, 0, 0, 0, 0, 0, 1, 1, 31, 331, 4, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 94, 10, 1, 0, 0, 1, 0, 1, 1, 3, 7, 7, 21, 85, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 105, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 14, 13, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 85, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 12, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 162, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.423 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.424 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7570, 33, 0, 0, 1, 0, 1, 3, 1, 2, 6, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6676, 202, 1286, 1, 7, 7, 11, 17, 36, 59, 62, 34, 31, 12, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 792, 20, 199, 24, 1, 1, 0, 6, 5, 24, 139, 232, 119, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 266, 0, 1, 6, 0, 1, 0, 2, 0, 0, 3, 22, 416, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 86, 2, 1, 0, 1, 0, 0, 0, 1, 0, 5, 3, 18, 35, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.425 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 69, 1, 47, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99, 1, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 23, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 14, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.426 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.427 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11886, 32, 2, 0, 1, 0, 0, 0, 0, 1, 7, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9502, 315, 59, 0, 11, 0, 1, 1, 2, 0, 8, 6, 16, 35, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 695, 38, 32, 2, 3, 0, 0, 1, 1, 1, 25, 2, 4, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 401, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 39, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 181, 10, 4, 0, 0, 0, 1, 0, 1, 1, 7, 3, 16, 68, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 193, 4, 3, 0, 0, 0, 1, 1, 0, 0, 6, 13, 19, 24, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 129, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 7, 51, 54, 70, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 82, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 18, 23, 71, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 31, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 19, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.428 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 335, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13095, 4123, 0, 2, 1, 0, 0, 0, 0, 0, 11, 0, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9127, 259, 20, 1, 12, 1, 5, 7, 14, 24, 50, 15, 10, 20, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1512, 80, 9, 0, 4, 0, 2, 0, 3, 13, 50, 85, 39, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 390, 2, 0, 0, 8, 0, 0, 0, 0, 1, 3, 9, 156, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 138, 3, 0, 0, 207, 1, 0, 0, 10, 5, 3, 5, 16, 26, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 53, 0, 0, 0, 300, 0, 0, 0, 0, 0, 0, 5, 9, 13, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 97, 0, 0, 0, 289, 0, 0, 0, 0, 0, 0, 4, 17, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 23, 0, 0, 0, 1889, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.432 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9814, 5, 121, 11, 37, 51, 2, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10110, 45, 34, 1, 22, 30, 152, 181, 11, 16, 5, 7, 11, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1315, 104, 131, 0, 4, 4, 14, 31, 7, 18, 48, 70, 30, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 579, 25, 61, 0, 2, 0, 0, 0, 1, 1, 8, 16, 184, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 121, 13, 9, 0, 0, 0, 0, 0, 2, 1, 14, 8, 22, 32, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 68, 1, 25, 28, 0, 0, 0, 0, 2, 1, 8, 12, 23, 6, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 59, 0, 1, 36, 56, 0, 0, 0, 1, 0, 4, 4, 30, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 19, 0, 0, 4, 74, 107, 0, 0, 0, 0, 0, 0, 6, 16, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 5, 22, 0, 0, 0, 0, 2, 1, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 12132, 1, 1, 1, 3, 0, 0, 0, 0, 3, 3, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9142, 22, 8, 0, 15, 0, 3, 0, 2, 2, 34, 1, 4, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1078, 5, 5, 3, 4, 0, 1, 0, 1, 3, 34, 0, 3, 14, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 471, 4, 1, 5, 4, 1, 0, 0, 0, 0, 6, 8, 34, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 149, 9, 4, 0, 0, 0, 0, 0, 1, 2, 6, 2, 10, 65, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 144, 2, 2, 1, 0, 0, 1, 0, 1, 0, 0, 2, 4, 12, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 157, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 20, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.437 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5684, 2926, 0, 0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11929, 5301, 0, 0, 6359, 367, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6864, 343, 19, 0, 1028, 198, 2, 0, 8, 15, 7, 9, 13, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 818, 26, 15, 0, 151, 22, 1, 2, 6, 18, 51, 75, 36, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 281, 7, 0, 0, 19, 11, 0, 0, 0, 0, 1, 22, 176, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 118, 9, 0, 0, 17, 28, 0, 0, 1, 1, 3, 3, 27, 35, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 115, 1, 0, 0, 0, 6, 0, 1, 0, 0, 0, 4, 2, 5, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 66, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9969, 3624, 4286, 0, 1, 1, 0, 0, 1, 0, 4, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5982, 178, 131, 0, 12, 1, 0, 1, 1, 1, 7, 3, 9, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 977, 28, 17, 0, 3, 0, 0, 0, 1, 3, 29, 4, 2, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 545, 9, 1, 0, 0, 0, 0, 0, 1, 0, 3, 4, 20, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 327, 9, 0, 0, 0, 0, 0, 1, 0, 0, 3, 1, 15, 39, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 231, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 11, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.442 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:32.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:32.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:32.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:32.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:32.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:32.448 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 508, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4600, 60, 90, 146, 443, 605, 695, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 747, 18, 11, 47, 26, 7, 26, 0, 2, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 178, 1, 1, 2, 0, 2, 3, 0, 0, 0, 1, 8, 11, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.451 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 0, 5, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2724, 267, 29, 63, 119, 0, 2, 0, 3, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 434, 18, 1237, 0, 0, 1, 0, 1, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 439, 12, 104, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1683, 1311, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1407, 1681, 247, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:32.454 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9695, 5, 0, 0, 1, 1, 1, 3, 3, 1, 1, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15958, 0, 3, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 6, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 416, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3219, 49, 3, 0, 3, 1, 3, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 276, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 149, 26, 34, 51, 0, 1, 0, 0, 0, 0, 1, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 845, 326, 0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4164, 2341, 0, 402, 0, 0, 0, 0, 0, 1, 0, 0, 1, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 232, 326, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 761, 1, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3812, 226, 28, 59, 138, 275, 461, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 555, 6, 1, 0, 0, 0, 19, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 274, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:32.462 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 679, 2, 2, 26, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4866, 67, 129, 229, 455, 603, 717, 2, 2, 0, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 465, 4, 7, 4, 18, 11, 9, 0, 2, 1, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 366, 7, 9, 27, 1, 0, 0, 0, 0, 0, 1, 0, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 203, 33, 72, 102, 28, 0, 0, 0, 0, 0, 3, 1, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 362, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2690, 25, 1, 0, 17, 0, 6, 5, 16, 5, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 241, 5, 0, 0, 5, 0, 0, 0, 3, 12, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 153, 10, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 138, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.467 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 460, 2, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7339, 38, 43, 57, 1, 2, 4, 0, 8, 9, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2718, 24, 89, 41, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 277, 10, 6, 0, 0, 1, 0, 0, 0, 3, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 93, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 3, 19, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:32.470 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:32.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:32.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.473 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:32.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:32.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.476 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 890, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1694, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3065, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9720, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 346, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.484 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 416, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6930, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 777, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 583, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 711, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 527, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 169, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.492 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2769, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7503, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2874, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 301, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.497 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:32.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:32.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:32.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:32.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:32.503 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2044, 15, 0, 0, 8, 0, 2, 2, 7, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1143, 7, 2, 1, 1, 4, 3, 15, 29, 68, 59, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 157, 16, 0, 0, 1, 1, 0, 2, 5, 3, 48, 195, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 522, 38, 0, 0, 0, 0, 1, 1, 2, 4, 7, 21, 288, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 944, 49, 0, 0, 0, 0, 0, 1, 0, 5, 3, 9, 25, 25, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 668, 86, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 8, 29, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 328, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 59, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2744, 21, 1, 0, 8, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1379, 5, 1, 2, 1, 5, 12, 23, 44, 72, 120, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 77, 5, 0, 0, 0, 0, 3, 2, 1, 8, 65, 306, 181, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 43, 6, 0, 0, 0, 1, 1, 0, 1, 3, 11, 22, 377, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 8, 26, 25, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 7, 15, 31, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1963, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.509 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 275, 9, 1, 2, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 159, 6, 1, 0, 3, 1, 1, 5, 8, 16, 49, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 202, 1, 0, 0, 0, 2, 4, 11, 6, 11, 51, 85, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 150, 4, 0, 0, 1, 2, 1, 2, 3, 3, 18, 51, 21, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 2, 5, 8, 19, 31, 43, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 4, 27, 39, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 57, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1239, 18, 1, 0, 13, 0, 4, 4, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 498, 4, 1, 1, 2, 2, 3, 9, 18, 29, 33, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 200, 9, 0, 1, 0, 1, 1, 0, 1, 4, 38, 120, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 402, 4, 0, 0, 0, 0, 0, 1, 1, 2, 9, 14, 105, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 576, 2, 0, 0, 0, 1, 0, 0, 0, 1, 2, 5, 11, 23, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 239, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 11, 26, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 67, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1135, 10, 0, 0, 14, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 656, 3, 0, 1, 4, 0, 3, 10, 7, 33, 31, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 373, 1, 1, 1, 1, 2, 1, 1, 10, 13, 54, 144, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 454, 0, 0, 0, 0, 0, 1, 1, 3, 5, 18, 38, 139, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 252, 0, 0, 0, 0, 0, 1, 0, 1, 1, 4, 5, 16, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 19, 14, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.517 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 464, 11, 1, 0, 10, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 85, 9, 2, 0, 1, 0, 0, 2, 2, 0, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 11, 0, 0, 0, 0, 0, 1, 4, 6, 30, 34, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 71, 11, 0, 0, 0, 0, 0, 1, 0, 2, 9, 20, 15, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 23, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 22, 15, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 41, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 16, 23, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 87, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1113, 27, 0, 0, 14, 0, 4, 6, 13, 15, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 693, 11, 0, 0, 2, 0, 5, 10, 19, 30, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 425, 8, 0, 0, 0, 2, 0, 2, 3, 4, 44, 126, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 467, 4, 0, 0, 1, 1, 1, 0, 3, 2, 7, 13, 166, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 313, 2, 0, 0, 0, 0, 0, 1, 0, 1, 3, 5, 26, 22, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 31, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.522 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 41, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 191, 10, 1, 2, 8, 0, 1, 4, 4, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 63, 4, 0, 0, 0, 0, 3, 6, 2, 2, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 82, 9, 0, 0, 0, 1, 3, 1, 7, 3, 14, 28, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 58, 6, 0, 0, 0, 0, 0, 1, 2, 1, 10, 10, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 2, 0, 0, 0, 0, 0, 0, 2, 0, 3, 11, 20, 24, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 5, 4, 16, 28, 119, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 8, 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "number of replicas", 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 1, 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0]", 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[1, 1]", 2024-04-12T01:55:32.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[2, 2]", 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[3, 3]", 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[4, 4]", 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[5, 5]", 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[6, None]" 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "linear" 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 10, 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "duration", 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 250000, 2024-04-12T01:55:32.527 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 249999]", 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[250000, 499999]", 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[500000, 999999]", 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[1000000, 1999999]", 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[2000000, 3999999]", 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[4000000, 7999999]", 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[8000000, 15999999]", 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[16000000, 31999999]", 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[32000000, None]" 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.528 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.531 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.532 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.533 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:32.534 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:32.535 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_counters": { 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "caps": { 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.536 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_grant": { 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_revoke": { 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_trunc": { 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_commit": { 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_complete": { 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:32.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_keys": { 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_merge": { 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_split": { 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "exported_inodes": { 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "forward": { 2024-04-12T01:55:32.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_cap_release": { 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps": { 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps_dirty": { 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_inode_file_caps": { 2024-04-12T01:55:32.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: "imported_inodes": { 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes": { 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_expired": { 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_pinned": { 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.540 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_with_caps": { 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: "load_cent": { 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: "openino_dir_fetch": { 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: "process_request_cap_release": { 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: "reply_latency": { 2024-04-12T01:55:32.541 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: "request": { 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rbytes": { 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rfiles": { 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rsnaps": { 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_reply": { 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: "subtrees": { 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_cache": { 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_enqueue_scrub": { 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_exportdir": { 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_flush": { 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragmentdir": { 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragstats": { 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_inodestats": { 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_quiesce_inode": { 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.544 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_quiesce_path": { 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_enqueued": { 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_prioritized": { 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_processing": { 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays": { 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_delayed": { 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_enqueuing": { 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_completed": { 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_started": { 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_created": { 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_enqueued": { 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_migrated": { 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_reintegrated": { 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_log": { 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: "ev": { 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:32.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "evadd": { 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "evex": { 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "evexd": { 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "evexg": { 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "evlrg": { 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "evtrm": { 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "jlat": { 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "replayed": { 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "seg": { 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "segadd": { 2024-04-12T01:55:32.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: "segex": { 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: "segexd": { 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: "segexg": { 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: "segmjr": { 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.550 INFO:tasks.workunit.client.0.smithi098.stdout: "segtrm": { 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_mem": { 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: "cap": { 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: "cap+": { 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: "cap-": { 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "dir": { 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "dir+": { 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "dir-": { 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "dn": { 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "dn+": { 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:32.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "dn-": { 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "heap": { 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 248184 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "ino": { 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "ino+": { 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "ino-": { 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: "rss": { 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53568 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_server": { 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_acquisition_throttle": { 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_revoke_eviction": { 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_request": { 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_session": { 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_peer_request": { 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "req_create_latency": { 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getattr_latency": { 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getfilelock_latency": { 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getvxattr_latency": { 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "req_link_latency": { 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookup_latency": { 2024-04-12T01:55:32.556 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookuphash_latency": { 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupino_latency": { 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupname_latency": { 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupparent_latency": { 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupsnap_latency": { 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lssnap_latency": { 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.558 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mkdir_latency": { 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mknod_latency": { 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mksnap_latency": { 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "req_open_latency": { 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: "req_readdir_latency": { 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rename_latency": { 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: "req_renamesnap_latency": { 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmdir_latency": { 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmsnap_latency": { 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmxattr_latency": { 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.561 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setattr_latency": { 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setdirlayout_latency": { 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setfilelock_latency": { 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setlayout_latency": { 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setxattr_latency": { 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "req_snapdiff_latency": { 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "req_symlink_latency": { 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "req_unlink_latency": { 2024-04-12T01:55:32.563 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_sessions": { 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: "average_load": { 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: "avg_session_uptime": { 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mdthresh_evicted": { 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.564 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "session_count": { 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "session_remove": { 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_open": { 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_stale": { 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.565 INFO:tasks.workunit.client.0.smithi098.stdout: "total_load": { 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "purge_queue": { 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed": { 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed_ops": { 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing": { 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_high_water": { 2024-04-12T01:55:32.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops": { 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops_high_water": { 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_item_in_journal": { 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:32.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.570 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57921399 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1347978248 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 146 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:32.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999984 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:32.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.575 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26519572007 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114240333 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.577 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73882 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2563958615 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.578 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 166674432 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 163799040 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2875392 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267597994 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23969988 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69142162 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:32.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267597994 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1471723 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70668907 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178398663 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.586 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.587 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69065273 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:32.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 364845, 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1782726068 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20305, 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6309524240 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.591 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 235 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:32.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8527 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8527, 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 59454609 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8527, 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25581 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:32.594 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8527, 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1736977653 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:32.595 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8525 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:32.596 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8525, 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58814416 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8525, 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 66245 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8525, 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2962313680 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999988 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8528 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.598 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8528, 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32340583977 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86714 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:32.599 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.600 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256016384 2024-04-12T01:55:32.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253820928 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2195456 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:32.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267479815 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24263652 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68966677 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:32.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267479815 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1493204 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70765605 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.608 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178319876 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69144060 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:32.611 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 382964, 2024-04-12T01:55:32.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2240782211 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.613 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20582, 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7662250974 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.614 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.615 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 283 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:32.616 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8451 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58187816 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.617 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1854976154 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 219 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:32.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2999963 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8452 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.619 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:32.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8452 2024-04-12T01:55:32.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8452, 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28821629102 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.622 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8451 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:32.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114839005 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74185 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5612927820 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.624 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 168755200 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 165363712 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3391488 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:32.625 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267555945 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24074652 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.626 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69079547 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267555945 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.629 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1479191 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70703488 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.632 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178370630 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69093306 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.635 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 366631, 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1923888073 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.636 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20401, 2024-04-12T01:55:32.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9739109370 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61329 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.638 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9412608 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 771371008 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19, 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4408054 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:32.640 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19, 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1674169 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 203, 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1081493 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 701300736 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81193, 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12101941128 2024-04-12T01:55:32.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81211, 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19916626371 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16723968 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 332611584 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 697040896 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.642 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6807745602 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65302 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.643 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:32.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955190784 2024-04-12T01:55:32.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.645 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:32.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955194880 2024-04-12T01:55:32.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.645 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:32.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.645 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56044 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 65302, 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2171794844 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6687984109 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:32.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61632 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3401707 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 731 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9298878 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1035 2024-04-12T01:55:32.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5897171 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5897171 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.648 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1035, 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2947156 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:32.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 651 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10939 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.650 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1116286976 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.651 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15097856 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24569, 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 84577482 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3634, 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8959818575 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.652 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31936, 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266418762 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81127, 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24280478821 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 80372, 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1758433569 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.654 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81127, 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50853144 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81127, 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24331331965 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37850, 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1860899408 2024-04-12T01:55:32.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1106, 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3202142 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19742, 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11045694 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53, 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86543 2024-04-12T01:55:32.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16665, 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3619803276 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 258325 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24231 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17487, 2024-04-12T01:55:32.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2822169914 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41344, 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22053705 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23857, 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2199170612 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:32.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15572, 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 500133190 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:32.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14423353482 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9199, 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 809716053 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.660 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9196, 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3659961186121 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9199, 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6594879016469 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96293, 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2786057724224 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96293, 2024-04-12T01:55:32.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8951641 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487884371 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41825278563 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35144418 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.662 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20074278580 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20682472124 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10810730 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2632, 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16718722 2024-04-12T01:55:32.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 97509408203 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21989474004 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 872946847 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:32.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 582139904 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 468312064 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:32.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 113827840 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56756933 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.667 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 446464 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68613435 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425677004 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2160 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 138896 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69109812 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8921968 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37837955 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.673 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70680589 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425677004 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 127690 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1115558 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.677 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68007620 2024-04-12T01:55:32.678 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:32.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.680 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47801 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 139412, 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8623060347 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.681 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2650916380 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47801, 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 172706920084 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3479992898 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 48654, 2024-04-12T01:55:32.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22910760401 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47801, 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76128922918 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31438 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31438, 2024-04-12T01:55:32.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15209578779 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3479992898 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31766, 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7255661083 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.684 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31438, 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7129364541 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8612 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 629896391 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:32.685 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8612, 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18723050596 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:32.686 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8958, 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6177539235 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8612, 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16890220885 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7751 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2021019989 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.687 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7751, 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 138774290709 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7930, 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9477560083 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:32.688 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7751, 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 52109337492 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:32.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 716419072 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45940 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:32.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.691 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7413760 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:32.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 787595264 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18, 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5627462 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18, 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1338637 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 193, 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 985430 2024-04-12T01:55:32.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 783417344 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75810, 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11339690852 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75818, 2024-04-12T01:55:32.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18514144136 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11239424 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 310501376 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 779157504 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.695 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5071504893 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47190 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4201455616 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.696 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4201459712 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39889 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47190, 2024-04-12T01:55:32.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1657966492 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4970490719 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44093 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2570527 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 947 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.698 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7345965 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1188 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4775438 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4775438 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.699 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 247 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1188, 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2510841 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:32.700 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 790 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10195 2024-04-12T01:55:32.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:32.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1108246528 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14499840 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18872, 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77419897 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:32.703 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3582, 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4718539471 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18314, 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 161102381 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:32.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22677436334 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75109, 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1770115727 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44018943 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22721455277 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.706 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25605, 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1222921560 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 913, 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2701574 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8193, 2024-04-12T01:55:32.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10960254 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 44, 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 87695 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10626, 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1854456427 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 228371 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:32.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26976 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22300, 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2141354907 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72228, 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19904820 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 49928, 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1343409067 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.709 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15069, 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 436864109 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11027015806 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22245, 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1207537251 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22244, 2024-04-12T01:55:32.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3429183881080 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22245, 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6585140918489 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88256, 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2641442982728 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88256, 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7969537 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:32.712 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273098679 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35522735406 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32584546 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16680305891 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:32.713 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13801469483 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10219813 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2536, 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15097285 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77319771518 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14839309893 2024-04-12T01:55:32.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 558035981 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 620396544 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 502726656 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.715 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 117669888 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56836298 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77824 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 671744 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.718 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68235062 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 426272237 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.720 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 112672 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68542707 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:32.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6628624 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37890865 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.723 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.724 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72921023 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:32.725 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 426272237 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1981 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 127822 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1113744 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67412088 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:32.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.729 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41355 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 136534, 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10178475057 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2540845792 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41355, 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 629582653340 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2901915452 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.731 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43068, 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31823755308 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41355, 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114031302742 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19379 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:32.732 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19379, 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13885126556 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2901915452 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19826, 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5448725258 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19379, 2024-04-12T01:55:32.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6198105700 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12233 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 294721286 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12233, 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 99597327862 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.734 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12386, 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12960676619 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12233, 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31821012792 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.735 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9743 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2246124506 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9743, 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 516100198922 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10856, 2024-04-12T01:55:32.736 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13414353431 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9743, 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76012184250 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4194466 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T01:55:32.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 797929472 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34645 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:32.738 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:32.739 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3551232 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.740 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 580907008 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16, 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3995519 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16, 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1059202 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 157, 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 865740 2024-04-12T01:55:32.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492109824 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68923, 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10045980461 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68935, 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16413527246 2024-04-12T01:55:32.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16416768 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 282402816 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487849984 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2308158208 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35190 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919668224 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.744 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919672320 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23077 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.745 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35190, 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 847792562 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2213146688 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32277 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1407460 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:32.746 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 571 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3508911 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 717 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2101451 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2101451 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.747 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 150 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 717, 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1118173 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.748 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 624 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7, 2024-04-12T01:55:32.749 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8450 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 869302272 2024-04-12T01:55:32.750 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14487552 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14423, 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51575473 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3604, 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4264088532 2024-04-12T01:55:32.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:32.752 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25269, 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 212952560 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19855966270 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:32.753 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68433, 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1380265360 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33383689 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19889349959 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.754 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64000, 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1121964407 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1009, 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2906399 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 29240, 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12135079 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:32.755 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37, 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47072 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 21252, 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1379058014 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261522 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18468 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8764, 2024-04-12T01:55:32.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1891343880 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23402, 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10043230 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14638, 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1681519950 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:32.757 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12244, 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 387793440 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9535435861 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5765, 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 468454774 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5764, 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3828380854385 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:32.759 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5765, 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6112477590273 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79806, 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2303995677473 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79806, 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7561919 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253870516 2024-04-12T01:55:32.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30760813772 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28819832 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15168386400 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.761 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11575585789 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10219634 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2461, 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13025274 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67307336034 2024-04-12T01:55:32.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12469970737 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 480576076 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:32.763 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 550838272 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494788608 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56049664 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:32.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57353719 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:32.766 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68397577 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.767 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430152897 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.768 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1488 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 100464 2024-04-12T01:55:32.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.770 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73061631 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 176160768 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2953728 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.771 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38235813 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.772 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67862363 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430152897 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 128501 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1135264 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71899818 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.777 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T01:55:32.778 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.779 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:32.779 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.779 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.779 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:32.779 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53872 2024-04-12T01:55:32.779 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.779 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:32.779 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 145242, 2024-04-12T01:55:32.780 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7980185444 2024-04-12T01:55:32.780 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.780 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:32.780 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:32.780 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.780 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:32.781 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:32.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.781 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:32.781 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919141725 2024-04-12T01:55:32.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.782 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:32.782 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53872, 2024-04-12T01:55:32.782 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 96392271560 2024-04-12T01:55:32.782 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.782 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:32.782 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3625808716 2024-04-12T01:55:32.783 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.783 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:32.783 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 54800, 2024-04-12T01:55:32.784 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42647268223 2024-04-12T01:55:32.784 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.784 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:32.784 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53872, 2024-04-12T01:55:32.784 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75607173832 2024-04-12T01:55:32.784 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.785 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.785 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24618 2024-04-12T01:55:32.785 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.785 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:32.786 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24618, 2024-04-12T01:55:32.786 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19152248582 2024-04-12T01:55:32.786 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.790 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:32.790 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.790 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.791 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:32.791 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3625808716 2024-04-12T01:55:32.791 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.792 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:32.792 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25126, 2024-04-12T01:55:32.792 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6053801864 2024-04-12T01:55:32.792 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.792 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:32.793 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24618, 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10224989069 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27498 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 416573003 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27498, 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56647320117 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:32.794 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27759, 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33319594210 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:32.795 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27498, 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49818386091 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1756 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1502568722 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1756, 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20592702861 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.796 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1915, 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3273872149 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1756, 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15563798672 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8388712 2024-04-12T01:55:32.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 506609664 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.798 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:32.799 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22741 2024-04-12T01:55:32.799 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.799 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:32.799 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.799 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1204224 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 511533056 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:32.801 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2493947 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 772443 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 140, 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 677134 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 407240704 2024-04-12T01:55:32.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63359, 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9572565371 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63372, 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15712948042 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10252288 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 259612672 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.803 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 402980864 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 724478611 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.804 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17626 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 572043264 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 572047360 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.805 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8041 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17626, 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 275970652 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 670817470 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15975 2024-04-12T01:55:32.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492792 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 268 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1191089 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 386 2024-04-12T01:55:32.807 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698297 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698297 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 118 2024-04-12T01:55:32.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 386, 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 643826 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.809 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 705 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6975 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774635520 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10317824 2024-04-12T01:55:32.811 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16930, 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55047738 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3574, 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1699868898 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12964, 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 105050106 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.813 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18817333822 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 62863, 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1475675761 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:32.814 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38096906 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18855430728 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25494, 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 791387879 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1398, 2024-04-12T01:55:32.815 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2835016 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7760, 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5943707 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40, 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73441 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11827, 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1163415295 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:32.816 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 202278 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17223 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28144, 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1467044896 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:32.817 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76330, 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23261503 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 48186, 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1017224360 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12022, 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 325369646 2024-04-12T01:55:32.818 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.819 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9623746936 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18129, 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1530119759 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18126, 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3901938631829 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18129, 2024-04-12T01:55:32.820 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6730779797938 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74203, 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2686460259846 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74203, 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6547423 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 296941277 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:32.821 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29742553514 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27005476 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14442353164 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:32.822 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8408383248 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6031258 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2465, 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13881470 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62526409533 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:32.823 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9254023030 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 457100898 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 460537856 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:32.824 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 419749888 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40787968 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57550024 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98304 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68180792 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.828 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 431625183 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1008 2024-04-12T01:55:32.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 59008 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71631281 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 176160768 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 891648 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38366683 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69793573 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.834 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 431625183 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 133168 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1133949 2024-04-12T01:55:32.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.837 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70424180 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50023 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.839 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 125916, 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7662356673 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1583158539 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50023, 2024-04-12T01:55:32.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261024828636 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1552015582 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 52300, 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29760782584 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50023, 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68430337147 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32840 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32840, 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49160233738 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1552015582 2024-04-12T01:55:32.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33106, 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7660483498 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32840, 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6953729785 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13088 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:32.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 286822741 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13088, 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171006094699 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14990, 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16927973013 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13088, 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35984626573 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4095 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:32.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1296335798 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4095, 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40858500199 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:32.846 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4204, 2024-04-12T01:55:32.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5172326073 2024-04-12T01:55:32.847 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.847 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:32.847 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4095, 2024-04-12T01:55:32.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25491980789 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:32.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 417579008 2024-04-12T01:55:32.849 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.849 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.849 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:32.849 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.849 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:32.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11127 2024-04-12T01:55:32.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.850 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:32.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:32.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.851 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:32.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.851 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:32.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11137024 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 639520768 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.852 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:32.853 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:32.853 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4195599 2024-04-12T01:55:32.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.853 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:32.853 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:32.853 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1049227 2024-04-12T01:55:32.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.853 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 174, 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 747132 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 624951296 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:32.854 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63866, 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9454937551 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63893, 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15347783720 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12308480 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261664768 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:32.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 620691456 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8195200720 2024-04-12T01:55:32.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77631 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7086538752 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7086542848 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73331 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 77631, 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2318331293 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8019168676 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72242 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:32.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3705887 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 841 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10935054 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1222 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7229167 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:32.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7229167 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 399 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:32.860 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1222, 2024-04-12T01:55:32.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3244030 2024-04-12T01:55:32.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.861 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:32.861 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.861 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:32.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.862 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:32.862 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.862 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.862 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.862 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:32.862 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 648 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14282 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.863 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 914620416 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.864 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10313728 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23562, 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68058679 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3513, 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8286051467 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:32.866 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13358, 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 117067020 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.867 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:32.868 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:32.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18723508273 2024-04-12T01:55:32.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.868 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:32.868 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63354, 2024-04-12T01:55:32.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1417779351 2024-04-12T01:55:32.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.868 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47922621 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18771430894 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 233914, 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1377186089 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 855, 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2479914 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 141614, 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46610675 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.870 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 46, 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74199 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18189, 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3991145576 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 408481 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19764 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.871 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10642, 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1453901542 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39905, 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21554353 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 29263, 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1163938976 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.872 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13564, 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 380243993 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11742245818 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18013, 2024-04-12T01:55:32.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864332018 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18012, 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3841302224903 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18013, 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6019987101999 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76273, 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2573040737773 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.875 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76273, 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7462435 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178835214 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30854228494 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.876 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32439016 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12652464905 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16741827460 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:32.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6026057 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2386, 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13824457 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72182235080 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17689000887 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.878 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 715979388 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 617717760 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:32.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 534429696 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 83288064 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56699231 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53248 2024-04-12T01:55:32.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45056 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.883 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69031585 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.885 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.885 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425244233 2024-04-12T01:55:32.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.885 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2928 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 188080 2024-04-12T01:55:32.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.887 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.887 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.887 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69492631 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:32.888 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10960096 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37799487 2024-04-12T01:55:32.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.890 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.890 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.890 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68680929 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:32.892 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425244233 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.894 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.894 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.894 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 128655 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1120998 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.895 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68433986 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:32.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.897 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35401 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 99180, 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10381843212 2024-04-12T01:55:32.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1435541115 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35401, 2024-04-12T01:55:32.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 81486716405 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1755497627 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36155, 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21056849514 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35401, 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41747131859 2024-04-12T01:55:32.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24396 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24396, 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19076052356 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:32.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1755497627 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24563, 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11438118096 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24396, 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12041066260 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.902 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6965 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 319149111 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6965, 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13715798418 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:32.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7407, 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4649770622 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6965, 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11351012089 2024-04-12T01:55:32.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4040 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1116392004 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4040, 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48694865631 2024-04-12T01:55:32.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4185, 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4968960796 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4040, 2024-04-12T01:55:32.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18355053510 2024-04-12T01:55:32.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.907 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:32.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.907 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:32.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.907 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 635277312 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:32.908 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21605 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:32.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.910 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:32.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:32.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.910 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:32.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.910 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:32.911 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.911 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:32.911 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.911 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:32.911 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17326080 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 731648000 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8398743 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:32.912 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1671251 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 221, 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1048607 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 626917376 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.913 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83925, 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11253570353 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83935, 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17907646729 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11239424 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:32.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 343769088 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 639696896 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:32.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12256579804 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 103401 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10638434304 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.916 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10638438400 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 90789 2024-04-12T01:55:32.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.918 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.918 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 103401, 2024-04-12T01:55:32.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3869334562 2024-04-12T01:55:32.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.918 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:32.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12040200286 2024-04-12T01:55:32.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.918 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:32.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 96780 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5389449 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1326 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17020800 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1744 2024-04-12T01:55:32.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11631351 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11631351 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1744, 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5051012 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.921 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1050 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.922 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15706 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:32.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1095774208 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10317824 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.924 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:32.925 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19718, 2024-04-12T01:55:32.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67436268 2024-04-12T01:55:32.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.925 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:32.925 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3538, 2024-04-12T01:55:32.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10122316504 2024-04-12T01:55:32.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.925 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:32.925 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.926 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:32.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.926 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:32.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22029, 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 185341444 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21849655485 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83329, 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1598820957 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.928 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46265593 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21895921078 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37513, 2024-04-12T01:55:32.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1036553738 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 905, 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2505789 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12287, 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15993362 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:32.930 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T01:55:32.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 82507 2024-04-12T01:55:32.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.931 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:32.931 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17601, 2024-04-12T01:55:32.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5752479107 2024-04-12T01:55:32.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.931 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:32.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 246562 2024-04-12T01:55:32.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21517 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12526, 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1663761607 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36313, 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11071192 2024-04-12T01:55:32.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23787, 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1486133689 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15600, 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 458161439 2024-04-12T01:55:32.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9665503055 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864912782 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3807440803524 2024-04-12T01:55:32.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7068811068771 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3036607027140 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8845865 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273412340 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32418089057 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:32.937 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35577429 2024-04-12T01:55:32.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.938 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:32.938 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13960091540 2024-04-12T01:55:32.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.938 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17546388063 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6031263 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2383, 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13229137 2024-04-12T01:55:32.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73879891786 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18613900677 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:32.940 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:32.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 561903180 2024-04-12T01:55:32.941 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.941 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:32.941 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:32.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:32.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 689717248 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 535044096 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:32.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 154673152 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.943 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56195185 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159744 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.945 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69465999 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.946 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.947 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421463888 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3664 2024-04-12T01:55:32.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266832 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73193488 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:32.950 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T01:55:32.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:32.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16692496 2024-04-12T01:55:32.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37463456 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.952 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71673168 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421463888 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 137332 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1112489 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72214163 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:32.958 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35115 2024-04-12T01:55:32.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 124652, 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12986361201 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.961 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:32.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1379332452 2024-04-12T01:55:32.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.962 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:32.962 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35115, 2024-04-12T01:55:32.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62466042643 2024-04-12T01:55:32.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.962 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:32.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2002812549 2024-04-12T01:55:32.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35692, 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13845338555 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35115, 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30382538919 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24064 2024-04-12T01:55:32.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.964 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:32.964 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24064, 2024-04-12T01:55:32.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10449299106 2024-04-12T01:55:32.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.964 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:32.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.964 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:32.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2002812549 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24189, 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5704489659 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24064, 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5692001373 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:32.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9406 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 370308048 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9406, 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20433525960 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:32.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9660, 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955335204 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:32.967 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9406, 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15650591032 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1645 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1009024404 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1645, 2024-04-12T01:55:32.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31583217577 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1843, 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2185513692 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:32.969 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1645, 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9039946514 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9437184 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:32.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:32.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.971 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:32.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:32.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.971 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:32.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 637243392 2024-04-12T01:55:32.971 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.971 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98360 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:32.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6623232 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 512335872 2024-04-12T01:55:32.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.975 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:32.975 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:32.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2731712 2024-04-12T01:55:32.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.975 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:32.975 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:32.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 870735 2024-04-12T01:55:32.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 151, 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 753964 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 463994880 2024-04-12T01:55:32.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.977 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:32.977 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61872, 2024-04-12T01:55:32.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8505715396 2024-04-12T01:55:32.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.977 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:32.977 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61879, 2024-04-12T01:55:32.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13718342076 2024-04-12T01:55:32.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.977 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4132864 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253497344 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 462553088 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:32.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3984080122 2024-04-12T01:55:32.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47389 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3415752704 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3415756800 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:32.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35748 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47389, 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1639474957 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:32.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3883886256 2024-04-12T01:55:32.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.982 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:32.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44316 2024-04-12T01:55:32.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.982 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:32.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1610959 2024-04-12T01:55:32.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.983 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:32.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 432 2024-04-12T01:55:32.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.983 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:32.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6568808 2024-04-12T01:55:32.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.983 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 719 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4957849 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4957849 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.984 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 291 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 719, 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2429062 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:32.985 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:32.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17494 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9, 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10182 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:32.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774737920 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:32.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10903552 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13629, 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49273427 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3426, 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4091002375 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:32.989 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:32.990 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18423, 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 142018147 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.991 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16647700186 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61397, 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1213747666 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31970434 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.992 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16679670620 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 21715, 2024-04-12T01:55:32.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 415202527 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 790, 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2402844 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10832, 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7759122 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43, 2024-04-12T01:55:32.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 60463 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11044, 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1337884075 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 187810 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17921 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:32.995 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22703, 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1724627088 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 62008, 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17521131 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39305, 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1371375337 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11795, 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 332346615 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7358581790 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:32.998 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13951, 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 943937337 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13950, 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3774168854377 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13951, 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6088491171990 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72678, 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2784587369051 2024-04-12T01:55:32.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72678, 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6650643 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184899396 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25961003661 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:33.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24236059 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11398217142 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9967570664 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6621522 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.001 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2325, 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12848352 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54880586190 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10738726148 2024-04-12T01:55:33.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 448898201 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487292928 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:33.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 447561728 2024-04-12T01:55:33.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.004 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:33.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:33.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.004 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:33.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39731200 2024-04-12T01:55:33.004 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:33.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57160437 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69632 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 221184 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68377867 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:33.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428703281 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.009 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:33.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.010 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:33.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1744 2024-04-12T01:55:33.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.010 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:33.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.010 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114736 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.011 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74496719 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:33.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6158896 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38106958 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.014 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73174658 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428703281 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 130708 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1139900 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73342591 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.019 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:33.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:33.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51819 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 112610, 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8869809716 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:33.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1595451329 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51819, 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56538990430 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1904863805 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 52337, 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14963881960 2024-04-12T01:55:33.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51819, 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33351259301 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43768 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43768, 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10652524268 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1904863805 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43938, 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7493419917 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43768, 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6818078687 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3944 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:33.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 318171835 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3944, 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11541055244 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:33.026 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4184, 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2592898019 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3944, 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7804625347 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4107 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1277279494 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4107, 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34345410918 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4215, 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4877564024 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4107, 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18728555267 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.028 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14680479 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 474910720 2024-04-12T01:55:33.029 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 786253 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.030 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.031 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6754304 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 559005696 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3168111 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:33.032 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1086841 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 157, 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1486987 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 495386624 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64788, 2024-04-12T01:55:33.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8951234710 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64797, 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14411160620 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16097280 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 265449472 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:33.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 499646464 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.035 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3323159046 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45620 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2932899840 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2932903936 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:33.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33550 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 45620, 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1472718324 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3195975440 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:33.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41723 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1701729 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 545 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6709474 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 890 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:33.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5007745 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5007745 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 349 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 890, 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2418009 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:33.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 652 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9, 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11040 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 833503232 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10895360 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.042 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17324, 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56539270 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3470, 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3828920123 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:33.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.044 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:33.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.044 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:33.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.044 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18120, 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 154025941 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17539977101 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64344, 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1296470661 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39597888 2024-04-12T01:55:33.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17579574989 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28585, 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698125784 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.047 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:33.048 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 726, 2024-04-12T01:55:33.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147957 2024-04-12T01:55:33.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.049 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:33.049 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4947, 2024-04-12T01:55:33.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6108256 2024-04-12T01:55:33.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.049 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:33.049 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 66535 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10843, 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1038580196 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 200675 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17661 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:33.050 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16265, 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1419385886 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53393, 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14079350 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37128, 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1238167492 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:33.051 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13348, 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 362943981 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.052 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8446392808 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16635, 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1018581638 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16634, 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4187684866360 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16635, 2024-04-12T01:55:33.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6687026504991 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75627, 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2665261417628 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75627, 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7092801 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 228090934 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.054 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27639141355 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27602201 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13031198057 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:33.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11032569053 2024-04-12T01:55:33.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.056 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:33.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6616302 2024-04-12T01:55:33.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.056 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:33.056 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2289, 2024-04-12T01:55:33.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12218430 2024-04-12T01:55:33.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 60390130861 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12040905932 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 457242605 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.057 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 529358848 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 496975872 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.058 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32382976 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:33.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57073992 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:33.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32768 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49152 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68673208 2024-04-12T01:55:33.061 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428054944 2024-04-12T01:55:33.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2384 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 153184 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75105968 2024-04-12T01:55:33.064 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5781104 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38049328 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.065 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73610080 2024-04-12T01:55:33.067 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:33.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428054944 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 135801 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1126353 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.070 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73999382 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.072 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39868 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 106032, 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11245981136 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1523199408 2024-04-12T01:55:33.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39868, 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48663215817 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1690114014 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40227, 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17104087689 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:33.074 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39868, 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34637472372 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27324 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27324, 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12831253893 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:33.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1690114014 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27429, 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5412318735 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27324, 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5222099924 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11602 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.076 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 419751615 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11602, 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23781782351 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:33.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11800, 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9743463355 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11602, 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20191828471 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 942 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:33.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1103447793 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 942, 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12050179573 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 998, 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1948305599 2024-04-12T01:55:33.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 942, 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9223543977 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:33.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 506294272 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": [ 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T01:55:33.081 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 1, 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 1, 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 1, 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:33.082 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 1781760, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 1781760, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 2, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.463782948325388e-06, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 1250, 2024-04-12T01:55:33.083 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 2103296, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 590368, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 590368, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 1771104, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 407, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 2473984 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.084 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 32, 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 32, 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 2, 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 155522, 2024-04-12T01:55:33.085 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:33.086 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:33.086 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 110592, 2024-04-12T01:55:33.086 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:33.086 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:33.086 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 22, 2024-04-12T01:55:33.086 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 44930, 2024-04-12T01:55:33.086 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.1505327651993866e-07, 2024-04-12T01:55:33.086 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:33.086 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 158, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 178176, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 21598, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 6622, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 14976, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 64794, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 69, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 36864 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.087 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 64, 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 64, 2024-04-12T01:55:33.088 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 3, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:33.089 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.090 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool", 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "selfmanaged_snaps" 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 8, 2024-04-12T01:55:33.091 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 8, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 4, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 12595200, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 12595200, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 4, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 1.7416135960957035e-05, 2024-04-12T01:55:33.092 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 9081, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 3194528768, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 4194323, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 4194323, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 12582969, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 24339, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 3135995904 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.093 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": { 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: "mirroring_by_pool": [ 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: false 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_images_by_pool": [ 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pools": 1 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: "report_id": "7b91d810-85cd-40e1-a1eb-15204961602e", 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: "report_timestamp": "2024-04-12T01:55:32.136805", 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: "report_version": 1, 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_stats": { 2024-04-12T01:55:33.094 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "7.9.2" 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "rook": { 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster": { 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "external-mode": null, 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "allow-multiple-per-node": null, 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "count": null, 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "max-id": null, 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "pvc": { 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "stretch": { 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T01:55:33.095 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: "network": { 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: "provider": null 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: "storage": { 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: "device-set": { 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: "non-portable": null, 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: "portable": null, 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "csi": { 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes": { 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "node": { 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes-total": null, 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "with-ceph-daemons": null, 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-nfs-plugin": null, 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-rbd-plugin": null 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "storage-class": { 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket": null, 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs": null, 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "nfs": null, 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": null, 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.098 INFO:tasks.workunit.client.0.smithi098.stdout: "services": {}, 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pg": [ 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.099 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542585+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542585+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.542923+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.100 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.101 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2c", 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4873, 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:34:43.196517+0000", 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.105 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.106 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549331+0000", 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549331+0000", 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550082+0000", 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.107 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:33.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:33.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:33.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:33.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2b", 2024-04-12T01:55:33.109 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4999, 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:51:39.734929+0000", 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.113 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.114 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544461+0000", 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544461+0000", 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545083+0000", 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.116 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2a", 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4880, 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.117 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:56:43.630840+0000", 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.122 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503692+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503692+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504019+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.124 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.29", 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4977, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:23:44.658903+0000", 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:33.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.611163+0000", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.611163+0000", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.611465+0000", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:33.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.131 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.28", 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4916, 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:18:16.142838+0000", 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.135 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.136 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.498365+0000", 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.498365+0000", 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.498719+0000", 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:33.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.138 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.27", 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4970, 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:53:31.893054+0000", 2024-04-12T01:55:33.139 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.140 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.140 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.143 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.144 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535607+0000", 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535607+0000", 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.535902+0000", 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:33.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.146 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.26", 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4869, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:21:11.099277+0000", 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.147 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.150 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.151 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.661817+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.661817+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.662185+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.153 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.25", 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:15:23.147176+0000", 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.158 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503839+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503839+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504190+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.159 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.160 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.24", 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4986, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:38:19.962421+0000", 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.162 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.164 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.165 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.499519+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.499519+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.499847+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.166 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.167 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.23", 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:59:52.069033+0000", 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.169 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.171 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.172 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607224+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607224+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.609169+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:33.173 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.174 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.22", 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4917, 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:49:03.451702+0000", 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.178 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.179 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542928+0000", 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542928+0000", 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543285+0000", 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:33.180 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.181 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.21", 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.182 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5009, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:51:06.322304+0000", 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.186 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545930+0000", 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545930+0000", 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546309+0000", 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:33.187 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.188 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.20", 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4870, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.189 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:02:26.620410+0000", 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.193 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.548073+0000", 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.548073+0000", 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.549181+0000", 2024-04-12T01:55:33.194 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.195 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.f", 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.196 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4839, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:31:19.781289+0000", 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.198 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.199 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.200 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.201 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552554+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552554+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553686+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.202 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.203 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.e", 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5013, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:31:38.902201+0000", 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.206 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.207 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543202+0000", 2024-04-12T01:55:33.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543202+0000", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543981+0000", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.209 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.210 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.c", 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4908, 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:03:53.960580+0000", 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.214 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.215 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.500897+0000", 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.500897+0000", 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.501274+0000", 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.217 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.d", 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5050, 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:00:49.589810+0000", 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.218 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 70, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 2, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.221 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.222 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.550147+0000", 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.550147+0000", 2024-04-12T01:55:33.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550521+0000", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:33.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.225 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.d", 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:04.146999+0000", 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.229 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.230 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:33.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.612732+0000", 2024-04-12T01:55:33.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.612732+0000", 2024-04-12T01:55:33.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613083+0000", 2024-04-12T01:55:33.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:33.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:33.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.233 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.c", 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5016, 2024-04-12T01:55:33.234 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:39:42.747519+0000", 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.238 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743112+0000", 2024-04-12T01:55:33.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542848+0000", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542848+0000", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546336+0000", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743112+0000", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743112+0000", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743112+0000", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743112+0000", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743112+0000", 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743112+0000", 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.241 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.a", 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4874, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:07:07.397283+0000", 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.245 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.246 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.613077+0000", 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.613077+0000", 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613425+0000", 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 4, 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.248 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 4, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.b", 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5014, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:34:09.285039+0000", 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.249 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 4, 2024-04-12T01:55:33.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 4, 2024-04-12T01:55:33.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:33.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'4" 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.254 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.505395+0000", 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.505395+0000", 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.505710+0000", 2024-04-12T01:55:33.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.256 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.b", 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.257 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4984, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:02:23.052986+0000", 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.261 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.262 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.537190+0000", 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.537190+0000", 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.537523+0000", 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:33.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.264 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.a", 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:00:30.045535+0000", 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.268 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.269 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541108+0000", 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541108+0000", 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.541502+0000", 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.8", 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4978, 2024-04-12T01:55:33.272 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:18:03.216892+0000", 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.276 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542718+0000", 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542718+0000", 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543021+0000", 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:33.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.278 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.9", 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.279 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:29:38.252117+0000", 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.283 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.284 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535846+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535846+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.536165+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:33.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.286 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.9", 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4967, 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:32:25.018074+0000", 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.287 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.290 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.291 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.553912+0000", 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.553912+0000", 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.555258+0000", 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.293 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.8", 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.294 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4821, 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:10:56.770277+0000", 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.298 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.299 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.498905+0000", 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.498905+0000", 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.499318+0000", 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.301 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.6", 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5091, 2024-04-12T01:55:33.302 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:28:39.429103+0000", 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.306 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.540907+0000", 2024-04-12T01:55:33.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.540907+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.541285+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:33.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.7", 2024-04-12T01:55:33.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4889, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:41:13.177238+0000", 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:33.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:33.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.534856+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.534856+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.027761+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3026, 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3026, 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.316 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.1", 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8804, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:07:23.204512+0000", 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.006222532, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1273, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 423865, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2998, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 373905 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.320 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3026" 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.321 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542752+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542752+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543090+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.323 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.7", 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4986, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:19:29.164788+0000", 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.327 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.328 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.534903+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.534903+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.535292+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:33.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.330 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.6", 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5055, 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:34:41.210049+0000", 2024-04-12T01:55:33.331 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 4, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 4, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "585'3" 2024-04-12T01:55:33.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541039+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541039+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.078367+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3174, 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3174, 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.338 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.0", 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8687, 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:17:41.792524+0000", 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.002090646, 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 704, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 397703, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3173, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 415827 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.342 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3174" 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.343 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.613504+0000", 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.613504+0000", 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613956+0000", 2024-04-12T01:55:33.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.345 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.346 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.4", 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5049, 2024-04-12T01:55:33.347 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:12:02.452610+0000", 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.349 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.350 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.351 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.352 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547030+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547030+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.549024+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:33.353 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.354 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.5", 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4844, 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:41:14.195712+0000", 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.357 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.358 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.359 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544689+0000", 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544689+0000", 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.977439+0000", 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:33.360 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3232, 2024-04-12T01:55:33.361 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3232, 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.3", 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.362 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 9267, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:35:45.186267+0000", 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.009551954, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1705, 2024-04-12T01:55:33.365 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 390160, 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3203, 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 393620 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.366 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3232" 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.367 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551149+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551149+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552254+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.368 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.369 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.0", 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:58:49.073760+0000", 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.370 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.372 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.373 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.374 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.375 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.502303+0000", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.502303+0000", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.502653+0000", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:33.376 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.377 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1", 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:18:35.665095+0000", 2024-04-12T01:55:33.378 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.379 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.380 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.382 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.492779+0000", 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.492779+0000", 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.977437+0000", 2024-04-12T01:55:33.383 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2993, 2024-04-12T01:55:33.384 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2993, 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.6", 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.385 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8983, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:23:38.160904+0000", 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.010711072, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 4194304, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.386 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.387 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1538, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 354773, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.388 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2930, 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 346841 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'2993" 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.389 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 20, 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551582+0000", 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551582+0000", 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553077+0000", 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:33.390 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 245, 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.391 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 245, 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "1.0", 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.392 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5496, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:46:25.375339+0000", 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.393 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.394 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1250, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2054, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.395 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 407, 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "2121'245" 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.396 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544407+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544407+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544848+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.399 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.3", 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4919, 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:25:21.841928+0000", 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.403 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.404 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544890+0000", 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544890+0000", 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546193+0000", 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.406 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:33.406 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:33.406 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:33.406 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.406 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.406 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.406 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:33.406 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:33.406 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2", 2024-04-12T01:55:33.407 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4980, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:55:03.480048+0000", 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.411 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:33.412 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.534583+0000", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.534583+0000", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.036297+0000", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:33.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3038, 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.414 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3038, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.5", 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8441, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:39:12.380798+0000", 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.002392059, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 640, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 400305, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3031, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 387148 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.418 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3038" 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.419 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.662428+0000", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.662428+0000", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.662709+0000", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:33.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.421 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1", 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5019, 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:50:02.968286+0000", 2024-04-12T01:55:33.422 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.425 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.426 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.537732+0000", 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.537732+0000", 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.538150+0000", 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.428 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.0", 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5051, 2024-04-12T01:55:33.429 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:46:27.240415+0000", 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.433 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.614592+0000", 2024-04-12T01:55:33.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.614592+0000", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.976305+0000", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3028, 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3028, 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.436 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.7", 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8952, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:39:09.825046+0000", 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.00863501, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1602, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 380764, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3006, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 390584 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.440 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3028" 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.441 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.535690+0000", 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.535690+0000", 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.535996+0000", 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:33.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.443 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3", 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4982, 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:32:26.677461+0000", 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.444 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.447 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.448 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543000+0000", 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543000+0000", 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543748+0000", 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.450 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.2", 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4926, 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.451 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:29:57.544544+0000", 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.455 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.662598+0000", 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.662598+0000", 2024-04-12T01:55:33.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.972696+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.457 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2923, 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2923, 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.4", 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.458 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8521, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:36:33.682058+0000", 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.005858416, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 676, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 373343, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2942, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 354529 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.463 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'2923" 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.464 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.611167+0000", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.611167+0000", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.612661+0000", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:33.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.466 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.5", 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4917, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:53:25.191952+0000", 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.467 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.470 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.471 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542110+0000", 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542110+0000", 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.542410+0000", 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.473 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.4", 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5058, 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.474 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:30:44.684888+0000", 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.477 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.478 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607484+0000", 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607484+0000", 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.972617+0000", 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3055, 2024-04-12T01:55:33.480 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3055, 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.2", 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.481 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8865, 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:46:35.562608+0000", 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.00565953, 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 19, 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 943, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 398744, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3056, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 400042 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.485 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3055" 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.486 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541866+0000", 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541866+0000", 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.542234+0000", 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:33.488 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.e", 2024-04-12T01:55:33.489 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4839, 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:04:28.395098+0000", 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.493 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.494 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544755+0000", 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544755+0000", 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545087+0000", 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.496 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.f", 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.497 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4983, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:14:28.681463+0000", 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 22, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 2, 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2, 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.501 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.502 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.538284+0000", 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.538284+0000", 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.538686+0000", 2024-04-12T01:55:33.503 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.504 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.11", 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.505 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4824, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:11:59.051354+0000", 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.510 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.478678+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.478678+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:32:55.481909+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:33.511 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 8, 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.512 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 8, 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.10", 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5037, 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:14:04.494970+0000", 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.513 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 4, 2024-04-12T01:55:33.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 48, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 48, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 12, 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'8" 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.517 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.518 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:33.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543532+0000", 2024-04-12T01:55:33.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543532+0000", 2024-04-12T01:55:33.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.548067+0000", 2024-04-12T01:55:33.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:33.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.520 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.10", 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4866, 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.521 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:10:23.618828+0000", 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.525 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.546543+0000", 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.546543+0000", 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546836+0000", 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.527 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.11", 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4873, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:20:18.529765+0000", 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.528 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.531 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.532 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552837+0000", 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552837+0000", 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553255+0000", 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.534 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.13", 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.535 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4838, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:28:44.535207+0000", 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.539 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544837+0000", 2024-04-12T01:55:33.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544837+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545385+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:33.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.542 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.12", 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4908, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:42:34.525629+0000", 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.546 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543958+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543958+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544281+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:33.548 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.12", 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.549 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5087, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:20:49.848888+0000", 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.553 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503642+0000", 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503642+0000", 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504055+0000", 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.555 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.13", 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5094, 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:58:21.844877+0000", 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.556 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 34, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 8, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 16, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 7 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.560 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.561 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997398+0000", 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.546015+0000", 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.546015+0000", 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.547335+0000", 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997398+0000", 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997398+0000", 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997398+0000", 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997398+0000", 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997398+0000", 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997398+0000", 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.563 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.15", 2024-04-12T01:55:33.564 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4836, 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:19:54.560899+0000", 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.569 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.570 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543339+0000", 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543339+0000", 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546313+0000", 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 30, 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.572 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 30, 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.14", 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.573 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4909, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:55:41.936253+0000", 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 5824, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.576 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 20, 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 28, 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 28, 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 25 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.577 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'30" 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.578 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.548112+0000", 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.548112+0000", 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.548446+0000", 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.579 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.580 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.14", 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5005, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.581 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:15:05.035006+0000", 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.585 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.614086+0000", 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.614086+0000", 2024-04-12T01:55:33.586 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.614861+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.587 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.15", 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5062, 2024-04-12T01:55:33.588 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:42:41.333372+0000", 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 90, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 14, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 14, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T01:55:33.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'3" 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.592 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606626+0000", 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606626+0000", 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607001+0000", 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.594 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.17", 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5086, 2024-04-12T01:55:33.595 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:54:27.067799+0000", 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.599 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545407+0000", 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545407+0000", 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.548491+0000", 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.601 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.16", 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.602 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4914, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:28:12.980290+0000", 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:33.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.546438+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.546438+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.546726+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:33.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.609 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.16", 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4920, 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:32:55.128732+0000", 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.613 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.614 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.552289+0000", 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.552289+0000", 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.553276+0000", 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.616 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.17", 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4866, 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:17:45.907697+0000", 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.617 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.620 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.621 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.502228+0000", 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.502228+0000", 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.502590+0000", 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.623 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.19", 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5043, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:54:00.256654+0000", 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.624 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.627 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.628 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543734+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543734+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544316+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.630 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.18", 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4898, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:52:49.838061+0000", 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.634 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.665477+0000", 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.665477+0000", 2024-04-12T01:55:33.635 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.665782+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.636 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.18", 2024-04-12T01:55:33.637 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4980, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:56:22.789635+0000", 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.638 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.641 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.642 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545198+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545198+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546200+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.643 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.644 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.19", 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4982, 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:39:15.432154+0000", 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.645 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.648 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.649 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549460+0000", 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549460+0000", 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550211+0000", 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.651 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1b", 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5003, 2024-04-12T01:55:33.652 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:57:32.318036+0000", 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.656 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535014+0000", 2024-04-12T01:55:33.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535014+0000", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.535452+0000", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.659 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1a", 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4868, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:50:50.212349+0000", 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.663 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.664 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:33.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.665 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.665 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.665 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.665 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.665 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.665 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.665 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.496025+0000", 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.496025+0000", 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.496356+0000", 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.667 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1a", 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.668 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4967, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:51:08.845528+0000", 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.672 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543213+0000", 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543213+0000", 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543542+0000", 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:33.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.674 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1b", 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.675 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4976, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:53:16.790882+0000", 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.679 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:33.680 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544914+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544914+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546478+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:33.681 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1d", 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.682 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4927, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:31:41.258882+0000", 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.686 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.687 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.553751+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.553751+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.555203+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.689 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1c", 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4837, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:59.129735+0000", 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.693 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.694 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.617220+0000", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.617220+0000", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.617818+0000", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:33.695 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.696 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1c", 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4902, 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:49:49.401821+0000", 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.700 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.701 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549636+0000", 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549636+0000", 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.551892+0000", 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.702 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.703 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1d", 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4828, 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:44:09.003201+0000", 2024-04-12T01:55:33.704 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.705 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.708 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:33.709 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606695+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606695+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607833+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.711 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1f", 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:36:15.784661+0000", 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.712 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.715 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.716 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.599606+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.599606+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.600767+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.718 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1e", 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4993, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:29:53.795580+0000", 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.719 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.722 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.723 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544503+0000", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544503+0000", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.544826+0000", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:33.724 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.725 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1e", 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4974, 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:42:22.932877+0000", 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.726 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.727 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.728 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.729 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.730 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543205+0000", 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543205+0000", 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543542+0000", 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:33.731 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 6, 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.732 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 6, 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1f", 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5104, 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:07:34.159665+0000", 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.733 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 582, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.734 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.735 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 8, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 8, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.736 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'6" 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.737 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552386+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552386+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552807+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.738 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.739 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2d", 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:26:19.470514+0000", 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.740 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.741 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.742 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.743 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552436+0000", 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552436+0000", 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552760+0000", 2024-04-12T01:55:33.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.745 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2e", 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5005, 2024-04-12T01:55:33.746 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:32:13.653616+0000", 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.750 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544537+0000", 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544537+0000", 2024-04-12T01:55:33.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.546904+0000", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:33.752 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2f", 2024-04-12T01:55:33.753 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4899, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:00:56.923463+0000", 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.757 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.758 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543371+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543371+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544015+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.760 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.30", 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4887, 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:48:24.580187+0000", 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.764 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.765 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607780+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607780+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.608526+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:33.766 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.767 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.31", 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5045, 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:36:10.346338+0000", 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.771 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:33.772 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606687+0000", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606687+0000", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607086+0000", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.773 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.774 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.32", 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5087, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:20:04.197330+0000", 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.778 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.779 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.540028+0000", 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.540028+0000", 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.540437+0000", 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.780 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.781 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.33", 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4974, 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.782 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:52:42.355760+0000", 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.784 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.785 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.786 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.536277+0000", 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.536277+0000", 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.536567+0000", 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.787 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.788 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.34", 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4975, 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:03:51.186619+0000", 2024-04-12T01:55:33.789 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.791 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.793 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:33.794 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.550532+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.550532+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.550892+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:33.795 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.796 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.35", 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4865, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:54:03.022633+0000", 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.800 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.801 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.559747+0000", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.559747+0000", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.560085+0000", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:33.802 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.803 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.36", 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4865, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:12:19.109104+0000", 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.807 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.808 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551507+0000", 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551507+0000", 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.551830+0000", 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:33.809 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.810 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.37", 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4831, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:56:01.799334+0000", 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.811 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.814 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.815 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545002+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545002+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.545835+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.817 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.38", 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4972, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:28:45.006376+0000", 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:33.821 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.822 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547480+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547480+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.547994+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.824 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.39", 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4835, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:09:00.199753+0000", 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.828 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.829 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.615865+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.615865+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.617336+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:33.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.831 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3a", 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4923, 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:06:54.844708+0000", 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.835 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.836 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.555679+0000", 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.555679+0000", 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.556026+0000", 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:33.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3b", 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4835, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:49:31.148925+0000", 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.842 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.843 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543418+0000", 2024-04-12T01:55:33.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543418+0000", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543679+0000", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.846 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3c", 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4913, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:35:34.091204+0000", 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:33.850 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.851 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.495011+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.495011+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:32:55.495352+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:33.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.853 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3d", 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:22:33.921238+0000", 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.857 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.858 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.536139+0000", 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.536139+0000", 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.536452+0000", 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:33.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.860 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3e", 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5057, 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:01:17.949634+0000", 2024-04-12T01:55:33.861 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.864 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.865 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547649+0000", 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547649+0000", 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.548715+0000", 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:33.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.867 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3f", 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:33.868 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4829, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:02:31.246533+0000", 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pool": [ 2024-04-12T01:55:33.872 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 24, 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 24469, 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 8, 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 24469, 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 4, 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 4194323, 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.874 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 2, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 9081, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 3119657, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.875 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 24339, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 3062496 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 12595200, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 12582969, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:33.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 24 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 192, 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 64, 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 3, 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:33.880 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 192 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 3, 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T01:55:33.881 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 245, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 1, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 3, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 245, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 1, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.882 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1250, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2054, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 407, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 1781760, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 1771104, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 3 2024-04-12T01:55:33.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 96, 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 75, 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 32, 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 75, 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 2, 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 6622, 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 66, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 22, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 22, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 14, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 158, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 174, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 69, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 36 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 110592, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:33.889 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 19866, 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 44930, 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 96 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 105, 2024-04-12T01:55:33.890 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": 4, 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_by_class": { 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "ssd": { 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 763268022272, 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 4692262912, 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_bytes": 4692262912, 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_ratio": 0.006110033486038446 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 763268022272, 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 4692262912 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.891 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T01:55:33.892 INFO:tasks.workunit.client.0.smithi098.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-12T01:55:33.892 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry preview-device 2024-04-12T01:55:33.893 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:55:33.893 INFO:tasks.workunit.client.0.smithi098.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-12T01:55:33.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:33.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:33.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:33.893 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.895 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.896 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.897 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:32 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.897 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry preview-all 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.898 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.899 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.900 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.900 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.900 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.900 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:33.900 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:33.900 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:33.900 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:33.900 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.901 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.902 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.903 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.904 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:33.906 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:32 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:33.917 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T01:55:33.917 INFO:tasks.workunit.client.0.smithi098.stdout: "device_report": { 2024-04-12T01:55:33.917 INFO:tasks.workunit.client.0.smithi098.stdout: "6af24606-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T01:55:33.917 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af38ae8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T01:55:33.917 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002208": { 2024-04-12T01:55:33.917 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af24606-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T01:55:33.918 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881328 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T01:55:33.919 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T01:55:33.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.921 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 25457807 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 42998945 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.923 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.924 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.925 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 91, 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2919, 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2932, 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2905 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.926 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 24, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 348495310, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1668402851, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5366883355, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 27692487939, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 9, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 45155, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 57062, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T01:55:33.927 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 1581 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 45155, 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 57062 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T01:55:33.928 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T01:55:33.929 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.930 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.931 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 9%", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 348,495,310 [178 TB]", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,668,402,851 [854 TB]", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,366,883,355", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 27,692,487,939", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 24", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 45,155", 2024-04-12T01:55:33.932 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 57,062", 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 1,581", 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:33.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "6af5763c-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af6b1c8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002210": { 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T01:55:33.934 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af5763c-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881330 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.935 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:33.936 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T01:55:33.937 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 22458722 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.939 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 38758311 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T01:55:33.940 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.941 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:33.942 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 92, 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2648, 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2660, 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2633 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 7, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 326714043, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1471854857, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5074842397, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 24599827497, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 8, 2024-04-12T01:55:33.944 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 44231, 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 55590, 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 529 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 44231, 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 55590 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.945 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T01:55:33.946 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T01:55:33.947 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T01:55:33.948 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 8%", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 326,714,043 [167 TB]", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,471,854,857 [753 TB]", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,074,842,397", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 24,599,827,497", 2024-04-12T01:55:33.949 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 7", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 44,231", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 55,590", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 529", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T01:55:33.950 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "report": { 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer": { 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "active": true, 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "mode": "" 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "channels": [ 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.952 INFO:tasks.workunit.client.0.smithi098.stdout: "channels_available": [ 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_available": [ 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T01:55:33.953 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_flags" 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_opted_in": [ 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T01:55:33.954 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_flags" 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "config": { 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "active_changed": [ 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "client_check_pool_perm", 2024-04-12T01:55:33.955 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_gid", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_uid", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "client_quota", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "daemonize", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "keyring", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T01:55:33.956 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_journald", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_stderr", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_host", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mds_skip_sanity", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T01:55:33.957 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "no_config_file", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T01:55:33.958 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hdd", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hybrid", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_ssd", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_max_backfills", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T01:55:33.959 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active", 2024-04-12T01:55:33.960 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_hdd", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_ssd", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hdd", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_ssd", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_sleep", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T01:55:33.961 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_default_features", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_qos_exclude_ops", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "setgroup", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "setuser" 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_changed": [ 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T01:55:33.962 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_join_fs", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/container_init", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/migration_current", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T01:55:33.963 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_ident", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_perf", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/description", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/enabled", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/organization", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T01:55:33.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mds_skip_sanity", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T01:55:33.965 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T01:55:33.966 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T01:55:33.967 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_cache_enabled", 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_ops_log", 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_usage_log" 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "contact": null, 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "crashes": [], 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "created": "2024-04-12T00:18:49.248336Z", 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "crush": { 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_algs": { 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "straw2": 3 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_sizes": { 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "2": 1, 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: "4": 2 2024-04-12T01:55:33.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_types": { 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "1": 2, 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "11": 1 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "compat_weight_set": false, 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "device_classes": [ 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: 8 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_buckets": 6, 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_devices": 8, 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_rules": 2, 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_types": 12, 2024-04-12T01:55:33.969 INFO:tasks.workunit.client.0.smithi098.stdout: "num_weight_sets": 0, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "tunables": { 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "allowed_bucket_algs": 54, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_fallback_tries": 0, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_tries": 0, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_total_tries": 50, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_descend_once": 1, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_stable": 1, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_vary_r": 1, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "has_msr_rules": 0, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v2_rules": 1, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v3_rules": 0, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v4_buckets": 1, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v5_rules": 0, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "legacy_tunables": 0, 2024-04-12T01:55:33.970 INFO:tasks.workunit.client.0.smithi098.stdout: "minimum_required_version": "jewel", 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "msr_collision_tries": 100, 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "msr_descents": 100, 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "optimal_tunables": 1, 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "profile": "jewel", 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables": 1, 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables2": 1, 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables3": 1, 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables5": 1, 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "straw_calc_version": 1 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "description": "upgrade test cluster", 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "fs": { 2024-04-12T01:55:33.971 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "feature_flags": { 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "enable_multiple": true, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_enabled_multiple": true 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "filesystems": [ 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "approx_ctime": "2024-04", 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer_enabled": false, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_caps": 0, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_dns": 10, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_inos": 13, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_subtrees": 2, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_allowed_features": 0, 2024-04-12T01:55:33.972 INFO:tasks.workunit.client.0.smithi098.stdout: "explicitly_allowed_features": 0, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "files": 0, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "max_mds": 1, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_data_pools": 1, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_in": 1, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_mds": 1, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": 0, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_replay": 0, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_up": 1, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "snaps": 0, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "standby_count_wanted": 0 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_mds": 1, 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: "total_num_mds": 2 2024-04-12T01:55:33.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_stats": { 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20258816, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 306088, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 835584, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 0, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 345, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 981264, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 13, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 896000, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14487368, 2024-04-12T01:55:33.974 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 20258816 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20463616, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 407504, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 843776, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 432, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1409576, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 22, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 997376, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14896648, 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 21307392 2024-04-12T01:55:33.975 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 166944768, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 2144688, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3014656, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 2744320, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 6491, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 9505456, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2408704, 2024-04-12T01:55:33.976 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 149871264, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 169689088 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 257867776, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 4988688, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3145728, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 1294336, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9493, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 15148104, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 23, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3654144, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 230931112, 2024-04-12T01:55:33.977 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 259162112 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 170024960, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1979184, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3014656, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 540672, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 1744896, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 6580, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 10096720, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3935232, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 150458496, 2024-04-12T01:55:33.978 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 171769856 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 473915392, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 23668128, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5505024, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 113729536, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12442, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 90032808, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 60, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 8994048, 2024-04-12T01:55:33.979 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 345715384, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 587644928 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 506232832, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 27997768, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 49152, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 117571584, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12814, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 81328984, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11411200, 2024-04-12T01:55:33.980 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 382037856, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 623804416 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 500236288, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 22445224, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5373952, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 55975936, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 10261, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 66788432, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 9800960, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 395827720, 2024-04-12T01:55:33.981 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 556212224 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 423100416, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 17666464, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3276800, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 40714240, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9472, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 56001992, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 60, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 10414080, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 335741080, 2024-04-12T01:55:33.982 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 463814656 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 539869184, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 21768840, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5505024, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 83353600, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 13078, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 81451024, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 61, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11871232, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 419273064, 2024-04-12T01:55:33.983 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 623222784 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 538451968, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 25285888, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 154673152, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12685, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 101842920, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 10656768, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 397258520, 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 693125120 2024-04-12T01:55:33.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 450887680, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 17672904, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3276800, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 39682048, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9717, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 69415312, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11360512, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 349162152, 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 490569728 2024-04-12T01:55:33.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 500531200, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 19305144, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 32235520, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 10961, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 75912776, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 58, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 9054208, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 392851200, 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 532766720 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.986 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "hosts": { 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num": 2, 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mds": 2, 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mgr": 2, 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mon": 2, 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_osd": 2 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "io_rate": { 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_stats_delta": { 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 0, 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 0, 2024-04-12T01:55:33.987 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "stamp_delta": "12.002903", 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:33.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:33.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.990 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 0 2024-04-12T01:55:33.991 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard": false, 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard_description": null, 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "license": "sharing-1-0", 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "mempool": { 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.992 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:33.993 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:33.994 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.996 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 149025, 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 34 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:33.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 928, 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.998 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:33.999 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.000 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.001 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.002 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.003 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.004 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 223455, 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 69 2024-04-12T01:55:34.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 52112, 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 181 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.006 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12232, 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 251 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.013 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41480757, 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5126 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 792, 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.015 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.016 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.017 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.020 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.021 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 42003703, 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5196 2024-04-12T01:55:34.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 176, 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.023 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:34.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11792, 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 348 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:34.025 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.026 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.027 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.029 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.030 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41613325, 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5144 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.032 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T01:55:34.033 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.034 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 21992, 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 412 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31232, 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 27 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1344, 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61280, 2024-04-12T01:55:34.035 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 766 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 414544, 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1993 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 778255, 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 210 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2457248, 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 544572 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7041656, 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 10387 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 85528, 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9129 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 95664, 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1993 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.037 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 45111, 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 47 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7931056, 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 278 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19184, 2024-04-12T01:55:34.039 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 218 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 524880, 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 45 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.040 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7224984, 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18667 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22200, 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 403 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 116992, 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 27 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 6 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.043 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61520, 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 769 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 412256, 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1982 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.044 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 997138, 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 260 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2380286, 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 527599 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6833576, 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 10081 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.045 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 83248, 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8952 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 95136, 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1982 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184412, 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1319 2024-04-12T01:55:34.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 65296, 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.047 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6658266, 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 276 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22880, 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 260 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 431568, 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 37 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7174856, 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 20933 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:34.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.050 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17000, 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 312 2024-04-12T01:55:34.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 51072, 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 23 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3648, 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 19 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 59040, 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 738 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.052 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 411632, 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1979 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 278348, 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 83 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.053 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1717534, 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 380513 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5039736, 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7443 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 82516, 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8940 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 94992, 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1979 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.054 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:34.055 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 78531, 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 50 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19882890, 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 262 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10032, 2024-04-12T01:55:34.056 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 114 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 361584, 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 31 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.057 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3085680, 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5934 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.058 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 14784, 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 245 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.059 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 42624, 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 21 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3072, 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 58720, 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 734 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399776, 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1922 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.060 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 298796, 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 93 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1728107, 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 382593 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.061 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5059456, 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7472 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74060, 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7812 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2208, 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 124555, 2024-04-12T01:55:34.063 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 67 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 28144, 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17447691, 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 276 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10912, 2024-04-12T01:55:34.064 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 124 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 419904, 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 36 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.065 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3503760, 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9138 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.066 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22368, 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 417 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31488, 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 29 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 6 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61360, 2024-04-12T01:55:34.068 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 767 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399360, 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 298931, 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 96 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.069 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2067900, 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 458702 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5971336, 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8813 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74296, 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7806 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:34.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.071 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.071 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.071 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.071 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.071 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184156, 2024-04-12T01:55:34.071 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:34.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.073 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74663, 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 44 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7401250, 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9028 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9328, 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 106 2024-04-12T01:55:34.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 454896, 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.075 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5064280, 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 12139 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.077 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22696, 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 418 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 72704, 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.078 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60560, 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 757 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399360, 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.079 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 508203, 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 132 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2324200, 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 520308 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6720016, 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9914 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74644, 2024-04-12T01:55:34.080 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7811 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184412, 2024-04-12T01:55:34.081 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1319 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 38833, 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 48 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.082 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4340677, 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 247 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 13376, 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 152 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.083 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 489888, 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6439160, 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 12383 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:34.084 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.085 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16696, 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 313 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.086 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 47232, 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 25 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3072, 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60800, 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 760 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.087 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 401024, 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1928 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 631570, 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 161 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.088 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1691792, 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 373702 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4926176, 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7276 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 75584, 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7968 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.089 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92544, 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1928 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184068, 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1317 2024-04-12T01:55:34.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 33443, 2024-04-12T01:55:34.091 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17025378, 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 235 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 15136, 2024-04-12T01:55:34.092 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 172 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 454896, 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.093 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3617120, 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9356 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.094 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17568, 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 333 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 30848, 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 24 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3456, 2024-04-12T01:55:34.097 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60560, 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 757 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400816, 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1927 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.098 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 492005, 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 134 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2010612, 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 448433 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5830576, 2024-04-12T01:55:34.099 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8606 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 76320, 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7970 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92496, 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1927 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.101 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 23682, 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 22 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19246091, 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 272 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11616, 2024-04-12T01:55:34.102 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 132 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 536544, 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.103 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5053776, 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9738 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.104 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "metadata": { 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:34.105 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 2 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 2 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 2 2024-04-12T01:55:34.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 2 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 3 2024-04-12T01:55:34.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 3 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 3 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:34.108 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 3 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 8 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T01:55:34.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 8 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 8 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T01:55:34.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 8 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_objectstore": { 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": 8 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "rotational": { 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "0": 8 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "features": { 2024-04-12T01:55:34.111 INFO:tasks.workunit.client.0.smithi098.stdout: "optional": [], 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "persistent": [ 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "kraken", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "luminous", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "mimic", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap-prune", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "nautilus", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "octopus", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "pacific", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "elector-pinging", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "quincy", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "reef", 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "squid" 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv4_addr_mons": 6, 2024-04-12T01:55:34.112 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv6_addr_mons": 0, 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "min_mon_release": 19, 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "v1_addr_mons": 3, 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "v2_addr_mons": 3 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "organization": "ceph-qa", 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_network": false, 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "require_min_compat_client": "luminous", 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "require_osd_release": "squid" 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_perf_histograms": [ 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.113 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:34.114 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:34.115 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:34.116 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:34.117 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:34.118 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.119 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 309, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14318, 4042, 1, 0, 0, 2, 0, 2, 0, 0, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8579, 354, 23, 1, 16, 11, 6, 12, 21, 40, 28, 16, 19, 24, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1082, 37, 2, 0, 4, 2, 1, 3, 8, 12, 91, 173, 74, 8, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 491, 15, 5, 0, 0, 0, 0, 0, 0, 1, 1, 31, 331, 4, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 94, 10, 1, 0, 0, 1, 0, 1, 1, 3, 7, 7, 21, 85, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.120 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 105, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 14, 13, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 85, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 12, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 162, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.121 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.122 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7574, 33, 0, 0, 1, 0, 1, 3, 1, 2, 6, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6676, 202, 1286, 1, 7, 7, 11, 17, 36, 59, 62, 34, 31, 12, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 792, 20, 199, 24, 1, 1, 0, 6, 5, 24, 139, 232, 119, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 266, 0, 1, 6, 0, 1, 0, 2, 0, 0, 3, 22, 416, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 86, 2, 1, 0, 1, 0, 0, 0, 1, 0, 5, 3, 18, 35, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 69, 1, 47, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99, 1, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 23, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 14, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.123 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.124 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11886, 32, 2, 0, 1, 0, 0, 0, 0, 1, 7, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.125 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9502, 315, 59, 0, 11, 0, 1, 1, 2, 0, 8, 6, 16, 35, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 695, 38, 32, 2, 3, 0, 0, 1, 1, 1, 25, 2, 4, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 401, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 39, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 181, 10, 4, 0, 0, 0, 1, 0, 1, 1, 7, 3, 16, 68, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 193, 4, 3, 0, 0, 0, 1, 1, 0, 0, 6, 13, 19, 24, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 129, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 7, 51, 54, 70, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 82, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 18, 23, 71, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 31, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 19, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.126 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.127 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 335, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13095, 4123, 0, 2, 1, 0, 0, 0, 0, 0, 11, 0, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9127, 259, 20, 1, 12, 1, 5, 7, 14, 24, 50, 15, 10, 20, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1512, 80, 9, 0, 4, 0, 2, 0, 3, 13, 50, 85, 39, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 390, 2, 0, 0, 8, 0, 0, 0, 0, 1, 3, 9, 156, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 138, 3, 0, 0, 207, 1, 0, 0, 10, 5, 3, 5, 16, 26, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 53, 0, 0, 0, 300, 0, 0, 0, 0, 0, 0, 5, 9, 13, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.128 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 97, 0, 0, 0, 289, 0, 0, 0, 0, 0, 0, 4, 17, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 23, 0, 0, 0, 1889, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.129 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.130 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9814, 5, 121, 11, 37, 51, 2, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10110, 45, 34, 1, 22, 30, 152, 181, 11, 16, 5, 7, 11, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1315, 104, 131, 0, 4, 4, 14, 31, 7, 18, 48, 70, 30, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 579, 25, 61, 0, 2, 0, 0, 0, 1, 1, 8, 16, 184, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 121, 13, 9, 0, 0, 0, 0, 0, 2, 1, 14, 8, 22, 32, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 68, 1, 25, 28, 0, 0, 0, 0, 2, 1, 8, 12, 23, 6, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 59, 0, 1, 36, 56, 0, 0, 0, 1, 0, 4, 4, 30, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 19, 0, 0, 4, 74, 107, 0, 0, 0, 0, 0, 0, 6, 16, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 5, 22, 0, 0, 0, 0, 2, 1, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.131 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.132 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 12132, 1, 1, 1, 3, 0, 0, 0, 0, 3, 3, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9142, 22, 8, 0, 15, 0, 3, 0, 2, 2, 34, 1, 4, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1078, 5, 5, 3, 4, 0, 1, 0, 1, 3, 34, 0, 3, 14, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.133 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 471, 4, 1, 5, 4, 1, 0, 0, 0, 0, 6, 8, 34, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 149, 9, 4, 0, 0, 0, 0, 0, 1, 2, 6, 2, 10, 65, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 144, 2, 2, 1, 0, 0, 1, 0, 1, 0, 0, 2, 4, 12, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 157, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 20, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.134 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5684, 2926, 0, 0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11929, 5301, 0, 0, 6359, 367, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6864, 343, 19, 0, 1028, 198, 2, 0, 8, 15, 7, 9, 13, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 818, 26, 15, 0, 151, 22, 1, 2, 6, 18, 51, 75, 36, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 281, 7, 0, 0, 19, 11, 0, 0, 0, 0, 1, 22, 176, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 118, 9, 0, 0, 17, 28, 0, 0, 1, 1, 3, 3, 27, 35, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 115, 1, 0, 0, 0, 6, 0, 1, 0, 0, 0, 4, 2, 5, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.136 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.137 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 66, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9977, 3624, 4286, 0, 1, 1, 0, 0, 1, 0, 4, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.138 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5984, 178, 131, 0, 12, 1, 0, 1, 1, 1, 7, 3, 9, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 977, 28, 17, 0, 3, 0, 0, 0, 1, 3, 29, 4, 2, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 545, 9, 1, 0, 0, 0, 0, 0, 1, 0, 3, 4, 20, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 327, 9, 0, 0, 0, 0, 0, 1, 0, 0, 3, 1, 15, 39, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 231, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 11, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.139 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.140 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.141 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:34.142 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:34.143 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:34.144 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:34.145 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:34.146 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 508, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4600, 60, 90, 146, 443, 605, 695, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.147 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 747, 18, 11, 47, 26, 7, 26, 0, 2, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 178, 1, 1, 2, 0, 2, 3, 0, 0, 0, 1, 8, 11, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.148 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.149 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 0, 5, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2724, 267, 29, 63, 119, 0, 2, 0, 3, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 434, 18, 1237, 0, 0, 1, 0, 1, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 439, 12, 104, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1683, 1311, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1407, 1681, 247, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.150 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.151 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:34.152 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9695, 5, 0, 0, 1, 1, 1, 3, 3, 1, 1, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15958, 0, 3, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 6, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.153 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.154 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 416, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.155 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3219, 49, 3, 0, 3, 1, 3, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 276, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 149, 26, 34, 51, 0, 1, 0, 0, 0, 0, 1, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 845, 326, 0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4164, 2341, 0, 402, 0, 0, 0, 0, 0, 1, 0, 0, 1, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 232, 326, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.156 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.157 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 761, 1, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.158 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3812, 226, 28, 59, 138, 275, 461, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 555, 6, 1, 0, 0, 0, 19, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 274, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.159 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.160 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 679, 2, 2, 26, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.161 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4866, 67, 129, 229, 455, 603, 717, 2, 2, 0, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 465, 4, 7, 4, 18, 11, 9, 0, 2, 1, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 366, 7, 9, 27, 1, 0, 0, 0, 0, 0, 1, 0, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 203, 33, 72, 102, 28, 0, 0, 0, 0, 0, 3, 1, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.162 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.163 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.164 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 362, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2690, 25, 1, 0, 17, 0, 6, 5, 16, 5, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 241, 5, 0, 0, 5, 0, 0, 0, 3, 12, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 153, 10, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 138, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.165 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.166 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:34.167 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 460, 2, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7342, 38, 43, 57, 1, 2, 4, 0, 8, 9, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2718, 24, 89, 41, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 10, 6, 0, 0, 1, 0, 0, 0, 3, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 93, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 3, 19, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.168 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.169 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:34.170 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:34.171 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:34.172 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.173 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:34.174 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:34.175 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.176 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 890, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.177 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.178 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1694, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3065, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.179 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.180 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:34.181 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9720, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 346, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.182 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.183 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.184 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 416, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6930, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.185 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.186 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 777, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 583, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.187 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.188 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:34.189 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 711, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 527, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 169, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.190 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.191 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.192 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2769, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.193 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7506, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2874, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.195 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.196 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.197 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:34.198 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:34.199 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:34.200 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:34.201 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:34.202 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:34.203 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2044, 15, 0, 0, 8, 0, 2, 2, 7, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1143, 7, 2, 1, 1, 4, 3, 15, 29, 68, 59, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 157, 16, 0, 0, 1, 1, 0, 2, 5, 3, 48, 195, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 522, 38, 0, 0, 0, 0, 1, 1, 2, 4, 7, 21, 288, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 944, 49, 0, 0, 0, 0, 0, 1, 0, 5, 3, 9, 25, 25, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 668, 86, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 8, 29, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 328, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 59, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.204 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.205 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.206 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2744, 21, 1, 0, 8, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1379, 5, 1, 2, 1, 5, 12, 23, 44, 72, 120, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 77, 5, 0, 0, 0, 0, 3, 2, 1, 8, 65, 306, 181, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 43, 6, 0, 0, 0, 1, 1, 0, 1, 3, 11, 22, 377, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 8, 26, 25, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 7, 15, 31, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1963, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.207 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.208 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 275, 9, 1, 2, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 159, 6, 1, 0, 3, 1, 1, 5, 8, 16, 49, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 202, 1, 0, 0, 0, 2, 4, 11, 6, 11, 51, 85, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 150, 4, 0, 0, 1, 2, 1, 2, 3, 3, 18, 51, 21, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.209 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 2, 5, 8, 19, 31, 43, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 4, 27, 39, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.210 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.211 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 57, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1239, 18, 1, 0, 13, 0, 4, 4, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 498, 4, 1, 1, 2, 2, 3, 9, 18, 29, 33, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 200, 9, 0, 1, 0, 1, 1, 0, 1, 4, 38, 120, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 402, 4, 0, 0, 0, 0, 0, 1, 1, 2, 9, 14, 105, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 576, 2, 0, 0, 0, 1, 0, 0, 0, 1, 2, 5, 11, 23, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 239, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 11, 26, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.212 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.213 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.214 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 67, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1135, 10, 0, 0, 14, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 656, 3, 0, 1, 4, 0, 3, 10, 7, 33, 31, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 373, 1, 1, 1, 1, 2, 1, 1, 10, 13, 54, 144, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 454, 0, 0, 0, 0, 0, 1, 1, 3, 5, 18, 38, 139, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 252, 0, 0, 0, 0, 0, 1, 0, 1, 1, 4, 5, 16, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 19, 14, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.215 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 464, 11, 1, 0, 10, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 85, 9, 2, 0, 1, 0, 0, 2, 2, 0, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 11, 0, 0, 0, 0, 0, 1, 4, 6, 30, 34, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 71, 11, 0, 0, 0, 0, 0, 1, 0, 2, 9, 20, 15, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 23, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 22, 15, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 41, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 16, 23, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 87, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.217 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.218 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.219 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1113, 27, 0, 0, 14, 0, 4, 6, 13, 15, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 693, 11, 0, 0, 2, 0, 5, 10, 19, 30, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 425, 8, 0, 0, 0, 2, 0, 2, 3, 4, 44, 126, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 467, 4, 0, 0, 1, 1, 1, 0, 3, 2, 7, 13, 166, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 313, 2, 0, 0, 0, 0, 0, 1, 0, 1, 3, 5, 26, 22, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 31, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.220 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.221 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 41, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 191, 10, 1, 2, 8, 0, 1, 4, 4, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 63, 4, 0, 0, 0, 0, 3, 6, 2, 2, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 82, 9, 0, 0, 0, 1, 3, 1, 7, 3, 14, 28, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.222 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 58, 6, 0, 0, 0, 0, 0, 1, 2, 1, 10, 10, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 2, 0, 0, 0, 0, 0, 0, 2, 0, 3, 11, 20, 24, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 5, 4, 16, 28, 119, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.223 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.224 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 8, 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "number of replicas", 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 1, 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0]", 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "[1, 1]", 2024-04-12T01:55:34.225 INFO:tasks.workunit.client.0.smithi098.stdout: "[2, 2]", 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "[3, 3]", 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "[4, 4]", 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "[5, 5]", 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "[6, None]" 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "linear" 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 10, 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "duration", 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 250000, 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:34.226 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 249999]", 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "[250000, 499999]", 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "[500000, 999999]", 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "[1000000, 1999999]", 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "[2000000, 3999999]", 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "[4000000, 7999999]", 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "[8000000, 15999999]", 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "[16000000, 31999999]", 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "[32000000, None]" 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:34.227 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.228 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:34.229 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.230 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.231 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.232 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.233 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.234 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_counters": { 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: "caps": { 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.235 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_grant": { 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_revoke": { 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_trunc": { 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_commit": { 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_complete": { 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_keys": { 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_merge": { 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_split": { 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: "exported_inodes": { 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: "forward": { 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_cap_release": { 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps": { 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.238 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps_dirty": { 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_inode_file_caps": { 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "imported_inodes": { 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes": { 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_expired": { 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.239 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_pinned": { 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_with_caps": { 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "load_cent": { 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "openino_dir_fetch": { 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "process_request_cap_release": { 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.240 INFO:tasks.workunit.client.0.smithi098.stdout: "reply_latency": { 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "request": { 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rbytes": { 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rfiles": { 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rsnaps": { 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_reply": { 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "subtrees": { 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_cache": { 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_enqueue_scrub": { 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_exportdir": { 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.242 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_flush": { 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragmentdir": { 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragstats": { 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_inodestats": { 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_quiesce_inode": { 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.243 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_quiesce_path": { 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_enqueued": { 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_prioritized": { 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_processing": { 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays": { 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_delayed": { 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_enqueuing": { 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_completed": { 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_started": { 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_created": { 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_enqueued": { 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_migrated": { 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_reintegrated": { 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_log": { 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: "ev": { 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:34.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "evadd": { 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "evex": { 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "evexd": { 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "evexg": { 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "evlrg": { 2024-04-12T01:55:34.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "evtrm": { 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "jlat": { 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "replayed": { 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "seg": { 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "segadd": { 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "segex": { 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "segexd": { 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "segexg": { 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "segmjr": { 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "segtrm": { 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.249 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_mem": { 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: "cap": { 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: "cap+": { 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: "cap-": { 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: "dir": { 2024-04-12T01:55:34.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "dir+": { 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "dir-": { 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "dn": { 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "dn+": { 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "dn-": { 2024-04-12T01:55:34.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "heap": { 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 248184 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "ino": { 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "ino+": { 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "ino-": { 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "rss": { 2024-04-12T01:55:34.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53568 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_server": { 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_acquisition_throttle": { 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_revoke_eviction": { 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_request": { 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_session": { 2024-04-12T01:55:34.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_peer_request": { 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "req_create_latency": { 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getattr_latency": { 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getfilelock_latency": { 2024-04-12T01:55:34.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getvxattr_latency": { 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "req_link_latency": { 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookup_latency": { 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.255 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookuphash_latency": { 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupino_latency": { 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupname_latency": { 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupparent_latency": { 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupsnap_latency": { 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lssnap_latency": { 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mkdir_latency": { 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mknod_latency": { 2024-04-12T01:55:34.257 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mksnap_latency": { 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "req_open_latency": { 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "req_readdir_latency": { 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.258 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rename_latency": { 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "req_renamesnap_latency": { 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmdir_latency": { 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmsnap_latency": { 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmxattr_latency": { 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setattr_latency": { 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setdirlayout_latency": { 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setfilelock_latency": { 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setlayout_latency": { 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setxattr_latency": { 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "req_snapdiff_latency": { 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "req_symlink_latency": { 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "req_unlink_latency": { 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_sessions": { 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "average_load": { 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "avg_session_uptime": { 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "mdthresh_evicted": { 2024-04-12T01:55:34.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "session_count": { 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "session_remove": { 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_open": { 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_stale": { 2024-04-12T01:55:34.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: "total_load": { 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "purge_queue": { 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed": { 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed_ops": { 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing": { 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_high_water": { 2024-04-12T01:55:34.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops": { 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops_high_water": { 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_item_in_journal": { 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.266 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:34.268 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57921399 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.269 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1347978248 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 146 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999984 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:34.271 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:34.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26519572007 2024-04-12T01:55:34.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114240333 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:34.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73882 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2563958615 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 166674432 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 163799040 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2875392 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267597994 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23969988 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69142162 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.280 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267597994 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1471723 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.281 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70668907 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178398663 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.284 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69065273 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 364845, 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1782726068 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:34.287 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20305, 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6309524240 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:34.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.290 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 235 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:34.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8527 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8527, 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 59454609 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8527, 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25581 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8527, 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1736977653 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.292 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.293 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8525 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8525, 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58814416 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:34.294 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8525, 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 66245 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8525, 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2962313680 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:34.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999988 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8528 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8528, 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32340583977 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.296 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86714 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:34.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256016384 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253820928 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:34.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2195456 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.300 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267479815 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24263652 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.302 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.302 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.302 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.302 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.303 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.303 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68966677 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.304 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267479815 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.305 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1493204 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.307 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.307 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70765605 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.308 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178319876 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69144060 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.311 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 382964, 2024-04-12T01:55:34.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2240782211 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:34.313 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20582, 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7662250974 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:34.314 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:34.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 283 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.316 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8451 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58187816 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1854976154 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.317 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 219 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2999963 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.318 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8452 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8452 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8452, 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28821629102 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.321 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.322 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:34.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:34.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.323 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:34.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8451 2024-04-12T01:55:34.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.323 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:34.323 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114839005 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74185 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5612927820 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 168755200 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 165363712 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.325 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3391488 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267555945 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24074652 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.328 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69079547 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:34.329 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267555945 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1479191 2024-04-12T01:55:34.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70703488 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178370630 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69093306 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:34.335 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 366631, 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1923888073 2024-04-12T01:55:34.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20401, 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9739109370 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:34.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61329 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:34.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:34.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9412608 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 771371008 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19, 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4408054 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19, 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1674169 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 203, 2024-04-12T01:55:34.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1081493 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 701300736 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81193, 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12101941128 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81211, 2024-04-12T01:55:34.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19916626371 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16723968 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 332611584 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 697040896 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:34.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6807745602 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65302 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955190784 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:34.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955194880 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56044 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 65302, 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2171794844 2024-04-12T01:55:34.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6687984109 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61632 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3401707 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 731 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:34.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9298878 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1035 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5897171 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5897171 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1035, 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2947156 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.348 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 651 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10939 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:34.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1116286976 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:34.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15097856 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24569, 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 84577482 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3634, 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8959818575 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:34.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31936, 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266418762 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.352 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81127, 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24280478821 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 80372, 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1758433569 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81127, 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50853144 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.353 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81127, 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24331331965 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37850, 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1860899408 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1106, 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3202142 2024-04-12T01:55:34.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19742, 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11045694 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53, 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86543 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16665, 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3619803276 2024-04-12T01:55:34.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 258325 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24231 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17487, 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2822169914 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41344, 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22053705 2024-04-12T01:55:34.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23857, 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2199170612 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15572, 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 500133190 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.357 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14423353482 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:34.358 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9199, 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 809716053 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9196, 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3659961186121 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9199, 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6594879016469 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96293, 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2786057724224 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.359 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96293, 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8951641 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487884371 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41825278563 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35144418 2024-04-12T01:55:34.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20074278580 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20682472124 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10810730 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2632, 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16718722 2024-04-12T01:55:34.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 97509408203 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21989474004 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 872946847 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 582139904 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 468312064 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.363 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 113827840 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56756933 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.365 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 446464 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.366 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68613435 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425677004 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2160 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 138896 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69109812 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8921968 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37837955 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.372 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70680589 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.373 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425677004 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 127690 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1115558 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68007620 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:34.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:34.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47801 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 139412, 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8623060347 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:34.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2650916380 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47801, 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 172706920084 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:34.379 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3479992898 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 48654, 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22910760401 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47801, 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76128922918 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31438 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31438, 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15209578779 2024-04-12T01:55:34.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3479992898 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31766, 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7255661083 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31438, 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7129364541 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.381 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8612 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 629896391 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8612, 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18723050596 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.382 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8958, 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6177539235 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8612, 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16890220885 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.383 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7751 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2021019989 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7751, 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 138774290709 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7930, 2024-04-12T01:55:34.384 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9477560083 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7751, 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 52109337492 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.385 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 716419072 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45940 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:34.386 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.387 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7413760 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:34.388 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 787595264 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18, 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5627462 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18, 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1338637 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:34.389 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 193, 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 985430 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 783417344 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75810, 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11339690852 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.390 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75818, 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18514144136 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11239424 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 310501376 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 779157504 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5071504893 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47190 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:34.392 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4201455616 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4201459712 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39889 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.393 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47190, 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1657966492 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4970490719 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44093 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2570527 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:34.394 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 947 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7345965 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1188 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4775438 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4775438 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.395 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 247 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1188, 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2510841 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.396 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 790 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10195 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.397 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1108246528 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14499840 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18872, 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77419897 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3582, 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4718539471 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:34.399 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18314, 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 161102381 2024-04-12T01:55:34.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22677436334 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75109, 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1770115727 2024-04-12T01:55:34.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44018943 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22721455277 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:34.402 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25605, 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1222921560 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 913, 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2701574 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8193, 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10960254 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 44, 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 87695 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.403 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10626, 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1854456427 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 228371 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26976 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22300, 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2141354907 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:34.404 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72228, 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19904820 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 49928, 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1343409067 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15069, 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 436864109 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.405 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11027015806 2024-04-12T01:55:34.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22245, 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1207537251 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22244, 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3429183881080 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22245, 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6585140918489 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:34.407 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88256, 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2641442982728 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88256, 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7969537 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273098679 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35522735406 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.408 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32584546 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16680305891 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13801469483 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10219813 2024-04-12T01:55:34.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2536, 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15097285 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77319771518 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14839309893 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.410 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 558035981 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 620396544 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 502726656 2024-04-12T01:55:34.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 117669888 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.412 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56836298 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.413 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77824 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 671744 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68235062 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.415 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 426272237 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 112672 2024-04-12T01:55:34.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68542707 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6628624 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37890865 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.418 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.419 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72921023 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.420 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 426272237 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.421 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1981 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 127822 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.422 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1113744 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67412088 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.423 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.424 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41355 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 136534, 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10178475057 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:34.425 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2540845792 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41355, 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 629582653340 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2901915452 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.426 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43068, 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31823755308 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41355, 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114031302742 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19379 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19379, 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13885126556 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.427 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2901915452 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19826, 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5448725258 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19379, 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6198105700 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12233 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 294721286 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12233, 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 99597327862 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.429 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12386, 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12960676619 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12233, 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31821012792 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9743 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2246124506 2024-04-12T01:55:34.430 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9743, 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 516100198922 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10856, 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13414353431 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9743, 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76012184250 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.431 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4194466 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 797929472 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34645 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:34.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3551232 2024-04-12T01:55:34.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 580907008 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16, 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3995519 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16, 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1059202 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 157, 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 865740 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.435 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492109824 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68923, 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10045980461 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68935, 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16413527246 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16416768 2024-04-12T01:55:34.436 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 282402816 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487849984 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2308158208 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35190 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919668224 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919672320 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.438 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23077 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35190, 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 847792562 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2213146688 2024-04-12T01:55:34.439 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32277 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1407460 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 571 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3508911 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 717 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.440 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2101451 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2101451 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 150 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 717, 2024-04-12T01:55:34.441 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1118173 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 624 2024-04-12T01:55:34.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7, 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8450 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.443 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 869302272 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14487552 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14423, 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51575473 2024-04-12T01:55:34.444 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3604, 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4264088532 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.445 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25269, 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 212952560 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:34.446 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19855966270 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68433, 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1380265360 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33383689 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19889349959 2024-04-12T01:55:34.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64000, 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1121964407 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1009, 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2906399 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:34.448 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 29240, 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12135079 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37, 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47072 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 21252, 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1379058014 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261522 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18468 2024-04-12T01:55:34.449 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8764, 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1891343880 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23402, 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10043230 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14638, 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1681519950 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:34.450 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12244, 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 387793440 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.451 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9535435861 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5765, 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 468454774 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5764, 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3828380854385 2024-04-12T01:55:34.452 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5765, 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6112477590273 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79806, 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2303995677473 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79806, 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7561919 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:34.453 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253870516 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30760813772 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28819832 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15168386400 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.454 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11575585789 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10219634 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2461, 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13025274 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:34.455 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67307336034 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12469970737 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 480576076 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.456 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 550838272 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494788608 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56049664 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:34.457 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57353719 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.458 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.459 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68397577 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.460 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430152897 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.461 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1488 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 100464 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73061631 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:34.463 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 176160768 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2953728 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38235813 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.464 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.465 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67862363 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:34.466 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430152897 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 128501 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1135264 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.468 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71899818 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.469 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T01:55:34.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53872 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 145242, 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7980185444 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.471 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919141725 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53872, 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 96392271560 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3625808716 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.472 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 54800, 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42647268223 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53872, 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75607173832 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24618 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24618, 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19152248582 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.473 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3625808716 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25126, 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6053801864 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24618, 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10224989069 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.474 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27498 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 416573003 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27498, 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56647320117 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27759, 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33319594210 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27498, 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49818386091 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1756 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1502568722 2024-04-12T01:55:34.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1756, 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20592702861 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1915, 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3273872149 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1756, 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15563798672 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:34.477 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8388712 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 506609664 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.478 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22741 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.479 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:34.480 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1204224 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 511533056 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2493947 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 772443 2024-04-12T01:55:34.481 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 140, 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 677134 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 407240704 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63359, 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9572565371 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:34.482 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63372, 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15712948042 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10252288 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 259612672 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 402980864 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.483 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:34.485 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.485 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:34.485 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.485 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:34.485 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 724478611 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17626 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 572043264 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 572047360 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:34.486 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8041 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17626, 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 275970652 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 670817470 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.487 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15975 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492792 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 268 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1191089 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 386 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.488 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698297 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698297 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 118 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.489 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 386, 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 643826 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.490 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 705 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6975 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.491 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774635520 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10317824 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16930, 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55047738 2024-04-12T01:55:34.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3574, 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1699868898 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12964, 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 105050106 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.494 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18817333822 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 62863, 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1475675761 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38096906 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.495 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18855430728 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25494, 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 791387879 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1398, 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2835016 2024-04-12T01:55:34.496 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7760, 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5943707 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40, 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73441 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11827, 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1163415295 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 202278 2024-04-12T01:55:34.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17223 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28144, 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1467044896 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76330, 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23261503 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 48186, 2024-04-12T01:55:34.498 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1017224360 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12022, 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 325369646 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:34.499 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9623746936 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18129, 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1530119759 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18126, 2024-04-12T01:55:34.500 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3901938631829 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18129, 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6730779797938 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74203, 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2686460259846 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74203, 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6547423 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:34.501 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 296941277 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29742553514 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27005476 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14442353164 2024-04-12T01:55:34.502 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8408383248 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6031258 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2465, 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13881470 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:34.503 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62526409533 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9254023030 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 457100898 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:34.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 460537856 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 419799040 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40738816 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:34.505 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57550024 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.506 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98304 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.507 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68180792 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:34.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 431625183 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.509 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1008 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 59008 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71631281 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.511 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 176160768 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 891648 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38366683 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.512 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.513 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69793573 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:34.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 431625183 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.515 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 121062 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1133949 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.516 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70436286 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.517 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50023 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 125916, 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7662356673 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.519 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1583158539 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50023, 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261024828636 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1552015582 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 52300, 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29760782584 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:34.520 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50023, 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68430337147 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32840 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32840, 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49160233738 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1552015582 2024-04-12T01:55:34.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33106, 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7660483498 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32840, 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6953729785 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13088 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 286822741 2024-04-12T01:55:34.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13088, 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171006094699 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:34.523 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14990, 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16927973013 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13088, 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35984626573 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4095 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1296335798 2024-04-12T01:55:34.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4095, 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40858500199 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4204, 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5172326073 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4095, 2024-04-12T01:55:34.525 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25491980789 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:34.526 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 417579008 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11127 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11137024 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 639520768 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4195599 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:34.529 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1049227 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 174, 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 747132 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 624951296 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63866, 2024-04-12T01:55:34.530 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9454937551 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63893, 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15347783720 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12308480 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261664768 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 620691456 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:34.531 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8195200720 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77631 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:34.532 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7086538752 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7086542848 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73331 2024-04-12T01:55:34.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 77631, 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2318331293 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8019168676 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72242 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3705887 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.534 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 841 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10935054 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1222 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7229167 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7229167 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.535 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 399 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1222, 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3244030 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.536 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 648 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14282 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.537 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 914620416 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:34.538 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10313728 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23562, 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68058679 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3513, 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8286051467 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:34.539 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13358, 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 117067020 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.540 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18723508273 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63354, 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1417779351 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.541 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47922621 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18771430894 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 233914, 2024-04-12T01:55:34.542 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1377186089 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 855, 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2479914 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 141614, 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46610675 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 46, 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74199 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18189, 2024-04-12T01:55:34.543 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3991145576 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 408481 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19764 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10642, 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1453901542 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:34.544 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39905, 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21554353 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 29263, 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1163938976 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13564, 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 380243993 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.545 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:34.546 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11742245818 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18013, 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864332018 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18012, 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3841302224903 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18013, 2024-04-12T01:55:34.547 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6019987101999 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76273, 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2573040737773 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76273, 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7462435 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178835214 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:34.548 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30854228494 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32439016 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12652464905 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16741827460 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:34.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6026057 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2386, 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13824457 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72182235080 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17689000887 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:34.550 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 715979388 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 617717760 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 534429696 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:34.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 83288064 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56699231 2024-04-12T01:55:34.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53248 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.553 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45056 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69031585 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425244233 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.555 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2928 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 188080 2024-04-12T01:55:34.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69492631 2024-04-12T01:55:34.557 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10960096 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.558 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37799487 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.559 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.560 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68680929 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425244233 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 128655 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1120998 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68433986 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:34.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35401 2024-04-12T01:55:34.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 99180, 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10381843212 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1435541115 2024-04-12T01:55:34.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35401, 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 81486716405 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1755497627 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36155, 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21056849514 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35401, 2024-04-12T01:55:34.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41747131859 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24396 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24396, 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19076052356 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1755497627 2024-04-12T01:55:34.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24563, 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11438118096 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24396, 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12041066260 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6965 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 319149111 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.569 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6965, 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13715798418 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7407, 2024-04-12T01:55:34.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4649770622 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6965, 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11351012089 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4040 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1116392004 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4040, 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48694865631 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.571 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4185, 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4968960796 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4040, 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18355053510 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 635277312 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21605 2024-04-12T01:55:34.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.574 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17326080 2024-04-12T01:55:34.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 731648000 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8398743 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1671251 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 221, 2024-04-12T01:55:34.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1048607 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 626917376 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83925, 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11253570353 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83935, 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17907646729 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.577 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11239424 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 343769088 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 639696896 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12256579804 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 103401 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10638434304 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10638438400 2024-04-12T01:55:34.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 90789 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 103401, 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3869334562 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:34.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12040200286 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 96780 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5389449 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1326 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17020800 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.581 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1744 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11631351 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11631351 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.582 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1744, 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5051012 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:34.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1050 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15706 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.584 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1095774208 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:34.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10317824 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19718, 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67436268 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3538, 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10122316504 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.586 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.587 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22029, 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 185341444 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21849655485 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.588 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83329, 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1598820957 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46265593 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21895921078 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37513, 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1036553738 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 905, 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2505789 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12287, 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15993362 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.590 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 82507 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17601, 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5752479107 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 246562 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21517 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12526, 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1663761607 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36313, 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11071192 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23787, 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1486133689 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:34.592 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15600, 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 458161439 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.593 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9665503055 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864912782 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3807440803524 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7068811068771 2024-04-12T01:55:34.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3036607027140 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8845865 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273412340 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32418089057 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35577429 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13960091540 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17546388063 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.596 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6031263 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2383, 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13229137 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73879891786 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18613900677 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.597 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 561903180 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 689717248 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.598 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 535044096 2024-04-12T01:55:34.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.599 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:34.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.599 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 154673152 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56195185 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159744 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69465999 2024-04-12T01:55:34.603 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421463888 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3664 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266832 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.606 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73193488 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16692496 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.607 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37463456 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.609 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71673168 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421463888 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 131404 2024-04-12T01:55:34.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1108537 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72224043 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.612 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.613 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35115 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 124652, 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12986361201 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1379332452 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35115, 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62466042643 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2002812549 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:34.615 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35692, 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13845338555 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35115, 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30382538919 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24064 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24064, 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10449299106 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2002812549 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24189, 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5704489659 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24064, 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5692001373 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9406 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.617 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 370308048 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9406, 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20433525960 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.618 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9660, 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955335204 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9406, 2024-04-12T01:55:34.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15650591032 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1645 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1009024404 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1645, 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31583217577 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:34.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1843, 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2185513692 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1645, 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9039946514 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9437184 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.621 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 637243392 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:34.622 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98360 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:34.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6623232 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 512335872 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2731712 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.625 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 870735 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 151, 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 753964 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 463994880 2024-04-12T01:55:34.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61872, 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8505715396 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61879, 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13718342076 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4132864 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.627 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253497344 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 462553088 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3984080122 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47389 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3415752704 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:34.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3415756800 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35748 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47389, 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1639474957 2024-04-12T01:55:34.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3883886256 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44316 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1610959 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 432 2024-04-12T01:55:34.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6568808 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 719 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4957849 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4957849 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:34.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 291 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 719, 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2429062 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.633 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17494 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9, 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10182 2024-04-12T01:55:34.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774737920 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10903552 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13629, 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49273427 2024-04-12T01:55:34.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3426, 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4091002375 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18423, 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 142018147 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.638 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16647700186 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61397, 2024-04-12T01:55:34.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1213747666 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31970434 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16679670620 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 21715, 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 415202527 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 790, 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2402844 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10832, 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7759122 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:34.641 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43, 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 60463 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11044, 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1337884075 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 187810 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17921 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22703, 2024-04-12T01:55:34.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1724627088 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 62008, 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17521131 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39305, 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1371375337 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11795, 2024-04-12T01:55:34.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 332346615 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:34.644 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7358581790 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13951, 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 943937337 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13950, 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3774168854377 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13951, 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6088491171990 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72678, 2024-04-12T01:55:34.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2784587369051 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72678, 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6650643 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184899396 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25961003661 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:34.646 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24236059 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11398217142 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9967570664 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6621522 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2325, 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12848352 2024-04-12T01:55:34.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54880586190 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10738726148 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 448898201 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487292928 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 447561728 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39731200 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57160437 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69632 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 221184 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.651 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68377867 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428703281 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.653 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1744 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.654 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114736 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.655 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74496719 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6158896 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.656 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38106958 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.657 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.658 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73174658 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428703281 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 130708 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1139900 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73342591 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.662 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.663 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51819 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:34.664 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 112610, 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8869809716 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1595451329 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51819, 2024-04-12T01:55:34.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56538990430 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1904863805 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 52337, 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14963881960 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:34.666 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51819, 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33351259301 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43768 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43768, 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10652524268 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.667 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1904863805 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43938, 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7493419917 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43768, 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6818078687 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3944 2024-04-12T01:55:34.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 318171835 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3944, 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11541055244 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4184, 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2592898019 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3944, 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7804625347 2024-04-12T01:55:34.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4107 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1277279494 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4107, 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34345410918 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:34.671 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4215, 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4877564024 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4107, 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18728555267 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14680479 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:34.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 474910720 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:34.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 786253 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.674 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6754304 2024-04-12T01:55:34.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 559005696 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3168111 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1086841 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 157, 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1486987 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:34.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 495386624 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64788, 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8951234710 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64797, 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14411160620 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16097280 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:34.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 265449472 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 499646464 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:34.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3323159046 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45620 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2932899840 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2932903936 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33550 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 45620, 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1472718324 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3195975440 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41723 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1701729 2024-04-12T01:55:34.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 545 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6709474 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 890 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5007745 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:34.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5007745 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 349 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:34.682 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 890, 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2418009 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.683 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 652 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9, 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11040 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:34.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 833503232 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:34.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10895360 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17324, 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56539270 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3470, 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3828920123 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.686 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18120, 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 154025941 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.687 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17539977101 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.688 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64344, 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1296470661 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39597888 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17579574989 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.689 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28585, 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698125784 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 726, 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147957 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4947, 2024-04-12T01:55:34.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6108256 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 66535 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10843, 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1038580196 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 200675 2024-04-12T01:55:34.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17661 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16265, 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1419385886 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53393, 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14079350 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37128, 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1238167492 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:34.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13348, 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 362943981 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:34.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8446392808 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16635, 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1018581638 2024-04-12T01:55:34.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16634, 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4187684866360 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16635, 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6687026504991 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75627, 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2665261417628 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75627, 2024-04-12T01:55:34.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7092801 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 228090934 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27639141355 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27602201 2024-04-12T01:55:34.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13031198057 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11032569053 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6616302 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2289, 2024-04-12T01:55:34.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12218430 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 60390130861 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12040905932 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 457242605 2024-04-12T01:55:34.698 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 529358848 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 496975872 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.699 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32382976 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.700 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57073992 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.701 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32768 2024-04-12T01:55:34.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49152 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.703 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68673208 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428054944 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2384 2024-04-12T01:55:34.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 153184 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75105968 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:34.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5781104 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38049328 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.708 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73610080 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:34.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428054944 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:34.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 135801 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1126353 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:34.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73999382 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.713 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39868 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.714 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 106032, 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11245981136 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1523199408 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.715 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39868, 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48663215817 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1690114014 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40227, 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17104087689 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39868, 2024-04-12T01:55:34.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34637472372 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27324 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27324, 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12831253893 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:34.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1690114014 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27429, 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5412318735 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27324, 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5222099924 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11602 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:34.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 419751615 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11602, 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23781782351 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.719 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11800, 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9743463355 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11602, 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20191828471 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 942 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1103447793 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:34.720 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 942, 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12050179573 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 998, 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1948305599 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 942, 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9223543977 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:34.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 506294272 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.722 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": [ 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.723 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 1, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 1, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 1, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 1781760, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:34.724 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 1781760, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 2, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.463782948325388e-06, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 1250, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 2103296, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 590368, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 590368, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 1771104, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 407, 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 2473984 2024-04-12T01:55:34.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:34.726 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 32, 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 32, 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 2, 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:34.727 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 155522, 2024-04-12T01:55:34.728 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:34.728 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:34.728 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 110592, 2024-04-12T01:55:34.728 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:34.728 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:34.728 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 22, 2024-04-12T01:55:34.728 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 44930, 2024-04-12T01:55:34.728 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.1505327651993866e-07, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 158, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 178176, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 21598, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 6622, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 14976, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 64794, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 69, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 36864 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.729 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:34.730 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 64, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 64, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 3, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:34.731 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T01:55:34.732 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T01:55:34.733 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool", 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "selfmanaged_snaps" 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 8, 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 8, 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 4, 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:34.734 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 12595200, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 12595200, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 4, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 1.7416135960957035e-05, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 9081, 2024-04-12T01:55:34.735 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 3194528768, 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 4194323, 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 4194323, 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 12582969, 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 24339, 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 3135995904 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": { 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: "mirroring_by_pool": [ 2024-04-12T01:55:34.736 INFO:tasks.workunit.client.0.smithi098.stdout: false 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_images_by_pool": [ 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pools": 1 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "report_id": "7b91d810-85cd-40e1-a1eb-15204961602e", 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "report_timestamp": "2024-04-12T01:55:33.396822", 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "report_version": 1, 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_stats": { 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "7.9.2" 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "rook": { 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster": { 2024-04-12T01:55:34.737 INFO:tasks.workunit.client.0.smithi098.stdout: "external-mode": null, 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "allow-multiple-per-node": null, 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "count": null, 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "max-id": null, 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "pvc": { 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "stretch": { 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "network": { 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: "provider": null 2024-04-12T01:55:34.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: "storage": { 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: "device-set": { 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: "non-portable": null, 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: "portable": null, 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: "csi": { 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:34.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes": { 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "node": { 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes-total": null, 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "with-ceph-daemons": null, 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-nfs-plugin": null, 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-rbd-plugin": null 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T01:55:34.740 INFO:tasks.workunit.client.0.smithi098.stdout: "storage-class": { 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket": null, 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs": null, 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "nfs": null, 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": null, 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "services": {}, 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pg": [ 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.741 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:34.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542585+0000", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542585+0000", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.542923+0000", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.743 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.744 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2c", 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4873, 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:34:43.196517+0000", 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.745 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.747 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.748 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.749 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549331+0000", 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549331+0000", 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550082+0000", 2024-04-12T01:55:34.750 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.751 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2b", 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.752 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4999, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:51:39.734929+0000", 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.755 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.756 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:34.757 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544461+0000", 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544461+0000", 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545083+0000", 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.758 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.759 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2a", 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.760 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4880, 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:56:43.630840+0000", 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.762 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.763 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.765 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.766 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503692+0000", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503692+0000", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504019+0000", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:34.767 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.768 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.29", 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4977, 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:23:44.658903+0000", 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.769 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.770 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.772 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.773 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.611163+0000", 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.611163+0000", 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.611465+0000", 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.774 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.775 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.28", 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.776 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4916, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:18:16.142838+0000", 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.777 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.780 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.781 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.498365+0000", 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.498365+0000", 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.498719+0000", 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:34.782 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.783 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.27", 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4970, 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:53:31.893054+0000", 2024-04-12T01:55:34.784 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:34.788 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.789 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535607+0000", 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535607+0000", 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.535902+0000", 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:34.791 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.792 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.26", 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4869, 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:21:11.099277+0000", 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.796 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:34.797 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.661817+0000", 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.661817+0000", 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.662185+0000", 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.798 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.799 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.25", 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.800 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:15:23.147176+0000", 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.803 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.804 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503839+0000", 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503839+0000", 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504190+0000", 2024-04-12T01:55:34.805 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:34.806 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.807 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.24", 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4986, 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:38:19.962421+0000", 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.809 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.811 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.812 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.499519+0000", 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.499519+0000", 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.499847+0000", 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.813 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.814 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.23", 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.815 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:59:52.069033+0000", 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.816 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.819 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.820 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607224+0000", 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607224+0000", 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.609169+0000", 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.822 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.22", 2024-04-12T01:55:34.823 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4917, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:49:03.451702+0000", 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.827 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:34.828 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542928+0000", 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542928+0000", 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543285+0000", 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.830 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.21", 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5009, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.831 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:51:06.322304+0000", 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.835 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545930+0000", 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545930+0000", 2024-04-12T01:55:34.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546309+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:34.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.838 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.20", 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4870, 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:02:26.620410+0000", 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.842 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.843 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.548073+0000", 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.548073+0000", 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.549181+0000", 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.f", 2024-04-12T01:55:34.846 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4839, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:31:19.781289+0000", 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.851 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552554+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552554+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553686+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.853 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.854 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.e", 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5013, 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:31:38.902201+0000", 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.855 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.857 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.858 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.859 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543202+0000", 2024-04-12T01:55:34.860 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543202+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543981+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:34.861 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.c", 2024-04-12T01:55:34.862 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4908, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:03:53.960580+0000", 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.865 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.866 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:34.867 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.500897+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.500897+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.501274+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:34.868 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.869 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.d", 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5050, 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:00:49.589810+0000", 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 70, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.872 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 2, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.873 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.874 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.550147+0000", 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.550147+0000", 2024-04-12T01:55:34.875 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550521+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:34.876 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.d", 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.877 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:04.146999+0000", 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.880 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.881 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.882 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.612732+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.612732+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613083+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.883 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.884 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.c", 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5016, 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.885 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:39:42.747519+0000", 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.889 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.890 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542848+0000", 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542848+0000", 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546336+0000", 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:34.891 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:34.892 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.a", 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4875, 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:07:07.397283+0000", 2024-04-12T01:55:34.893 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.894 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.895 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:34.897 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.613077+0000", 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.613077+0000", 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613425+0000", 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.898 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 4, 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.899 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 4, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.b", 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5014, 2024-04-12T01:55:34.900 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:34:09.285039+0000", 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.901 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.902 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 4, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 4, 2024-04-12T01:55:34.903 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:34.904 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'4" 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.905 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.505395+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.505395+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.505710+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:34.906 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.907 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.b", 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4984, 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:02:23.052986+0000", 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.908 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.909 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.910 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.912 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.913 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.537190+0000", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.537190+0000", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.537523+0000", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:34.914 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.915 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.a", 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.916 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:00:30.045535+0000", 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.917 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.918 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.920 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.921 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541108+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541108+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.541502+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.922 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.923 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.8", 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4978, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:18:03.216892+0000", 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.924 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.925 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.926 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.927 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.928 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542718+0000", 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542718+0000", 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543021+0000", 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.929 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.930 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.9", 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.931 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:29:38.252117+0000", 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.932 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.933 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.934 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.935 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.936 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535846+0000", 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535846+0000", 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.536165+0000", 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.937 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.938 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.9", 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4967, 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.939 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:32:25.018074+0000", 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.940 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.941 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.942 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:34.943 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.944 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.553912+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.553912+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.555258+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.945 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:34.946 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:34.946 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.946 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.946 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.946 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.946 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.946 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.8", 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.947 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4821, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:10:56.770277+0000", 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.948 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.949 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.951 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.952 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.498905+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.498905+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.499318+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:34.953 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.954 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.6", 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5091, 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:28:39.429103+0000", 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.955 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.956 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.958 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.959 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.540907+0000", 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.540907+0000", 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.541285+0000", 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:34.960 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:34.961 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.962 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.7", 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4889, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:41:13.177238+0000", 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.964 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.967 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.534856+0000", 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.534856+0000", 2024-04-12T01:55:34.968 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.027761+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:34.969 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3026, 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3026, 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.970 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.1", 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8804, 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:07:23.204512+0000", 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.006222532, 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.971 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1273, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 423865, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2998, 2024-04-12T01:55:34.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 373905 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3026" 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.975 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.976 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542752+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542752+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543090+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:34.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.978 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.7", 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4986, 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:19:29.164788+0000", 2024-04-12T01:55:34.979 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.982 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.983 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.534903+0000", 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.534903+0000", 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.535292+0000", 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.985 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.6", 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.986 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5055, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:34:41.210049+0000", 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 4, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 4, 2024-04-12T01:55:34.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:34.990 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "585'3" 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:34.991 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541039+0000", 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541039+0000", 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.078367+0000", 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:34.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3174, 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:34.993 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3174, 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.0", 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:34.994 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8687, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:17:41.792524+0000", 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.002090646, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:34.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:34.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 704, 2024-04-12T01:55:34.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 397703, 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3173, 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 415827 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.998 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3174" 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:34.999 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.613504+0000", 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.613504+0000", 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613956+0000", 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.000 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:35.001 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.002 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.4", 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5049, 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:12:02.452610+0000", 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.005 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.007 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:35.008 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547030+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547030+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.549024+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.009 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.010 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.5", 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4844, 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:41:14.195712+0000", 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.012 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.014 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.015 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544689+0000", 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544689+0000", 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.977439+0000", 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:35.016 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3232, 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.017 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3232, 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.3", 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 9267, 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:35:45.186267+0000", 2024-04-12T01:55:35.018 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.009551954, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.019 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.020 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1705, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 390160, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3203, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 393620 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.021 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3232" 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.022 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551149+0000", 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551149+0000", 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552254+0000", 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:35.023 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:35.024 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.025 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.0", 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:58:49.073760+0000", 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.027 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.028 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.030 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:35.031 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.502303+0000", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.502303+0000", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.502653+0000", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.032 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.033 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1", 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:18:35.665095+0000", 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.034 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.035 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.036 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.038 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.039 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.492779+0000", 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.492779+0000", 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.977437+0000", 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.040 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2993, 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:35.041 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2993, 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.6", 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8983, 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:23:38.160904+0000", 2024-04-12T01:55:35.042 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.010711072, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 4194304, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.043 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1538, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 354773, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2930, 2024-04-12T01:55:35.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 346841 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'2993" 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.046 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 20, 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551582+0000", 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551582+0000", 2024-04-12T01:55:35.047 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553077+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.048 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 245, 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 245, 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "1.0", 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.049 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5496, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:46:25.375339+0000", 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.050 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.051 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1250, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2054, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 407, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.053 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "2121'245" 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.054 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544407+0000", 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544407+0000", 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544848+0000", 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.055 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.056 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.3", 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.057 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4919, 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:25:21.841928+0000", 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.058 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.061 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.062 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:35.063 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544890+0000", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544890+0000", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546193+0000", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.065 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2", 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4980, 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:55:03.480048+0000", 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.066 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.070 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.534583+0000", 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.534583+0000", 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.036297+0000", 2024-04-12T01:55:35.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.072 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3038, 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3038, 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.5", 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.073 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8441, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:39:12.380798+0000", 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.002392059, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 640, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 400305, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3031, 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 387148 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3038" 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.077 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.078 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.662428+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.662428+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.662709+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.080 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1", 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5019, 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:50:02.968286+0000", 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.081 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.084 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.085 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.537732+0000", 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.537732+0000", 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.538150+0000", 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:35.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:35.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.088 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.0", 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5051, 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:46:27.240415+0000", 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.093 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:35.094 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.614592+0000", 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.614592+0000", 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.976305+0000", 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:35.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:35.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:35.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:35.097 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:35.097 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.097 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3028, 2024-04-12T01:55:35.097 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.097 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.097 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3028, 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.7", 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.098 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8952, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:39:09.825046+0000", 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.00863501, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1602, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 380764, 2024-04-12T01:55:35.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3006, 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 390584 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.102 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3028" 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.103 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.535690+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.535690+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.535996+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.105 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3", 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4982, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:32:26.677461+0000", 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.109 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.110 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543000+0000", 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543000+0000", 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543748+0000", 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.111 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.112 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.2", 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.113 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4926, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:29:57.544544+0000", 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.114 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.117 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.118 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.662598+0000", 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.662598+0000", 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.972696+0000", 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:35.119 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:35.120 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2923, 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2923, 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.121 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.4", 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8521, 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:36:33.682058+0000", 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.005858416, 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.122 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 676, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 373343, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2942, 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 354529 2024-04-12T01:55:35.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'2923" 2024-04-12T01:55:35.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.127 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.611167+0000", 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.611167+0000", 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.612661+0000", 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:35.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.129 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.5", 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4917, 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:53:25.191952+0000", 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.130 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.133 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.134 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542110+0000", 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542110+0000", 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.542410+0000", 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.135 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.136 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.4", 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5058, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:30:44.684888+0000", 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.137 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.141 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607484+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607484+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.972617+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:35.143 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3055, 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.144 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3055, 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.2", 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8865, 2024-04-12T01:55:35.145 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:46:35.562608+0000", 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.00565953, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 19, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:35.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 943, 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 398744, 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3056, 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 400042 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.149 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3055" 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.150 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:35.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541866+0000", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541866+0000", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.542234+0000", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:35.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.153 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.e", 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4839, 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.154 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:04:28.395098+0000", 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.158 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.159 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544755+0000", 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544755+0000", 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545087+0000", 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:35.160 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T01:55:35.161 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.f", 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.162 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4983, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:14:28.681463+0000", 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 22, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.163 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 2, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T01:55:35.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:35.167 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.538284+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.538284+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.538686+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:35.168 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.11", 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.169 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4824, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:11:59.051354+0000", 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.170 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.173 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.174 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.478678+0000", 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.478678+0000", 2024-04-12T01:55:35.175 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:32:55.481909+0000", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:35.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 8, 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 8, 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.177 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.10", 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5037, 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:14:04.494970+0000", 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 4, 2024-04-12T01:55:35.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 48, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 48, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 12, 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'8" 2024-04-12T01:55:35.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.183 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543532+0000", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543532+0000", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.548067+0000", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:35.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.185 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.10", 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.186 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4866, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:10:23.618828+0000", 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.190 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.191 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.546543+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.546543+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546836+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.193 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.11", 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4873, 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:20:18.529765+0000", 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.197 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.198 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552837+0000", 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552837+0000", 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553255+0000", 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.200 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.13", 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4838, 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.201 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:28:44.535207+0000", 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.202 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.205 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.206 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544837+0000", 2024-04-12T01:55:35.207 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544837+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545385+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:35.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.12", 2024-04-12T01:55:35.209 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4908, 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:42:34.525629+0000", 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.214 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543958+0000", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543958+0000", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544281+0000", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:35.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.217 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.12", 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5087, 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.218 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:20:49.848888+0000", 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.222 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503642+0000", 2024-04-12T01:55:35.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503642+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504055+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:35.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.225 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.13", 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5094, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:58:21.844877+0000", 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 34, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 8, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 16, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 7 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.229 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.230 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.546015+0000", 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.546015+0000", 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.547335+0000", 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:35.232 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.233 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.15", 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4837, 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:19:54.560899+0000", 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.234 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.238 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.239 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543339+0000", 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543339+0000", 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546313+0000", 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:35.240 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:35.241 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 30, 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 30, 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.242 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.14", 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4909, 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:55:41.936253+0000", 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 5824, 2024-04-12T01:55:35.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.245 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 20, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 28, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 28, 2024-04-12T01:55:35.246 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 25 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'30" 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.247 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.548112+0000", 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.548112+0000", 2024-04-12T01:55:35.248 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.548446+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.249 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.14", 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.250 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5005, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:15:05.035006+0000", 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.253 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.254 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.614086+0000", 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.614086+0000", 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.614861+0000", 2024-04-12T01:55:35.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:35.256 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.15", 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.257 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5062, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:42:41.333372+0000", 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 90, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 14, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 14, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:35.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'3" 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.261 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606626+0000", 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606626+0000", 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607001+0000", 2024-04-12T01:55:35.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.263 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.17", 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.264 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5086, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:54:27.067799+0000", 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.268 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545407+0000", 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545407+0000", 2024-04-12T01:55:35.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.548491+0000", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:35.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.271 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.16", 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4914, 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:28:12.980290+0000", 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.275 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.276 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.546438+0000", 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.546438+0000", 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.546726+0000", 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.278 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.16", 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4920, 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.279 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:32:55.128732+0000", 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.284 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.552289+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.552289+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.553276+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.286 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.17", 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4866, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:17:45.907697+0000", 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.290 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.291 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.502228+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.502228+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.502590+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:35.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.293 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.19", 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5043, 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:54:00.256654+0000", 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.294 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.297 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.298 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543734+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543734+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544316+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:35.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.300 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.18", 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4898, 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:52:49.838061+0000", 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.301 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.304 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.305 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.665477+0000", 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.665477+0000", 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.665782+0000", 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:35.306 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.307 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.18", 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4980, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:56:22.789635+0000", 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.308 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.311 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.312 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545198+0000", 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545198+0000", 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546200+0000", 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.313 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.314 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.19", 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.315 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4982, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:39:15.432154+0000", 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.316 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.319 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549460+0000", 2024-04-12T01:55:35.320 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549460+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550211+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:35.321 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1b", 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.322 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5003, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:57:32.318036+0000", 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.323 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.327 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535014+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535014+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.535452+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.329 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1a", 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4868, 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:50:50.212349+0000", 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.330 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.333 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.334 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.496025+0000", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.496025+0000", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.496356+0000", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:35.335 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.336 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1a", 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4967, 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:51:08.845528+0000", 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.337 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.338 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.340 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.341 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543213+0000", 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543213+0000", 2024-04-12T01:55:35.342 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543542+0000", 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.344 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1b", 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4976, 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:53:16.790882+0000", 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.345 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.348 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.349 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544914+0000", 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544914+0000", 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546478+0000", 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.351 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1d", 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4927, 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:31:41.258882+0000", 2024-04-12T01:55:35.352 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.355 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.356 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.553751+0000", 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.553751+0000", 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.555203+0000", 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.358 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1c", 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.359 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4837, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:59.129735+0000", 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.360 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:35.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.363 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.617220+0000", 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.617220+0000", 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.617818+0000", 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:35.364 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.365 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1c", 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.366 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4902, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:49:49.401821+0000", 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.367 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.368 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.370 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549636+0000", 2024-04-12T01:55:35.371 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549636+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.551892+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:35.372 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.373 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1d", 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4828, 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:44:09.003201+0000", 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.374 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:35.375 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.377 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.378 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606695+0000", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606695+0000", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607833+0000", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:35.379 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.380 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1f", 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:36:15.784661+0000", 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.381 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.384 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:35.385 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.599606+0000", 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.599606+0000", 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.600767+0000", 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.386 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.387 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1e", 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4993, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:29:53.795580+0000", 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.388 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.391 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:35.392 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544503+0000", 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544503+0000", 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.544826+0000", 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.393 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.394 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1e", 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4974, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:42:22.932877+0000", 2024-04-12T01:55:35.395 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.398 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.399 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543205+0000", 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543205+0000", 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543542+0000", 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.400 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 6, 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.401 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 6, 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1f", 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5104, 2024-04-12T01:55:35.402 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:07:34.159665+0000", 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 582, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:35.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 8, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 8, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.405 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'6" 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.406 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552386+0000", 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552386+0000", 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552807+0000", 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.407 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.408 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2d", 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.409 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:26:19.470514+0000", 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.413 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552436+0000", 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552436+0000", 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552760+0000", 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.414 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.415 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2e", 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5005, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.416 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:32:13.653616+0000", 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.420 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544537+0000", 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544537+0000", 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.546904+0000", 2024-04-12T01:55:35.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:35.422 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2f", 2024-04-12T01:55:35.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4899, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:00:56.923463+0000", 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.427 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.428 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543371+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543371+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544015+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:35.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.430 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.30", 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4887, 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:48:24.580187+0000", 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.434 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.435 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607780+0000", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607780+0000", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.608526+0000", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:35.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.437 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.31", 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5045, 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:36:10.346338+0000", 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.441 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.442 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606687+0000", 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606687+0000", 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607086+0000", 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.444 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.32", 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5087, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:20:04.197330+0000", 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.445 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.448 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.449 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.540028+0000", 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.540028+0000", 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.540437+0000", 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.451 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.33", 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.452 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4974, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:52:42.355760+0000", 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.456 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.536277+0000", 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.536277+0000", 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.536567+0000", 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.458 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.34", 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4975, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.459 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:03:51.186619+0000", 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.463 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.550532+0000", 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.550532+0000", 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.550892+0000", 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.465 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.35", 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.466 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4865, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:54:03.022633+0000", 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.470 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.559747+0000", 2024-04-12T01:55:35.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.559747+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.560085+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:35.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.36", 2024-04-12T01:55:35.473 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4865, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:12:19.109104+0000", 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:35.477 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551507+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551507+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.551830+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.480 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.37", 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4831, 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:56:01.799334+0000", 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.484 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.485 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545002+0000", 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545002+0000", 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.545835+0000", 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:35.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.487 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.38", 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.488 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4972, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:28:45.006376+0000", 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.492 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.493 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547480+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547480+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.547994+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.495 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.39", 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4835, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:09:00.199753+0000", 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.499 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.500 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.615865+0000", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.615865+0000", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.617336+0000", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:35.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.502 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3a", 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4923, 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:06:54.844708+0000", 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.506 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.507 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.555679+0000", 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.555679+0000", 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.556026+0000", 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.509 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3b", 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4835, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:49:31.148925+0000", 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.510 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.513 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.514 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543418+0000", 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543418+0000", 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543679+0000", 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:35.515 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.516 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3c", 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4913, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:35:34.091204+0000", 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.517 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.520 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:35.521 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.495011+0000", 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.495011+0000", 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:32:55.495352+0000", 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:35.522 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.523 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3d", 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:22:33.921238+0000", 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.525 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.526 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.527 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.528 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.536139+0000", 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.536139+0000", 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.536452+0000", 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.529 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.530 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3e", 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5057, 2024-04-12T01:55:35.531 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:01:17.949634+0000", 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.532 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.533 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.534 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:35.535 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547649+0000", 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547649+0000", 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.548715+0000", 2024-04-12T01:55:35.536 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:35.537 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3f", 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:35.538 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4829, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:02:31.246533+0000", 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.539 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.540 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.541 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.542 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pool": [ 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 24, 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 24469, 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 8, 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 24469, 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 4, 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 4194323, 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 2, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 9081, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 3119657, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 24339, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 3062496 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 12595200, 2024-04-12T01:55:35.546 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 12582969, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 24 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.547 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 192, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 64, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 3, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.548 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:35.551 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 192 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 3, 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.552 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 245, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 1, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 3, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 245, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 1, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.553 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.554 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1250, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2054, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.555 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 407, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 1781760, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 1771104, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:35.556 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 3 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 96, 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 75, 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 32, 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 75, 2024-04-12T01:55:35.557 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 2, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 6622, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 66, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 22, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 22, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 14, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 158, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 174, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 69, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 36 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 110592, 2024-04-12T01:55:35.560 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 19866, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 44930, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 96 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 105, 2024-04-12T01:55:35.561 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": 4, 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_by_class": { 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "ssd": { 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 763268022272, 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 4692262912, 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_bytes": 4692262912, 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_ratio": 0.006110033486038446 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 763268022272, 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 4692262912 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.562 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.563 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T01:55:35.563 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-12T01:55:35.563 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:35.563 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:35.563 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.564 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:35.565 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.566 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.567 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.568 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.569 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.570 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.571 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:33 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.572 INFO:tasks.workunit.client.0.smithi098.stdout:Telemetry is on. 2024-04-12T01:55:35.572 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry show 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.577 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.578 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.579 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.580 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:33 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.581 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.583 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:34 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:35.593 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T01:55:35.593 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer": { 2024-04-12T01:55:35.593 INFO:tasks.workunit.client.0.smithi098.stdout: "active": true, 2024-04-12T01:55:35.593 INFO:tasks.workunit.client.0.smithi098.stdout: "mode": "" 2024-04-12T01:55:35.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.593 INFO:tasks.workunit.client.0.smithi098.stdout: "channels": [ 2024-04-12T01:55:35.593 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "channels_available": [ 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.594 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_available": [ 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore", 2024-04-12T01:55:35.595 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_flags" 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_opted_in": [ 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T01:55:35.596 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore", 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_flags" 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "config": { 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "active_changed": [ 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "client_check_pool_perm", 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_gid", 2024-04-12T01:55:35.597 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_uid", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "client_quota", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "daemonize", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "keyring", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T01:55:35.598 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_journald", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_stderr", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_host", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mds_skip_sanity", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T01:55:35.599 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T01:55:35.600 INFO:tasks.workunit.client.0.smithi098.stdout: "no_config_file", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hdd", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hybrid", 2024-04-12T01:55:35.601 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_ssd", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_max_backfills", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T01:55:35.602 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_hdd", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_ssd", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hdd", 2024-04-12T01:55:35.603 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_ssd", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_sleep", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_default_features", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_qos_exclude_ops", 2024-04-12T01:55:35.604 INFO:tasks.workunit.client.0.smithi098.stdout: "setgroup", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "setuser" 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_changed": [ 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T01:55:35.605 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_join_fs", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/container_init", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/migration_current", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T01:55:35.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_ident", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_perf", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/description", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/enabled", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/organization", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mds_skip_sanity", 2024-04-12T01:55:35.607 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T01:55:35.608 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T01:55:35.609 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T01:55:35.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T01:55:35.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T01:55:35.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T01:55:35.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T01:55:35.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T01:55:35.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T01:55:35.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T01:55:35.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T01:55:35.610 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_cache_enabled", 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_ops_log", 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_usage_log" 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "contact": null, 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "crashes": [], 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "created": "2024-04-12T00:18:49.248336Z", 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "crush": { 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_algs": { 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: "straw2": 3 2024-04-12T01:55:35.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_sizes": { 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "2": 1, 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "4": 2 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_types": { 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "1": 2, 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "11": 1 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "compat_weight_set": false, 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "device_classes": [ 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: 8 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_buckets": 6, 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_devices": 8, 2024-04-12T01:55:35.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_rules": 2, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_types": 12, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_weight_sets": 0, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "tunables": { 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "allowed_bucket_algs": 54, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_fallback_tries": 0, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_tries": 0, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_total_tries": 50, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_descend_once": 1, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_stable": 1, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_vary_r": 1, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "has_msr_rules": 0, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v2_rules": 1, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v3_rules": 0, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v4_buckets": 1, 2024-04-12T01:55:35.613 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v5_rules": 0, 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "legacy_tunables": 0, 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "minimum_required_version": "jewel", 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "msr_collision_tries": 100, 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "msr_descents": 100, 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "optimal_tunables": 1, 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "profile": "jewel", 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables": 1, 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables2": 1, 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables3": 1, 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables5": 1, 2024-04-12T01:55:35.614 INFO:tasks.workunit.client.0.smithi098.stdout: "straw_calc_version": 1 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "description": "upgrade test cluster", 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "fs": { 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "feature_flags": { 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "enable_multiple": true, 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_enabled_multiple": true 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "filesystems": [ 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "approx_ctime": "2024-04", 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer_enabled": false, 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.615 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_caps": 0, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_dns": 10, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_inos": 13, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_subtrees": 2, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_allowed_features": 0, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "explicitly_allowed_features": 0, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "files": 0, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "max_mds": 1, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_data_pools": 1, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_in": 1, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_mds": 1, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": 0, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_replay": 0, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "num_up": 1, 2024-04-12T01:55:35.616 INFO:tasks.workunit.client.0.smithi098.stdout: "snaps": 0, 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "standby_count_wanted": 0 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_mds": 1, 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "total_num_mds": 2 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_stats": { 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20258816, 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 313888, 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 802816, 2024-04-12T01:55:35.617 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 0, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 347, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1071768, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 13, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 830464, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14487368, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 20258816 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20496384, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 405584, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:35.618 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 811008, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 434, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1444264, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 22, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 997376, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14896648, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 21307392 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 167378944, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 2159904, 2024-04-12T01:55:35.619 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3014656, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 2310144, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 6504, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 9685792, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2494720, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 150023872, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 169689088 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 258768896, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 4925072, 2024-04-12T01:55:35.620 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3145728, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 180224, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 393216, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9523, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 15281376, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 23, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 4932608, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 230303888, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 259162112 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 170196992, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1962544, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3014656, 2024-04-12T01:55:35.621 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 540672, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 1572864, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 6584, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 10692880, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3465216, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 150521024, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 171769856 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 473915392, 2024-04-12T01:55:35.622 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 23639456, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5505024, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 113729536, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12442, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 89917176, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 60, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 9128704, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 345725032, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 587644928 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 506232832, 2024-04-12T01:55:35.623 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 27959592, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 49152, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 117571584, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12814, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 81359960, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11422976, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 382033280, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 623804416 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 500260864, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 22416552, 2024-04-12T01:55:35.624 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5373952, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 55951360, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 10262, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 66760720, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 9881856, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 395827784, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 556212224 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 423100416, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 17637088, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3276800, 2024-04-12T01:55:35.625 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 40714240, 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9472, 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 55966312, 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 60, 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 10479104, 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 335741112, 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 463814656 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:35.626 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 539869184, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 21740168, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5505024, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 83353600, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 13078, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 81591280, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 61, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11759616, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 419273096, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 623222784 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:35.627 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 538451968, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 25258240, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 154673152, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12685, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 101879240, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 10648064, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 397258552, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 693125120 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:35.628 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 450912256, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 17644232, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3276800, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 24576, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 39657472, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9718, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 69470512, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11324160, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 349171976, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 490569728 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:35.629 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 500604928, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 19284664, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 8192, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 32161792, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 10963, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 75939288, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 58, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 9101824, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 392863088, 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 532766720 2024-04-12T01:55:35.630 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "hosts": { 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num": 2, 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mds": 2, 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mgr": 2, 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mon": 2, 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_osd": 2 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "io_rate": { 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_stats_delta": { 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 0, 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 0, 2024-04-12T01:55:35.631 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "stamp_delta": "10.657431", 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:35.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:35.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:35.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 0 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard": false, 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard_description": null, 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "license": "sharing-1-0", 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "mempool": { 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.636 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.637 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.639 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 149025, 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 34 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.641 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 928, 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.645 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.646 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.647 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.648 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 223455, 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 69 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.650 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 52112, 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 181 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.651 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12232, 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 251 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.653 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.655 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.657 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.658 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41544509, 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5142 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 616, 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:35.660 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.662 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.663 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.666 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41908055, 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5188 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.668 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11792, 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 348 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.669 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.670 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.671 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.672 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.674 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41601269, 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5139 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.676 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.677 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.678 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 21896, 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 404 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31232, 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 27 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1344, 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61200, 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 765 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 414544, 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1993 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 778255, 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 210 2024-04-12T01:55:35.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2457248, 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 544572 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7041656, 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 10387 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 85528, 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9129 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.681 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 95664, 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1993 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 45111, 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 47 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.683 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7931056, 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 278 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19184, 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 218 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 524880, 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 45 2024-04-12T01:55:35.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7231224, 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18679 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.685 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.686 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22200, 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 403 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 116992, 2024-04-12T01:55:35.687 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 27 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 6 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61520, 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 769 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 412256, 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1982 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.688 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 997138, 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 260 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2380286, 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 527599 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6833576, 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 10081 2024-04-12T01:55:35.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 83248, 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8952 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 95136, 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1982 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.690 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184412, 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1319 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 65296, 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:35.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6658255, 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 275 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22880, 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 260 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.692 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 431568, 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 37 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7174856, 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 20933 2024-04-12T01:55:35.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.694 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.695 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17000, 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 312 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 51072, 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 23 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3648, 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 19 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 59040, 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 738 2024-04-12T01:55:35.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 411632, 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1979 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 278348, 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 83 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.697 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1717534, 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 380513 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5039736, 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7443 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 82516, 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8940 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 94992, 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1979 2024-04-12T01:55:35.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.699 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 78531, 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 50 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19882890, 2024-04-12T01:55:35.700 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 262 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10032, 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 114 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 361584, 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 31 2024-04-12T01:55:35.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3085680, 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5934 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.703 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 14784, 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 245 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.704 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 42624, 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 21 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3072, 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 58720, 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 734 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399776, 2024-04-12T01:55:35.705 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1922 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 298796, 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 93 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1728107, 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 382593 2024-04-12T01:55:35.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5059456, 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7472 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74060, 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7812 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.707 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2208, 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.708 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 124555, 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 67 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 28144, 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17447691, 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 276 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10912, 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 124 2024-04-12T01:55:35.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 419904, 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 36 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.710 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3503760, 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9138 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.712 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22368, 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 417 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31488, 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 29 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 6 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.713 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61360, 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 767 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399360, 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 298931, 2024-04-12T01:55:35.714 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 96 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2067900, 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 458702 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5971336, 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8813 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74296, 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7806 2024-04-12T01:55:35.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184156, 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.716 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74663, 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 44 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:35.717 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7401250, 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9028 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9328, 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 106 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.718 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 454896, 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5064280, 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 12139 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:35.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.720 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22696, 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 418 2024-04-12T01:55:35.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 72704, 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60560, 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 757 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.722 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399360, 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 508203, 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 132 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2324200, 2024-04-12T01:55:35.723 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 520308 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6720016, 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9914 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74644, 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7811 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.724 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184412, 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1319 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.725 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 38833, 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 48 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4340677, 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 247 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.726 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 13376, 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 152 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 489888, 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6439160, 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 12383 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.728 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.729 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16696, 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 313 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 47232, 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 25 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3072, 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T01:55:35.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60800, 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 760 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 401024, 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1928 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 631570, 2024-04-12T01:55:35.731 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 161 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1691792, 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 373702 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4926176, 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7276 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 75584, 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7968 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.732 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92544, 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1928 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184068, 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1317 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 33443, 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.734 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17025378, 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 235 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 15136, 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 172 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 454896, 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.735 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3623360, 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9368 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.736 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.737 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17568, 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 333 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 30848, 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 24 2024-04-12T01:55:35.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3456, 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60560, 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 757 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400816, 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1927 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:35.739 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 492005, 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 134 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2010612, 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 448433 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5830576, 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8606 2024-04-12T01:55:35.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 76320, 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7970 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92496, 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1927 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.741 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 23682, 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 22 2024-04-12T01:55:35.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19246089, 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 272 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11616, 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 132 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.743 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 536544, 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5061264, 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9762 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:35.744 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.745 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: "metadata": { 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 2 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.746 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 2 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 2 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:35.747 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 2 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 3 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:35.748 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 3 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 3 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.749 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 3 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 8 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T01:55:35.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 8 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 8 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:35.751 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 8 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_objectstore": { 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": 8 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: "rotational": { 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: "0": 8 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.752 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "features": { 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "optional": [], 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "persistent": [ 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "kraken", 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "luminous", 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "mimic", 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap-prune", 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "nautilus", 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "octopus", 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "pacific", 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "elector-pinging", 2024-04-12T01:55:35.753 INFO:tasks.workunit.client.0.smithi098.stdout: "quincy", 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "reef", 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "squid" 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv4_addr_mons": 6, 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv6_addr_mons": 0, 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "min_mon_release": 19, 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "v1_addr_mons": 3, 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "v2_addr_mons": 3 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "organization": "ceph-qa", 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_network": false, 2024-04-12T01:55:35.754 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "require_min_compat_client": "luminous", 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "require_osd_release": "squid" 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_perf_histograms": [ 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.755 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:35.756 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:35.757 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:35.758 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:35.759 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:35.760 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:35.761 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 309, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14318, 4042, 1, 0, 0, 2, 0, 2, 0, 0, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8583, 354, 23, 1, 16, 11, 6, 12, 21, 40, 28, 16, 19, 24, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1082, 37, 2, 0, 4, 2, 1, 3, 8, 12, 91, 173, 74, 8, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 491, 15, 5, 0, 0, 0, 0, 0, 0, 1, 1, 31, 331, 4, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 94, 10, 1, 0, 0, 1, 0, 1, 1, 3, 7, 7, 21, 85, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 105, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 14, 13, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 85, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 12, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 162, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.762 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.763 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7578, 33, 0, 0, 1, 0, 1, 3, 1, 2, 6, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6680, 202, 1286, 1, 7, 7, 11, 17, 36, 59, 62, 34, 31, 12, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 792, 20, 199, 24, 1, 1, 0, 6, 5, 24, 139, 232, 119, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.764 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 266, 0, 1, 6, 0, 1, 0, 2, 0, 0, 3, 22, 416, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 86, 2, 1, 0, 1, 0, 0, 0, 1, 0, 5, 3, 18, 35, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 69, 1, 47, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99, 1, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 23, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 14, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.765 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.766 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11886, 32, 2, 0, 1, 0, 0, 0, 0, 1, 7, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9502, 315, 59, 0, 11, 0, 1, 1, 2, 0, 8, 6, 16, 35, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 695, 38, 32, 2, 3, 0, 0, 1, 1, 1, 25, 2, 4, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 401, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 39, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 181, 10, 4, 0, 0, 0, 1, 0, 1, 1, 7, 3, 16, 68, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.767 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 193, 4, 3, 0, 0, 0, 1, 1, 0, 0, 6, 13, 19, 24, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 129, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 7, 51, 54, 70, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 82, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 18, 23, 71, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 31, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 19, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.768 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:35.769 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 335, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13095, 4123, 0, 2, 1, 0, 0, 0, 0, 0, 11, 0, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9127, 259, 20, 1, 12, 1, 5, 7, 14, 24, 50, 15, 10, 20, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1512, 80, 9, 0, 4, 0, 2, 0, 3, 13, 50, 85, 39, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 390, 2, 0, 0, 8, 0, 0, 0, 0, 1, 3, 9, 156, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 138, 3, 0, 0, 207, 1, 0, 0, 10, 5, 3, 5, 16, 26, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 53, 0, 0, 0, 300, 0, 0, 0, 0, 0, 0, 5, 9, 13, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 97, 0, 0, 0, 289, 0, 0, 0, 0, 0, 0, 4, 17, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 23, 0, 0, 0, 1889, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.770 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.771 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9814, 5, 121, 11, 37, 51, 2, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.772 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10110, 45, 34, 1, 22, 30, 152, 181, 11, 16, 5, 7, 11, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1315, 104, 131, 0, 4, 4, 14, 31, 7, 18, 48, 70, 30, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 579, 25, 61, 0, 2, 0, 0, 0, 1, 1, 8, 16, 184, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 121, 13, 9, 0, 0, 0, 0, 0, 2, 1, 14, 8, 22, 32, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 68, 1, 25, 28, 0, 0, 0, 0, 2, 1, 8, 12, 23, 6, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 59, 0, 1, 36, 56, 0, 0, 0, 1, 0, 4, 4, 30, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 19, 0, 0, 4, 74, 107, 0, 0, 0, 0, 0, 0, 6, 16, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 5, 22, 0, 0, 0, 0, 2, 1, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.773 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.774 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 12132, 1, 1, 1, 3, 0, 0, 0, 0, 3, 3, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9142, 22, 8, 0, 15, 0, 3, 0, 2, 2, 34, 1, 4, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1078, 5, 5, 3, 4, 0, 1, 0, 1, 3, 34, 0, 3, 14, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 471, 4, 1, 5, 4, 1, 0, 0, 0, 0, 6, 8, 34, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 149, 9, 4, 0, 0, 0, 0, 0, 1, 2, 6, 2, 10, 65, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 144, 2, 2, 1, 0, 0, 1, 0, 1, 0, 0, 2, 4, 12, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.775 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 157, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 20, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.776 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.777 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5684, 2926, 0, 0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11929, 5301, 0, 0, 6359, 367, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6864, 343, 19, 0, 1028, 198, 2, 0, 8, 15, 7, 9, 13, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 818, 26, 15, 0, 151, 22, 1, 2, 6, 18, 51, 75, 36, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 281, 7, 0, 0, 19, 11, 0, 0, 0, 0, 1, 22, 176, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 118, 9, 0, 0, 17, 28, 0, 0, 1, 1, 3, 3, 27, 35, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 115, 1, 0, 0, 0, 6, 0, 1, 0, 0, 0, 4, 2, 5, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.778 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.779 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 66, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.780 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10003, 3624, 4286, 0, 1, 1, 0, 0, 1, 0, 4, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5988, 178, 131, 0, 12, 1, 0, 1, 1, 1, 7, 3, 9, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 977, 28, 17, 0, 3, 0, 0, 0, 1, 3, 29, 4, 2, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 545, 9, 1, 0, 0, 0, 0, 0, 1, 0, 3, 4, 20, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 327, 9, 0, 0, 0, 0, 0, 1, 0, 0, 3, 1, 15, 39, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 231, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 11, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.781 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.782 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.783 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:35.784 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:35.785 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:35.786 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:35.787 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:35.788 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.789 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 508, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4600, 60, 90, 146, 443, 605, 695, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 747, 18, 11, 47, 26, 7, 26, 0, 2, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 178, 1, 1, 2, 0, 2, 3, 0, 0, 0, 1, 8, 11, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.790 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.791 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 0, 5, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.792 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2724, 267, 29, 63, 119, 0, 2, 0, 3, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 434, 18, 1237, 0, 0, 1, 0, 1, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 439, 12, 104, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1683, 1311, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1407, 1681, 247, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.793 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.794 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9695, 5, 0, 0, 1, 1, 1, 3, 3, 1, 1, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15958, 0, 3, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.795 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 6, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.796 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:35.797 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 416, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3219, 49, 3, 0, 3, 1, 3, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 276, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 149, 26, 34, 51, 0, 1, 0, 0, 0, 0, 1, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 845, 326, 0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4164, 2341, 0, 402, 0, 0, 0, 0, 0, 1, 0, 0, 1, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 232, 326, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.798 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.799 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.800 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 761, 1, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3812, 226, 28, 59, 138, 275, 461, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 555, 6, 1, 0, 0, 0, 19, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 274, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.801 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.802 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 679, 2, 2, 26, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4866, 67, 129, 229, 455, 603, 717, 2, 2, 0, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 465, 4, 7, 4, 18, 11, 9, 0, 2, 1, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 366, 7, 9, 27, 1, 0, 0, 0, 0, 0, 1, 0, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.803 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 203, 33, 72, 102, 28, 0, 0, 0, 0, 0, 3, 1, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.804 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.805 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 362, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2690, 25, 1, 0, 17, 0, 6, 5, 16, 5, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 241, 5, 0, 0, 5, 0, 0, 0, 3, 12, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 153, 10, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 138, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.806 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.807 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.808 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 460, 2, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7354, 38, 43, 57, 1, 2, 4, 0, 8, 9, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2718, 24, 89, 41, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 10, 6, 0, 0, 1, 0, 0, 0, 3, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 93, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 3, 19, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.809 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.810 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.811 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:35.812 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:35.813 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:35.814 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:35.815 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:35.816 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.817 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 890, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.818 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.819 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.820 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1694, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.821 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3065, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.822 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.823 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9720, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 346, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.824 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.825 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.826 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 416, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6930, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.827 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.828 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 777, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 583, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.829 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.830 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.831 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 711, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 527, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.832 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 169, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.833 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.834 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2769, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.835 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.836 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.837 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2874, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.838 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.839 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:35.840 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:35.841 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:35.842 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:35.843 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:35.844 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:35.845 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2044, 15, 0, 0, 8, 0, 2, 2, 7, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.846 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1143, 7, 2, 1, 1, 4, 3, 15, 29, 68, 59, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 157, 16, 0, 0, 1, 1, 0, 2, 5, 3, 48, 195, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 522, 38, 0, 0, 0, 0, 1, 1, 2, 4, 7, 21, 288, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 944, 49, 0, 0, 0, 0, 0, 1, 0, 5, 3, 9, 25, 25, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 668, 86, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 8, 29, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 328, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 59, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.847 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.848 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2744, 21, 1, 0, 8, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1379, 5, 1, 2, 1, 5, 12, 23, 44, 72, 120, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 77, 5, 0, 0, 0, 0, 3, 2, 1, 8, 65, 306, 181, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 43, 6, 0, 0, 0, 1, 1, 0, 1, 3, 11, 22, 377, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 8, 26, 25, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.849 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 7, 15, 31, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1963, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.850 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:35.851 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 275, 9, 1, 2, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 159, 6, 1, 0, 3, 1, 1, 5, 8, 16, 49, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 202, 1, 0, 0, 0, 2, 4, 11, 6, 11, 51, 85, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 150, 4, 0, 0, 1, 2, 1, 2, 3, 3, 18, 51, 21, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 2, 5, 8, 19, 31, 43, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 4, 27, 39, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.852 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.853 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.854 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 57, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1239, 18, 1, 0, 13, 0, 4, 4, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 498, 4, 1, 1, 2, 2, 3, 9, 18, 29, 33, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 200, 9, 0, 1, 0, 1, 1, 0, 1, 4, 38, 120, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 402, 4, 0, 0, 0, 0, 0, 1, 1, 2, 9, 14, 105, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 576, 2, 0, 0, 0, 1, 0, 0, 0, 1, 2, 5, 11, 23, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 239, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 11, 26, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.855 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.856 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 67, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1135, 10, 0, 0, 14, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.857 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 656, 3, 0, 1, 4, 0, 3, 10, 7, 33, 31, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 373, 1, 1, 1, 1, 2, 1, 1, 10, 13, 54, 144, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 454, 0, 0, 0, 0, 0, 1, 1, 3, 5, 18, 38, 139, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 252, 0, 0, 0, 0, 0, 1, 0, 1, 1, 4, 5, 16, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 19, 14, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.858 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 464, 11, 1, 0, 10, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 85, 9, 2, 0, 1, 0, 0, 2, 2, 0, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 11, 0, 0, 0, 0, 0, 1, 4, 6, 30, 34, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 71, 11, 0, 0, 0, 0, 0, 1, 0, 2, 9, 20, 15, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 23, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 22, 15, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.860 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 41, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 16, 23, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 87, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.861 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.862 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1113, 27, 0, 0, 14, 0, 4, 6, 13, 15, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 693, 11, 0, 0, 2, 0, 5, 10, 19, 30, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 425, 8, 0, 0, 0, 2, 0, 2, 3, 4, 44, 126, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 467, 4, 0, 0, 1, 1, 1, 0, 3, 2, 7, 13, 166, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 313, 2, 0, 0, 0, 0, 0, 1, 0, 1, 3, 5, 26, 22, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 31, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.863 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.864 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.865 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 41, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 191, 10, 1, 2, 8, 0, 1, 4, 4, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 63, 4, 0, 0, 0, 0, 3, 6, 2, 2, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 82, 9, 0, 0, 0, 1, 3, 1, 7, 3, 14, 28, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 58, 6, 0, 0, 0, 0, 0, 1, 2, 1, 10, 10, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 2, 0, 0, 0, 0, 0, 0, 2, 0, 3, 11, 20, 24, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 5, 4, 16, 28, 119, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.866 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.867 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.868 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 8, 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "number of replicas", 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 1, 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0]", 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "[1, 1]", 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "[2, 2]", 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "[3, 3]", 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "[4, 4]", 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "[5, 5]", 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "[6, None]" 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "linear" 2024-04-12T01:55:35.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 10, 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "duration", 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 250000, 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 249999]", 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "[250000, 499999]", 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "[500000, 999999]", 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "[1000000, 1999999]", 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "[2000000, 3999999]", 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "[4000000, 7999999]", 2024-04-12T01:55:35.870 INFO:tasks.workunit.client.0.smithi098.stdout: "[8000000, 15999999]", 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "[16000000, 31999999]", 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "[32000000, None]" 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.871 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.872 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.873 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.875 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:35.876 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:35.877 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:35.878 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_counters": { 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: "caps": { 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.879 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_grant": { 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_revoke": { 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_trunc": { 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_commit": { 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_complete": { 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.880 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_keys": { 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_merge": { 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_split": { 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: "exported_inodes": { 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: "forward": { 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_cap_release": { 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps": { 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps_dirty": { 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_inode_file_caps": { 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "imported_inodes": { 2024-04-12T01:55:35.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes": { 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_expired": { 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_pinned": { 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_with_caps": { 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "load_cent": { 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "openino_dir_fetch": { 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "process_request_cap_release": { 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "reply_latency": { 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "request": { 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rbytes": { 2024-04-12T01:55:35.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rfiles": { 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rsnaps": { 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_reply": { 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: "subtrees": { 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_cache": { 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_enqueue_scrub": { 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_exportdir": { 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_flush": { 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragmentdir": { 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.886 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragstats": { 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_inodestats": { 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_quiesce_inode": { 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_quiesce_path": { 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_enqueued": { 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.887 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_prioritized": { 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_processing": { 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays": { 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_delayed": { 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_enqueuing": { 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.888 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_completed": { 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_started": { 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_created": { 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_enqueued": { 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_migrated": { 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_reintegrated": { 2024-04-12T01:55:35.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_log": { 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: "ev": { 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: "evadd": { 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: "evex": { 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: "evexd": { 2024-04-12T01:55:35.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: "evexg": { 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: "evlrg": { 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: "evtrm": { 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: "jlat": { 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "replayed": { 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "seg": { 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "segadd": { 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "segex": { 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "segexd": { 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.892 INFO:tasks.workunit.client.0.smithi098.stdout: "segexg": { 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: "segmjr": { 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: "segtrm": { 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_mem": { 2024-04-12T01:55:35.893 INFO:tasks.workunit.client.0.smithi098.stdout: "cap": { 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: "cap+": { 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: "cap-": { 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: "dir": { 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: "dir+": { 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:35.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "dir-": { 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "dn": { 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "dn+": { 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "dn-": { 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "heap": { 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 248184 2024-04-12T01:55:35.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "ino": { 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "ino+": { 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "ino-": { 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "rss": { 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53568 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_server": { 2024-04-12T01:55:35.896 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_acquisition_throttle": { 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_revoke_eviction": { 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_request": { 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_session": { 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_peer_request": { 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.897 INFO:tasks.workunit.client.0.smithi098.stdout: "req_create_latency": { 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getattr_latency": { 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getfilelock_latency": { 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getvxattr_latency": { 2024-04-12T01:55:35.898 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "req_link_latency": { 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookup_latency": { 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookuphash_latency": { 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupino_latency": { 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupname_latency": { 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupparent_latency": { 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupsnap_latency": { 2024-04-12T01:55:35.900 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lssnap_latency": { 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mkdir_latency": { 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mknod_latency": { 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.901 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mksnap_latency": { 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "req_open_latency": { 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "req_readdir_latency": { 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rename_latency": { 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "req_renamesnap_latency": { 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmdir_latency": { 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmsnap_latency": { 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.903 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmxattr_latency": { 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setattr_latency": { 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setdirlayout_latency": { 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setfilelock_latency": { 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setlayout_latency": { 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setxattr_latency": { 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "req_snapdiff_latency": { 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.905 INFO:tasks.workunit.client.0.smithi098.stdout: "req_symlink_latency": { 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "req_unlink_latency": { 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_sessions": { 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "average_load": { 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "avg_session_uptime": { 2024-04-12T01:55:35.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: "mdthresh_evicted": { 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: "session_count": { 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: "session_remove": { 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:35.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_open": { 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_stale": { 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "total_load": { 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.908 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "purge_queue": { 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed": { 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed_ops": { 2024-04-12T01:55:35.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing": { 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_high_water": { 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops": { 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.910 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops_high_water": { 2024-04-12T01:55:35.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_item_in_journal": { 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256 2024-04-12T01:55:35.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:35.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57921399 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:35.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1347978248 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 146 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.918 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999984 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:35.919 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:35.921 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26519572007 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:35.922 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8414 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114240333 2024-04-12T01:55:35.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73882 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8414, 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2563958615 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.924 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 166674432 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 163799040 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2875392 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:35.925 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267597994 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23969988 2024-04-12T01:55:35.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:35.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69142162 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.928 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267597994 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:35.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1471723 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70668907 2024-04-12T01:55:35.931 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178398663 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.932 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:35.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69065273 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:35.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 364845, 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1782726068 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20305, 2024-04-12T01:55:35.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6309524240 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 235 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.939 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8527 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8527, 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 59454609 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8527, 2024-04-12T01:55:35.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25581 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8527, 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1736977653 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.941 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8525 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8525, 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58814416 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8525, 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 66245 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8525, 2024-04-12T01:55:35.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2962313680 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999988 2024-04-12T01:55:35.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8528 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8528, 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32340583977 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86714 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256016384 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253820928 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:35.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2195456 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:35.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267479815 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24263652 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:35.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.951 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68966677 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.952 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267479815 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1493204 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:35.953 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70765605 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.955 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178319876 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69144060 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.959 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 382964, 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2240782211 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20582, 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7662250974 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.961 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:35.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 283 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:35.963 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8451 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58187816 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1854976154 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 219 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:35.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2999963 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8452 2024-04-12T01:55:35.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.967 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.968 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8452 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8452, 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28821629102 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:35.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8451 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114839005 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74185 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5612927820 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.971 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 168755200 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 165363712 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3391488 2024-04-12T01:55:35.972 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267555945 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:35.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24074652 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.974 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:35.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69079547 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267555945 2024-04-12T01:55:35.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1479191 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:35.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70703488 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178370630 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:35.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:35.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69093306 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:35.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 366631, 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1923888073 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20401, 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9739109370 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:35.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61329 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.986 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9412608 2024-04-12T01:55:35.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 771371008 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19, 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4408054 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19, 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1674169 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 203, 2024-04-12T01:55:35.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1081493 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 701300736 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81193, 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12101941128 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81211, 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19916626371 2024-04-12T01:55:35.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16723968 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 332611584 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 697040896 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:35.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6807745602 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65302 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955190784 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:35.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955194880 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56044 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 65302, 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2171794844 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:35.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6687984109 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61632 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3401707 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 731 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9298878 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:35.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1035 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5897171 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5897171 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.994 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1035, 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2947156 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.995 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 651 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10939 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:35.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1116286976 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:35.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15097856 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24569, 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 84577482 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3634, 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8959818575 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31936, 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266418762 2024-04-12T01:55:35.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81127, 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24280478821 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 80372, 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1758433569 2024-04-12T01:55:36.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81127, 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50853144 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81127, 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24331331965 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:36.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37850, 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1860899408 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1106, 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3202142 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19742, 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11045694 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53, 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86543 2024-04-12T01:55:36.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16665, 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3619803276 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 258325 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24231 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17487, 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2822169914 2024-04-12T01:55:36.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41344, 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22053705 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23857, 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2199170612 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15572, 2024-04-12T01:55:36.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 500133190 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.005 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14423353482 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9199, 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 809716053 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9196, 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3659961186121 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:36.006 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9199, 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6594879016469 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96293, 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2786057724224 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96293, 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8951641 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487884371 2024-04-12T01:55:36.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41825278563 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35144418 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20074278580 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:36.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20682472124 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10810730 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2632, 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16718722 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 97509408203 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.009 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21989474004 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96296, 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 872946847 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:36.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 582139904 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 468312064 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 113827840 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56756933 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 446464 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.013 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68613435 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:36.014 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425677004 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2160 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 138896 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.016 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69109812 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8921968 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37837955 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.018 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.019 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70680589 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425677004 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.021 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 127690 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1115558 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68007620 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.024 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.025 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47801 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 139412, 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8623060347 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.026 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2650916380 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47801, 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 172706920084 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3479992898 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 48654, 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22910760401 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.027 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47801, 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76128922918 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31438 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31438, 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15209578779 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3479992898 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31766, 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7255661083 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31438, 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7129364541 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8612 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.029 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 629896391 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8612, 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18723050596 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:36.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8958, 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6177539235 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8612, 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16890220885 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7751 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2021019989 2024-04-12T01:55:36.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7751, 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 138774290709 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7930, 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9477560083 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7751, 2024-04-12T01:55:36.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 52109337492 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:36.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 716419072 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45940 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.034 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7413760 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 787595264 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18, 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5627462 2024-04-12T01:55:36.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18, 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1338637 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 193, 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 985430 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:36.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 783417344 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75810, 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11339690852 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75818, 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18514144136 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11239424 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:36.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 310501376 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 779157504 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:36.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5071504893 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47190 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4201455616 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4201459712 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:36.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39889 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47190, 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1657966492 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4970490719 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44093 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.041 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2570527 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 947 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7345965 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1188 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4775438 2024-04-12T01:55:36.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4775438 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 247 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:36.043 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1188, 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2510841 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.044 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 790 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10195 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.045 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1108246528 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14499840 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.046 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18872, 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77419897 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3582, 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4718539471 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.047 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18315, 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 161104027 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.048 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22677436334 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75109, 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1770115727 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44018943 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.049 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22721455277 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25605, 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1222921560 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 913, 2024-04-12T01:55:36.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2701574 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8193, 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10960254 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 44, 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 87695 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10633, 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1854502712 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.051 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 228379 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26976 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22301, 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2141494202 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72230, 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19906723 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.052 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 49929, 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1343535825 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15069, 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 436864109 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:36.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11027015806 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.054 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22245, 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1207537251 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22244, 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3429183881080 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22245, 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6585140918489 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88256, 2024-04-12T01:55:36.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2641442982728 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88256, 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7969537 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273098679 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35522735406 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.056 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32584546 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16680305891 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13801469483 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10219813 2024-04-12T01:55:36.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2536, 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15097285 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77319771518 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14839309893 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:36.058 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 558035981 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 620396544 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 502775808 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:36.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 117620736 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56836043 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77824 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 671744 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68231221 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 426270325 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1488 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.064 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 110960 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 224 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68544619 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.066 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6628624 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37890695 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.067 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.068 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72921193 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.069 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 426270325 2024-04-12T01:55:36.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1981 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1981 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.071 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 113952 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1119706 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.072 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67419927 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:36.073 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:36.074 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41369 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 136548, 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10178816632 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.075 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2540845792 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41369, 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 629585785531 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2901915480 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43082, 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31826430150 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:36.076 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41369, 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114033526154 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19393 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19393, 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13888258747 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2901915480 2024-04-12T01:55:36.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19840, 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5451400100 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19393, 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6200329112 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12233 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 294721286 2024-04-12T01:55:36.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12233, 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 99597327862 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12386, 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12960676619 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12233, 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31821012792 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9743 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2246124506 2024-04-12T01:55:36.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9743, 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 516100198922 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10856, 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13414353431 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9743, 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76012184250 2024-04-12T01:55:36.081 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4194466 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:36.082 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 797929472 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34645 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.083 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3551232 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 580907008 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16, 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3995519 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.085 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16, 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1059202 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 157, 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 865740 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492109824 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.086 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68923, 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10045980461 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68935, 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16413527246 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16416768 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 282402816 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.087 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487849984 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2308158208 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.088 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35190 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919668224 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919672320 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.089 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23077 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35190, 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 847792562 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2213146688 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32277 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:36.090 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1407460 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 571 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3508911 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 717 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2101451 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:36.091 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2101451 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 150 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 717, 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1118173 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:36.092 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:36.093 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 624 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7, 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8450 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:36.094 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 869302272 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14487552 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:36.095 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14423, 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51575473 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3604, 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4264088532 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.096 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25269, 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 212952560 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.097 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19855966270 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68433, 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1380265360 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33383689 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:36.098 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19889349959 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64000, 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1121964407 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1009, 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2906399 2024-04-12T01:55:36.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 29240, 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12135079 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37, 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47072 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 21252, 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1379058014 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:36.100 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261522 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18468 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8764, 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1891343880 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23402, 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10043230 2024-04-12T01:55:36.101 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14638, 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1681519950 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12244, 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 387793440 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:36.102 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9535435861 2024-04-12T01:55:36.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5765, 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 468454774 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5764, 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3828380854385 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5765, 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6112477590273 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.104 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79806, 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2303995677473 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79806, 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7561919 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253870516 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30760813772 2024-04-12T01:55:36.105 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28819832 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15168386400 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11575585789 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:36.106 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10219634 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2461, 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13025274 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67307336034 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12469970737 2024-04-12T01:55:36.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 480576076 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 550838272 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494862336 2024-04-12T01:55:36.108 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55975936 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.109 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57353719 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.110 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.111 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68397577 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:36.112 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430152897 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1488 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 100464 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.114 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73061631 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.115 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 176160768 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2953728 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38235813 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.116 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.117 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67862363 2024-04-12T01:55:36.118 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430152897 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.119 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 116359 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.120 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1141335 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71905889 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.122 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53872 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 145242, 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7980185444 2024-04-12T01:55:36.123 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919141725 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53872, 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 96392271560 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:36.124 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3625808716 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 54800, 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42647268223 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53872, 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75607173832 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24618 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24618, 2024-04-12T01:55:36.125 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19152248582 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3625808716 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25126, 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6053801864 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24618, 2024-04-12T01:55:36.126 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10224989069 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27498 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 416573003 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27498, 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56647320117 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.127 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27759, 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33319594210 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27498, 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49818386091 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.128 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1756 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1502568722 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1756, 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20592702861 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1915, 2024-04-12T01:55:36.129 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3273872149 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1756, 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15563798672 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8388712 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:36.130 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 506609664 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22741 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.131 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.132 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1204224 2024-04-12T01:55:36.133 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 511533056 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2493947 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 772443 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 140, 2024-04-12T01:55:36.134 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 677134 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 407240704 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63359, 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9572565371 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63372, 2024-04-12T01:55:36.135 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15712948042 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10252288 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 259612672 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 402980864 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.136 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 724478611 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:36.137 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17626 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 572043264 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 572047360 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.138 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8041 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17626, 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 275970652 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 670817470 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15975 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492792 2024-04-12T01:55:36.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 268 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1191089 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 386 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698297 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:36.140 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698297 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 118 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 386, 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 643826 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:36.141 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 705 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:36.142 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6975 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774635520 2024-04-12T01:55:36.143 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10317824 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16930, 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55047738 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3574, 2024-04-12T01:55:36.144 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1699868898 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.145 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12964, 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 105050106 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:36.146 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18817333822 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 62863, 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1475675761 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38096906 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18855430728 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.147 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25494, 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 791387879 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1398, 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2835016 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7760, 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5943707 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:36.148 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40, 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73441 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11827, 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1163415295 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 202278 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17223 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28144, 2024-04-12T01:55:36.149 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1467044896 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76330, 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23261503 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 48186, 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1017224360 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:36.150 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12022, 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 325369646 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.151 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9623746936 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18129, 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1530119759 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18126, 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3901938631829 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18129, 2024-04-12T01:55:36.152 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6730779797938 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74203, 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2686460259846 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74203, 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6547423 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 296941277 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.153 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29742553514 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27005476 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14442353164 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:36.154 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8408383248 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6031258 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2465, 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13881470 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62526409533 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:36.155 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9254023030 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 457100898 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 460537856 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:36.156 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 419799040 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40738816 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.157 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57550024 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.158 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98304 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68180792 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.160 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 431625183 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.161 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1008 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 59008 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.162 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71631281 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.163 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 176160768 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 891648 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38366683 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.164 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.165 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.166 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69793573 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.167 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 431625183 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.168 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 121062 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1133949 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.169 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70436286 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.170 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50023 2024-04-12T01:55:36.171 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 125916, 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7662356673 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1583158539 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:36.172 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50023, 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261024828636 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1552015582 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 52300, 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29760782584 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50023, 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68430337147 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.173 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32840 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32840, 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49160233738 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1552015582 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:36.174 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33106, 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7660483498 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32840, 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6953729785 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13088 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 286822741 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:36.175 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13088, 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171006094699 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14990, 2024-04-12T01:55:36.176 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16927973013 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13088, 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35984626573 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4095 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1296335798 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4095, 2024-04-12T01:55:36.177 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40858500199 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4204, 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5172326073 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4095, 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25491980789 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:36.178 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 417579008 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.179 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11127 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11137024 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 639520768 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4195599 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:36.182 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1049227 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 174, 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 747132 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 624951296 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63866, 2024-04-12T01:55:36.183 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9454937551 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63893, 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15347783720 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12308480 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261664768 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 620691456 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.184 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8195200720 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77631 2024-04-12T01:55:36.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7086538752 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7086542848 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:36.186 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73331 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 77631, 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2318331293 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8019168676 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72242 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3705887 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.187 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 841 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10935054 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1222 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7229167 2024-04-12T01:55:36.188 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7229167 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 399 2024-04-12T01:55:36.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1222, 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3244030 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 648 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14282 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:36.191 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 914620416 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10313728 2024-04-12T01:55:36.192 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23562, 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68058679 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3513, 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8286051467 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:36.193 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13358, 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 117067020 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18723508273 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63354, 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1417779351 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:36.195 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47922621 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18771430894 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 233914, 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1377186089 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.196 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 855, 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2479914 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 141614, 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46610675 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 46, 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74199 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.197 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18189, 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3991145576 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 408481 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19764 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10642, 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1453901542 2024-04-12T01:55:36.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39905, 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21554353 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 29263, 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1163938976 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13564, 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 380243993 2024-04-12T01:55:36.199 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:36.200 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11742245818 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18013, 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864332018 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18012, 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3841302224903 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18013, 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6019987101999 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.201 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76273, 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2573040737773 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76273, 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7462435 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178835214 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:36.202 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30854228494 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32439016 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12652464905 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16741827460 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:36.203 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6026057 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2386, 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13824457 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72182235080 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17689000887 2024-04-12T01:55:36.204 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 715979388 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 617717760 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.205 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 534429696 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 83288064 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:36.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56699231 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.207 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53248 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.208 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45056 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.209 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69031585 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.210 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425244233 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2928 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.211 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 188080 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.212 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69492631 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10960096 2024-04-12T01:55:36.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37799487 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.214 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.215 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68680929 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.216 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425244233 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.217 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 128655 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1120998 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.218 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68433986 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.219 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:36.220 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35401 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 99180, 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10381843212 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.221 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1435541115 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35401, 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 81486716405 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1755497627 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36155, 2024-04-12T01:55:36.222 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21056849514 2024-04-12T01:55:36.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.225 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:36.225 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35401, 2024-04-12T01:55:36.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41747131859 2024-04-12T01:55:36.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.225 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.225 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24396 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24396, 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19076052356 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1755497627 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.226 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24563, 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11438118096 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24396, 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12041066260 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6965 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 319149111 2024-04-12T01:55:36.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6965, 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13715798418 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7407, 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4649770622 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6965, 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11351012089 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4040 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1116392004 2024-04-12T01:55:36.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4040, 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48694865631 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4185, 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4968960796 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4040, 2024-04-12T01:55:36.230 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18355053510 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:36.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 635277312 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21605 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.232 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.233 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17326080 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 731648000 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:36.234 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8398743 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1671251 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 221, 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1048607 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 626917376 2024-04-12T01:55:36.235 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83925, 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11253570353 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83935, 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17907646729 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11239424 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 343769088 2024-04-12T01:55:36.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 639696896 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12256579804 2024-04-12T01:55:36.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 103401 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10638434304 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10638438400 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:36.238 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 90789 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 103401, 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3869334562 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12040200286 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 96780 2024-04-12T01:55:36.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5389449 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1326 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17020800 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1744 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:36.240 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11631351 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11631351 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:36.241 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1744, 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5051012 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.242 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1050 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15706 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.243 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1095774208 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10317824 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.244 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19718, 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67436268 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3538, 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10122316504 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.245 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22029, 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 185341444 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21849655485 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83329, 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1598820957 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:36.247 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46265593 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21895921078 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37513, 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1036553738 2024-04-12T01:55:36.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 905, 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2505789 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12287, 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15993362 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 82507 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.249 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17601, 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5752479107 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 246562 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21517 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12526, 2024-04-12T01:55:36.250 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1663761607 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36313, 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11071192 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23787, 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1486133689 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:36.251 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15600, 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 458161439 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.252 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9665503055 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864912782 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3807440803524 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7068811068771 2024-04-12T01:55:36.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3036607027140 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8845865 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273412340 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:36.254 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32418089057 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35577429 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13960091540 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17546388063 2024-04-12T01:55:36.255 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6031263 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2383, 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13229137 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73879891786 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.256 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18613900677 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 561903180 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 689717248 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.257 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 535044096 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 154673152 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.258 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56195185 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.259 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.260 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159744 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69465999 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.261 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.262 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421463888 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3664 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.263 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266832 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.264 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73193488 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.265 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16692496 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37463456 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.266 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.267 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71673168 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.268 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421463888 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.269 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 131404 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1108537 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.270 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72224043 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.271 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.272 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35115 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 124652, 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12986361201 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.273 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1379332452 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35115, 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62466042643 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2002812549 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35692, 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13845338555 2024-04-12T01:55:36.274 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35115, 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30382538919 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24064 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24064, 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10449299106 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.275 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2002812549 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24189, 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5704489659 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24064, 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5692001373 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9406 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.276 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 370308048 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9406, 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20433525960 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.277 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9660, 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955335204 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9406, 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15650591032 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.278 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1645 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1009024404 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1645, 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31583217577 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1843, 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2185513692 2024-04-12T01:55:36.279 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1645, 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9039946514 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9437184 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.280 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 637243392 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98360 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:36.281 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:36.282 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6623232 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 512335872 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.283 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2731712 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 870735 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 151, 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 753964 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.284 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 463994880 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61872, 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8505715396 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61879, 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13718342076 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4132864 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.285 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253497344 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 462553088 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40 2024-04-12T01:55:36.286 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3984080122 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47389 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3415752704 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3415756800 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.287 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35748 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47389, 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1639474957 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3883886256 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:36.288 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44316 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1610959 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 432 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6568808 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 719 2024-04-12T01:55:36.289 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4957849 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4957849 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.290 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 291 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 719, 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2429062 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.291 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17494 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9, 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10182 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.292 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774737920 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:36.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10903552 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13629, 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49273427 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3426, 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4091002375 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.294 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18423, 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 142018147 2024-04-12T01:55:36.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16647700186 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:36.296 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61397, 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1213747666 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31970434 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16679670620 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 21715, 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 415202527 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 790, 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2402844 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10832, 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7759122 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.298 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43, 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 60463 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11044, 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1337884075 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 187810 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17921 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.299 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22703, 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1724627088 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 62008, 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17521131 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39305, 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1371375337 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11795, 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 332346615 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:36.301 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7358581790 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13951, 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 943937337 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13950, 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3774168854377 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.302 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13951, 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6088491171990 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72678, 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2784587369051 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72678, 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6650643 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:36.303 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184899396 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25961003661 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24236059 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11398217142 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.304 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9967570664 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6621522 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2325, 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12848352 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:36.305 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54880586190 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10738726148 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 448898201 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:36.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487292928 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 447561728 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39731200 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.307 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57160437 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.308 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69632 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 221184 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68377867 2024-04-12T01:55:36.310 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428703281 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.311 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1744 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114736 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.312 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74496719 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6158896 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38106958 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.314 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.315 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73174658 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428703281 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.317 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 130708 2024-04-12T01:55:36.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1139900 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73342591 2024-04-12T01:55:36.319 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.320 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51819 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 112610, 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8869809716 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:36.321 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1595451329 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51819, 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56538990430 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:36.322 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1904863805 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 52337, 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14963881960 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51819, 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33351259301 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43768 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:36.323 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43768, 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10652524268 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1904863805 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43938, 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7493419917 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43768, 2024-04-12T01:55:36.324 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6818078687 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3944 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 318171835 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3944, 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11541055244 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.325 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4184, 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2592898019 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3944, 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7804625347 2024-04-12T01:55:36.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4107 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1277279494 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4107, 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34345410918 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4215, 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4877564024 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4107, 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18728555267 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14680479 2024-04-12T01:55:36.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 474910720 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:36.329 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 786253 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:36.330 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6754304 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 559005696 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3168111 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1086841 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:36.332 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 157, 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1486987 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 495386624 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64788, 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8951234710 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.333 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64797, 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14411160620 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16097280 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 265449472 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 499646464 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:36.334 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3323159046 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45620 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.335 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2932899840 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2932903936 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33550 2024-04-12T01:55:36.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 45620, 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1472718324 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3195975440 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41723 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1701729 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:36.337 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 545 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6709474 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 890 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5007745 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5007745 2024-04-12T01:55:36.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 349 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 890, 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2418009 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.339 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 652 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.340 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9, 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11040 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 833503232 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10895360 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:36.342 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17324, 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56539270 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3470, 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3828920123 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:36.343 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18120, 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 154025941 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.344 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17539977101 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64344, 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1296470661 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39597888 2024-04-12T01:55:36.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17579574989 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28585, 2024-04-12T01:55:36.346 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698125784 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 726, 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147957 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4947, 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6108256 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 66535 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.347 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10843, 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1038580196 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 200675 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17661 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16265, 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1419385886 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.348 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53393, 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14079350 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37128, 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1238167492 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13348, 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 362943981 2024-04-12T01:55:36.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:36.350 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8446392808 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16635, 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1018581638 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16634, 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4187684866360 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16635, 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6687026504991 2024-04-12T01:55:36.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75627, 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2665261417628 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75627, 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7092801 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 228090934 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:36.352 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27639141355 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27602201 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13031198057 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11032569053 2024-04-12T01:55:36.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6616302 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2289, 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12218430 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 60390130861 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:36.354 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12040905932 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 457242605 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 529358848 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:36.355 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 496975872 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32382976 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57073992 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32768 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49152 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.358 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68673208 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.359 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428054944 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2384 2024-04-12T01:55:36.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 153184 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75105968 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:36.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5781104 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38049328 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73610080 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:36.365 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428054944 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.366 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 135801 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1126353 2024-04-12T01:55:36.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73999382 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.368 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.369 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39868 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 106032, 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11245981136 2024-04-12T01:55:36.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1523199408 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39868, 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48663215817 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.371 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1690114014 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40227, 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17104087689 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39868, 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34637472372 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:36.372 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27324 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27324, 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12831253893 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1690114014 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27429, 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5412318735 2024-04-12T01:55:36.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27324, 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5222099924 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11602 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 419751615 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:36.374 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11602, 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23781782351 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:36.375 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11800, 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9743463355 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11602, 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20191828471 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 942 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1103447793 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:36.376 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 942, 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12050179573 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 998, 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1948305599 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 942, 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9223543977 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:36.377 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:36.378 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 506294272 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": [ 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:36.379 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 1, 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 1, 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 1, 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 1781760, 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:36.380 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 1781760, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 2, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.463782948325388e-06, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 1250, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 2103296, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 590368, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 590368, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 1771104, 2024-04-12T01:55:36.381 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 407, 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 2473984 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:36.382 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 32, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 32, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 2, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 155522, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 110592, 2024-04-12T01:55:36.383 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 22, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 44930, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.1505327651993866e-07, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 158, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 178176, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 21598, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 6622, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 14976, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 64794, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 69, 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 36864 2024-04-12T01:55:36.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:36.385 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 64, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 64, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 3, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T01:55:36.386 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T01:55:36.387 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:36.388 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool", 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "selfmanaged_snaps" 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 8, 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 8, 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 4, 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 12595200, 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:36.389 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 12595200, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 4, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 1.7416135960957035e-05, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 9081, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 3194528768, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 4194323, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 4194323, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:36.390 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 12582969, 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 24339, 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 3135995904 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": { 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: "mirroring_by_pool": [ 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: false 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_images_by_pool": [ 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.391 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pools": 1 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "report_id": "7b91d810-85cd-40e1-a1eb-15204961602e", 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "report_timestamp": "2024-04-12T01:55:34.697542", 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "report_version": 1, 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_stats": { 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "7.9.2" 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "rook": { 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster": { 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "external-mode": null, 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "allow-multiple-per-node": null, 2024-04-12T01:55:36.392 INFO:tasks.workunit.client.0.smithi098.stdout: "count": null, 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "max-id": null, 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "pvc": { 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "stretch": { 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "network": { 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "provider": null 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "storage": { 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "device-set": { 2024-04-12T01:55:36.393 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: "non-portable": null, 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: "portable": null, 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: "csi": { 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes": { 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.394 INFO:tasks.workunit.client.0.smithi098.stdout: "node": { 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes-total": null, 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "with-ceph-daemons": null, 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-nfs-plugin": null, 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-rbd-plugin": null 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "storage-class": { 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket": null, 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs": null, 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "nfs": null, 2024-04-12T01:55:36.395 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": null, 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: "services": {}, 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pg": [ 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.396 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542585+0000", 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542585+0000", 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.542923+0000", 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.397 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.398 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2c", 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4873, 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.399 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:34:43.196517+0000", 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.400 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.401 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.403 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549331+0000", 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549331+0000", 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550082+0000", 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:36.404 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.405 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2b", 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.406 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4999, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:51:39.734929+0000", 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.407 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.408 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.409 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:36.411 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544461+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544461+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545083+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.412 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.413 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2a", 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4880, 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:56:43.630840+0000", 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.414 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.415 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.416 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.417 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.418 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503692+0000", 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503692+0000", 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504019+0000", 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.419 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.420 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.29", 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4977, 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:23:44.658903+0000", 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.421 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.422 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.423 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.425 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.611163+0000", 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.611163+0000", 2024-04-12T01:55:36.426 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.611465+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.427 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.28", 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.428 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4916, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:18:16.142838+0000", 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.429 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.430 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.432 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.433 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.498365+0000", 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.498365+0000", 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.498719+0000", 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:36.434 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.435 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.27", 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4970, 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:53:31.893054+0000", 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.436 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.437 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.440 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535607+0000", 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535607+0000", 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.535902+0000", 2024-04-12T01:55:36.441 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:36.442 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.26", 2024-04-12T01:55:36.443 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4869, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:21:11.099277+0000", 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.444 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.447 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.448 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.661817+0000", 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.661817+0000", 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.662185+0000", 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:36.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:36.450 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.25", 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:36.451 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:15:23.147176+0000", 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503839+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503839+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504190+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.458 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.24", 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4986, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:38:19.962421+0000", 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.462 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.463 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.499519+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.499519+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.499847+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:36.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.465 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.23", 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:59:52.069033+0000", 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.469 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.470 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607224+0000", 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607224+0000", 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.609169+0000", 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:36.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.472 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.22", 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.473 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4917, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:49:03.451702+0000", 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.477 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542928+0000", 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542928+0000", 2024-04-12T01:55:36.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543285+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:36.479 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.480 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.21", 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5009, 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:51:06.322304+0000", 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.483 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.484 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.485 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545930+0000", 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545930+0000", 2024-04-12T01:55:36.486 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546309+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.487 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.20", 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.488 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4870, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:02:26.620410+0000", 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.490 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.491 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.493 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.548073+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.548073+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.549181+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.494 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.495 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.f", 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4839, 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:31:19.781289+0000", 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.497 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.498 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.499 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.500 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552554+0000", 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552554+0000", 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553686+0000", 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.501 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.502 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.e", 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5013, 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:31:38.902201+0000", 2024-04-12T01:55:36.503 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.504 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.505 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.507 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543202+0000", 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543202+0000", 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543981+0000", 2024-04-12T01:55:36.508 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:36.509 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.c", 2024-04-12T01:55:36.510 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4908, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:03:53.960580+0000", 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.511 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.512 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.513 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.514 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.515 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.500897+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.500897+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.501274+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.516 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727217+0000", 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T01:55:36.517 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.d", 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5050, 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:00:49.589810+0000", 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 70, 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.518 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.519 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.520 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 2, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.521 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.522 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.525 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.525 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.525 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.525 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.525 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.525 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:36.525 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.550147+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.550147+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550521+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.527 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.d", 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:04.146999+0000", 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.528 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.531 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.532 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.612732+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.612732+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613083+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:36.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.534 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.c", 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5016, 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:39:42.747519+0000", 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.535 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.538 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.539 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542848+0000", 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542848+0000", 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546336+0000", 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.541 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.a", 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4875, 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.542 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:07:07.397283+0000", 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.546 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.613077+0000", 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.613077+0000", 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613425+0000", 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:36.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 4, 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.548 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 4, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.b", 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5014, 2024-04-12T01:55:36.549 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:34:09.285039+0000", 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 4, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 4, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:36.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'4" 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.553 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.505395+0000", 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.505395+0000", 2024-04-12T01:55:36.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.505710+0000", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.556 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.b", 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4984, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:02:23.052986+0000", 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.560 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.561 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.537190+0000", 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.537190+0000", 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.537523+0000", 2024-04-12T01:55:36.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:36.563 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.564 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.a", 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:00:30.045535+0000", 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.567 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.568 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.569 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541108+0000", 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541108+0000", 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.541502+0000", 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:36.570 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.571 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.8", 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4978, 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:18:03.216892+0000", 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.572 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.574 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.576 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542718+0000", 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542718+0000", 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543021+0000", 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:36.577 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.578 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.9", 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.579 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:29:38.252117+0000", 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.581 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.584 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535846+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535846+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.536165+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.585 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.586 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.9", 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4967, 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:32:25.018074+0000", 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.588 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.589 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.590 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.591 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.553912+0000", 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.553912+0000", 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.555258+0000", 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.592 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.593 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.8", 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.594 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4821, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:10:56.770277+0000", 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.595 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.596 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.597 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.598 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.599 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.498905+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.498905+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.499318+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:36.600 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.601 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.6", 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5091, 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:28:39.429103+0000", 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.602 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.603 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.604 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.605 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.606 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.540907+0000", 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.540907+0000", 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.541285+0000", 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.607 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.608 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.7", 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4889, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.609 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:41:13.177238+0000", 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.610 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.611 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.613 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:36.614 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.534856+0000", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.534856+0000", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.027761+0000", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.615 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3026, 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3026, 2024-04-12T01:55:36.616 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.1", 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8804, 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:07:23.204512+0000", 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.006222532, 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.617 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.618 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1273, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 423865, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2998, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 373905 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.620 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3026" 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.621 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542752+0000", 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542752+0000", 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543090+0000", 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.622 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.623 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.7", 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4986, 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:19:29.164788+0000", 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.624 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.627 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.628 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.534903+0000", 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.534903+0000", 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.535292+0000", 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.629 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:36.630 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.6", 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.631 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5055, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:34:41.210049+0000", 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 4, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 4, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "585'3" 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.635 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:36.636 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541039+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541039+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.078367+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3174, 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3174, 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.638 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.0", 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8687, 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:17:41.792524+0000", 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.002090646, 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 704, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 397703, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3173, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 415827 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.642 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3174" 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.643 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.613504+0000", 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.613504+0000", 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613956+0000", 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.645 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.4", 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5049, 2024-04-12T01:55:36.646 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:12:02.452610+0000", 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.650 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547030+0000", 2024-04-12T01:55:36.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547030+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.549024+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:36.652 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.5", 2024-04-12T01:55:36.653 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4844, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:41:14.195712+0000", 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:36.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544689+0000", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544689+0000", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.977439+0000", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.659 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685041+0000", 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3232, 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3232, 2024-04-12T01:55:36.660 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.3", 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 9267, 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:35:45.186267+0000", 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.009551954, 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1705, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 390160, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3203, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 393620 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.664 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3232" 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.665 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551149+0000", 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551149+0000", 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552254+0000", 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.666 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.667 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.0", 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.668 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:58:49.073760+0000", 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.671 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.673 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.502303+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.502303+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.502653+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:36.674 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.675 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1", 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:18:35.665095+0000", 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.677 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.678 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.679 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.680 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.492779+0000", 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.492779+0000", 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.977437+0000", 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:36.681 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.682 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2993, 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2993, 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.6", 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.683 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8983, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:23:38.160904+0000", 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.010711072, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 4194304, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.684 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.685 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1538, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 354773, 2024-04-12T01:55:36.686 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2930, 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 346841 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'2993" 2024-04-12T01:55:36.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 20, 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:36.688 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551582+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551582+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553077+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:36.689 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 245, 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 245, 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.690 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "1.0", 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5496, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:46:25.375339+0000", 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.691 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.692 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.693 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1250, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2054, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 407, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.694 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "2121'245" 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.695 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544407+0000", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544407+0000", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544848+0000", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:36.696 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.697 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.3", 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4919, 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:25:21.841928+0000", 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.698 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.699 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.700 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.701 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.702 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544890+0000", 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544890+0000", 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546193+0000", 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.703 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.704 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2", 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4980, 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:55:03.480048+0000", 2024-04-12T01:55:36.705 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.707 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.709 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.534583+0000", 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.534583+0000", 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.036297+0000", 2024-04-12T01:55:36.710 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:36.711 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3038, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3038, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.5", 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.712 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8441, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:39:12.380798+0000", 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.002392059, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.713 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.714 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 640, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 400305, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3031, 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 387148 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3038" 2024-04-12T01:55:36.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:36.717 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.662428+0000", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.662428+0000", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.662709+0000", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.718 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.719 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1", 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5019, 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:50:02.968286+0000", 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.720 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.721 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.723 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.724 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.537732+0000", 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.537732+0000", 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.538150+0000", 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.725 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.726 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.0", 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.727 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.728 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5051, 2024-04-12T01:55:36.728 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.729 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:46:27.240415+0000", 2024-04-12T01:55:36.729 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.729 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.729 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.732 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.733 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.614592+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.614592+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.976305+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:36.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3028, 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.735 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3028, 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.7", 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8952, 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:39:09.825046+0000", 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.00863501, 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1602, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 380764, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3006, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 390584 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.739 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3028" 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.740 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.535690+0000", 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.535690+0000", 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.535996+0000", 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.742 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3", 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4982, 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:32:26.677461+0000", 2024-04-12T01:55:36.743 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.747 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543000+0000", 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543000+0000", 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543748+0000", 2024-04-12T01:55:36.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.749 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.2", 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.750 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4926, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:29:57.544544+0000", 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.662598+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.662598+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.972696+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726959+0000", 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2923, 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2923, 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.757 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.4", 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8521, 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:36:33.682058+0000", 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.005858416, 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 676, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 373343, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2942, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 354529 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.761 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'2923" 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.762 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.611167+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.611167+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.612661+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.764 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.5", 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4917, 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:53:25.191952+0000", 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.765 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.768 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.769 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542110+0000", 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542110+0000", 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.542410+0000", 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.771 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.4", 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.772 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5058, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:30:44.684888+0000", 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.775 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.776 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:36.777 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607484+0000", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607484+0000", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.972617+0000", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.778 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3055, 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.779 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3055, 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.2", 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8865, 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:46:35.562608+0000", 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.00565953, 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 19, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.782 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 943, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 398744, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3056, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 400042 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.783 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3055" 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.784 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541866+0000", 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541866+0000", 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.542234+0000", 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.785 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.786 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.e", 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4839, 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:04:28.395098+0000", 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.787 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.789 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.790 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.791 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544755+0000", 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544755+0000", 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545087+0000", 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.792 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.793 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.f", 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.794 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4983, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:14:28.681463+0000", 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 22, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.795 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.796 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 2, 2024-04-12T01:55:36.797 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:36.798 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.799 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.538284+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.538284+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.538686+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.800 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.801 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.11", 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4824, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:11:59.051354+0000", 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.802 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.803 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.804 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.805 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.806 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.478678+0000", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.478678+0000", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:32:55.481909+0000", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:36.807 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 8, 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.808 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 8, 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.10", 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5037, 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:14:04.494970+0000", 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.809 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.810 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.811 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 4, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 48, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 48, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 12, 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'8" 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.813 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543532+0000", 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543532+0000", 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.548067+0000", 2024-04-12T01:55:36.814 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.815 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.10", 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.816 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4866, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:10:23.618828+0000", 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.817 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.818 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.820 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.546543+0000", 2024-04-12T01:55:36.821 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.546543+0000", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546836+0000", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.822 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.823 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.11", 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4873, 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:20:18.529765+0000", 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.824 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.825 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.827 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.828 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552837+0000", 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552837+0000", 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553255+0000", 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.829 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.830 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.13", 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4838, 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.831 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:28:44.535207+0000", 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.832 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.835 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544837+0000", 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544837+0000", 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545385+0000", 2024-04-12T01:55:36.836 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.12", 2024-04-12T01:55:36.838 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4908, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:42:34.525629+0000", 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.842 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.843 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543958+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543958+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544281+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:36.844 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.845 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.12", 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5087, 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:20:49.848888+0000", 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.849 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.850 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503642+0000", 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503642+0000", 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504055+0000", 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:36.851 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.852 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.13", 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5094, 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:58:21.844877+0000", 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.853 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 34, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.854 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.855 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 8, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 16, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 7 2024-04-12T01:55:36.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.857 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.546015+0000", 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.546015+0000", 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.547335+0000", 2024-04-12T01:55:36.858 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.859 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.15", 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.860 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4837, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:19:54.560899+0000", 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.861 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.862 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.863 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.864 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543339+0000", 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543339+0000", 2024-04-12T01:55:36.865 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546313+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:36.866 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 30, 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 30, 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.14", 2024-04-12T01:55:36.867 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4909, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:55:41.936253+0000", 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 5824, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.868 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:36.869 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.870 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 20, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 28, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 28, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 25 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.871 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'30" 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.872 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.548112+0000", 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.548112+0000", 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.548446+0000", 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.873 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.874 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.14", 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.875 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5005, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:15:05.035006+0000", 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.876 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.877 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.878 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.879 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.614086+0000", 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.614086+0000", 2024-04-12T01:55:36.880 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.614861+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.881 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.15", 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.882 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5062, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:42:41.333372+0000", 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 90, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.883 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.884 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 14, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 14, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.885 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.886 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'3" 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.887 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606626+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606626+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607001+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.888 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.889 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.17", 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5086, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:54:27.067799+0000", 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.890 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.891 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.892 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:36.893 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.894 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545407+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545407+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.548491+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.895 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.896 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.16", 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4914, 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:28:12.980290+0000", 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.897 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.899 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.900 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.901 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.546438+0000", 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.546438+0000", 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.546726+0000", 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.902 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.903 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.16", 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4920, 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:32:55.128732+0000", 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.904 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.905 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.906 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.907 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.908 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.552289+0000", 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.552289+0000", 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.553276+0000", 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.909 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.910 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.17", 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4866, 2024-04-12T01:55:36.911 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:17:45.907697+0000", 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.912 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.913 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.914 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.915 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.502228+0000", 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.502228+0000", 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.502590+0000", 2024-04-12T01:55:36.916 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:36.917 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.918 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.19", 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5043, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:54:00.256654+0000", 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.919 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.920 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.921 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.922 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.923 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543734+0000", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543734+0000", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544316+0000", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:36.924 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.925 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.18", 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4898, 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:52:49.838061+0000", 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.926 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.927 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.928 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.929 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.930 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.665477+0000", 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.665477+0000", 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.665782+0000", 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:36.931 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.932 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.933 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:36.933 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:36.933 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:36.933 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:36.933 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.933 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.933 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.933 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.934 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.18", 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4980, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:56:22.789635+0000", 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.935 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.936 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.937 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.938 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.939 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545198+0000", 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545198+0000", 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546200+0000", 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.940 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.941 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.19", 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4982, 2024-04-12T01:55:36.942 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:39:15.432154+0000", 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.943 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.944 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.945 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.946 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.947 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549460+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549460+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550211+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.948 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.949 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1b", 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5003, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:57:32.318036+0000", 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.950 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.951 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.952 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:36.953 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.954 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535014+0000", 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535014+0000", 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.535452+0000", 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:36.955 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.956 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1a", 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4868, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:50:50.212349+0000", 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.957 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.958 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.959 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.960 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.961 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.496025+0000", 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.496025+0000", 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.496356+0000", 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.962 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.963 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1a", 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.964 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4967, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:51:08.845528+0000", 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.965 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.966 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.967 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:36.969 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543213+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543213+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543542+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.970 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.971 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1b", 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4976, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:53:16.790882+0000", 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.972 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.973 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.974 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:36.975 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.976 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544914+0000", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544914+0000", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546478+0000", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:36.977 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.978 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1d", 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4927, 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:31:41.258882+0000", 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.979 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.980 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.981 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.982 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.983 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.553751+0000", 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.553751+0000", 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.555203+0000", 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.984 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.985 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1c", 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4837, 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:59.129735+0000", 2024-04-12T01:55:36.986 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.987 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.988 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:36.989 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.990 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.617220+0000", 2024-04-12T01:55:36.991 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.617220+0000", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.617818+0000", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:36.992 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:36.993 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1c", 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4902, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:49:49.401821+0000", 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:36.994 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:36.995 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:36.996 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.997 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:36.998 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549636+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549636+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.551892+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:36.999 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.000 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1d", 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4828, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:44:09.003201+0000", 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.001 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:37.002 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.003 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.004 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.005 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606695+0000", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606695+0000", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607833+0000", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:37.006 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.007 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1f", 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:36:15.784661+0000", 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.008 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.009 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.010 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.011 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.012 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.599606+0000", 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.599606+0000", 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.600767+0000", 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:37.013 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.014 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1e", 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4993, 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:29:53.795580+0000", 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.015 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.016 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.017 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.018 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:37.019 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544503+0000", 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544503+0000", 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.544826+0000", 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.020 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.021 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1e", 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4974, 2024-04-12T01:55:37.022 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:42:22.932877+0000", 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.023 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.024 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.025 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.027 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543205+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543205+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543542+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:37.028 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 6, 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 6, 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.029 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1f", 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5104, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:07:34.159665+0000", 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 582, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.030 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.031 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 8, 2024-04-12T01:55:37.032 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 8, 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.033 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'6" 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.034 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552386+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552386+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552807+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.035 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.036 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2d", 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:26:19.470514+0000", 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.037 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.038 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.039 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:37.040 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.041 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552436+0000", 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552436+0000", 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552760+0000", 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:37.042 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.043 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2e", 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5005, 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:32:13.653616+0000", 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.044 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.045 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.046 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.047 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:37.048 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544537+0000", 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544537+0000", 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.546904+0000", 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:37.049 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.050 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2f", 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.051 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4899, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:00:56.923463+0000", 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.052 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.053 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.054 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.055 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543371+0000", 2024-04-12T01:55:37.056 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543371+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544015+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:37.057 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.058 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.30", 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4887, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:48:24.580187+0000", 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.059 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.060 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.061 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.062 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.063 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607780+0000", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607780+0000", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.608526+0000", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:37.064 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.065 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.31", 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5045, 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:36:10.346338+0000", 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.066 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.067 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.068 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.069 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.070 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606687+0000", 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606687+0000", 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607086+0000", 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:37.071 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.072 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.32", 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.073 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5087, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:20:04.197330+0000", 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.074 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.076 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.078 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.540028+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.540028+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.540437+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.079 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.080 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.33", 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4974, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:52:42.355760+0000", 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.081 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.082 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.084 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.085 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.536277+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.536277+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.536567+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.086 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.087 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.34", 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4975, 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:03:51.186619+0000", 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.088 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.089 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.090 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.092 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:37.093 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.550532+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.550532+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.550892+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.094 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.095 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.35", 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4865, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:54:03.022633+0000", 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.096 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.097 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.098 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.099 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.100 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.559747+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.559747+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.560085+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.101 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.102 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.36", 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4865, 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:12:19.109104+0000", 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.103 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.104 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.105 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.106 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.107 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551507+0000", 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551507+0000", 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.551830+0000", 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.108 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.109 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.37", 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4831, 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:56:01.799334+0000", 2024-04-12T01:55:37.110 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.111 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.112 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.113 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:37.114 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545002+0000", 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545002+0000", 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.545835+0000", 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.115 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:37.116 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.38", 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4972, 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:28:45.006376+0000", 2024-04-12T01:55:37.117 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.119 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.120 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.121 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547480+0000", 2024-04-12T01:55:37.122 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547480+0000", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.547994+0000", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.123 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.124 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.39", 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4835, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:09:00.199753+0000", 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.127 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:37.128 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.615865+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.615865+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.617336+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.130 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.131 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3a", 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4923, 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:06:54.844708+0000", 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.138 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.139 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.140 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.555679+0000", 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.555679+0000", 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.556026+0000", 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.141 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.142 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3b", 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4835, 2024-04-12T01:55:37.143 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:49:31.148925+0000", 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.144 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.145 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.146 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.147 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543418+0000", 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543418+0000", 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543679+0000", 2024-04-12T01:55:37.148 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.149 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3c", 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.150 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4913, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:35:34.091204+0000", 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.151 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.152 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.153 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:37.154 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.155 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.495011+0000", 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.495011+0000", 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:32:55.495352+0000", 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:37.156 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.157 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3d", 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:22:33.921238+0000", 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.158 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.160 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.161 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:37.162 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.536139+0000", 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.536139+0000", 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.536452+0000", 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.163 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:37.164 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3e", 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5057, 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:01:17.949634+0000", 2024-04-12T01:55:37.165 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.167 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.168 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.169 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547649+0000", 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547649+0000", 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.548715+0000", 2024-04-12T01:55:37.170 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.171 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3f", 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:37.172 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4829, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:02:31.246533+0000", 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.175 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:37.176 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pool": [ 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 24, 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 24469, 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 8, 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 24469, 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 4, 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.177 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 4194323, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.178 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 2, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 9081, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 3119657, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 24339, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 3062496 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 12595200, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:37.180 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 12582969, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 24 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 192, 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:37.181 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 64, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 3, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.182 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.183 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:37.184 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:37.185 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 192 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 3, 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 245, 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 1, 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 3, 2024-04-12T01:55:37.186 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 245, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 1, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T01:55:37.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1250, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2054, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 407, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 1781760, 2024-04-12T01:55:37.189 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 1771104, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 3 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 96, 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:37.190 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 75, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 32, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 75, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 2, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 6622, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.191 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 66, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 22, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 22, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.192 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 14, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 158, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 174, 2024-04-12T01:55:37.193 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 69, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 36 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 110592, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 19866, 2024-04-12T01:55:37.194 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 44930, 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 96 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 105, 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": 4, 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_by_class": { 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "ssd": { 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 763268022272, 2024-04-12T01:55:37.195 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 4692262912, 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_bytes": 4692262912, 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_ratio": 0.006110033486038446 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 763268022272, 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 4692262912 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T01:55:37.196 INFO:tasks.workunit.client.0.smithi098.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-12T01:55:37.197 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry show-device 2024-04-12T01:55:37.197 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.197 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.197 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:37.197 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.197 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.198 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.199 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.199 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.199 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.199 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.199 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.199 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.199 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.199 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.199 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.200 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.201 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.202 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.202 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.202 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.203 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.204 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.205 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.206 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:35 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='client.36210 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='client.36210 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.207 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.208 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.210 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:36 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.211 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.212 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.213 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.214 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.215 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.216 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.217 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.218 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.218 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.218 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.218 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:34 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.219 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T01:55:37.219 INFO:tasks.workunit.client.0.smithi098.stdout: "6af24606-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T01:55:37.219 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af38ae8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T01:55:37.219 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002208": { 2024-04-12T01:55:37.219 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T01:55:37.219 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T01:55:37.219 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T01:55:37.219 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T01:55:37.219 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af24606-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881328 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T01:55:37.220 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:37.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T01:55:37.222 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.223 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 25457807 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.224 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 42998945 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T01:55:37.225 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.226 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T01:55:37.227 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 91, 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T01:55:37.228 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2919, 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2932, 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2905 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 24, 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 348495310, 2024-04-12T01:55:37.229 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1668402851, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5366883355, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 27692487939, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 9, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 45155, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 57062, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 1581 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 45155, 2024-04-12T01:55:37.230 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 57062 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T01:55:37.231 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T01:55:37.232 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:08 2024 UTC", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T01:55:37.233 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T01:55:37.234 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 9%", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 348,495,310 [178 TB]", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,668,402,851 [854 TB]", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,366,883,355", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 27,692,487,939", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 24", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 45,155", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 57,062", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 1,581", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T01:55:37.235 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T01:55:37.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "6af5763c-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "INTEL_SSDPEDMD400G4_6af6b1c8-f863-11ee-bde7-0cc47a8fd26b": { 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "20240412-002210": { 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "device": { 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "/dev/nvme0n1", 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "protocol": "NVMe", 2024-04-12T01:55:37.237 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "nvme" 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: "firmware_version": "8DV101H0", 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: "host_id": "6af5763c-f863-11ee-bde7-0cc47a8fd26b", 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: "json_format_version": [ 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: "local_time": { 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: "asctime": "Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: "time_t": 1712881330 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: "logical_block_size": 512, 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-12T01:55:37.238 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_controller_id": 0, 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_namespaces": [ 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "capacity": { 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "formatted_lba_size": 512, 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 1, 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "size": { 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "utilization": { 2024-04-12T01:55:37.239 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_pci_vendor": { 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "id": 32902, 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "subsystem_id": 32902 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "Device stats": { 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_fw_downgrades": { 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.240 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "crc_error_count": { 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "end_to_end_error_detection_count": { 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "erase_fail_count": { 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "host_bytes_written": { 2024-04-12T01:55:37.241 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 22458722 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "host_ctx_wear_used": { 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 1 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "media_bytes_read": { 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "nand_bytes_written": { 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 38758311 2024-04-12T01:55:37.242 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_stat_indicator": { 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "pll_lock_loss_count": { 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "program_fail_count": { 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "re_alloc_sectr_cnt": { 2024-04-12T01:55:37.243 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "retry_buffer_overflow_count": { 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "soft_ecc_err_rate": { 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "thermal_throttle_status": { 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T01:55:37.244 INFO:tasks.workunit.client.0.smithi098.stdout: "cnt": 0, 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "pct": 0 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_host_reads": { 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_media_wear": { 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 64 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "timed_workload_timer": { 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 100, 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 65535 2024-04-12T01:55:37.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: "unexp_power_loss": { 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 0, 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": 0 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: "wear_leveling": { 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: "normalized": 92, 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: "raw": { 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: "avg": 2648, 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: "max": 2660, 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 2633 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.246 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_smart_health_information_log": { 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare": 100, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "available_spare_threshold": 10, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "controller_busy_time": 7, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "critical_warning": 0, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_read": 326714043, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "data_units_written": 1471854857, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "host_reads": 5074842397, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "host_writes": 24599827497, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "media_errors": 0, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "num_err_log_entries": 0, 2024-04-12T01:55:37.247 INFO:tasks.workunit.client.0.smithi098.stdout: "percentage_used": 8, 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycles": 44231, 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_hours": 55590, 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": 25, 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "unsafe_shutdowns": 529 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme_vendor": "intel", 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "power_cycle_count": 44231, 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "power_on_time": { 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "hours": 55590 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "serial_number": "deleted", 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "smart_status": { 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "nvme": { 2024-04-12T01:55:37.248 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "passed": true 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl": { 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "argv": [ 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl", 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "-x", 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "--json=o", 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "/dev/nvme0n1" 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "build_info": "(local build)", 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "exit_status": 0, 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "output": [ 2024-04-12T01:55:37.249 INFO:tasks.workunit.client.0.smithi098.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "Serial Number: deleted", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Version: 8DV101H0", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller ID: 0", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "Number of Namespaces: 1", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-12T01:55:37.250 INFO:tasks.workunit.client.0.smithi098.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "Local Time is: Fri Apr 12 00:22:10 2024 UTC", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported Power States", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: " 0 + 512 0 2", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: " 1 - 512 8 2", 2024-04-12T01:55:37.251 INFO:tasks.workunit.client.0.smithi098.stdout: " 2 - 512 16 2", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: " 3 - 4096 0 0", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: " 4 - 4096 8 0", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: " 5 - 4096 64 0", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: " 6 - 4096 128 0", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "Critical Warning: 0x00", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "Temperature: 25 Celsius", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare: 100%", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "Available Spare Threshold: 10%", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "Percentage Used: 8%", 2024-04-12T01:55:37.252 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Read: 326,714,043 [167 TB]", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Data Units Written: 1,471,854,857 [753 TB]", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Read Commands: 5,074,842,397", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Host Write Commands: 24,599,827,497", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Controller Busy Time: 7", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Power Cycles: 44,231", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Power On Hours: 55,590", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Unsafe Shutdowns: 529", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information Log Entries: 0", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "No Errors Logged", 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "" 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.253 INFO:tasks.workunit.client.0.smithi098.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: "svn_revision": "5022", 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: "version": [ 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: "temperature": { 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: "current": 25 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: "user_capacity": { 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: "blocks": 781422768, 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400088457216 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.254 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.255 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.255 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T01:55:37.255 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry show 2024-04-12T01:55:37.255 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:55:35] "GET /metrics HTTP/1.1" 200 34249 "" "Prometheus/2.43.0" 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.256 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.257 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.258 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:37.259 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:37.260 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.260 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.260 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.260 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-12T01:55:37.260 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:55:37.260 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.260 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:55:37.261 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:37.261 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:37.261 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:37.261 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-12T01:55:37.261 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:55:37.261 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:37.261 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:35 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout:{ 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer": { 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: "active": true, 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: "mode": "" 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: "channels": [ 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T01:55:37.271 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "channels_available": [ 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "basic", 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "ident", 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "crash", 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "device", 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "perf" 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_available": [ 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T01:55:37.272 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_flags" 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "collections_opted_in": [ 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_base", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "device_base", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "crash_base", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "ident_base", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_perf", 2024-04-12T01:55:37.273 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_mds_metadata", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_usage", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_usage_by_class", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_rook_v01", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_memory_metrics", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_options_bluestore", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "basic_pool_flags" 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "config": { 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "active_changed": [ 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T01:55:37.274 INFO:tasks.workunit.client.0.smithi098.stdout: "client_check_pool_perm", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_gid", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "client_mount_uid", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "client_quota", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "daemonize", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "keyring", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T01:55:37.275 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_journald", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_stderr", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_host", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mds_skip_sanity", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T01:55:37.276 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "no_config_file", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T01:55:37.277 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hdd", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_hybrid", 2024-04-12T01:55:37.278 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_delete_sleep_ssd", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_max_backfills", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T01:55:37.279 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_hdd", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_active_ssd", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hdd", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_sleep_ssd", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T01:55:37.280 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_sleep", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_default_features", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_qos_exclude_ops", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "setgroup", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "setuser" 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_changed": [ 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T01:55:37.281 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_debug", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_mon_ticket_ttl", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "auth_service_ticket_ttl", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "bdev_debug_aio", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "container_image", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_asserts_on_shutdown", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mgr", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_mon", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_ms", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_osd", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "debug_paxos", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_file", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_journald", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "log_to_stderr", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_join_fs", 2024-04-12T01:55:37.282 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/container_init", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/migration_current", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_ident", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/channel_perf", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/description", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/enabled", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr/telemetry/organization", 2024-04-12T01:55:37.283 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_allow_pool_delete", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_clock_drift_allowed", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_file_level", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_cluster_log_to_file", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_data_avail_warn", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_election_default_strategy", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_max_pg_per_osd", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mds_skip_sanity", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_mgr_mkfs_grace", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_prime_pg_temp", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T01:55:37.284 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "mon_warn_on_too_few_osds", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_bug", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "ms_die_on_old_message", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_default_list", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_class_load_list", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_misdirected_ops", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_op_order", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_pg_log_writeout", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_shutdown", 2024-04-12T01:55:37.285 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mclock_profile", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_memory_target_autotune", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_op_queue_cut_off", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recover_clone_overlap", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_recovery_max_chunk", 2024-04-12T01:55:37.286 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_load_threshold", 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_scrub_max_interval", 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_shutdown_pgref_assert", 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "public_network", 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_cache_enabled", 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_ops_log", 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "rgw_enable_usage_log" 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "contact": null, 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "crashes": [], 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "created": "2024-04-12T00:18:49.248336Z", 2024-04-12T01:55:37.287 INFO:tasks.workunit.client.0.smithi098.stdout: "crush": { 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_algs": { 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "straw2": 3 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_sizes": { 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "2": 1, 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "4": 2 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket_types": { 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "1": 2, 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "11": 1 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "compat_weight_set": false, 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: "device_classes": [ 2024-04-12T01:55:37.288 INFO:tasks.workunit.client.0.smithi098.stdout: 8 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_buckets": 6, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_devices": 8, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_rules": 2, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_types": 12, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_weight_sets": 0, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "tunables": { 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "allowed_bucket_algs": 54, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_fallback_tries": 0, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_local_tries": 0, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "choose_total_tries": 50, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_descend_once": 1, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_stable": 1, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "chooseleaf_vary_r": 1, 2024-04-12T01:55:37.289 INFO:tasks.workunit.client.0.smithi098.stdout: "has_msr_rules": 0, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v2_rules": 1, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v3_rules": 0, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v4_buckets": 1, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "has_v5_rules": 0, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "legacy_tunables": 0, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "minimum_required_version": "jewel", 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "msr_collision_tries": 100, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "msr_descents": 100, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "optimal_tunables": 1, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "profile": "jewel", 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables": 1, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables2": 1, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables3": 1, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "require_feature_tunables5": 1, 2024-04-12T01:55:37.290 INFO:tasks.workunit.client.0.smithi098.stdout: "straw_calc_version": 1 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "description": "upgrade test cluster", 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "fs": { 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "feature_flags": { 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "enable_multiple": true, 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_enabled_multiple": true 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "filesystems": [ 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "approx_ctime": "2024-04", 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "balancer_enabled": false, 2024-04-12T01:55:37.291 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_caps": 0, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_dns": 10, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_inos": 13, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "cached_subtrees": 2, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "ever_allowed_features": 0, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "explicitly_allowed_features": 0, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "files": 0, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "max_mds": 1, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_data_pools": 1, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_in": 1, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_mds": 1, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": 0, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_replay": 0, 2024-04-12T01:55:37.292 INFO:tasks.workunit.client.0.smithi098.stdout: "num_up": 1, 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "snaps": 0, 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "standby_count_wanted": 0 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "num_standby_mds": 1, 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "total_num_mds": 2 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_stats": { 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20258816, 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 304816, 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 794624, 2024-04-12T01:55:37.293 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 0, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 348, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1021960, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 13, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 897536, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14487368, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 20258816 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 20512768, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 405216, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 2752512, 2024-04-12T01:55:37.294 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 794624, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 435, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 1331480, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 22, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 1126912, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 14896648, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 21307392 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 167452672, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 2149152, 2024-04-12T01:55:37.295 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3014656, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 2236416, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 6508, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 9670656, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 2751744, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 149866464, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 169689088 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 260087808, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 5059608, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3145728, 2024-04-12T01:55:37.296 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 1548288, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 122880, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9530, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 15140424, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 23, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 4719616, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 230474144, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 260210688 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 170254336, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 1963120, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3014656, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 548864, 2024-04-12T01:55:37.297 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 1515520, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 6586, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 10755008, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 20, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 3464704, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 150507984, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 171769856 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 473915392, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 23612176, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5505024, 2024-04-12T01:55:37.298 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 113729536, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12442, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 90023512, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 60, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 9047808, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 345726872, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 587644928 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 506232832, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 27948184, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 49152, 2024-04-12T01:55:37.299 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 117571584, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12814, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 81397992, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11391744, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 382037888, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 623804416 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 500260864, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 22385688, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5373952, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:37.300 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 55951360, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 10262, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 66688160, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 9985280, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 395827784, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 556212224 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 423100416, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 17604320, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3276800, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 40714240, 2024-04-12T01:55:37.301 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9472, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 55885416, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 60, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 10592768, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 335741112, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 463814656 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 539869184, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 21708280, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 5505024, 2024-04-12T01:55:37.302 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 83353600, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 13078, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 81616512, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 61, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11766272, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 419273096, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 623222784 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 538451968, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 25226352, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:37.303 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 154673152, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 12685, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 101937720, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 10621440, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 397258584, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 693125120 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 451960832, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 17612344, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3276800, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 73728, 2024-04-12T01:55:37.304 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 38608896, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 9719, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 69426240, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 53, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 11344640, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 350227080, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 490569728 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "actual_memory_used": 500596736, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "central_cache_freelist": 19235048, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "malloc_metadata": 3407872, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "page_heap_freelist": 0, 2024-04-12T01:55:37.305 INFO:tasks.workunit.client.0.smithi098.stdout: "released_to_os": 32169984, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "spans_in_use": 10963, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "tcmalloc_page_size": 8192, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_cache_freelists": 76058968, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "thread_heaps_in_use": 58, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "transfer_cache_freelist": 9011712, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "use_by_application": 392883136, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "virtual_address_space_used": 532766720 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "hosts": { 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num": 2, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mds": 2, 2024-04-12T01:55:37.306 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mgr": 2, 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_mon": 2, 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_with_osd": 2 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "io_rate": { 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_stats_delta": { 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 0, 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 0, 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "stamp_delta": "10.657170", 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:37.307 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:37.308 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:37.309 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 22, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 15, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:37.310 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 0 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard": false, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "leaderboard_description": null, 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "license": "sharing-1-0", 2024-04-12T01:55:37.311 INFO:tasks.workunit.client.0.smithi098.stdout: "mempool": { 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.312 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.314 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.315 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.316 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 149025, 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 34 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 928, 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 2 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.317 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.318 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.319 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.321 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.322 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.323 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.324 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 223455, 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 69 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.325 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 52112, 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 181 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.326 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12232, 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 251 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.327 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:37.328 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.329 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.330 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.331 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.332 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.333 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41422869, 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5125 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.334 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.335 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.336 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.337 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.338 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.339 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.340 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.341 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41923527, 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5199 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.342 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 88, 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.343 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.344 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11792, 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 348 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.345 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.346 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.347 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.348 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.349 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 41613085, 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5139 2024-04-12T01:55:37.350 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.351 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10808, 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 250 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 70440, 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5158 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.352 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5896, 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 174 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.353 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 21896, 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 404 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31232, 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 27 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1344, 2024-04-12T01:55:37.354 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61200, 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 765 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 414544, 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1993 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.355 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 778255, 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 210 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2457248, 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 544572 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7041656, 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 10387 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 85528, 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9129 2024-04-12T01:55:37.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 95664, 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1993 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.357 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 45111, 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 47 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.358 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7931056, 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 278 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19184, 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 218 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.359 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 524880, 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 45 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7235384, 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18687 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.360 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.361 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22200, 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 403 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 116992, 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 27 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.362 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 6 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61520, 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 769 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 412256, 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1982 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:37.363 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 997138, 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 260 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2380286, 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 527599 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6833576, 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 10081 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 83248, 2024-04-12T01:55:37.364 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8952 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 95136, 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1982 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184412, 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1319 2024-04-12T01:55:37.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 65296, 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.366 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6658266, 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 276 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22880, 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 260 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.367 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 431568, 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 37 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7174856, 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 20933 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:37.368 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.369 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17000, 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 312 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.370 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 51072, 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 23 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3648, 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 19 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 59040, 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 738 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 411632, 2024-04-12T01:55:37.371 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1979 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 278348, 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 83 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1717534, 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 380513 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.372 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5039736, 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7443 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 82516, 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8940 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 94992, 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1979 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.373 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.374 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 78531, 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 50 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19882890, 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 262 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10032, 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 114 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.375 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 361584, 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 31 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.376 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3085680, 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 5934 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.377 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.378 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 14784, 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 245 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 42624, 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 21 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3072, 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.379 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 58720, 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 734 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399776, 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1922 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 298796, 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 93 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.380 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1728107, 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 382593 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5059456, 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7472 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74060, 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7812 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.381 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.382 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2208, 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 124555, 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 67 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 28144, 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17447691, 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 276 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.383 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 10912, 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 124 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 419904, 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 36 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.384 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3503760, 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9138 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.385 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.386 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22368, 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 417 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 31488, 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 29 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1152, 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 6 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.387 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 61360, 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 767 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399360, 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 298931, 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 96 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.388 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2067900, 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 458702 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5971336, 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8813 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74296, 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7806 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:37.389 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184156, 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.390 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 736, 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74663, 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 44 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 12112, 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 7401250, 2024-04-12T01:55:37.391 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9028 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 9328, 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 106 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 454896, 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.392 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5064280, 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 12139 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.394 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 22696, 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 418 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.395 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 72704, 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 576, 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 3 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60560, 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 757 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 399360, 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:37.396 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 508203, 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 132 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2324200, 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 520308 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6720016, 2024-04-12T01:55:37.397 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9914 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 74644, 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7811 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92160, 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1920 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.398 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184412, 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1319 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.399 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 38833, 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 48 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4340677, 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 247 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 13376, 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 152 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.400 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 489888, 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 42 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 6439160, 2024-04-12T01:55:37.401 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 12383 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.402 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.403 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 16696, 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 313 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 47232, 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 25 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3072, 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 16 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.404 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60800, 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 760 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 401024, 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1928 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 631570, 2024-04-12T01:55:37.405 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 161 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 1691792, 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 373702 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 4926176, 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7276 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 75584, 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7968 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.406 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92544, 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1928 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184068, 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1317 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.407 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 33443, 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 33 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.408 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17025378, 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 235 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 15136, 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 172 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 454896, 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 39 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.409 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3627520, 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9376 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.410 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:37.411 INFO:tasks.workunit.client.0.smithi098.stdout: "bloom_filter": { 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 17568, 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 333 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_reader": { 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 30848, 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 24 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs_file_writer": { 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 3456, 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 18 2024-04-12T01:55:37.412 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_alloc": { 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 60560, 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 757 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_blob": { 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 400816, 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1927 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_buffer": { 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 256, 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 32 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_data": { 2024-04-12T01:55:37.413 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 492005, 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 134 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_meta": { 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 2010612, 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 448433 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_onode": { 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5830576, 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 8606 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_cache_other": { 2024-04-12T01:55:37.414 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 76320, 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 7970 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_extent": { 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 92496, 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1927 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_fsck": { 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_inline_bl": { 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 184324, 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 1318 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.415 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_shared_blob": { 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_txc": { 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing": { 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 23682, 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 22 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore_writing_deferred": { 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.416 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_anon": { 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 19246393, 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 275 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "buffer_meta": { 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 11616, 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 132 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_co": { 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.417 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 536544, 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 46 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_mapbl": { 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_pglog": { 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 5066256, 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 9778 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap": { 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 636752, 2024-04-12T01:55:37.418 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 11036 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap_mapping": { 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "pgmap": { 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_1": { 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.419 INFO:tasks.workunit.client.0.smithi098.stdout: "unittest_2": { 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes": 0, 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: "items": 0 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: "metadata": { 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 2 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.420 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 2 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 2 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.421 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 2 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 3 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-12T01:55:37.422 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 3 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 3 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 3 2024-04-12T01:55:37.423 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: "arch": { 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: "x86_64": 8 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_version": { 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: "cpu": { 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: "distro": { 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: "centos": 8 2024-04-12T01:55:37.424 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "distro_description": { 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "CentOS Stream 8": 8 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_description": { 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "kernel_version": { 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "os": { 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "Linux": 8 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_objectstore": { 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": 8 2024-04-12T01:55:37.425 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "rotational": { 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "0": 8 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "features": { 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "optional": [], 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "persistent": [ 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "kraken", 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "luminous", 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "mimic", 2024-04-12T01:55:37.426 INFO:tasks.workunit.client.0.smithi098.stdout: "osdmap-prune", 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "nautilus", 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "octopus", 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "pacific", 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "elector-pinging", 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "quincy", 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "reef", 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "squid" 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv4_addr_mons": 6, 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "ipv6_addr_mons": 0, 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "min_mon_release": 19, 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "v1_addr_mons": 3, 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: "v2_addr_mons": 3 2024-04-12T01:55:37.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "organization": "ceph-qa", 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster_network": false, 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "require_min_compat_client": "luminous", 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "require_osd_release": "squid" 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_perf_histograms": [ 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.428 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:37.429 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:37.430 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:37.431 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:37.432 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:37.433 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.434 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 309, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14318, 4042, 1, 0, 0, 2, 0, 2, 0, 0, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 8585, 354, 23, 1, 16, 11, 6, 12, 21, 40, 28, 16, 19, 24, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1082, 37, 2, 0, 4, 2, 1, 3, 8, 12, 91, 173, 74, 8, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 491, 15, 5, 0, 0, 0, 0, 0, 0, 1, 1, 31, 331, 4, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 94, 10, 1, 0, 0, 1, 0, 1, 1, 3, 7, 7, 21, 85, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 105, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 14, 13, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 85, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 12, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 162, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.435 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.436 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.437 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7581, 33, 0, 0, 1, 0, 1, 3, 1, 2, 6, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6681, 202, 1286, 1, 7, 7, 11, 17, 36, 59, 62, 34, 31, 12, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 792, 20, 199, 24, 1, 1, 0, 6, 5, 24, 139, 232, 119, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 266, 0, 1, 6, 0, 1, 0, 2, 0, 0, 3, 22, 416, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 86, 2, 1, 0, 1, 0, 0, 0, 1, 0, 5, 3, 18, 35, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 69, 1, 47, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99, 1, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 23, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 14, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.438 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.439 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11886, 32, 2, 0, 1, 0, 0, 0, 0, 1, 7, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9502, 315, 59, 0, 11, 0, 1, 1, 2, 0, 8, 6, 16, 35, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 695, 38, 32, 2, 3, 0, 0, 1, 1, 1, 25, 2, 4, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 401, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 39, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.440 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 181, 10, 4, 0, 0, 0, 1, 0, 1, 1, 7, 3, 16, 68, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 193, 4, 3, 0, 0, 0, 1, 1, 0, 0, 6, 13, 19, 24, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 129, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 7, 51, 54, 70, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 82, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 18, 23, 71, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 31, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 19, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.441 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.442 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 335, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13095, 4123, 0, 2, 1, 0, 0, 0, 0, 0, 11, 0, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9127, 259, 20, 1, 12, 1, 5, 7, 14, 24, 50, 15, 10, 20, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1512, 80, 9, 0, 4, 0, 2, 0, 3, 13, 50, 85, 39, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 390, 2, 0, 0, 8, 0, 0, 0, 0, 1, 3, 9, 156, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 138, 3, 0, 0, 207, 1, 0, 0, 10, 5, 3, 5, 16, 26, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 53, 0, 0, 0, 300, 0, 0, 0, 0, 0, 0, 5, 9, 13, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 97, 0, 0, 0, 289, 0, 0, 0, 0, 0, 0, 4, 17, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 23, 0, 0, 0, 1889, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.443 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.444 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9814, 5, 121, 11, 37, 51, 2, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.445 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10110, 45, 34, 1, 22, 30, 152, 181, 11, 16, 5, 7, 11, 7, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1315, 104, 131, 0, 4, 4, 14, 31, 7, 18, 48, 70, 30, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 579, 25, 61, 0, 2, 0, 0, 0, 1, 1, 8, 16, 184, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 121, 13, 9, 0, 0, 0, 0, 0, 2, 1, 14, 8, 22, 32, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 68, 1, 25, 28, 0, 0, 0, 0, 2, 1, 8, 12, 23, 6, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 59, 0, 1, 36, 56, 0, 0, 0, 1, 0, 4, 4, 30, 24, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 19, 0, 0, 4, 74, 107, 0, 0, 0, 0, 0, 0, 6, 16, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 5, 22, 0, 0, 0, 0, 2, 1, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.446 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.447 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 12132, 1, 1, 1, 3, 0, 0, 0, 0, 3, 3, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9142, 22, 8, 0, 15, 0, 3, 0, 2, 2, 34, 1, 4, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1078, 5, 5, 3, 4, 0, 1, 0, 1, 3, 34, 0, 3, 14, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 471, 4, 1, 5, 4, 1, 0, 0, 0, 0, 6, 8, 34, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 149, 9, 4, 0, 0, 0, 0, 0, 1, 2, 6, 2, 10, 65, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 144, 2, 2, 1, 0, 0, 1, 0, 1, 0, 0, 2, 4, 12, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 157, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 20, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.448 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.449 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.450 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5684, 2926, 0, 0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11929, 5301, 0, 0, 6359, 367, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6864, 343, 19, 0, 1028, 198, 2, 0, 8, 15, 7, 9, 13, 9, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 818, 26, 15, 0, 151, 22, 1, 2, 6, 18, 51, 75, 36, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 281, 7, 0, 0, 19, 11, 0, 0, 0, 0, 1, 22, 176, 5, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 118, 9, 0, 0, 17, 28, 0, 0, 1, 1, 3, 3, 27, 35, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 115, 1, 0, 0, 0, 6, 0, 1, 0, 0, 0, 4, 2, 5, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.451 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.452 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 66, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10019, 3624, 4286, 0, 1, 1, 0, 0, 1, 0, 4, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5992, 178, 131, 0, 12, 1, 0, 1, 1, 1, 7, 3, 9, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 977, 28, 17, 0, 3, 0, 0, 0, 1, 3, 29, 4, 2, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 545, 9, 1, 0, 0, 0, 0, 0, 1, 0, 3, 4, 20, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.453 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 327, 9, 0, 0, 0, 0, 0, 1, 0, 0, 3, 1, 15, 39, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 231, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 11, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.454 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.455 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:37.456 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:37.457 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:37.458 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:37.459 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:37.460 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:37.461 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.462 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.462 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:37.462 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.462 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:37.462 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.462 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 508, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4600, 60, 90, 146, 443, 605, 695, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 747, 18, 11, 47, 26, 7, 26, 0, 2, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 178, 1, 1, 2, 0, 2, 3, 0, 0, 0, 1, 8, 11, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.463 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.464 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 0, 5, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2724, 267, 29, 63, 119, 0, 2, 0, 3, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 434, 18, 1237, 0, 0, 1, 0, 1, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 439, 12, 104, 0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1683, 1311, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.465 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1407, 1681, 247, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.466 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.467 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9695, 5, 0, 0, 1, 1, 1, 3, 3, 1, 1, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15958, 0, 3, 0, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 145, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 6, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.468 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.469 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 416, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3219, 49, 3, 0, 3, 1, 3, 1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.470 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 276, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 149, 26, 34, 51, 0, 1, 0, 0, 0, 0, 1, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 845, 326, 0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4164, 2341, 0, 402, 0, 0, 0, 0, 0, 1, 0, 0, 1, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 232, 326, 0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.471 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.472 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 761, 1, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3812, 226, 28, 59, 138, 275, 461, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 555, 6, 1, 0, 0, 0, 19, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 274, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.473 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.474 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 679, 2, 2, 26, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.475 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4866, 67, 129, 229, 455, 603, 717, 2, 2, 0, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 465, 4, 7, 4, 18, 11, 9, 0, 2, 1, 2, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 366, 7, 9, 27, 1, 0, 0, 0, 0, 0, 1, 0, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 203, 33, 72, 102, 28, 0, 0, 0, 0, 0, 3, 1, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 9, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.476 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.477 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 362, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2690, 25, 1, 0, 17, 0, 6, 5, 16, 5, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 241, 5, 0, 0, 5, 0, 0, 0, 3, 12, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 153, 10, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 138, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.478 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.479 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.480 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 460, 2, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7361, 38, 43, 57, 1, 2, 4, 0, 8, 9, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2719, 24, 89, 41, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 278, 10, 6, 0, 0, 1, 0, 0, 0, 3, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 93, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 3, 19, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.481 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.482 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.483 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:37.484 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:37.485 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.486 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:37.487 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:37.488 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.489 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 890, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.490 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.491 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.492 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1694, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 567, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3065, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.493 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.494 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1095, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9720, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.495 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 346, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.496 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.497 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 416, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 3283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 6930, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.498 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.499 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.500 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 777, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 583, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.501 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.502 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.503 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 711, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 527, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 169, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.504 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.505 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2769, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 247, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.506 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.507 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.508 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 7525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2875, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.509 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.510 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:37.511 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Latency (usec)", 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 100000, 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 99999]", 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[100000, 199999]", 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[200000, 399999]", 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[400000, 799999]", 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[800000, 1599999]", 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[1600000, 3199999]", 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[3200000, 6399999]", 2024-04-12T01:55:37.512 INFO:tasks.workunit.client.0.smithi098.stdout: "[6400000, 12799999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[12800000, 25599999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[25600000, 51199999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[51200000, 102399999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[102400000, 204799999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[204800000, 409599999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[409600000, 819199999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[819200000, 1638399999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[1638400000, 3276799999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[3276800000, 6553599999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[6553600000, 13107199999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[13107200000, 26214399999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[26214400000, 52428799999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[52428800000, 104857599999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[104857600000, 209715199999]", 2024-04-12T01:55:37.513 INFO:tasks.workunit.client.0.smithi098.stdout: "[209715200000, 419430399999]", 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[419430400000, 838860799999]", 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[838860800000, 1677721599999]", 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[1677721600000, 3355443199999]", 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[3355443200000, 6710886399999]", 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[6710886400000, 13421772799999]", 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[13421772800000, 26843545599999]", 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[26843545600000, 53687091199999]", 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: "[53687091200000, None]" 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.514 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 32, 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "Request size (bytes)", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 512, 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 511]", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[512, 1023]", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[1024, 2047]", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[2048, 4095]", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[4096, 8191]", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[8192, 16383]", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[16384, 32767]", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[32768, 65535]", 2024-04-12T01:55:37.515 INFO:tasks.workunit.client.0.smithi098.stdout: "[65536, 131071]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[131072, 262143]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[262144, 524287]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[524288, 1048575]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[1048576, 2097151]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[2097152, 4194303]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[4194304, 8388607]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[8388608, 16777215]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[16777216, 33554431]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[33554432, 67108863]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[67108864, 134217727]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[134217728, 268435455]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[268435456, 536870911]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[536870912, 1073741823]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[1073741824, 2147483647]", 2024-04-12T01:55:37.516 INFO:tasks.workunit.client.0.smithi098.stdout: "[2147483648, 4294967295]", 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[4294967296, 8589934591]", 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[8589934592, 17179869183]", 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[17179869184, 34359738367]", 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[34359738368, 68719476735]", 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[68719476736, 137438953471]", 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[137438953472, 274877906943]", 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "[274877906944, None]" 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:37.517 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2044, 15, 0, 0, 8, 0, 2, 2, 7, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1143, 7, 2, 1, 1, 4, 3, 15, 29, 68, 59, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 157, 16, 0, 0, 1, 1, 0, 2, 5, 3, 48, 195, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 522, 38, 0, 0, 0, 0, 1, 1, 2, 4, 7, 21, 288, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 944, 49, 0, 0, 0, 0, 0, 1, 0, 5, 3, 9, 25, 25, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 668, 86, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 8, 29, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 328, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 59, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.518 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.519 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2744, 21, 1, 0, 8, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.520 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1379, 5, 1, 2, 1, 5, 12, 23, 44, 72, 120, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 77, 5, 0, 0, 0, 0, 3, 2, 1, 8, 65, 306, 181, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 43, 6, 0, 0, 0, 1, 1, 0, 1, 3, 11, 22, 377, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 8, 26, 25, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 7, 15, 31, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1963, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.521 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.522 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 275, 9, 1, 2, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 159, 6, 1, 0, 3, 1, 1, 5, 8, 16, 49, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 202, 1, 0, 0, 0, 2, 4, 11, 6, 11, 51, 85, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 150, 4, 0, 0, 1, 2, 1, 2, 3, 3, 18, 51, 21, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 2, 5, 8, 19, 31, 43, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 4, 27, 39, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.523 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.524 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.525 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 57, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1239, 18, 1, 0, 13, 0, 4, 4, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 498, 4, 1, 1, 2, 2, 3, 9, 18, 29, 33, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 200, 9, 0, 1, 0, 1, 1, 0, 1, 4, 38, 120, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 402, 4, 0, 0, 0, 0, 0, 1, 1, 2, 9, 14, 105, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 576, 2, 0, 0, 0, 1, 0, 0, 0, 1, 2, 5, 11, 23, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 239, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 11, 26, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.526 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.527 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.528 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 67, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1135, 10, 0, 0, 14, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 656, 3, 0, 1, 4, 0, 3, 10, 7, 33, 31, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 373, 1, 1, 1, 1, 2, 1, 1, 10, 13, 54, 144, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 454, 0, 0, 0, 0, 0, 1, 1, 3, 5, 18, 38, 139, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 252, 0, 0, 0, 0, 0, 1, 0, 1, 1, 4, 5, 16, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 19, 14, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.529 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.530 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 464, 11, 1, 0, 10, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 85, 9, 2, 0, 1, 0, 0, 2, 2, 0, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 161, 11, 0, 0, 0, 0, 0, 1, 4, 6, 30, 34, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 71, 11, 0, 0, 0, 0, 0, 1, 0, 2, 9, 20, 15, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 36, 23, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 22, 15, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.531 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 2, 41, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 16, 23, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 87, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.532 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.533 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1113, 27, 0, 0, 14, 0, 4, 6, 13, 15, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 693, 11, 0, 0, 2, 0, 5, 10, 19, 30, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 425, 8, 0, 0, 0, 2, 0, 2, 3, 4, 44, 126, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 467, 4, 0, 0, 1, 1, 1, 0, 3, 2, 7, 13, 166, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 313, 2, 0, 0, 0, 0, 0, 1, 0, 1, 3, 5, 26, 22, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 31, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.534 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.535 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 41, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 191, 10, 1, 2, 8, 0, 1, 4, 4, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 63, 4, 0, 0, 0, 0, 3, 6, 2, 2, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.536 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 82, 9, 0, 0, 0, 1, 3, 1, 7, 3, 14, 28, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 58, 6, 0, 0, 0, 0, 0, 1, 2, 1, 10, 10, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 10, 2, 0, 0, 0, 0, 0, 0, 2, 0, 3, 11, 20, 24, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 5, 4, 16, 28, 119, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.537 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.538 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "axes": [ 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 8, 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "number of replicas", 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 1, 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0]", 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "[1, 1]", 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "[2, 2]", 2024-04-12T01:55:37.539 INFO:tasks.workunit.client.0.smithi098.stdout: "[3, 3]", 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "[4, 4]", 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "[5, 5]", 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "[6, None]" 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "linear" 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "buckets": 10, 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "min": 0, 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "name": "duration", 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "quant_size": 250000, 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "ranges": [ 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "[None, -1]", 2024-04-12T01:55:37.540 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 249999]", 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "[250000, 499999]", 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "[500000, 999999]", 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "[1000000, 1999999]", 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "[2000000, 3999999]", 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "[4000000, 7999999]", 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "[8000000, 15999999]", 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "[16000000, 31999999]", 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "[32000000, None]" 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "scale_type": "log2" 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.541 INFO:tasks.workunit.client.0.smithi098.stdout: "osds": [ 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 0, 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.542 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 1, 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.543 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 2, 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 3, 2024-04-12T01:55:37.544 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 4, 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.545 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 5, 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.546 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 6, 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.547 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "osd_id": 7, 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "values": [ 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.548 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: ] 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: "perf_counters": { 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: "mds.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: "mds": { 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: "caps": { 2024-04-12T01:55:37.549 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_grant": { 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_revoke": { 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.550 INFO:tasks.workunit.client.0.smithi098.stdout: "ceph_cap_op_trunc": { 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_commit": { 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_complete": { 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_fetch_keys": { 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_merge": { 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.551 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "dir_split": { 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "exported_inodes": { 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "forward": { 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_cap_release": { 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps": { 2024-04-12T01:55:37.552 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_caps_dirty": { 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_inode_file_caps": { 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "imported_inodes": { 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes": { 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_expired": { 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_pinned": { 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "inodes_with_caps": { 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "load_cent": { 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "openino_dir_fetch": { 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "process_request_cap_release": { 2024-04-12T01:55:37.554 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: "reply_latency": { 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: "request": { 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rbytes": { 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rfiles": { 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.555 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "root_rsnaps": { 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_reply": { 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "subtrees": { 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_cache": { 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_enqueue_scrub": { 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.556 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_exportdir": { 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_flush": { 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragmentdir": { 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_fragstats": { 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_inodestats": { 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.557 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_quiesce_inode": { 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: "ireq_quiesce_path": { 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_enqueued": { 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_prioritized": { 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_recovering_processing": { 2024-04-12T01:55:37.558 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays": { 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_delayed": { 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_strays_enqueuing": { 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_completed": { 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_started": { 2024-04-12T01:55:37.559 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_created": { 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_enqueued": { 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_migrated": { 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: "strays_reintegrated": { 2024-04-12T01:55:37.560 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_log": { 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: "ev": { 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: "evadd": { 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: "evex": { 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: "evexd": { 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.561 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "evexg": { 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "evlrg": { 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "evtrm": { 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "jlat": { 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "replayed": { 2024-04-12T01:55:37.562 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: "seg": { 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: "segadd": { 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: "segex": { 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: "segexd": { 2024-04-12T01:55:37.563 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: "segexg": { 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: "segmjr": { 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: "segtrm": { 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.564 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_mem": { 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "cap": { 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "cap+": { 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "cap-": { 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "dir": { 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "dir+": { 2024-04-12T01:55:37.565 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: "dir-": { 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: "dn": { 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: "dn+": { 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: "dn-": { 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.566 INFO:tasks.workunit.client.0.smithi098.stdout: "heap": { 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 248184 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "ino": { 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "ino+": { 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "ino-": { 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "rss": { 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53568 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.567 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_server": { 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_acquisition_throttle": { 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "cap_revoke_eviction": { 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_request": { 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_client_session": { 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "handle_peer_request": { 2024-04-12T01:55:37.568 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "req_create_latency": { 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getattr_latency": { 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getfilelock_latency": { 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "req_getvxattr_latency": { 2024-04-12T01:55:37.569 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "req_link_latency": { 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookup_latency": { 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookuphash_latency": { 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.570 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupino_latency": { 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupname_latency": { 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupparent_latency": { 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lookupsnap_latency": { 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.571 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "req_lssnap_latency": { 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mkdir_latency": { 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mknod_latency": { 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "req_mksnap_latency": { 2024-04-12T01:55:37.572 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "req_open_latency": { 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "req_readdir_latency": { 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rename_latency": { 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.573 INFO:tasks.workunit.client.0.smithi098.stdout: "req_renamesnap_latency": { 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmdir_latency": { 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmsnap_latency": { 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "req_rmxattr_latency": { 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.574 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setattr_latency": { 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setdirlayout_latency": { 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setfilelock_latency": { 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setlayout_latency": { 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.575 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "req_setxattr_latency": { 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "req_snapdiff_latency": { 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "req_symlink_latency": { 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "req_unlink_latency": { 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.576 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: "mds_sessions": { 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: "average_load": { 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: "avg_session_uptime": { 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: "mdthresh_evicted": { 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:37.577 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: "session_count": { 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: "session_remove": { 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_open": { 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: "sessions_stale": { 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.578 INFO:tasks.workunit.client.0.smithi098.stdout: "total_load": { 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:37.579 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "purge_queue": { 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed": { 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executed_ops": { 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing": { 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_high_water": { 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.580 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops": { 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_executing_ops_high_water": { 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: "pq_item_in_journal": { 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.0560f661ccd07168c59cca42088941cd9a3d1a74": { 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:37.581 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:37.582 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 272 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:37.583 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8427 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8427, 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58047454 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:37.584 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8427, 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1350978200 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 146 2024-04-12T01:55:37.585 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999984 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:37.586 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8427 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.587 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.588 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8427 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8427, 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26555571433 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:37.589 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:37.590 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8427 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8427, 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114489973 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8427, 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74143 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:37.591 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8427, 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2563958615 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 166674432 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 163815424 2024-04-12T01:55:37.592 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2859008 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.593 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267597994 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23969988 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.595 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69142162 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:37.596 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267597994 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1471723 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.597 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.598 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70668907 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:37.599 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178398663 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.600 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69065273 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.602 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:37.603 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 365388, 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1785130371 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.604 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20332, 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6314815835 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.605 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.24d7b0f74dc1e3331becb1819c9afc1a73e31c6f": { 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8540 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8540, 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 59595857 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8540, 2024-04-12T01:55:37.608 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25620 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8540, 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1738977627 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:37.609 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.610 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8538 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8538, 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58954715 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8538, 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 66524 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8538, 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2973692752 2024-04-12T01:55:37.611 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 999988 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:37.612 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8541 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8541, 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32378583478 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:37.613 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86714 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2, 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:37.615 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256016384 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 254484480 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1531904 2024-04-12T01:55:37.616 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267479815 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.617 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24263652 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.618 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68966677 2024-04-12T01:55:37.619 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267479815 2024-04-12T01:55:37.620 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1493204 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.621 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.622 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70765605 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.623 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178319876 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.624 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.625 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69144060 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.626 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 383540, 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2243332806 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.627 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:37.628 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20609, 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7675942569 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: "mon.790b1d8a0477a6b0451cf6d0c4729d59cdf860b6": { 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: "election_call": { 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.629 INFO:tasks.workunit.client.0.smithi098.stdout: "election_lose": { 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: "election_win": { 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: "num_elections": { 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: "num_sessions": { 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: "session_add": { 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:37.630 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "session_rm": { 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 283 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "session_trim": { 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "paxos": { 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "accept_timeout": { 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "begin": { 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8451 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.631 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_bytes": { 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58187816 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_keys": { 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "begin_latency": { 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1854976154 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "collect": { 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:37.632 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_bytes": { 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 219 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_keys": { 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_latency": { 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3, 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2999963 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_timeout": { 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.633 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "collect_uncommitted": { 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "commit": { 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8452 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_bytes": { 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_keys": { 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.634 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "commit_latency": { 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_ack_timeout": { 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "lease_timeout": { 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn": { 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.635 INFO:tasks.workunit.client.0.smithi098.stdout: "new_pn_latency": { 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh": { 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8452 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "refresh_latency": { 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8452, 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28821629102 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "restart": { 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.636 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state": { 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_bytes": { 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: "share_state_keys": { 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: "start_leader": { 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.637 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "start_peon": { 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state": { 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8451 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_bytes": { 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114839005 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_keys": { 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:37.638 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74185 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "store_state_latency": { 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8451, 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5612927820 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache": { 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1020054731 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 168755200 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.639 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 165363712 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147483648 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3391488 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:full": { 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 360710144 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.640 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267555945 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24074652 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.641 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.642 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69079547 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:inc": { 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 339738624 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.643 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 267555945 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1479191 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.644 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.645 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70703488 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: "prioritycache:kv": { 2024-04-12T01:55:37.646 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 314572800 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178370630 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.647 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.648 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69093306 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb": { 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "compact": { 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_len": { 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_queue_merge": { 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_range": { 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.650 INFO:tasks.workunit.client.0.smithi098.stdout: "get_latency": { 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 366631, 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1923888073 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_delay_time": { 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_memtable_time": { 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.651 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_write_wal_time": { 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_latency": { 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: "submit_sync_latency": { 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20401, 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9739109370 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.652 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.0": { 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61329 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:37.653 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.654 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9412608 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 771510272 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4584172 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.655 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1749518 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 206, 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1095931 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 684261376 2024-04-12T01:55:37.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81217, 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12103689305 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81235, 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19919502034 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 176128 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 332713984 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.657 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 705560576 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6807745602 2024-04-12T01:55:37.658 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65302 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955190784 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955194880 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:37.659 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56044 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 65302, 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2171794844 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6687984109 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 61632 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.660 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3401707 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 731 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9298878 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1035 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5897171 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.661 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5897171 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 312 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.662 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1035, 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2947156 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.663 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 651 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10, 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10939 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.664 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1116659712 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15097856 2024-04-12T01:55:37.665 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24569, 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 84577482 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3634, 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8959818575 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:37.666 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31936, 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266418762 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.667 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81151, 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24284101814 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 80396, 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1758640057 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81151, 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50856034 2024-04-12T01:55:37.668 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 81151, 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24334957848 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37850, 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1860899408 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1106, 2024-04-12T01:55:37.669 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3202142 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19742, 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11045694 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53, 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 86543 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16673, 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3619863637 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.670 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 258381 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24231 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17487, 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2822169914 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41344, 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22053705 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:37.671 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23857, 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2199170612 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15572, 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 500133190 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:37.672 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14423355784 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9199, 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 809716053 2024-04-12T01:55:37.673 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9199, 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3863513102076 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9199, 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6594879016469 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2786057768527 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:37.674 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8954340 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487891946 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41829101748 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35154479 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.675 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20074459293 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20683017315 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10810730 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2632, 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16718722 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.676 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 97513971535 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21990087516 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 96320, 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 873073175 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:37.677 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 582139904 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 468410368 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 113729536 2024-04-12T01:55:37.678 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56757073 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.679 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.680 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 446464 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68613295 2024-04-12T01:55:37.681 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425678052 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.682 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1872 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 288 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.683 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 138896 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.684 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69108764 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8921968 2024-04-12T01:55:37.685 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37838049 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.686 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.687 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70680495 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.688 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425678052 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12865 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.689 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 115785 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1117285 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.690 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68003885 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47809 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.692 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 139452, 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8624064431 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2650916380 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:37.693 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47809, 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 172708883010 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3479992930 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 48662, 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22912352352 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47809, 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76130260706 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.694 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31446 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31446, 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15211541705 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3479992930 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31774, 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7257253034 2024-04-12T01:55:37.695 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 31446, 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7130702329 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8612 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 629896391 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8612, 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18723050596 2024-04-12T01:55:37.696 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8958, 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6177539235 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.697 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8612, 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16890220885 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7751 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2021019989 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7751, 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 138774290709 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.698 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7930, 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9477560083 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7751, 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 52109337492 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:37.699 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 699367424 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.1": { 2024-04-12T01:55:37.700 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45940 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.701 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.702 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7413760 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 787595264 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18, 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5627462 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18, 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1338637 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.703 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 193, 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 985430 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 783417344 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75810, 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11339690852 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:37.704 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75818, 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18514144136 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11239424 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 310501376 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 779157504 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.705 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5071504893 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47190 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4201455616 2024-04-12T01:55:37.706 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4201459712 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39889 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47190, 2024-04-12T01:55:37.707 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1657966492 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4970490719 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44093 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2570527 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 947 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:37.708 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7345965 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1188 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4775438 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4775438 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.709 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 247 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1188, 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2510841 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.710 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 790 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8, 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10195 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.711 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1108246528 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:37.712 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14499840 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18872, 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77419897 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3582, 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4718539471 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:37.713 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18315, 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 161104027 2024-04-12T01:55:37.714 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22677436334 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75109, 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1770115727 2024-04-12T01:55:37.715 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44018943 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75731, 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22721455277 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25605, 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1222921560 2024-04-12T01:55:37.716 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 913, 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2701574 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8193, 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10960254 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 44, 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 87695 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10633, 2024-04-12T01:55:37.717 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1854502712 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 228379 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 26976 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22301, 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2141494202 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72230, 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19906723 2024-04-12T01:55:37.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 49929, 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1343535825 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15069, 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 436864109 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.719 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11027015806 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.720 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22245, 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1207537251 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22244, 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3429183881080 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22245, 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6585140918489 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88256, 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2641442982728 2024-04-12T01:55:37.721 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88256, 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7969537 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273098679 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35522735406 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:37.722 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32584546 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16680305891 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13801469483 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10219813 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.723 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2536, 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15097285 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77319771518 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14839309893 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 88257, 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 558035981 2024-04-12T01:55:37.724 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 620396544 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 502775808 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.725 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 117620736 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.726 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56836043 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.727 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77824 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 671744 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.728 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68231221 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.729 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 426270325 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1488 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 256 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.730 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 110960 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 224 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.731 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68544619 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.732 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6628624 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37890695 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.734 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72921193 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:37.735 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 426270325 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1981 2024-04-12T01:55:37.736 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1981 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 113952 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1119706 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.737 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67419927 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.738 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.739 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41369 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 136548, 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10178816632 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.740 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2540845792 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41369, 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 629585785531 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2901915480 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43082, 2024-04-12T01:55:37.741 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31826430150 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 41369, 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114033526154 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19393 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19393, 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13888258747 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:37.742 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2901915480 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19840, 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5451400100 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19393, 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6200329112 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:37.743 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12233 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 294721286 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12233, 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 99597327862 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.744 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12386, 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12960676619 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12233, 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31821012792 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9743 2024-04-12T01:55:37.745 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2246124506 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9743, 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 516100198922 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10856, 2024-04-12T01:55:37.746 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13414353431 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9743, 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 76012184250 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4194466 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.747 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 797929472 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.2": { 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34645 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:37.748 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.749 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3551232 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 580907008 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.750 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16, 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3995519 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16, 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1059202 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 157, 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 865740 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.751 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492109824 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68923, 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10045980461 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68935, 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16413527246 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16416768 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.752 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 282402816 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487849984 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:37.753 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2308158208 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35190 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919668224 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919672320 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.754 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23077 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35190, 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 847792562 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2213146688 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32277 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.755 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1407460 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 571 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3508911 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 717 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2101451 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.756 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2101451 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 150 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 717, 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1118173 2024-04-12T01:55:37.757 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.758 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 624 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7, 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8450 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.759 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 869302272 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:37.760 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14487552 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14423, 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51575473 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3604, 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4264088532 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.761 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25269, 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 212952560 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.762 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19855966270 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68433, 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1380265360 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:37.763 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33383689 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 68889, 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19889349959 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64000, 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1121964407 2024-04-12T01:55:37.764 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1009, 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2906399 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 29240, 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12135079 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37, 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47072 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 21252, 2024-04-12T01:55:37.765 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1379058014 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261522 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18468 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 8764, 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1891343880 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23402, 2024-04-12T01:55:37.766 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10043230 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14638, 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1681519950 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12244, 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 387793440 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:37.767 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9535435861 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.768 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5765, 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 468454774 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5764, 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3828380854385 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5765, 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6112477590273 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79806, 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2303995677473 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.769 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79806, 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7561919 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253870516 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30760813772 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28819832 2024-04-12T01:55:37.770 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15168386400 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11575585789 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10219634 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2461, 2024-04-12T01:55:37.771 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13025274 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67307336034 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12469970737 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 79807, 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 480576076 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.772 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 550838272 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494862336 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55975936 2024-04-12T01:55:37.773 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57353719 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.774 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12288 2024-04-12T01:55:37.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.776 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68397577 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.777 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430152897 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1488 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.778 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 100464 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.779 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73061631 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 176160768 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2953728 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.780 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38235813 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.781 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.782 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67862363 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.783 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430152897 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.784 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 116359 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1141335 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.785 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71905889 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72 2024-04-12T01:55:37.786 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.787 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53872 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 145242, 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7980185444 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:37.788 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1919141725 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53872, 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 96392271560 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3625808716 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 54800, 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42647268223 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53872, 2024-04-12T01:55:37.789 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75607173832 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24618 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24618, 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19152248582 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3625808716 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.790 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25126, 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6053801864 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24618, 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10224989069 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27498 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 416573003 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:37.791 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27498, 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56647320117 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:37.792 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27759, 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33319594210 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27498, 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49818386091 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1756 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1502568722 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:37.793 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1756, 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20592702861 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1915, 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3273872149 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1756, 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15563798672 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.794 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8388712 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 28 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 506609664 2024-04-12T01:55:37.795 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.3": { 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 22741 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:37.796 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:37.797 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1204224 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 511533056 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:37.798 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2493947 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 772443 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 140, 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 677134 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.799 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 407240704 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63359, 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9572565371 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63372, 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15712948042 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10252288 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:37.800 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 259612672 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 402980864 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.801 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 724478611 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17626 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 572043264 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 572047360 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:37.802 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8041 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17626, 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 275970652 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:37.803 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 670817470 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15975 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 492792 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 268 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1191089 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.804 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 386 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698297 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698297 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:37.805 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 118 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 386, 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 643826 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.806 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 705 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 5, 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6975 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:37.807 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774635520 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:37.808 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10317824 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16930, 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55047738 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3574, 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1699868898 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:37.809 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12964, 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 105050106 2024-04-12T01:55:37.810 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18817333822 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:37.811 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 62863, 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1475675761 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38096906 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63333, 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18855430728 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.812 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 25494, 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 791387879 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1398, 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2835016 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7760, 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5943707 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40, 2024-04-12T01:55:37.813 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73441 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11827, 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1163415295 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 202278 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17223 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28144, 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1467044896 2024-04-12T01:55:37.814 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76330, 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23261503 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 48186, 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1017224360 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:37.815 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12022, 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 325369646 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.816 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9623746936 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18129, 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1530119759 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18126, 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3901938631829 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18129, 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6730779797938 2024-04-12T01:55:37.817 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74203, 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2686460259846 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74203, 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6547423 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 296941277 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:37.818 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29742553514 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27005476 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14442353164 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8408383248 2024-04-12T01:55:37.819 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6031258 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2465, 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13881470 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62526409533 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9254023030 2024-04-12T01:55:37.820 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 74206, 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 457100898 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405293598 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 460537856 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.821 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 419799040 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600705843 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40738816 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57550024 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.823 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98304 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.824 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68180792 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.825 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 431625183 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.826 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1008 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 59008 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.827 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71631281 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 176160768 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.828 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 891648 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38366683 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.830 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69793573 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.831 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 431625183 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 121062 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1133949 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.833 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 70436286 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.834 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.835 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50023 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 125916, 2024-04-12T01:55:37.836 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7662356673 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1583158539 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50023, 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261024828636 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.837 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1552015582 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 52300, 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 29760782584 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50023, 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68430337147 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32840 2024-04-12T01:55:37.838 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32840, 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49160233738 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1552015582 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 33106, 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7660483498 2024-04-12T01:55:37.839 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 32840, 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6953729785 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13088 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 286822741 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13088, 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 171006094699 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.840 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 14990, 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16927973013 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13088, 2024-04-12T01:55:37.841 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35984626573 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4095 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1296335798 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4095, 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40858500199 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:37.842 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4204, 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5172326073 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4095, 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25491980789 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.843 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 417579008 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.4": { 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:37.844 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11127 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:37.845 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11137024 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.846 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 639520768 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4195599 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1049227 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 174, 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 747132 2024-04-12T01:55:37.847 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 624951296 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63866, 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9454937551 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63893, 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15347783720 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.848 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12308480 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 261664768 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 620691456 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:37.849 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8195200720 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 77631 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7086538752 2024-04-12T01:55:37.850 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7086542848 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73331 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 77631, 2024-04-12T01:55:37.851 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2318331293 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8019168676 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72242 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3705887 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 841 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:37.852 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10935054 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1222 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7229167 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7229167 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.853 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 399 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1222, 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3244030 2024-04-12T01:55:37.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 648 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.855 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13, 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14282 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.856 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 914620416 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10313728 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23562, 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68058679 2024-04-12T01:55:37.857 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3513, 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8286051467 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.858 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13358, 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 117067020 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:37.859 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18723508273 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63354, 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1417779351 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47922621 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:37.860 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 63807, 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18771430894 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 233914, 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1377186089 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 855, 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2479914 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.861 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 141614, 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46610675 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 46, 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74199 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18189, 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3991145576 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 408481 2024-04-12T01:55:37.862 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19764 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10642, 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1453901542 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39905, 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21554353 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 29263, 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1163938976 2024-04-12T01:55:37.863 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13564, 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 380243993 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.864 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11742245818 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18013, 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864332018 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:37.865 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18012, 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3841302224903 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18013, 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6019987101999 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76273, 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2573040737773 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76273, 2024-04-12T01:55:37.866 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7462435 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 178835214 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30854228494 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32439016 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:37.867 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12652464905 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16741827460 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6026057 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2386, 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13824457 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:37.868 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72182235080 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17689000887 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 76274, 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 715979388 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:37.869 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 617717760 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 534429696 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 83288064 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.870 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56699231 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.871 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 53248 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.872 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45056 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69031585 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.873 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425244233 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.874 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2928 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 188080 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.875 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69492631 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.876 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10960096 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37799487 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.877 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.878 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68680929 2024-04-12T01:55:37.879 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 425244233 2024-04-12T01:55:37.880 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 128655 2024-04-12T01:55:37.881 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1120998 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.882 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68433986 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.883 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 50 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35401 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 99180, 2024-04-12T01:55:37.884 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10381843212 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1435541115 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35401, 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 81486716405 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.885 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1755497627 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36155, 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21056849514 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35401, 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41747131859 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24396 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.886 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24396, 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 19076052356 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1755497627 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24563, 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11438118096 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.887 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24396, 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12041066260 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6965 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 319149111 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6965, 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13715798418 2024-04-12T01:55:37.888 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 7407, 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4649770622 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.889 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 6965, 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11351012089 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4040 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1116392004 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4040, 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48694865631 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:37.890 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4185, 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4968960796 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4040, 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18355053510 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.891 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 635277312 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.892 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.5": { 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21605 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.893 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.894 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17326080 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 731648000 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8398743 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 20, 2024-04-12T01:55:37.895 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1671251 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 221, 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1048607 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 626917376 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83925, 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11253570353 2024-04-12T01:55:37.896 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83935, 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17907646729 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11239424 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 343769088 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 639696896 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.897 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 55 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12256579804 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:37.898 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 103401 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10638434304 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10638438400 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.899 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 90789 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 103401, 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3869334562 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12040200286 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 96780 2024-04-12T01:55:37.900 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5389449 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1326 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17020800 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1744 2024-04-12T01:55:37.901 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11631351 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11631351 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:37.902 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 430 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1744, 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5051012 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:37.903 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1050 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15706 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:37.904 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1095774208 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:37.905 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10317824 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 19718, 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67436268 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3538, 2024-04-12T01:55:37.906 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10122316504 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.907 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.908 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:37.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.908 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:37.908 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22029, 2024-04-12T01:55:37.908 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 185341444 2024-04-12T01:55:37.908 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.908 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:37.909 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.909 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:37.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.909 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.909 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:37.909 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:37.909 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21849655485 2024-04-12T01:55:37.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.910 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:37.910 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83329, 2024-04-12T01:55:37.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1598820957 2024-04-12T01:55:37.910 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.910 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:37.910 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:37.910 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 46265593 2024-04-12T01:55:37.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.911 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:37.911 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 83844, 2024-04-12T01:55:37.911 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21895921078 2024-04-12T01:55:37.911 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.911 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:37.911 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.911 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37513, 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1036553738 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 905, 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2505789 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:37.912 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12287, 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15993362 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 82507 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17601, 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5752479107 2024-04-12T01:55:37.913 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 246562 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 21517 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 12526, 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1663761607 2024-04-12T01:55:37.914 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 36313, 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11071192 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 23787, 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1486133689 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15600, 2024-04-12T01:55:37.915 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 458161439 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:37.916 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9665503055 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 864912782 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3807440803524 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9226, 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7068811068771 2024-04-12T01:55:37.917 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3036607027140 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8845865 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 273412340 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.918 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32418089057 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35577429 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13960091540 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.919 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17546388063 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6031263 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2383, 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13229137 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73879891786 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.920 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18613900677 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 95516, 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 561903180 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 689717248 2024-04-12T01:55:37.921 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 535044096 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 154673152 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.922 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56195185 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.923 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8192 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 159744 2024-04-12T01:55:37.924 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69465999 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.925 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 562036736 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421463888 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.926 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3664 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.927 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 266832 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.928 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73193488 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 192937984 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16692496 2024-04-12T01:55:37.929 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 37463456 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.930 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.931 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 71673168 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 494927872 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.932 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 421463888 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.933 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 131404 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1108537 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.934 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 72224043 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.935 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 36 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.936 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35115 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.937 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 124652, 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12986361201 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:37.938 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1379332452 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35115, 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 62466042643 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2002812549 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:37.939 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35692, 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13845338555 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 35115, 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 30382538919 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24064 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24064, 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10449299106 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.940 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2002812549 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24189, 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5704489659 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 24064, 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5692001373 2024-04-12T01:55:37.941 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9406 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 370308048 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9406, 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20433525960 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.942 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9660, 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5955335204 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9406, 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 15650591032 2024-04-12T01:55:37.943 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1645 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1009024404 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1645, 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31583217577 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.944 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1843, 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2185513692 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1645, 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9039946514 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.945 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9437184 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 637243392 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.946 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.6": { 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 98360 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.947 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.948 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6623232 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 512335872 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2731712 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:37.949 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 870735 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 151, 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 753964 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:37.950 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 463994880 2024-04-12T01:55:37.953 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.953 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61872, 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8505715396 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61879, 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13718342076 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4132864 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 253497344 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.954 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 462553088 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 40 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:37.955 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3984080122 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 47389 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3415752704 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3415756800 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:37.956 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 35748 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 47389, 2024-04-12T01:55:37.957 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1639474957 2024-04-12T01:55:37.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.958 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:37.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3883886256 2024-04-12T01:55:37.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.958 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:37.958 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 44316 2024-04-12T01:55:37.958 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1610959 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 432 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6568808 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 719 2024-04-12T01:55:37.959 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4957849 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4957849 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.960 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 291 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 719, 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2429062 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.961 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17494 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9, 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10182 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:37.962 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 774737920 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.963 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10903552 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13629, 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49273427 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:37.964 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3426, 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4091002375 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.965 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18423, 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 142018147 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.966 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16647700186 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61397, 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1213747666 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:37.967 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 31970434 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 61832, 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16679670620 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:37.968 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 21715, 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 415202527 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 790, 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2402844 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10832, 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7759122 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43, 2024-04-12T01:55:37.969 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 60463 2024-04-12T01:55:37.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.970 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:37.970 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11044, 2024-04-12T01:55:37.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1337884075 2024-04-12T01:55:37.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.970 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:37.970 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 187810 2024-04-12T01:55:37.970 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17921 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 22703, 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1724627088 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 62008, 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17521131 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:37.971 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39305, 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1371375337 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11795, 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 332346615 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:37.972 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7358581790 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13951, 2024-04-12T01:55:37.973 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 943937337 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13950, 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3774168854377 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13951, 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6088491171990 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72678, 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2784587369051 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.974 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72678, 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6650643 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184899396 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 25961003661 2024-04-12T01:55:37.975 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 24236059 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11398217142 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9967570664 2024-04-12T01:55:37.976 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6621522 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2325, 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12848352 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54880586190 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:37.977 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10738726148 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 72679, 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 448898201 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:37.978 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 487292928 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 447561728 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39731200 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.979 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.980 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57160437 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.981 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 69632 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 221184 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.982 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.983 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.983 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.983 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.983 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.983 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68377867 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.984 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428703281 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1744 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.985 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 114736 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.986 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 74496719 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.987 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6158896 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38106958 2024-04-12T01:55:37.988 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.989 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.990 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.991 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73174658 2024-04-12T01:55:37.991 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.991 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:37.991 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:37.991 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:37.991 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.991 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428703281 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:37.992 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:37.993 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 130708 2024-04-12T01:55:37.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.994 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:37.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1139900 2024-04-12T01:55:37.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.994 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:37.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.994 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.994 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:37.994 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73342591 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.995 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:37.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8 2024-04-12T01:55:37.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.996 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:37.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.996 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:37.996 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.996 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:37.996 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 54 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 51819 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:37.997 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 112610, 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8869809716 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:37.998 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1595451329 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51819, 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56538990430 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1904863805 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 52337, 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14963881960 2024-04-12T01:55:37.999 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 51819, 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33351259301 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 43768 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43768, 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10652524268 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.000 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1904863805 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43938, 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7493419917 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 43768, 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6818078687 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:38.001 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3944 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 318171835 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3944, 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11541055244 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.002 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4184, 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2592898019 2024-04-12T01:55:38.003 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3944, 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7804625347 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4107 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1277279494 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:38.004 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4107, 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34345410918 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4215, 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4877564024 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4107, 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 18728555267 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.005 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14680479 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:38.006 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 474910720 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: "osd.7": { 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: "bluefs": { 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_db_max_lat": { 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 786253 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_fallback": { 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_max_lat": { 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.007 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_slow_size_fallback": { 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_db": { 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 65536 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_slow": { 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit_wal": { 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_wal_max_lat": { 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.008 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_slow": { 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_sst": { 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6754304 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_written_wal": { 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 559005696 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lat": { 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3168111 2024-04-12T01:55:38.009 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: "compact_lock_lat": { 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 15, 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1086841 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: "db_alloc_lat": { 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 157, 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1486987 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: "db_total_bytes": { 2024-04-12T01:55:38.010 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995027456 2024-04-12T01:55:38.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.011 INFO:tasks.workunit.client.0.smithi098.stdout: "db_used_bytes": { 2024-04-12T01:55:38.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 495386624 2024-04-12T01:55:38.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.011 INFO:tasks.workunit.client.0.smithi098.stdout: "flush_lat": { 2024-04-12T01:55:38.011 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64788, 2024-04-12T01:55:38.011 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8951234710 2024-04-12T01:55:38.011 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: "fsync_lat": { 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64797, 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14411160620 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: "log_bytes": { 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16097280 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: "logged_bytes": { 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 265449472 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_db": { 2024-04-12T01:55:38.012 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 499646464 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_slow": { 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: "max_bytes_wal": { 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: "num_files": { 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 42 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: "read_bytes": { 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3323159046 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.013 INFO:tasks.workunit.client.0.smithi098.stdout: "read_count": { 2024-04-12T01:55:38.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 45620 2024-04-12T01:55:38.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.014 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes": { 2024-04-12T01:55:38.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2932899840 2024-04-12T01:55:38.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.014 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_db": { 2024-04-12T01:55:38.014 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2932903936 2024-04-12T01:55:38.014 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.014 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_slow": { 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_bytes_wal": { 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "read_disk_count": { 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 33550 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 45620, 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1472718324 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_bytes": { 2024-04-12T01:55:38.015 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3195975440 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: "read_prefetch_count": { 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 41723 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_bytes": { 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1701729 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_buffer_count": { 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 545 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.016 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_bytes": { 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6709474 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_count": { 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 890 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes": { 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5007745 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_db": { 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5007745 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.017 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_slow": { 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_bytes_wal": { 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_disk_count": { 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 349 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: "read_random_lat": { 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 890, 2024-04-12T01:55:38.018 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2418009 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_alloc_lat": { 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_total_bytes": { 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_used_bytes": { 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 1, 2024-04-12T01:55:38.019 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 652 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: "unlink_lat": { 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 9, 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11040 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_alloc_lat": { 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_total_bytes": { 2024-04-12T01:55:38.020 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: "wal_used_bytes": { 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: "write_bytes": { 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 833503232 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore": { 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: "alloc_unit": { 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4096 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.021 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": { 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 10895360 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "allocator_lat": { 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 17324, 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 56539270 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "clist_lat": { 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 3470, 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 3828920123 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_lat": { 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:38.022 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed": { 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_allocated": { 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: "compressed_original": { 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: "csum_lat": { 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 18120, 2024-04-12T01:55:38.023 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 154025941 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: "decompress_lat": { 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: "fragmentation_micros": { 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_commit_lat": { 2024-04-12T01:55:38.024 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17539977101 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_final_lat": { 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64344, 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1296470661 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_flush_lat": { 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39597888 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.025 INFO:tasks.workunit.client.0.smithi098.stdout: "kv_sync_lat": { 2024-04-12T01:55:38.026 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 64748, 2024-04-12T01:55:38.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17579574989 2024-04-12T01:55:38.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.026 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_keys_lat": { 2024-04-12T01:55:38.026 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 0, 2024-04-12T01:55:38.026 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.026 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.026 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_get_values_lat": { 2024-04-12T01:55:38.026 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 28585, 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 698125784 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_lower_bound_lat": { 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 726, 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2147957 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_next_lat": { 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 4947, 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6108256 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.027 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_seek_to_first_lat": { 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 50, 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 66535 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_upper_bound_lat": { 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 10843, 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1038580196 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_hits": { 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 200675 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: "onode_misses": { 2024-04-12T01:55:38.028 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17661 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: "read_lat": { 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16265, 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1419385886 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: "read_onode_meta_lat": { 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 53393, 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 14079350 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: "read_wait_aio_lat": { 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 37128, 2024-04-12T01:55:38.029 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1238167492 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: "reads_with_retries": { 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: "remove_lat": { 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 13348, 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 362943981 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_aio_wait_count": { 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.030 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_committed_kv_count": { 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_onode_meta_count": { 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: "slow_read_wait_aio_count": { 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: "state_aio_wait_lat": { 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 8446392808 2024-04-12T01:55:38.031 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16635, 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1018581638 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_cleanup_lat": { 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16634, 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 4187684866360 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "state_deferred_queued_lat": { 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 16635, 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6687026504991 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.032 INFO:tasks.workunit.client.0.smithi098.stdout: "state_done_lat": { 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75627, 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2665261417628 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "state_finishing_lat": { 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75627, 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7092801 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "state_io_done_lat": { 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 228090934 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_commiting_lat": { 2024-04-12T01:55:38.033 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27639141355 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_done_lat": { 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27602201 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "state_kv_queued_lat": { 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 13031198057 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "state_prepare_lat": { 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:38.034 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11032569053 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": { 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 6616302 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: "truncate_lat": { 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 2289, 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12218430 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_commit_lat": { 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 60390130861 2024-04-12T01:55:38.035 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_submit_lat": { 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12040905932 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "txc_throttle_lat": { 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 75628, 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 457242605 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache": { 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_bytes": { 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1405299081 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "heap_bytes": { 2024-04-12T01:55:38.036 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 529358848 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: "mapped_bytes": { 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 496975872 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: "target_bytes": { 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2600712294 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: "unmapped_bytes": { 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32382976 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:data": { 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:38.037 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 125829120 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 57073992 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.038 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 32768 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 49152 2024-04-12T01:55:38.039 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 68673208 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv": { 2024-04-12T01:55:38.040 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 570425344 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428054944 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.041 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 2384 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 153184 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.042 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 75105968 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T01:55:38.043 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 184549376 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 67108864 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5781104 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 38049328 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.044 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.045 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.046 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:38.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73610080 2024-04-12T01:55:38.047 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.047 INFO:tasks.workunit.client.0.smithi098.stdout: "bluestore-pricache:meta": { 2024-04-12T01:55:38.047 INFO:tasks.workunit.client.0.smithi098.stdout: "committed_bytes": { 2024-04-12T01:55:38.047 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 503316480 2024-04-12T01:55:38.047 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.047 INFO:tasks.workunit.client.0.smithi098.stdout: "pri0_bytes": { 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: "pri10_bytes": { 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: "pri11_bytes": { 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 428054944 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: "pri1_bytes": { 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.048 INFO:tasks.workunit.client.0.smithi098.stdout: "pri2_bytes": { 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: "pri3_bytes": { 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: "pri4_bytes": { 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: "pri5_bytes": { 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 135801 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: "pri6_bytes": { 2024-04-12T01:55:38.049 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1126353 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: "pri7_bytes": { 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: "pri8_bytes": { 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: "pri9_bytes": { 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.050 INFO:tasks.workunit.client.0.smithi098.stdout: "reserved_bytes": { 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 73999382 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: "objecter": { 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: "op_active": { 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rmw": { 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.051 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: "osd": { 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg": { 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 58 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: "numpg_removing": { 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: "op": { 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 39868 2024-04-12T01:55:38.052 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "op_before_queue_op_lat": { 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 106032, 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11245981136 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_degraded": { 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "op_delayed_unreadable": { 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "op_in_bytes": { 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1523199408 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.053 INFO:tasks.workunit.client.0.smithi098.stdout: "op_latency": { 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39868, 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 48663215817 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "op_out_bytes": { 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1690114014 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "op_prepare_latency": { 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 40227, 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 17104087689 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "op_process_latency": { 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 39868, 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 34637472372 2024-04-12T01:55:38.054 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r": { 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 27324 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency": { 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27324, 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12831253893 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.055 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_out_bytes": { 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1690114014 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_prepare_latency": { 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27429, 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5412318735 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: "op_r_process_latency": { 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 27324, 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 5222099924 2024-04-12T01:55:38.056 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw": { 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 11602 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_in_bytes": { 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 419751615 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency": { 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11602, 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 23781782351 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.057 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_out_bytes": { 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_prepare_latency": { 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11800, 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9743463355 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: "op_rw_process_latency": { 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 11602, 2024-04-12T01:55:38.058 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 20191828471 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w": { 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 942 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_in_bytes": { 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1103447793 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency": { 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 942, 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 12050179573 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.059 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_prepare_latency": { 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 998, 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 1948305599 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "op_w_process_latency": { 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "count": 942, 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 9223543977 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "op_wip": { 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 0 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_bytes": { 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 16 2024-04-12T01:55:38.060 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: "recovery_ops": { 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 7 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes": { 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 95995035648 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_bytes_used": { 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: "value": 506294272 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": [ 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.061 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 1, 2024-04-12T01:55:38.062 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 1, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 1, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 1781760, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 1781760, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 2, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.463782948325388e-06, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:38.063 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 1250, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 2103296, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 590368, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 590368, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 1771104, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 407, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 2473984 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:38.064 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:38.065 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 32, 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 32, 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 2, 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 155522, 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 110592, 2024-04-12T01:55:38.066 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 22, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 44930, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 2.1505327651993866e-07, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 158, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 178176, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 21598, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 6622, 2024-04-12T01:55:38.067 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 14976, 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 64794, 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 69, 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 36864 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:38.068 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool" 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 64, 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 64, 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 3, 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:38.069 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 0.0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 0, 2024-04-12T01:55:38.070 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 0, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 0, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 0, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 0, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 0, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 0 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:38.071 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "cache_mode": "none", 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "erasure_code_profile": {}, 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "flags_names": [ 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "hashpspool", 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "selfmanaged_snaps" 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "min_size": 2, 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "options": {}, 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_autoscale_mode": "off", 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 8, 2024-04-12T01:55:38.072 INFO:tasks.workunit.client.0.smithi098.stdout: "pgp_num": 8, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "pool": 4, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "size": 3, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "stats": { 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_raw": 723178825994, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "bytes_used": 12595200, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_bytes_used": 0, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "compress_under_bytes": 0, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "data_bytes_used": 12595200, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty": 0, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "max_avail": 241059610624, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "objects": 4, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_bytes_used": 0, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "percent_used": 1.7416135960957035e-05, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_bytes": 0, 2024-04-12T01:55:38.073 INFO:tasks.workunit.client.0.smithi098.stdout: "quota_objects": 0, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "rd": 9103, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "rd_bytes": 3194544128, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "stored": 4194323, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_data": 4194323, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_omap": 0, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "stored_raw": 12582969, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "wr": 24339, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "wr_bytes": 3135995904 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_bytes": 0, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "target_max_objects": 0, 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: "type": "replicated" 2024-04-12T01:55:38.074 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": { 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: "mirroring_by_pool": [ 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: false 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_images_by_pool": [ 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pools": 1 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: "report_id": "7b91d810-85cd-40e1-a1eb-15204961602e", 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: "report_timestamp": "2024-04-12T01:55:35.966841", 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: "report_version": 1, 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: "rocksdb_stats": { 2024-04-12T01:55:38.075 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "7.9.2" 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "rook": { 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "cluster": { 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "external-mode": null, 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "mon": { 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "allow-multiple-per-node": null, 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "count": null, 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "max-id": null, 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "pvc": { 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "stretch": { 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: "enabled": null 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.076 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: "network": { 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: "provider": null 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: "storage": { 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: "device-set": { 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: "non-portable": null, 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: "portable": null, 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T01:55:38.077 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: "csi": { 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes": { 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: "node": { 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: "kubernetes-total": null, 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: "with-ceph-daemons": null, 2024-04-12T01:55:38.078 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-nfs-plugin": null, 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "with-csi-rbd-plugin": null 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "storage-class": { 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "count": { 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "bucket": null, 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs": null, 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "nfs": null, 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd": null, 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: "total": null 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.079 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: "version": null 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: "services": {}, 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pg": [ 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.080 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542585+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542585+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.542923+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:38.081 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743225+0000", 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.082 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2c", 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4873, 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:34:43.196517+0000", 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.083 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.084 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.085 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.086 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.087 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549331+0000", 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549331+0000", 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550082+0000", 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.088 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995572+0000", 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.089 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2b", 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4999, 2024-04-12T01:55:38.090 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:51:39.734929+0000", 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.091 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.092 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.093 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.094 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.095 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544461+0000", 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544461+0000", 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545083+0000", 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.096 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685504+0000", 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.097 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2a", 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4880, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:56:43.630840+0000", 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.098 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.099 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.100 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.101 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.102 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.103 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503692+0000", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503692+0000", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504019+0000", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:38.104 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685875+0000", 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.105 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.29", 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4977, 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:23:44.658903+0000", 2024-04-12T01:55:38.106 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.107 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.108 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.109 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.110 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.111 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.611163+0000", 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.611163+0000", 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.611465+0000", 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.112 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684840+0000", 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.113 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.28", 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.114 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4916, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:18:16.142838+0000", 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.115 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.116 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.117 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.118 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.119 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.498365+0000", 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.498365+0000", 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.498719+0000", 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.120 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687792+0000", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.121 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.27", 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.122 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4970, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:53:31.893054+0000", 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.123 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.124 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.125 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.126 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.127 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535607+0000", 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535607+0000", 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.535902+0000", 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.128 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744853+0000", 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.129 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.26", 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.130 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4869, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:21:11.099277+0000", 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.131 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.132 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.133 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.134 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.134 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.134 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.134 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.134 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.134 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.134 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.135 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.661817+0000", 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.661817+0000", 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.662185+0000", 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.136 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727144+0000", 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.137 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.25", 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.138 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:15:23.147176+0000", 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.139 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.140 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.141 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.142 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.143 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503839+0000", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503839+0000", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504190+0000", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:38.144 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683498+0000", 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.145 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.24", 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4986, 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:38:19.962421+0000", 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.146 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.147 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.148 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.149 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.150 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.499519+0000", 2024-04-12T01:55:38.151 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.499519+0000", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.499847+0000", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.152 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685148+0000", 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.153 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.23", 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:59:52.069033+0000", 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.154 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.155 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.156 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.157 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.158 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.159 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.160 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607224+0000", 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607224+0000", 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.609169+0000", 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.161 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684549+0000", 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.162 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.22", 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4917, 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:49:03.451702+0000", 2024-04-12T01:55:38.163 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.164 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.165 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.166 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.167 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542928+0000", 2024-04-12T01:55:38.168 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542928+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543285+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995537+0000", 2024-04-12T01:55:38.169 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.21", 2024-04-12T01:55:38.170 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5009, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:51:06.322304+0000", 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.171 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.172 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.173 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.174 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.175 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545930+0000", 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545930+0000", 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546309+0000", 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:38.176 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744151+0000", 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.177 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.20", 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4870, 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:02:26.620410+0000", 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.178 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.179 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.180 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.181 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.182 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.548073+0000", 2024-04-12T01:55:38.183 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.548073+0000", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.549181+0000", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.184 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997350+0000", 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.185 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.f", 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4839, 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:31:19.781289+0000", 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.186 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.187 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.188 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.189 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.190 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552554+0000", 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552554+0000", 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553686+0000", 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.191 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996385+0000", 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.192 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.e", 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.193 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5013, 2024-04-12T01:55:38.194 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.194 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:31:38.902201+0000", 2024-04-12T01:55:38.194 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.194 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.194 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.194 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.195 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.196 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.197 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.198 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543202+0000", 2024-04-12T01:55:38.199 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543202+0000", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543981+0000", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.200 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685676+0000", 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.201 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.c", 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4908, 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:03:53.960580+0000", 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.202 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.203 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.204 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.205 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.206 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727271+0000", 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.500897+0000", 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.500897+0000", 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.501274+0000", 2024-04-12T01:55:38.207 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727271+0000", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727271+0000", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727271+0000", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727271+0000", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727271+0000", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727271+0000", 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.208 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.d", 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.209 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5051, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:00:49.589810+0000", 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 70, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.210 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.211 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 2, 2024-04-12T01:55:38.212 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.213 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.214 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.550147+0000", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.550147+0000", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550521+0000", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:38.215 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997893+0000", 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.216 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.d", 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.217 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:04.146999+0000", 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.218 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.219 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.220 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.221 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.222 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.612732+0000", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.612732+0000", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613083+0000", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:38.223 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995857+0000", 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.224 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.c", 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5016, 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:39:42.747519+0000", 2024-04-12T01:55:38.225 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.226 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.227 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.228 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.229 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.230 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.542848+0000", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.542848+0000", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546336+0000", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:38.231 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743292+0000", 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.232 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.a", 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4875, 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:07:07.397283+0000", 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.233 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.234 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.235 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.236 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.237 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.613077+0000", 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.613077+0000", 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613425+0000", 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.238 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995680+0000", 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 4, 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.239 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 4, 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.b", 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5014, 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.240 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:34:09.285039+0000", 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.241 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.242 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 4, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 4, 2024-04-12T01:55:38.243 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.244 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'4" 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.245 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.505395+0000", 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.505395+0000", 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.505710+0000", 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.246 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684958+0000", 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.247 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.b", 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4984, 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:02:23.052986+0000", 2024-04-12T01:55:38.248 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.249 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.250 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.251 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.252 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.253 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.537190+0000", 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.537190+0000", 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.537523+0000", 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.254 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726581+0000", 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.255 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.a", 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:00:30.045535+0000", 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.256 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.257 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.258 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.259 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.260 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541108+0000", 2024-04-12T01:55:38.261 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541108+0000", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.541502+0000", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.262 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683201+0000", 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.263 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.8", 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4978, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:18:03.216892+0000", 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.264 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.265 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.266 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.267 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.268 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542718+0000", 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542718+0000", 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543021+0000", 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.269 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726140+0000", 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.270 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.9", 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.271 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5048, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:29:38.252117+0000", 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.272 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.273 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.274 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.275 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:38.276 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535846+0000", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535846+0000", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.536165+0000", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:38.277 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683936+0000", 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.278 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.9", 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4967, 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:32:25.018074+0000", 2024-04-12T01:55:38.279 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.280 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.281 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.282 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.283 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.553912+0000", 2024-04-12T01:55:38.284 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.553912+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.555258+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997270+0000", 2024-04-12T01:55:38.285 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.8", 2024-04-12T01:55:38.286 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4821, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:10:56.770277+0000", 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.287 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.288 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.289 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.290 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.291 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.498905+0000", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.498905+0000", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.499318+0000", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:38.292 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683782+0000", 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.293 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.6", 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5091, 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:28:39.429103+0000", 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.294 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.295 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.296 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.297 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.298 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.540907+0000", 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.540907+0000", 2024-04-12T01:55:38.299 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.541285+0000", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:38.300 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745914+0000", 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.301 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.7", 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4889, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:41:13.177238+0000", 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.302 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.303 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.304 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.305 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:38.306 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.534856+0000", 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.534856+0000", 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.027761+0000", 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.307 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684132+0000", 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3026, 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.308 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3026, 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.1", 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8804, 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:07:23.204512+0000", 2024-04-12T01:55:38.309 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.006222532, 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.310 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.311 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1273, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 423865, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.312 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2998, 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 373905 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3026" 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.313 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542752+0000", 2024-04-12T01:55:38.314 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542752+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543090+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687611+0000", 2024-04-12T01:55:38.315 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.7", 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.316 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4986, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:19:29.164788+0000", 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.317 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.318 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.319 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.320 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.534903+0000", 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.534903+0000", 2024-04-12T01:55:38.321 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.535292+0000", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:38.322 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725781+0000", 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.6", 2024-04-12T01:55:38.323 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5055, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:34:41.210049+0000", 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.324 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.325 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 4, 2024-04-12T01:55:38.326 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 4, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "585'3" 2024-04-12T01:55:38.327 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:38.328 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541039+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541039+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.078367+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:38.329 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683097+0000", 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3174, 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3174, 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.330 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.0", 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8687, 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:17:41.792524+0000", 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.002090646, 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.331 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.332 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.333 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 704, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 397703, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3173, 2024-04-12T01:55:38.334 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 415827 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3174" 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.335 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.613504+0000", 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.613504+0000", 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.613956+0000", 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:38.336 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726896+0000", 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.337 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.4", 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.338 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5049, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:12:02.452610+0000", 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.339 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.340 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.341 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.342 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547030+0000", 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547030+0000", 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.549024+0000", 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:38.343 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997794+0000", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.344 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.5", 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4844, 2024-04-12T01:55:38.345 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:41:14.195712+0000", 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.346 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.347 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.348 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.349 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:55:34.411672+0000", 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544689+0000", 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544689+0000", 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.977439+0000", 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:55:34.411672+0000", 2024-04-12T01:55:38.350 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:55:34.411672+0000", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:55:34.411672+0000", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:55:34.411672+0000", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:55:34.411672+0000", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:55:34.411672+0000", 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3232, 2024-04-12T01:55:38.351 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3232, 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.3", 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.352 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 9275, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:35:45.186267+0000", 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.009551954, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.353 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.354 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1713, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 390168, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.355 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3203, 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 393620 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3232" 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.356 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551149+0000", 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551149+0000", 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552254+0000", 2024-04-12T01:55:38.357 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997423+0000", 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.358 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.0", 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.359 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:38.361 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.361 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:58:49.073760+0000", 2024-04-12T01:55:38.361 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.361 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.361 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.361 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.362 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.363 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.364 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.365 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.502303+0000", 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.502303+0000", 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.502653+0000", 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:38.366 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685287+0000", 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.367 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1", 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:18:35.665095+0000", 2024-04-12T01:55:38.368 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.369 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.370 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.371 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.372 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.492779+0000", 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.492779+0000", 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.977437+0000", 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.373 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683966+0000", 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2993, 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.374 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2993, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.6", 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8983, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:23:38.160904+0000", 2024-04-12T01:55:38.375 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.010711072, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 4194304, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.376 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.377 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1538, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 354773, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2930, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 346841 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.378 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'2993" 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.379 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 20, 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551582+0000", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551582+0000", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553077+0000", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:38.380 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:22:06.521518+0000", 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997455+0000", 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 245, 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.381 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 245, 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "1.0", 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5496, 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:46:25.375339+0000", 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.382 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.383 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.384 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1250, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2054, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 407, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.385 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "2121'245" 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.386 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544407+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544407+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544848+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.387 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685796+0000", 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.388 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.3", 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4919, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:25:21.841928+0000", 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.389 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.390 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.391 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.392 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.393 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544890+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544890+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546193+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:38.394 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684129+0000", 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.395 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2", 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4980, 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:55:03.480048+0000", 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.396 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.397 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.398 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.399 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:38.400 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.534583+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.534583+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:08:00.036297+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:38.401 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744071+0000", 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3038, 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.402 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3038, 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.5", 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8441, 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:39:12.380798+0000", 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.002392059, 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.403 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.404 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.405 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 640, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 400305, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3031, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 387148 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.406 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3038" 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.407 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.662428+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.662428+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.662709+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:38.408 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995343+0000", 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.409 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1", 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5019, 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:50:02.968286+0000", 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.410 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.411 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.412 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.413 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.414 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.537732+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.537732+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.538150+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.415 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725862+0000", 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.416 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.0", 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5051, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:46:27.240415+0000", 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.417 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.418 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.419 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.420 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:38.421 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.614592+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.614592+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.976305+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:38.422 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726915+0000", 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3028, 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3028, 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.7", 2024-04-12T01:55:38.423 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8952, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:39:09.825046+0000", 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.00863501, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.424 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.425 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1602, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 380764, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.426 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3006, 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 390584 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3028" 2024-04-12T01:55:38.427 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:38.428 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.535690+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.535690+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.535996+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:38.429 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.689767+0000", 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3", 2024-04-12T01:55:38.430 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4982, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:32:26.677461+0000", 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.431 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.432 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.433 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.434 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543000+0000", 2024-04-12T01:55:38.435 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543000+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.543748+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685402+0000", 2024-04-12T01:55:38.436 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.2", 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.437 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4926, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:29:57.544544+0000", 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.438 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.439 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.440 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.441 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:55:34.410745+0000", 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.662598+0000", 2024-04-12T01:55:38.442 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.662598+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.972696+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:55:34.410745+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:55:34.410745+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:55:34.410745+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:55:34.410745+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:55:34.410745+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:55:34.410745+0000", 2024-04-12T01:55:38.443 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2923, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2923, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.4", 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.444 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8535, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:36:33.682058+0000", 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.005858416, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.445 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.446 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 690, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 373350, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.447 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 2942, 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 354529 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'2923" 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.448 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.611167+0000", 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.611167+0000", 2024-04-12T01:55:38.449 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.612661+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686251+0000", 2024-04-12T01:55:38.450 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.5", 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.451 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4917, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:53:25.191952+0000", 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.452 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.453 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.454 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.455 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.456 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.542110+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.542110+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.542410+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.457 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726814+0000", 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.458 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.4", 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5058, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:30:44.684888+0000", 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.459 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.460 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.461 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.462 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 65, 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.463 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607484+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607484+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T01:07:59.972617+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:57.477979+0000", 2024-04-12T01:55:38.464 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726798+0000", 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3055, 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3055, 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.465 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "4.2", 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 8865, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:46:35.562608+0000", 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.00565953, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 19, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.466 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.467 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 943, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 398744, 2024-04-12T01:55:38.468 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3056, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 400042 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "1100'3055" 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.469 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.541866+0000", 2024-04-12T01:55:38.470 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.541866+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.542234+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997097+0000", 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.471 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.e", 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.472 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4839, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:04:28.395098+0000", 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.473 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.474 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.475 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.476 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544755+0000", 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544755+0000", 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545087+0000", 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.477 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686413+0000", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 1, 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.478 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 1, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.f", 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4983, 2024-04-12T01:55:38.479 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:14:28.681463+0000", 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 22, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.480 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.481 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 2, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 1, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.482 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'1" 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.483 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.538284+0000", 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.538284+0000", 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.538686+0000", 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.484 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996668+0000", 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.485 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.11", 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4824, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:11:59.051354+0000", 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.486 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.487 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.488 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.489 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.490 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.478678+0000", 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.478678+0000", 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:32:55.481909+0000", 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:38.491 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995634+0000", 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 8, 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.492 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 8, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.10", 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5037, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:14:04.494970+0000", 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.493 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.494 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 4, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.495 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 48, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 48, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 12, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.496 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'8" 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.497 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543532+0000", 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543532+0000", 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.548067+0000", 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:38.498 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743088+0000", 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.499 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.10", 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4866, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:10:23.618828+0000", 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.500 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.501 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.502 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.503 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.504 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.546543+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.546543+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546836+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:38.505 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745454+0000", 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.506 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.11", 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4873, 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:20:18.529765+0000", 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.507 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.508 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.509 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.510 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.511 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552837+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552837+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.553255+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:38.512 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996373+0000", 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.513 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.13", 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4838, 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:28:44.535207+0000", 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.514 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.515 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.516 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.517 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.518 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544837+0000", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544837+0000", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.545385+0000", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:38.519 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684641+0000", 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.520 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.12", 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4908, 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:42:34.525629+0000", 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.521 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.522 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.523 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.524 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.525 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543958+0000", 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543958+0000", 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544281+0000", 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.526 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683474+0000", 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.527 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.12", 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5087, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:20:49.848888+0000", 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.528 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.529 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.530 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.531 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.532 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.503642+0000", 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.503642+0000", 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.504055+0000", 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.533 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684705+0000", 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.534 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.13", 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5094, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:58:21.844877+0000", 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.535 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 34, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.536 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.537 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 8, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 16, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 7 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.538 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.539 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.546015+0000", 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.546015+0000", 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.547335+0000", 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.540 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997650+0000", 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.541 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.15", 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4837, 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:19:54.560899+0000", 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.542 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.543 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.544 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.545 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.546 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.543339+0000", 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.543339+0000", 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546313+0000", 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:38.547 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744541+0000", 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 30, 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 30, 2024-04-12T01:55:38.548 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.14", 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4909, 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:55:41.936253+0000", 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 5824, 2024-04-12T01:55:38.549 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.550 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.551 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 20, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 28, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 28, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 25 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.552 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'30" 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.553 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.548112+0000", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.548112+0000", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.548446+0000", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:38.554 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995788+0000", 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.555 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.14", 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5005, 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:15:05.035006+0000", 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.556 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.557 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.558 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.559 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.560 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.614086+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.614086+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.614861+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.561 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.727047+0000", 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.562 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.15", 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5062, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:42:41.333372+0000", 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 90, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.563 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:38.564 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.565 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 14, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 14, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.566 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'3" 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.567 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606626+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606626+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607001+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.568 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684785+0000", 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.569 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.17", 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5086, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:54:27.067799+0000", 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.570 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.571 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.572 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: 3 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.573 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:38.574 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545407+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545407+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.548491+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687464+0000", 2024-04-12T01:55:38.575 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.16", 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.576 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4914, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:28:12.980290+0000", 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.577 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.578 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.579 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.580 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.546438+0000", 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.546438+0000", 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.546726+0000", 2024-04-12T01:55:38.581 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687637+0000", 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.582 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.16", 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.583 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4920, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:32:55.128732+0000", 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.584 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.585 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.586 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.587 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.552289+0000", 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.552289+0000", 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.553276+0000", 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:38.588 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.746014+0000", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.589 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.17", 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4866, 2024-04-12T01:55:38.590 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:17:45.907697+0000", 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.591 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.592 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.593 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.594 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.502228+0000", 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.502228+0000", 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.502590+0000", 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:38.595 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.726308+0000", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.596 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.19", 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5043, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.597 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:54:00.256654+0000", 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.598 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.599 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.600 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.601 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543734+0000", 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543734+0000", 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544316+0000", 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.602 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684683+0000", 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.603 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.18", 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4898, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:52:49.838061+0000", 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.604 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.605 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.606 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.607 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.608 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:33:29.665477+0000", 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:33:29.665477+0000", 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:33:29.665782+0000", 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 413, 2024-04-12T01:55:38.609 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.682993+0000", 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 412, 2024-04-12T01:55:38.610 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.18", 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4980, 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:56:22.789635+0000", 2024-04-12T01:55:38.611 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.612 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.613 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.614 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.615 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545198+0000", 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545198+0000", 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546200+0000", 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.616 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686145+0000", 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.617 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.19", 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4982, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:39:15.432154+0000", 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.618 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.619 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.620 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.621 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.622 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549460+0000", 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549460+0000", 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.550211+0000", 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:38.623 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.995950+0000", 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.624 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1b", 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5003, 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:57:32.318036+0000", 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.625 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.626 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.627 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.628 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.629 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.535014+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.535014+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.535452+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.630 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.744402+0000", 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.631 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1a", 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4868, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:50:50.212349+0000", 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.632 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.633 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.634 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.635 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.636 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:03.496025+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:03.496025+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:03.496356+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 447, 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.637 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.688272+0000", 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 446, 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.638 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1a", 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4967, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:51:08.845528+0000", 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.639 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.640 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.641 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:38.642 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.643 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543213+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543213+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543542+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.644 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685171+0000", 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.645 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1b", 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4976, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:53:16.790882+0000", 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.646 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.647 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.648 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:38.649 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:38.650 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544914+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544914+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.546478+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:38.651 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686555+0000", 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1d", 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.652 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4927, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:31:41.258882+0000", 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.653 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.654 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.655 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.656 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.553751+0000", 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.553751+0000", 2024-04-12T01:55:38.657 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.555203+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996490+0000", 2024-04-12T01:55:38.658 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1c", 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.659 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4837, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:50:59.129735+0000", 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.660 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.661 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.662 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.663 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.617220+0000", 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.617220+0000", 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.617818+0000", 2024-04-12T01:55:38.664 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685891+0000", 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.665 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1c", 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.666 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4902, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T11:49:49.401821+0000", 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.667 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.668 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.669 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.670 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.549636+0000", 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.549636+0000", 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.551892+0000", 2024-04-12T01:55:38.671 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997946+0000", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 2, 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.672 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 2, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1d", 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4828, 2024-04-12T01:55:38.673 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:44:09.003201+0000", 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.674 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 3, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 1, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 1, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.675 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 12, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 12, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 3, 2024-04-12T01:55:38.676 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "62'2" 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.677 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606695+0000", 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606695+0000", 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607833+0000", 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.678 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683996+0000", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.679 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1f", 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:36:15.784661+0000", 2024-04-12T01:55:38.680 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.681 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.682 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.683 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.684 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.599606+0000", 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.599606+0000", 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.600767+0000", 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:38.685 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687708+0000", 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 3, 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.686 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 3, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1e", 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4993, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:29:53.795580+0000", 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.687 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.688 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.689 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.690 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'3" 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.691 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.544503+0000", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.544503+0000", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.544826+0000", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:38.692 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.687841+0000", 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.693 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.1e", 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4974, 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T00:42:22.932877+0000", 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.694 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.695 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.696 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.697 INFO:tasks.workunit.client.0.smithi098.stdout: 2 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 60, 2024-04-12T01:55:38.698 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543205+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543205+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543542+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:38.699 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:22.676327+0000", 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685215+0000", 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 6, 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 6, 2024-04-12T01:55:38.700 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "2.1f", 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5104, 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:07:34.159665+0000", 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 582, 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.701 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:38.702 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 1, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.703 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 8, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 8, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 4, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 1 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.704 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "582'6" 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.705 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552386+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552386+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552807+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.706 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997983+0000", 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.707 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2d", 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4825, 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:26:19.470514+0000", 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.708 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.709 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.710 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.711 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 2, 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.712 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.552436+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.552436+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.552760+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.713 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996222+0000", 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.714 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2e", 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5005, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:32:13.653616+0000", 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.715 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.716 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.717 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.718 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 2, 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.719 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.544537+0000", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.544537+0000", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.546904+0000", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:38.720 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.686326+0000", 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.721 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.2f", 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4899, 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T09:00:56.923463+0000", 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.722 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.723 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.724 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.725 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.726 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543371+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543371+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.544015+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.727 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684954+0000", 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.728 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.30", 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4887, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:48:24.580187+0000", 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.729 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.730 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.731 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.732 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.733 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.607780+0000", 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.607780+0000", 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.608526+0000", 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:38.734 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725919+0000", 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.735 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.31", 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5045, 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T04:36:10.346338+0000", 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.736 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.737 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.738 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.739 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.740 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.606687+0000", 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.606687+0000", 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.607086+0000", 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.741 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683376+0000", 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.742 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.32", 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5087, 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:20:04.197330+0000", 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.743 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.744 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.745 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.746 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: 5 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.747 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.540028+0000", 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.540028+0000", 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.540437+0000", 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.748 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684833+0000", 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.749 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.33", 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4974, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:52:42.355760+0000", 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.750 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.751 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.752 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.753 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.754 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 4, 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.536277+0000", 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.536277+0000", 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.536567+0000", 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.755 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.688807+0000", 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.756 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.34", 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4975, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T03:03:51.186619+0000", 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.757 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.758 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.759 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.760 INFO:tasks.workunit.client.0.smithi098.stdout: 4, 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 4, 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.761 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.550532+0000", 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.550532+0000", 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.550892+0000", 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:38.762 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.743752+0000", 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.763 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.35", 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4865, 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T06:54:03.022633+0000", 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.764 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.765 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.766 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.767 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 6, 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.768 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.559747+0000", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.559747+0000", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.560085+0000", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:38.769 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.745036+0000", 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.770 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.36", 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4865, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T07:12:19.109104+0000", 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.771 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.772 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.773 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.774 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 6, 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.775 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.551507+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.551507+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.551830+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:38.776 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996904+0000", 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.777 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.37", 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4831, 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:56:01.799334+0000", 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.778 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.779 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.780 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.781 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 3, 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.782 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.545002+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.545002+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.545835+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.783 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.682807+0000", 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.784 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.38", 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4972, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T05:28:45.006376+0000", 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.785 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.786 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.787 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 3, 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.788 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547480+0000", 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547480+0000", 2024-04-12T01:55:38.789 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.547994+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996029+0000", 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.790 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.39", 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.791 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4835, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:09:00.199753+0000", 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.792 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.793 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.794 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.795 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:34:39.615865+0000", 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:34:39.615865+0000", 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:34:39.617336+0000", 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.796 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 483, 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.684504+0000", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 482, 2024-04-12T01:55:38.797 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3a", 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4923, 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T08:06:54.844708+0000", 2024-04-12T01:55:38.798 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.799 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.800 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.801 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.802 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.555679+0000", 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.555679+0000", 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.556026+0000", 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:38.803 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.996772+0000", 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.804 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3b", 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4835, 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:49:31.148925+0000", 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.805 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.806 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.807 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.808 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: 4 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 5, 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.809 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.543418+0000", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.543418+0000", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.543679+0000", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:38.810 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.685578+0000", 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.811 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3c", 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4913, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T10:35:34.091204+0000", 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.812 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.813 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.814 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: 5, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: 3, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: 7 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 5, 2024-04-12T01:55:38.815 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 0, 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:38.816 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:32:55.495011+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:32:55.495011+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:32:55.495352+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 379, 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:38.817 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:24.683908+0000", 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 378, 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3d", 2024-04-12T01:55:38.818 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5093, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T02:22:33.921238+0000", 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.819 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.820 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.821 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: 2, 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: 1 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 0, 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.822 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 1, 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:13.536139+0000", 2024-04-12T01:55:38.823 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:13.536139+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:13.536452+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 516, 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.725733+0000", 2024-04-12T01:55:38.824 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 515, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3e", 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.825 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 5057, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T01:01:17.949634+0000", 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.826 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.827 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.828 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: 1, 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: 0, 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: 6 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 1, 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": [ 2024-04-12T01:55:38.829 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "acting_primary": 7, 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "avail_no_missing": [], 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "blocked_by": [], 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "created": 61, 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "dirty_stats_invalid": false, 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "hitset_stats_invalid": false, 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_active": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_active": "2024-04-12T00:35:48.547649+0000", 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_became_peered": "2024-04-12T00:35:48.547649+0000", 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_change": "2024-04-12T00:35:48.548715+0000", 2024-04-12T01:55:38.830 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_clean_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub": "0'0", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_deep_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_epoch_clean": 551, 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fresh": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_fullsized": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_peered": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub": "0'0", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_duration": 0, 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_scrub_stamp": "2024-04-12T00:24:23.681559+0000", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_undegraded": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "last_unstale": "2024-04-12T01:54:25.997228+0000", 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "log_dups_size": 0, 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.831 INFO:tasks.workunit.client.0.smithi098.stdout: "log_start": "0'0", 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "manifest_stats_invalid": false, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "mapping_epoch": 550, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "object_location_counts": [], 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_scrubbed": 0, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "objects_trimmed": 0, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_stats_invalid": false, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_start": "0'0", 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "parent": "0.0", 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "parent_split_bits": 0, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pgid": "3.3f", 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "pin_stats_invalid": false, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "purged_snaps": [], 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_epoch": 2715, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "reported_seq": 4829, 2024-04-12T01:55:38.832 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_duration": 0.0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T12:02:31.246533+0000", 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrim_duration": 0.0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "snaptrimq_len": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.833 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.834 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.835 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: "state": "active+clean", 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_invalid": false, 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: "up": [ 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: 7, 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: 6, 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: 0 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: "up_primary": 7, 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: "version": "0'0" 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_per_pool": [ 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.836 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 24, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "rbd" 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 24469, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 8, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 24469, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 4, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 4194323, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.837 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 12, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 4, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 4, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.838 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 2, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 9103, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 3119672, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.839 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 24339, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 3062496 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 12595200, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 12582969, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:38.840 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 24 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 192, 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 0, 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 64, 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 0, 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 3, 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 0, 2024-04-12T01:55:38.841 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.842 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.843 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 0 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:38.844 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 0, 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 192 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 3, 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "mgr" 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 245, 2024-04-12T01:55:38.845 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 1, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 3, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 245, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 1, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 590368, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 1771104, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.846 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 6, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 2, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 2, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.847 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 6, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 1250, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 2054, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 407, 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 2416 2024-04-12T01:55:38.848 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 1781760, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 1771104, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 0, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 3 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.849 INFO:tasks.workunit.client.0.smithi098.stdout: { 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "acting": 96, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "application": [ 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "cephfs" 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "log_size": 75, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_pg": 32, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_store_stats": 8, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "ondisk_log_size": 75, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "poolid": 2, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "stat_sum": { 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes": 6622, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_bytes_recovered": 0, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_deep_scrub_errors": 0, 2024-04-12T01:55:38.850 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_kb": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_full": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_evict_mode_some": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_kb": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_high": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_flush_mode_low": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_keys_recovered": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_large_omap_objects": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_legacy_snapsets": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_clones": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_object_copies": 66, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects": 22, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_degraded": 0, 2024-04-12T01:55:38.851 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_dirty": 22, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_manifest": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_misplaced": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_omap": 14, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_pinned": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_recovered": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_repaired": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_objects_unfound": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_bytes": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_omap_keys": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_promote": 0, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read": 158, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_read_kb": 174, 2024-04-12T01:55:38.852 INFO:tasks.workunit.client.0.smithi098.stdout: "num_scrub_errors": 0, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "num_whiteouts": 0, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write": 69, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "num_write_kb": 36 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "store_stats": { 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "allocated": 110592, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "available": 0, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed": 0, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_allocated": 0, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "data_compressed_original": 0, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "data_stored": 19866, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "internal_metadata": 0, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "internally_reserved": 0, 2024-04-12T01:55:38.853 INFO:tasks.workunit.client.0.smithi098.stdout: "omap_allocated": 44930, 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "total": 0 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "up": 96 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: ], 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "usage": { 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "pg_num": 105, 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "pools": 4, 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "stats_by_class": { 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "ssd": { 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 763285073920, 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 4675211264, 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_bytes": 4675211264, 2024-04-12T01:55:38.854 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_raw_ratio": 0.0060878293588757515 2024-04-12T01:55:38.855 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.855 INFO:tasks.workunit.client.0.smithi098.stdout: }, 2024-04-12T01:55:38.855 INFO:tasks.workunit.client.0.smithi098.stdout: "total_avail_bytes": 763285073920, 2024-04-12T01:55:38.855 INFO:tasks.workunit.client.0.smithi098.stdout: "total_bytes": 767960285184, 2024-04-12T01:55:38.855 INFO:tasks.workunit.client.0.smithi098.stdout: "total_used_bytes": 4675211264 2024-04-12T01:55:38.855 INFO:tasks.workunit.client.0.smithi098.stdout: } 2024-04-12T01:55:38.855 INFO:tasks.workunit.client.0.smithi098.stdout:} 2024-04-12T01:55:38.855 INFO:tasks.workunit.client.0.smithi098.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-12T01:55:38.855 INFO:tasks.workunit.client.0.smithi098.stderr:+ ceph telemetry off 2024-04-12T01:55:38.856 INFO:tasks.workunit.client.0.smithi098.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-12T01:55:38.856 INFO:tasks.workunit.client.0.smithi098.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-12T01:55:38.856 INFO:tasks.workunit.client.0.smithi098.stderr:+ echo OK 2024-04-12T01:55:38.857 INFO:tasks.workunit.client.0.smithi098.stdout:OK 2024-04-12T01:55:38.857 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T01:55:38.857 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T01:55:38.858 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:36] ENGINE Bus STOPPING 2024-04-12T01:55:38.858 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T01:55:38.858 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:36] ENGINE Bus STOPPED 2024-04-12T01:55:38.858 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:36] ENGINE Bus STARTING 2024-04-12T01:55:38.858 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:36] ENGINE Serving on http://:::9283 2024-04-12T01:55:38.858 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:36] ENGINE Bus STARTED 2024-04-12T01:55:38.858 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='client.36210 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='client.36210 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.859 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.860 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='client.36210 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='client.36210 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.861 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.862 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:37 smithi193 ceph-mon[83763]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:37 smithi193 ceph-mon[83763]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 2 op/s 2024-04-12T01:55:38.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:37 smithi193 ceph-mon[83763]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:37 smithi193 ceph-mon[83763]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.863 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:37 smithi193 ceph-mon[83763]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.863 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.863 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.864 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:38.865 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.866 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:55:38.866 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:55:38.866 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:38.866 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.866 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.866 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.866 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.867 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T01:55:38.868 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:36 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[91373]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[91373]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 2 op/s 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[91373]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[91373]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[91373]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[88922]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[88922]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 2 op/s 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[88922]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[88922]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:37 smithi098 ceph-mon[88922]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T01:55:38.902 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-12T01:55:38.902 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T01:55:39.195 DEBUG:teuthology.parallel:result is None 2024-04-12T01:55:39.196 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:55:39.223 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:55:39.223 DEBUG:teuthology.orchestra.run.smithi098:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T01:55:39.278 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T01:55:39.278 INFO:teuthology.run_tasks:Running task print... 2024-04-12T01:55:39.289 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-12T01:55:39.290 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-12T01:55:39.314 INFO:tasks.cephadm:Teardown begin 2024-04-12T01:55:39.314 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-12T01:55:39.315 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T01:55:39.646 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T01:55:39.646 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/2040009052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":2040009052},{"type":"v1","addr":"172.21.15.193:6833","nonce":2040009052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T00:24:24.050239+0000","modified":"2024-04-12T00:36:21.470516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":582,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34404":{"gid":34404,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.98:6835/3554421339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":3554421339},{"type":"v1","addr":"172.21.15.98:6835","nonce":3554421339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34404,"qdb_cluster":[34404]},"id":1}]} 2024-04-12T01:55:39.647 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 18 2024-04-12T01:55:39.659 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T01:55:39.988 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T01:55:39.988 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/2040009052","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":2040009052},{"type":"v1","addr":"172.21.15.193:6833","nonce":2040009052}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T00:24:24.050239+0000","modified":"2024-04-12T00:36:21.470516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":582,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34404":{"gid":34404,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.98:6835/3554421339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":3554421339},{"type":"v1","addr":"172.21.15.98:6835","nonce":3554421339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34404,"qdb_cluster":[34404]},"id":1}]} 2024-04-12T01:55:39.988 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 18 2024-04-12T01:55:40.001 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:39 smithi098 ceph-mon[91373]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 26 op/s 2024-04-12T01:55:40.002 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:39 smithi098 ceph-mon[88922]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 26 op/s 2024-04-12T01:55:40.003 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T01:55:40.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:39 smithi193 ceph-mon[83763]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 26 op/s 2024-04-12T01:55:40.296 INFO:teuthology.orchestra.run.smithi098.stdout: 2024-04-12T01:55:40.297 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":2715,"fsid":"22cb6d54-f862-11ee-bc8c-c7b262605968","created":"2024-04-12T00:18:58.302088+0000","modified":"2024-04-12T01:54:24.679937+0000","last_up_change":"2024-04-12T00:35:47.514664+0000","last_in_change":"2024-04-12T00:23:48.481129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T00:22:05.929657+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T00:24:22.025289+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T00:24:23.226455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T00:24:57.303279+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1099","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1099,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a86a70da-7a83-43dc-b489-fe56d3917900","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":299,"up_from":310,"up_thru":2636,"down_at":300,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":3194538444},{"type":"v1","addr":"172.21.15.98:6803","nonce":3194538444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":3194538444},{"type":"v1","addr":"172.21.15.98:6805","nonce":3194538444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":3194538444},{"type":"v1","addr":"172.21.15.98:6809","nonce":3194538444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":3194538444},{"type":"v1","addr":"172.21.15.98:6807","nonce":3194538444}]},"public_addr":"172.21.15.98:6803/3194538444","cluster_addr":"172.21.15.98:6805/3194538444","heartbeat_back_addr":"172.21.15.98:6809/3194538444","heartbeat_front_addr":"172.21.15.98:6807/3194538444","state":["exists","up"]},{"osd":1,"uuid":"d0ea0363-2b00-49a0-8dcd-f8834f1cb35f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":333,"up_from":344,"up_thru":2636,"down_at":334,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":1139634160},{"type":"v1","addr":"172.21.15.98:6811","nonce":1139634160}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":1139634160},{"type":"v1","addr":"172.21.15.98:6813","nonce":1139634160}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":1139634160},{"type":"v1","addr":"172.21.15.98:6817","nonce":1139634160}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":1139634160},{"type":"v1","addr":"172.21.15.98:6815","nonce":1139634160}]},"public_addr":"172.21.15.98:6811/1139634160","cluster_addr":"172.21.15.98:6813/1139634160","heartbeat_back_addr":"172.21.15.98:6817/1139634160","heartbeat_front_addr":"172.21.15.98:6815/1139634160","state":["exists","up"]},{"osd":2,"uuid":"987e7ba2-8757-4195-9dc8-1ef55a1fddcc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":367,"up_from":378,"up_thru":2636,"down_at":368,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1645601825},{"type":"v1","addr":"172.21.15.98:6819","nonce":1645601825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1645601825},{"type":"v1","addr":"172.21.15.98:6821","nonce":1645601825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1645601825},{"type":"v1","addr":"172.21.15.98:6825","nonce":1645601825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1645601825},{"type":"v1","addr":"172.21.15.98:6823","nonce":1645601825}]},"public_addr":"172.21.15.98:6819/1645601825","cluster_addr":"172.21.15.98:6821/1645601825","heartbeat_back_addr":"172.21.15.98:6825/1645601825","heartbeat_front_addr":"172.21.15.98:6823/1645601825","state":["exists","up"]},{"osd":3,"uuid":"6d0c468d-0a4c-4e8b-aaad-41e122c49a49","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":401,"up_from":412,"up_thru":2636,"down_at":402,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":1440870298},{"type":"v1","addr":"172.21.15.98:6827","nonce":1440870298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":1440870298},{"type":"v1","addr":"172.21.15.98:6829","nonce":1440870298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":1440870298},{"type":"v1","addr":"172.21.15.98:6833","nonce":1440870298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":1440870298},{"type":"v1","addr":"172.21.15.98:6831","nonce":1440870298}]},"public_addr":"172.21.15.98:6827/1440870298","cluster_addr":"172.21.15.98:6829/1440870298","heartbeat_back_addr":"172.21.15.98:6833/1440870298","heartbeat_front_addr":"172.21.15.98:6831/1440870298","state":["exists","up"]},{"osd":4,"uuid":"e483fd76-647f-4f00-86a3-ca2241283950","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":435,"up_from":446,"up_thru":2636,"down_at":436,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4011061319},{"type":"v1","addr":"172.21.15.193:6801","nonce":4011061319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4011061319},{"type":"v1","addr":"172.21.15.193:6803","nonce":4011061319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4011061319},{"type":"v1","addr":"172.21.15.193:6807","nonce":4011061319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4011061319},{"type":"v1","addr":"172.21.15.193:6805","nonce":4011061319}]},"public_addr":"172.21.15.193:6801/4011061319","cluster_addr":"172.21.15.193:6803/4011061319","heartbeat_back_addr":"172.21.15.193:6807/4011061319","heartbeat_front_addr":"172.21.15.193:6805/4011061319","state":["exists","up"]},{"osd":5,"uuid":"f18a6505-767a-4478-b15d-8ca92b53ef97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":470,"up_from":482,"up_thru":2636,"down_at":471,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3707112182},{"type":"v1","addr":"172.21.15.193:6809","nonce":3707112182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3707112182},{"type":"v1","addr":"172.21.15.193:6811","nonce":3707112182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3707112182},{"type":"v1","addr":"172.21.15.193:6815","nonce":3707112182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3707112182},{"type":"v1","addr":"172.21.15.193:6813","nonce":3707112182}]},"public_addr":"172.21.15.193:6809/3707112182","cluster_addr":"172.21.15.193:6811/3707112182","heartbeat_back_addr":"172.21.15.193:6815/3707112182","heartbeat_front_addr":"172.21.15.193:6813/3707112182","state":["exists","up"]},{"osd":6,"uuid":"35dedfd0-8936-4a20-b780-1da8aaa81fe8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":505,"up_from":515,"up_thru":2636,"down_at":506,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":3693329044},{"type":"v1","addr":"172.21.15.193:6817","nonce":3693329044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":3693329044},{"type":"v1","addr":"172.21.15.193:6819","nonce":3693329044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":3693329044},{"type":"v1","addr":"172.21.15.193:6823","nonce":3693329044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":3693329044},{"type":"v1","addr":"172.21.15.193:6821","nonce":3693329044}]},"public_addr":"172.21.15.193:6817/3693329044","cluster_addr":"172.21.15.193:6819/3693329044","heartbeat_back_addr":"172.21.15.193:6823/3693329044","heartbeat_front_addr":"172.21.15.193:6821/3693329044","state":["exists","up"]},{"osd":7,"uuid":"85f89120-b56f-4407-b93d-2452fdf061be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":539,"up_from":550,"up_thru":2636,"down_at":540,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":2038714018},{"type":"v1","addr":"172.21.15.193:6825","nonce":2038714018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":2038714018},{"type":"v1","addr":"172.21.15.193:6827","nonce":2038714018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":2038714018},{"type":"v1","addr":"172.21.15.193:6831","nonce":2038714018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":2038714018},{"type":"v1","addr":"172.21.15.193:6829","nonce":2038714018}]},"public_addr":"172.21.15.193:6825/2038714018","cluster_addr":"172.21.15.193:6827/2038714018","heartbeat_back_addr":"172.21.15.193:6831/2038714018","heartbeat_front_addr":"172.21.15.193:6829/2038714018","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:13.802149+0000","dead_epoch":299},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:21:38.770530+0000","dead_epoch":333},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:02.548831+0000","dead_epoch":367},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:27.467120+0000","dead_epoch":401},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:22:49.865833+0000","dead_epoch":435},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:14.317599+0000","dead_epoch":470},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:23:39.160409+0000","dead_epoch":505},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T00:24:04.181567+0000","dead_epoch":539}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:0/820078295":"2024-04-12T02:54:00.140114+0000","172.21.15.98:0/531361001":"2024-04-12T02:24:37.919545+0000","172.21.15.98:0/4036909509":"2024-04-12T02:16:07.093499+0000","172.21.15.193:6832/3809717640":"2024-04-13T00:36:18.452465+0000","172.21.15.98:0/4098289403":"2024-04-13T00:30:19.808486+0000","172.21.15.98:0/3210346278":"2024-04-12T02:16:08.115151+0000","172.21.15.98:0/2097774075":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6801/3600284406":"2024-04-13T00:30:19.808486+0000","172.21.15.98:6800/3600284406":"2024-04-13T00:30:19.808486+0000","172.21.15.98:6801/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6800/1813516870":"2024-04-13T00:24:55.471559+0000","172.21.15.98:6800/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6801/3120256044":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6834/1506290339":"2024-04-13T00:35:56.310350+0000","172.21.15.98:0/2418999555":"2024-04-13T00:29:01.754827+0000","172.21.15.193:6835/3197891407":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/3547598633":"2024-04-13T00:30:19.808486+0000","172.21.15.193:6833/3809717640":"2024-04-13T00:36:18.452465+0000","172.21.15.98:0/3885972226":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/593219676":"2024-04-13T00:30:19.808486+0000","172.21.15.98:0/1726555137":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1700160071":"2024-04-13T00:24:55.471559+0000","172.21.15.98:0/4245698698":"2024-04-13T00:29:01.754827+0000","172.21.15.98:0/3813068296":"2024-04-13T00:29:01.754827+0000","172.21.15.98:0/1624449297":"2024-04-13T00:29:01.754827+0000","172.21.15.193:0/4230951954":"2024-04-13T00:29:36.031897+0000","172.21.15.193:0/2423557469":"2024-04-13T00:29:36.031897+0000","172.21.15.193:0/1254573665":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/2726794355":"2024-04-13T00:30:19.808486+0000","172.21.15.98:0/3629091717":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/1566340507":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/2016920237":"2024-04-13T00:24:55.471559+0000","172.21.15.193:0/3268184482":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/3181339190":"2024-04-13T00:19:55.618183+0000","172.21.15.98:0/3060412585":"2024-04-13T00:30:19.808486+0000","172.21.15.98:0/285303974":"2024-04-13T00:30:19.808486+0000","172.21.15.98:6800/1230678706":"2024-04-13T00:29:01.754827+0000","172.21.15.193:6834/3197891407":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/4227238814":"2024-04-13T00:30:19.808486+0000","172.21.15.98:6801/1230678706":"2024-04-13T00:29:01.754827+0000","172.21.15.193:0/927068890":"2024-04-13T00:29:36.031897+0000","172.21.15.193:0/1181140985":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/3321987296":"2024-04-13T00:24:55.471559+0000","172.21.15.193:0/1617730275":"2024-04-13T00:29:36.031897+0000","172.21.15.98:0/2877529764":"2024-04-13T00:19:55.618183+0000","172.21.15.98:6800/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:6835/1506290339":"2024-04-13T00:35:56.310350+0000","172.21.15.98:6801/4078961648":"2024-04-13T00:19:30.415005+0000","172.21.15.98:0/4059166450":"2024-04-13T00:29:01.754827+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":33,"length":5},{"begin":43,"length":5}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":291,"length":4}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T01:55:40.310 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-12T01:55:40.647 INFO:teuthology.orchestra.run.smithi098.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-12T01:55:40.661 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-12T01:55:41.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/371062828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T01:55:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1845896197' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T01:55:41.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/2106910231' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T01:55:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/371062828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T01:55:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1845896197' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T01:55:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/2106910231' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T01:55:41.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a[88918]: 2024-04-12T01:55:40.654+0000 7ff9c7f8a700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T01:55:41.029 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[117008]: ignoring --setuser ceph since I am not root 2024-04-12T01:55:41.030 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[117008]: ignoring --setgroup ceph since I am not root 2024-04-12T01:55:41.030 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 01:55:40 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[117008]: starting mds.a at 2024-04-12T01:55:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:40 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/371062828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T01:55:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:40 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1845896197' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T01:55:41.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:40 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/2106910231' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T01:55:41.663 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-12T01:55:42.005 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-12T01:55:42.006 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/273998075' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T01:55:42.006 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T01:55:42.006 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T01:55:42.006 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T01:55:42.006 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-12T01:55:42.006 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-12T01:55:42.006 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T01:55:42.006 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/376241240' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:55:42.006 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:41 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/273998075' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/376241240' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:55:42.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/273998075' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/376241240' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:55:42.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:41 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T01:55:42.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:55:42.648 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_metadata' removed 2024-04-12T01:55:42.668 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-12T01:55:43.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[91373]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[91373]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[91373]: Cluster is now healthy 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[91373]: mds.? [v2:172.21.15.98:6834/850633733,v1:172.21.15.98:6835/850633733] up:boot 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[91373]: fsmap 2 up:standby 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[91373]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1567771300' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[88922]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[88922]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[88922]: Cluster is now healthy 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-12T01:55:43.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[88922]: mds.? [v2:172.21.15.98:6834/850633733,v1:172.21.15.98:6835/850633733] up:boot 2024-04-12T01:55:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[88922]: fsmap 2 up:standby 2024-04-12T01:55:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[88922]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T01:55:43.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:42 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1567771300' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T01:55:43.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:42 smithi193 ceph-mon[83763]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T01:55:43.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:42 smithi193 ceph-mon[83763]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T01:55:43.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:42 smithi193 ceph-mon[83763]: Cluster is now healthy 2024-04-12T01:55:43.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:42 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-12T01:55:43.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:42 smithi193 ceph-mon[83763]: mds.? [v2:172.21.15.98:6834/850633733,v1:172.21.15.98:6835/850633733] up:boot 2024-04-12T01:55:43.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:42 smithi193 ceph-mon[83763]: fsmap 2 up:standby 2024-04-12T01:55:43.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:42 smithi193 ceph-mon[83763]: from='mgr.34104 172.21.15.98:0/2375950554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T01:55:43.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:42 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1567771300' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T01:55:43.665 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_data' removed 2024-04-12T01:55:43.686 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T01:55:43.717 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T01:55:43.751 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-12T01:55:43.751 DEBUG:teuthology.orchestra.run.smithi098:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T01:55:43.772 DEBUG:teuthology.orchestra.run.smithi193:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T01:55:43.807 INFO:tasks.cephadm:Stopping all daemons... 2024-04-12T01:55:43.807 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-12T01:55:43.807 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a 2024-04-12T01:55:44.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[91373]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T01:55:44.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1567771300' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T01:55:44.028 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[91373]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-12T01:55:44.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[91373]: from='client.? 172.21.15.98:0/1043277322' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T01:55:44.029 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[91373]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T01:55:44.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[88922]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T01:55:44.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1567771300' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T01:55:44.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[88922]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-12T01:55:44.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[88922]: from='client.? 172.21.15.98:0/1043277322' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T01:55:44.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:43 smithi098 ceph-mon[88922]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T01:55:44.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:43 smithi098 systemd[1]: Stopping Ceph mon.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:55:44.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:43 smithi193 ceph-mon[83763]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T01:55:44.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:43 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1567771300' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T01:55:44.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:43 smithi193 ceph-mon[83763]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-12T01:55:44.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:43 smithi193 ceph-mon[83763]: from='client.? 172.21.15.98:0/1043277322' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T01:55:44.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:43 smithi193 ceph-mon[83763]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T01:55:44.437 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a[88918]: 2024-04-12T01:55:44.124+0000 7ff9cd795700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:55:44.438 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a[88918]: 2024-04-12T01:55:44.124+0000 7ff9cd795700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-12T01:55:44.438 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:44 smithi098 podman[214952]: 2024-04-12 01:55:44.176570936 +0000 UTC m=+0.162203921 container died e2814342dacf966ac80469d9adc10a882edec878b55008fc9d2c28ed17b1c7f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-12T01:55:44.438 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:44] ENGINE Bus STOPPING 2024-04-12T01:55:44.438 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T01:55:44.438 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:44] ENGINE Bus STOPPED 2024-04-12T01:55:44.438 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:44] ENGINE Bus STARTING 2024-04-12T01:55:44.438 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:44] ENGINE Serving on http://:::9283 2024-04-12T01:55:44.438 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:44 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:44] ENGINE Bus STARTED 2024-04-12T01:55:44.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:44 smithi098 podman[214952]: 2024-04-12 01:55:44.625635242 +0000 UTC m=+0.611268217 container cleanup e2814342dacf966ac80469d9adc10a882edec878b55008fc9d2c28ed17b1c7f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T01:55:44.778 INFO:journalctl@ceph.mon.a.smithi098.stdout:Apr 12 01:55:44 smithi098 bash[214952]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-a 2024-04-12T01:55:45.084 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.a.service' 2024-04-12T01:55:45.128 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:55:45.128 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-12T01:55:45.129 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-12T01:55:45.129 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.c 2024-04-12T01:55:45.459 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:45 smithi098 systemd[1]: Stopping Ceph mon.c for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:55:45.778 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c[91369]: 2024-04-12T01:55:45.471+0000 7fc3e7cae700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:55:45.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c[91369]: 2024-04-12T01:55:45.471+0000 7fc3e7cae700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-12T01:55:45.779 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:45 smithi098 podman[215084]: 2024-04-12 01:55:45.625341964 +0000 UTC m=+0.258286225 container died f68eeaf331ea5905a0004a456888ff2d8809a54ee02d7c61b1228cb0d4827923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-12T01:55:45.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:45] ENGINE Bus STOPPING 2024-04-12T01:55:45.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T01:55:45.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:45] ENGINE Bus STOPPED 2024-04-12T01:55:45.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:45] ENGINE Bus STARTING 2024-04-12T01:55:45.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:45] ENGINE Serving on http://:::9283 2024-04-12T01:55:45.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: [12/Apr/2024:01:55:45] ENGINE Bus STARTED 2024-04-12T01:55:45.779 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:45 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: ::ffff:172.21.15.193 - - [12/Apr/2024:01:55:45] "GET /metrics HTTP/1.1" 200 34249 "" "Prometheus/2.43.0" 2024-04-12T01:55:46.193 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:46 smithi098 podman[215084]: 2024-04-12 01:55:46.021899651 +0000 UTC m=+0.654843902 container cleanup f68eeaf331ea5905a0004a456888ff2d8809a54ee02d7c61b1228cb0d4827923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-12T01:55:46.193 INFO:journalctl@ceph.mon.c.smithi098.stdout:Apr 12 01:55:46 smithi098 bash[215084]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-c 2024-04-12T01:55:46.416 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.c.service' 2024-04-12T01:55:46.454 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:55:46.454 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-12T01:55:46.455 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-12T01:55:46.455 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.b 2024-04-12T01:55:46.762 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:46 smithi193 systemd[1]: Stopping Ceph mon.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:55:47.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b[83759]: 2024-04-12T01:55:46.774+0000 7fb28e78a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:55:47.038 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b[83759]: 2024-04-12T01:55:46.774+0000 7fb28e78a700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-12T01:55:47.038 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:46 smithi193 podman[145753]: 2024-04-12 01:55:46.79560723 +0000 UTC m=+0.131508983 container died e2773ad48dc590c250f193de520860cdda40f3dacd020d5b57c605901241da1e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T01:55:47.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:47 smithi193 podman[145753]: 2024-04-12 01:55:47.250582611 +0000 UTC m=+0.586484367 container cleanup e2773ad48dc590c250f193de520860cdda40f3dacd020d5b57c605901241da1e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T01:55:47.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Apr 12 01:55:47 smithi193 bash[145753]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mon-b 2024-04-12T01:55:47.657 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mon.b.service' 2024-04-12T01:55:47.717 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:55:47.717 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-12T01:55:47.718 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-12T01:55:47.718 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y 2024-04-12T01:55:48.028 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:47 smithi098 systemd[1]: Stopping Ceph mgr.y for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:55:48.528 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T01:55:48.242+0000 7f64717dc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:55:48.528 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:48 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y[80120]: 2024-04-12T01:55:48.242+0000 7f64717dc700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-12T01:55:48.528 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:48 smithi098 podman[215219]: 2024-04-12 01:55:48.274757196 +0000 UTC m=+0.355990987 container died 4114e47c5d409f9e839c458258ae7677f15c7bce44b6d3d59e9ffe5f13fe0990 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T01:55:48.939 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:48 smithi098 podman[215219]: 2024-04-12 01:55:48.668144144 +0000 UTC m=+0.749377920 container cleanup 4114e47c5d409f9e839c458258ae7677f15c7bce44b6d3d59e9ffe5f13fe0990 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T01:55:48.940 INFO:journalctl@ceph.mgr.y.smithi098.stdout:Apr 12 01:55:48 smithi098 bash[215219]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-y 2024-04-12T01:55:49.074 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.y.service' 2024-04-12T01:55:49.111 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:55:49.111 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-12T01:55:49.111 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-12T01:55:49.112 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.x 2024-04-12T01:55:49.448 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 01:55:49 smithi193 systemd[1]: Stopping Ceph mgr.x for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:55:49.718 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 01:55:49 smithi193 podman[145874]: 2024-04-12 01:55:49.461470076 +0000 UTC m=+0.142633091 container died a6c090e80a3629a05def8ad635d561a959646482d73e69d9746cc330a8829132 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-12T01:55:50.060 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 01:55:49 smithi193 podman[145874]: 2024-04-12 01:55:49.805719856 +0000 UTC m=+0.486882873 container cleanup a6c090e80a3629a05def8ad635d561a959646482d73e69d9746cc330a8829132 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-12T01:55:50.060 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Apr 12 01:55:49 smithi193 bash[145874]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mgr-x 2024-04-12T01:55:50.156 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mgr.x.service' 2024-04-12T01:55:50.192 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:55:50.192 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-12T01:55:50.192 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-12T01:55:50.193 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.0 2024-04-12T01:55:50.493 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:50 smithi098 systemd[1]: Stopping Ceph osd.0 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:55:50.778 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[97113]: 2024-04-12T01:55:50.505+0000 7fd5fd614700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:55:50.778 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[97113]: 2024-04-12T01:55:50.505+0000 7fd5fd614700 -1 osd.0 2718 *** Got signal Terminated *** 2024-04-12T01:55:50.778 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:50 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0[97113]: 2024-04-12T01:55:50.505+0000 7fd5fd614700 -1 osd.0 2718 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T01:55:52.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:52 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi098:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"22cb6d54-f862-11ee-bc8c-c7b262605968\", instance=\"smithi098:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T01:55:56.385 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:56 smithi098 podman[215339]: 2024-04-12 01:55:56.113530543 +0000 UTC m=+5.710389892 container died 8cc388db77d83443591cab591a93bfa745557a08eaa846f9c62ee7c8e07ea552 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-12T01:55:56.777 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:56 smithi098 podman[215339]: 2024-04-12 01:55:56.472692848 +0000 UTC m=+6.069552200 container cleanup 8cc388db77d83443591cab591a93bfa745557a08eaa846f9c62ee7c8e07ea552 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-12T01:55:56.777 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:56 smithi098 bash[215339]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0 2024-04-12T01:55:57.028 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:56 smithi098 podman[215356]: 2024-04-12 01:55:56.790803546 +0000 UTC m=+0.675910629 container remove 8cc388db77d83443591cab591a93bfa745557a08eaa846f9c62ee7c8e07ea552 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T01:55:57.414 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:57 smithi098 podman[215448]: 2024-04-12 01:55:57.034138104 +0000 UTC m=+0.017882668 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T01:55:57.414 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:57 smithi098 podman[215448]: 2024-04-12 01:55:57.133229438 +0000 UTC m=+0.116973987 container create 84350e84d062fd4f3cde3216b875490730725e769367ef235cc0c86d93225dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T01:55:57.414 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:57 smithi098 podman[215448]: 2024-04-12 01:55:57.352592823 +0000 UTC m=+0.336337372 container init 84350e84d062fd4f3cde3216b875490730725e769367ef235cc0c86d93225dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-12T01:55:57.414 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:57 smithi098 podman[215448]: 2024-04-12 01:55:57.355661269 +0000 UTC m=+0.339405819 container start 84350e84d062fd4f3cde3216b875490730725e769367ef235cc0c86d93225dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T01:55:57.778 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:57 smithi098 podman[215448]: 2024-04-12 01:55:57.427562184 +0000 UTC m=+0.411306752 container attach 84350e84d062fd4f3cde3216b875490730725e769367ef235cc0c86d93225dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True) 2024-04-12T01:55:57.779 INFO:journalctl@ceph.osd.0.smithi098.stdout:Apr 12 01:55:57 smithi098 podman[215448]: 2024-04-12 01:55:57.637944809 +0000 UTC m=+0.621689362 container died 84350e84d062fd4f3cde3216b875490730725e769367ef235cc0c86d93225dbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-12T01:55:58.235 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.0.service' 2024-04-12T01:55:58.278 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:55:58.278 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-12T01:55:58.278 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-12T01:55:58.278 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.1 2024-04-12T01:55:58.779 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:55:58 smithi098 systemd[1]: Stopping Ceph osd.1 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:55:59.278 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:55:58 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[102161]: 2024-04-12T01:55:58.792+0000 7f2083519700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:55:59.279 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:55:58 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[102161]: 2024-04-12T01:55:58.792+0000 7f2083519700 -1 osd.1 2718 *** Got signal Terminated *** 2024-04-12T01:55:59.279 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:55:58 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1[102161]: 2024-04-12T01:55:58.792+0000 7f2083519700 -1 osd.1 2718 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T01:55:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:59.171Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:55:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:59.174Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:55:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:59.174Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:55:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:59.174Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:55:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:55:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:55:59.174Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:56:04.697 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:04 smithi098 podman[215563]: 2024-04-12 01:56:04.385623216 +0000 UTC m=+5.698281549 container died 31366f54e2c661898cec767f104d3ef0e163d2679acd503e84fbf596a1395459 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-12T01:56:05.022 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:04 smithi098 podman[215563]: 2024-04-12 01:56:04.817856992 +0000 UTC m=+6.130515313 container cleanup 31366f54e2c661898cec767f104d3ef0e163d2679acd503e84fbf596a1395459 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-12T01:56:05.022 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:04 smithi098 bash[215563]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1 2024-04-12T01:56:05.278 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:05 smithi098 podman[215585]: 2024-04-12 01:56:05.035804288 +0000 UTC m=+0.646655248 container remove 31366f54e2c661898cec767f104d3ef0e163d2679acd503e84fbf596a1395459 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-12T01:56:05.675 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:05 smithi098 podman[215679]: 2024-04-12 01:56:05.420114418 +0000 UTC m=+0.105204118 container create 02b9c919b9d4e72c5e0bc3f1280727d0f6172a7c1b9068a5441943927f8eba28 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T01:56:05.675 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:05 smithi098 podman[215679]: 2024-04-12 01:56:05.332719595 +0000 UTC m=+0.017809305 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T01:56:05.676 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:05 smithi098 podman[215679]: 2024-04-12 01:56:05.606083656 +0000 UTC m=+0.291173356 container init 02b9c919b9d4e72c5e0bc3f1280727d0f6172a7c1b9068a5441943927f8eba28 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-12T01:56:05.676 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:05 smithi098 podman[215679]: 2024-04-12 01:56:05.609257157 +0000 UTC m=+0.294346858 container start 02b9c919b9d4e72c5e0bc3f1280727d0f6172a7c1b9068a5441943927f8eba28 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T01:56:05.676 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:05 smithi098 podman[215679]: 2024-04-12 01:56:05.68912661 +0000 UTC m=+0.374216312 container attach 02b9c919b9d4e72c5e0bc3f1280727d0f6172a7c1b9068a5441943927f8eba28 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-12T01:56:06.028 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:05 smithi098 podman[215679]: 2024-04-12 01:56:05.896575947 +0000 UTC m=+0.581665656 container died 02b9c919b9d4e72c5e0bc3f1280727d0f6172a7c1b9068a5441943927f8eba28 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-12T01:56:06.445 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.1.service' 2024-04-12T01:56:06.470 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:06 smithi098 podman[215705]: 2024-04-12 01:56:06.434485734 +0000 UTC m=+0.527831809 container remove 02b9c919b9d4e72c5e0bc3f1280727d0f6172a7c1b9068a5441943927f8eba28 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-1-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T01:56:06.471 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:06 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-12T01:56:06.471 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:06 smithi098 systemd[1]: Stopped Ceph osd.1 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T01:56:06.471 INFO:journalctl@ceph.osd.1.smithi098.stdout:Apr 12 01:56:06 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.1.service: Consumed 3min 21.090s CPU time. 2024-04-12T01:56:06.485 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:56:06.485 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-12T01:56:06.485 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-12T01:56:06.486 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.2 2024-04-12T01:56:06.778 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:06 smithi098 systemd[1]: Stopping Ceph osd.2 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:56:07.278 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[106757]: 2024-04-12T01:56:06.825+0000 7eff709ba700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:56:07.278 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[106757]: 2024-04-12T01:56:06.825+0000 7eff709ba700 -1 osd.2 2718 *** Got signal Terminated *** 2024-04-12T01:56:07.278 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:06 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2[106757]: 2024-04-12T01:56:06.825+0000 7eff709ba700 -1 osd.2 2718 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T01:56:12.650 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:12 smithi098 podman[215785]: 2024-04-12 01:56:12.391041587 +0000 UTC m=+5.675864418 container died 38a8206a96045af1069284c6d02d818765c31aa0360968a0dbcb200f6de6bbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-12T01:56:12.999 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:12 smithi098 podman[215785]: 2024-04-12 01:56:12.75405709 +0000 UTC m=+6.038879920 container cleanup 38a8206a96045af1069284c6d02d818765c31aa0360968a0dbcb200f6de6bbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-12T01:56:13.000 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:12 smithi098 bash[215785]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2 2024-04-12T01:56:13.278 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:13 smithi098 podman[215802]: 2024-04-12 01:56:13.013299862 +0000 UTC m=+0.622345288 container remove 38a8206a96045af1069284c6d02d818765c31aa0360968a0dbcb200f6de6bbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-12T01:56:13.638 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:13 smithi098 podman[215893]: 2024-04-12 01:56:13.263136494 +0000 UTC m=+0.017991761 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T01:56:13.639 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:13 smithi098 podman[215893]: 2024-04-12 01:56:13.364354465 +0000 UTC m=+0.119209773 container create 6bcf0b1f985b5922fa05bfb4face3f8647ab3d512783896f14c04cef36a42dfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-12T01:56:13.639 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:13 smithi098 podman[215893]: 2024-04-12 01:56:13.583303636 +0000 UTC m=+0.338158902 container init 6bcf0b1f985b5922fa05bfb4face3f8647ab3d512783896f14c04cef36a42dfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-12T01:56:13.639 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:13 smithi098 podman[215893]: 2024-04-12 01:56:13.586354152 +0000 UTC m=+0.341209428 container start 6bcf0b1f985b5922fa05bfb4face3f8647ab3d512783896f14c04cef36a42dfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-12T01:56:13.639 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:13 smithi098 podman[215893]: 2024-04-12 01:56:13.651925446 +0000 UTC m=+0.406780727 container attach 6bcf0b1f985b5922fa05bfb4face3f8647ab3d512783896f14c04cef36a42dfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True) 2024-04-12T01:56:14.028 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:13 smithi098 podman[215893]: 2024-04-12 01:56:13.876948978 +0000 UTC m=+0.631804245 container died 6bcf0b1f985b5922fa05bfb4face3f8647ab3d512783896f14c04cef36a42dfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-12T01:56:14.370 INFO:journalctl@ceph.osd.2.smithi098.stdout:Apr 12 01:56:14 smithi098 podman[215919]: 2024-04-12 01:56:14.36367685 +0000 UTC m=+0.477263860 container remove 6bcf0b1f985b5922fa05bfb4face3f8647ab3d512783896f14c04cef36a42dfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-12T01:56:14.374 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.2.service' 2024-04-12T01:56:14.417 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:56:14.417 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-12T01:56:14.418 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-12T01:56:14.418 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.3 2024-04-12T01:56:14.737 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:14 smithi098 systemd[1]: Stopping Ceph osd.3 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:56:15.028 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T01:56:14.749+0000 7fe22706c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:56:15.028 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T01:56:14.749+0000 7fe22706c700 -1 osd.3 2718 *** Got signal Terminated *** 2024-04-12T01:56:15.028 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:14 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3[111780]: 2024-04-12T01:56:14.749+0000 7fe22706c700 -1 osd.3 2718 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T01:56:18.354 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:17 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:17.872+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:19.107 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:18 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:18.870+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:19.568 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:19.300+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:19.838 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:19.828+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:20.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:19 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:19.852+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:20.528 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:20 smithi098 podman[215997]: 2024-04-12 01:56:20.262696202 +0000 UTC m=+5.614811187 container died ea0ee0bcf67b01a85e5aa5145a6dcdda9a2644ef8213b4c08056ee2707e65403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-12T01:56:20.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:20.263+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:20.604 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:20.481+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:53.120713+0000 front 2024-04-12T01:55:53.120584+0000 (oldest deadline 2024-04-12T01:56:20.121004+0000) 2024-04-12T01:56:20.787 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:20 smithi098 podman[215997]: 2024-04-12 01:56:20.607813389 +0000 UTC m=+5.959928372 container cleanup ea0ee0bcf67b01a85e5aa5145a6dcdda9a2644ef8213b4c08056ee2707e65403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-12T01:56:20.787 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:20 smithi098 bash[215997]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3 2024-04-12T01:56:21.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:20.865+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:21.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:20 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:20.784+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:21.205 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:20 smithi098 podman[216014]: 2024-04-12 01:56:20.800678175 +0000 UTC m=+0.534736864 container remove ea0ee0bcf67b01a85e5aa5145a6dcdda9a2644ef8213b4c08056ee2707e65403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T01:56:21.494 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:21.255+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:21.499 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:21 smithi098 podman[216105]: 2024-04-12 01:56:21.121632949 +0000 UTC m=+0.018202460 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T01:56:21.499 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:21 smithi098 podman[216105]: 2024-04-12 01:56:21.235108917 +0000 UTC m=+0.131678464 container create c021d189400390074d22082fa5eba07bb5e7556bee4d47982865af910bdd6ec6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T01:56:21.499 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:21 smithi098 podman[216105]: 2024-04-12 01:56:21.429127145 +0000 UTC m=+0.325696646 container init c021d189400390074d22082fa5eba07bb5e7556bee4d47982865af910bdd6ec6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T01:56:21.499 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:21 smithi098 podman[216105]: 2024-04-12 01:56:21.432497133 +0000 UTC m=+0.329066637 container start c021d189400390074d22082fa5eba07bb5e7556bee4d47982865af910bdd6ec6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T01:56:21.499 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:21 smithi098 podman[216105]: 2024-04-12 01:56:21.512277071 +0000 UTC m=+0.408846581 container attach c021d189400390074d22082fa5eba07bb5e7556bee4d47982865af910bdd6ec6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T01:56:21.778 INFO:journalctl@ceph.osd.3.smithi098.stdout:Apr 12 01:56:21 smithi098 podman[216105]: 2024-04-12 01:56:21.7145961 +0000 UTC m=+0.611165608 container died c021d189400390074d22082fa5eba07bb5e7556bee4d47982865af910bdd6ec6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-12T01:56:21.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:21.756+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:21.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:21.507+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:53.120713+0000 front 2024-04-12T01:55:53.120584+0000 (oldest deadline 2024-04-12T01:56:20.121004+0000) 2024-04-12T01:56:22.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:21 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:21.848+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:22.277 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.3.service' 2024-04-12T01:56:22.316 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:56:22.317 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-12T01:56:22.317 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-12T01:56:22.317 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.4 2024-04-12T01:56:22.467 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:22.207+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:22.468 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:22 smithi193 systemd[1]: Stopping Ceph osd.4 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:56:22.765 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:22.481+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:53.120713+0000 front 2024-04-12T01:55:53.120584+0000 (oldest deadline 2024-04-12T01:56:20.121004+0000) 2024-04-12T01:56:22.765 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:22.632+0000 7f10b8b78700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:56:22.765 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:22.632+0000 7f10b8b78700 -1 osd.4 2718 *** Got signal Terminated *** 2024-04-12T01:56:22.765 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:22.632+0000 7f10b8b78700 -1 osd.4 2718 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T01:56:23.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:22.822+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:23.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:22 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:22.778+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:23.604 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:23 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:23.457+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:53.120713+0000 front 2024-04-12T01:55:53.120584+0000 (oldest deadline 2024-04-12T01:56:20.121004+0000) 2024-04-12T01:56:23.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:23 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:23.211+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:24.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:23 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:23.834+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:24.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:23 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:23.737+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:24.605 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:24 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:24.489+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:53.120713+0000 front 2024-04-12T01:55:53.120584+0000 (oldest deadline 2024-04-12T01:56:20.121004+0000) 2024-04-12T01:56:24.606 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:24 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:24.245+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:25.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:24 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:24.864+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:25.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:24 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:24.733+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:25.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:25.217+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:25.823 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:25.742+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:25.824 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:25.530+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:53.120713+0000 front 2024-04-12T01:55:53.120584+0000 (oldest deadline 2024-04-12T01:56:20.121004+0000) 2024-04-12T01:56:25.824 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:25.530+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:03.021979+0000 front 2024-04-12T01:56:03.021952+0000 (oldest deadline 2024-04-12T01:56:25.321782+0000) 2024-04-12T01:56:26.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:25 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:25.835+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:26.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:26.264+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:26.604 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:26.495+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:53.120713+0000 front 2024-04-12T01:55:53.120584+0000 (oldest deadline 2024-04-12T01:56:20.121004+0000) 2024-04-12T01:56:26.604 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:26.495+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:03.021979+0000 front 2024-04-12T01:56:03.021952+0000 (oldest deadline 2024-04-12T01:56:25.321782+0000) 2024-04-12T01:56:27.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:26.741+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:27.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:26 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:26.844+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:27.511 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:27.252+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:27.795 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:27.748+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:27.795 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:27.524+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:53.120713+0000 front 2024-04-12T01:55:53.120584+0000 (oldest deadline 2024-04-12T01:56:20.121004+0000) 2024-04-12T01:56:27.795 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4[89409]: 2024-04-12T01:56:27.524+0000 7f10b1164700 -1 osd.4 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:03.021979+0000 front 2024-04-12T01:56:03.021952+0000 (oldest deadline 2024-04-12T01:56:25.321782+0000) 2024-04-12T01:56:28.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:27 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:27.807+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:28.461 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:28 smithi193 podman[146015]: 2024-04-12 01:56:28.201775978 +0000 UTC m=+5.677148706 container died 1bd8a7541b949ada56e6e2b4d790ce318374c494171c2b32239a6da67f806eff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-12T01:56:28.462 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:28 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:28.244+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:28.462 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:28 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:28.244+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:28.752 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:28 smithi193 podman[146015]: 2024-04-12 01:56:28.565512667 +0000 UTC m=+6.040885446 container cleanup 1bd8a7541b949ada56e6e2b4d790ce318374c494171c2b32239a6da67f806eff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T01:56:28.752 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:28 smithi193 bash[146015]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4 2024-04-12T01:56:29.076 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:28 smithi193 podman[146032]: 2024-04-12 01:56:28.875452682 +0000 UTC m=+0.671586076 container remove 1bd8a7541b949ada56e6e2b4d790ce318374c494171c2b32239a6da67f806eff (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T01:56:29.076 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:28 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:28.766+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:29.076 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:28 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:28.766+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.891352+0000 front 2024-04-12T01:56:02.891517+0000 (oldest deadline 2024-04-12T01:56:28.191450+0000) 2024-04-12T01:56:29.076 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:28 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:28.764+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:29.077 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:28 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:28.764+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:29.354 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:29 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:29.206+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:29.354 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:29 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:29.206+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:29.354 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:29 smithi193 podman[146127]: 2024-04-12 01:56:29.140980113 +0000 UTC m=+0.017773556 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T01:56:29.354 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:29 smithi193 podman[146127]: 2024-04-12 01:56:29.259763157 +0000 UTC m=+0.136556622 container create a12d2ab3f870343af6efed3fa37a0595735d650c01186e90f513916a82e1618b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-12T01:56:29.636 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:29 smithi193 podman[146127]: 2024-04-12 01:56:29.462280046 +0000 UTC m=+0.339073470 container init a12d2ab3f870343af6efed3fa37a0595735d650c01186e90f513916a82e1618b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T01:56:29.636 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:29 smithi193 podman[146127]: 2024-04-12 01:56:29.46537974 +0000 UTC m=+0.342173164 container start a12d2ab3f870343af6efed3fa37a0595735d650c01186e90f513916a82e1618b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-12T01:56:29.636 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:29 smithi193 podman[146127]: 2024-04-12 01:56:29.557490913 +0000 UTC m=+0.434284348 container attach a12d2ab3f870343af6efed3fa37a0595735d650c01186e90f513916a82e1618b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T01:56:30.104 INFO:journalctl@ceph.osd.4.smithi193.stdout:Apr 12 01:56:29 smithi193 podman[146127]: 2024-04-12 01:56:29.766687657 +0000 UTC m=+0.643481092 container died a12d2ab3f870343af6efed3fa37a0595735d650c01186e90f513916a82e1618b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T01:56:30.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:29 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:29.795+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:30.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:29 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:29.795+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.891352+0000 front 2024-04-12T01:56:02.891517+0000 (oldest deadline 2024-04-12T01:56:28.191450+0000) 2024-04-12T01:56:30.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:29 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:29.753+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:30.105 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:29 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:29.753+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:30.402 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:30 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:30.227+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:30.403 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:30 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:30.227+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:30.429 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.4.service' 2024-04-12T01:56:30.472 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:56:30.472 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-12T01:56:30.472 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-12T01:56:30.473 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.5 2024-04-12T01:56:30.690 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:30 smithi193 systemd[1]: Stopping Ceph osd.5 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:56:31.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:30 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:30.796+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:31.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:30 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:30.796+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:31.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:30 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:30.770+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:31.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:30 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:30.770+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.891352+0000 front 2024-04-12T01:56:02.891517+0000 (oldest deadline 2024-04-12T01:56:28.191450+0000) 2024-04-12T01:56:31.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:30 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:30.835+0000 7f8f4aa31700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:56:31.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:30 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:30.835+0000 7f8f4aa31700 -1 osd.5 2718 *** Got signal Terminated *** 2024-04-12T01:56:31.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:30 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:30.835+0000 7f8f4aa31700 -1 osd.5 2718 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T01:56:31.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:31.207+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:31.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:31.207+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:32.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:31.785+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:32.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:31.785+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.891352+0000 front 2024-04-12T01:56:02.891517+0000 (oldest deadline 2024-04-12T01:56:28.191450+0000) 2024-04-12T01:56:32.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:31.802+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:32.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:31 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:31.802+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:32.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:32.166+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:32.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:32.166+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:33.103 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:32.789+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:33.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:32.789+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:33.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:32.772+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:33.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:32 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:32.772+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.891352+0000 front 2024-04-12T01:56:02.891517+0000 (oldest deadline 2024-04-12T01:56:28.191450+0000) 2024-04-12T01:56:33.603 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:33.213+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:33.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:33.213+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:33.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:33.213+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:34.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:33.771+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:34.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:33.771+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.891352+0000 front 2024-04-12T01:56:02.891517+0000 (oldest deadline 2024-04-12T01:56:28.191450+0000) 2024-04-12T01:56:34.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:33.771+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:10.492615+0000 front 2024-04-12T01:56:10.492664+0000 (oldest deadline 2024-04-12T01:56:32.792488+0000) 2024-04-12T01:56:34.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:33.826+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:34.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:33.826+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:34.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:33 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:33.826+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:34.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:34.218+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:34.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:34.218+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:34.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:34.218+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:35.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:34.807+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:51.790124+0000 front 2024-04-12T01:55:51.789986+0000 (oldest deadline 2024-04-12T01:56:19.390450+0000) 2024-04-12T01:56:35.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:34.807+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.891352+0000 front 2024-04-12T01:56:02.891517+0000 (oldest deadline 2024-04-12T01:56:28.191450+0000) 2024-04-12T01:56:35.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5[94390]: 2024-04-12T01:56:34.807+0000 7f8f47025700 -1 osd.5 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:10.492615+0000 front 2024-04-12T01:56:10.492664+0000 (oldest deadline 2024-04-12T01:56:32.792488+0000) 2024-04-12T01:56:35.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:34.850+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:35.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:34.850+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:35.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:34 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:34.850+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:35.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:35 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:35.226+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:35.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:35 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:35.226+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:35.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:35 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:35.226+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:36.235 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:35 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:35.898+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:36.235 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:35 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:35.898+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:36.235 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:35 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:35.898+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:36.531 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:36 smithi193 podman[146232]: 2024-04-12 01:56:36.248368224 +0000 UTC m=+5.540137559 container died 3ce1fb3e5c84aac4a578cd7a2797931bc5bd58224b462d150fc1521e45bf7715 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-12T01:56:36.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:36.264+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:36.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:36.265+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:36.532 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:36.265+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:36.854 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:36 smithi193 podman[146232]: 2024-04-12 01:56:36.643974516 +0000 UTC m=+5.935743847 container cleanup 3ce1fb3e5c84aac4a578cd7a2797931bc5bd58224b462d150fc1521e45bf7715 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T01:56:36.854 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:36 smithi193 bash[146232]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5 2024-04-12T01:56:37.222 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:36 smithi193 podman[146260]: 2024-04-12 01:56:36.912778256 +0000 UTC m=+0.663212268 container remove 3ce1fb3e5c84aac4a578cd7a2797931bc5bd58224b462d150fc1521e45bf7715 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-12T01:56:37.223 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:36.911+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:37.223 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:36.911+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:37.223 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:36 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:36.911+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:37.520 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:37 smithi193 podman[146355]: 2024-04-12 01:56:37.213504447 +0000 UTC m=+0.018179768 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T01:56:37.520 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:37 smithi193 podman[146355]: 2024-04-12 01:56:37.322177048 +0000 UTC m=+0.126852352 container create 32f6c49b79618558f662c37462ea17b93a697a7e90db4562335e1b6376ea6cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-12T01:56:37.520 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:37 smithi193 podman[146355]: 2024-04-12 01:56:37.533414807 +0000 UTC m=+0.338090114 container init 32f6c49b79618558f662c37462ea17b93a697a7e90db4562335e1b6376ea6cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T01:56:37.521 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:37.235+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:37.521 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:37.235+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:37.521 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:37.235+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:37.811 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:37 smithi193 podman[146355]: 2024-04-12 01:56:37.536875323 +0000 UTC m=+0.341550637 container start 32f6c49b79618558f662c37462ea17b93a697a7e90db4562335e1b6376ea6cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux ) 2024-04-12T01:56:37.811 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:37 smithi193 podman[146355]: 2024-04-12 01:56:37.607797726 +0000 UTC m=+0.412473045 container attach 32f6c49b79618558f662c37462ea17b93a697a7e90db4562335e1b6376ea6cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-12T01:56:38.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:37 smithi193 podman[146355]: 2024-04-12 01:56:37.824912118 +0000 UTC m=+0.629587422 container died 32f6c49b79618558f662c37462ea17b93a697a7e90db4562335e1b6376ea6cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T01:56:38.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:37.892+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:38.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:37.892+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:38.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:37 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:37.892+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:38.383 INFO:journalctl@ceph.osd.5.smithi193.stdout:Apr 12 01:56:38 smithi193 podman[146381]: 2024-04-12 01:56:38.377901908 +0000 UTC m=+0.547946453 container remove 32f6c49b79618558f662c37462ea17b93a697a7e90db4562335e1b6376ea6cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-12T01:56:38.384 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:38.203+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:38.384 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:38.203+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:38.384 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:38.203+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:38.388 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.5.service' 2024-04-12T01:56:38.431 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:56:38.432 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-12T01:56:38.432 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-12T01:56:38.432 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.6 2024-04-12T01:56:38.776 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:38 smithi193 systemd[1]: Stopping Ceph osd.6 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:56:39.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:38.788+0000 7fabd7106700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:56:39.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:38.788+0000 7fabd7106700 -1 osd.6 2718 *** Got signal Terminated *** 2024-04-12T01:56:39.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:38.788+0000 7fabd7106700 -1 osd.6 2718 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T01:56:39.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:38.848+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:39.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:38.848+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:39.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:38 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:38.848+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:39.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:39 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:39.223+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:39.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:39 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:39.223+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:39.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:39 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:39.223+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:40.103 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:39 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:39.806+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:40.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:39 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:39.806+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:40.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:39 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:39.806+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:40.603 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:40.221+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:40.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:40.221+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:40.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:40.221+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:41.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:40.823+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:41.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:40.823+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:41.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:40 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:40.823+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:41.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:41.219+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:41.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:41.219+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:41.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:41.219+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:42.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:41.789+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:42.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:41.789+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:42.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:41 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:41.789+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:42.603 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:42.231+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:42.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:42.231+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:42.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:42.231+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:43.103 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:42.749+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:54.354854+0000 front 2024-04-12T01:55:54.354817+0000 (oldest deadline 2024-04-12T01:56:17.854710+0000) 2024-04-12T01:56:43.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:42.749+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:02.555961+0000 front 2024-04-12T01:56:02.556060+0000 (oldest deadline 2024-04-12T01:56:27.855749+0000) 2024-04-12T01:56:43.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:42.749+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:07.856326+0000 front 2024-04-12T01:56:07.856401+0000 (oldest deadline 2024-04-12T01:56:33.756134+0000) 2024-04-12T01:56:43.104 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:42 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6[99342]: 2024-04-12T01:56:42.749+0000 7fabd36fa700 -1 osd.6 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.257176+0000 front 2024-04-12T01:56:17.257152+0000 (oldest deadline 2024-04-12T01:56:41.957045+0000) 2024-04-12T01:56:43.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:43.206+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:43.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:43.206+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:43.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:43.206+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:43.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:43 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:43.206+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.299618+0000 front 2024-04-12T01:56:17.299598+0000 (oldest deadline 2024-04-12T01:56:42.599446+0000) 2024-04-12T01:56:44.593 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:44 smithi193 podman[146461]: 2024-04-12 01:56:44.347448232 +0000 UTC m=+5.674029470 container died d79c44e24adfbc41d1861055c2edb4c47cefdadcf3c788f046236a3941b97553 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-12T01:56:44.593 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:44.198+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:44.593 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:44.198+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:44.594 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:44.198+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:44.594 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:44 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:44.198+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.299618+0000 front 2024-04-12T01:56:17.299598+0000 (oldest deadline 2024-04-12T01:56:42.599446+0000) 2024-04-12T01:56:44.851 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:44 smithi193 podman[146461]: 2024-04-12 01:56:44.672091144 +0000 UTC m=+5.998672378 container cleanup d79c44e24adfbc41d1861055c2edb4c47cefdadcf3c788f046236a3941b97553 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T01:56:44.851 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:44 smithi193 bash[146461]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6 2024-04-12T01:56:45.103 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:44 smithi193 podman[146478]: 2024-04-12 01:56:44.865122544 +0000 UTC m=+0.514991052 container remove d79c44e24adfbc41d1861055c2edb4c47cefdadcf3c788f046236a3941b97553 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True) 2024-04-12T01:56:45.506 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:45 smithi193 podman[146571]: 2024-04-12 01:56:45.20226398 +0000 UTC m=+0.017845155 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T01:56:45.506 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:45 smithi193 podman[146571]: 2024-04-12 01:56:45.307769372 +0000 UTC m=+0.123350582 container create 11e8269a8903568cfc124c41892ea5d21bba7937a0b57bf58fb1ed3234d3d9b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T01:56:45.506 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:45 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:45.241+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:45.506 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:45 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:45.241+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:45.506 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:45 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:45.241+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:45.506 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:45 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:45.241+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.299618+0000 front 2024-04-12T01:56:17.299598+0000 (oldest deadline 2024-04-12T01:56:42.599446+0000) 2024-04-12T01:56:45.806 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:45 smithi193 podman[146571]: 2024-04-12 01:56:45.518843788 +0000 UTC m=+0.334424961 container init 11e8269a8903568cfc124c41892ea5d21bba7937a0b57bf58fb1ed3234d3d9b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-12T01:56:45.807 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:45 smithi193 podman[146571]: 2024-04-12 01:56:45.522541718 +0000 UTC m=+0.338122891 container start 11e8269a8903568cfc124c41892ea5d21bba7937a0b57bf58fb1ed3234d3d9b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T01:56:45.807 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:45 smithi193 podman[146571]: 2024-04-12 01:56:45.601916855 +0000 UTC m=+0.417498030 container attach 11e8269a8903568cfc124c41892ea5d21bba7937a0b57bf58fb1ed3234d3d9b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True) 2024-04-12T01:56:46.091 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:45 smithi193 podman[146571]: 2024-04-12 01:56:45.820354548 +0000 UTC m=+0.635935722 container died 11e8269a8903568cfc124c41892ea5d21bba7937a0b57bf58fb1ed3234d3d9b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-12T01:56:46.318 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.6.service' 2024-04-12T01:56:46.346 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:46 smithi193 podman[146599]: 2024-04-12 01:56:46.313827427 +0000 UTC m=+0.488568192 container remove 11e8269a8903568cfc124c41892ea5d21bba7937a0b57bf58fb1ed3234d3d9b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-12T01:56:46.346 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:46 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.6.service: Deactivated successfully. 2024-04-12T01:56:46.346 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:46 smithi193 systemd[1]: Stopped Ceph osd.6 for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T01:56:46.347 INFO:journalctl@ceph.osd.6.smithi193.stdout:Apr 12 01:56:46 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.6.service: Consumed 2min 40.787s CPU time. 2024-04-12T01:56:46.347 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:46.270+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:46.347 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:46.270+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:46.347 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:46.270+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:46.347 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:46.270+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.299618+0000 front 2024-04-12T01:56:17.299598+0000 (oldest deadline 2024-04-12T01:56:42.599446+0000) 2024-04-12T01:56:46.362 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:56:46.362 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-12T01:56:46.362 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-12T01:56:46.362 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.7 2024-04-12T01:56:46.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:46 smithi193 systemd[1]: Stopping Ceph osd.7 for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:56:47.104 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:46.716+0000 7ff693cd3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:56:47.104 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:46.716+0000 7ff693cd3700 -1 osd.7 2718 *** Got signal Terminated *** 2024-04-12T01:56:47.104 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:46 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:46.716+0000 7ff693cd3700 -1 osd.7 2718 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T01:56:47.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:47.267+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:47.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:47.267+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:47.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:47.267+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:47.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:47 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:47.267+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.299618+0000 front 2024-04-12T01:56:17.299598+0000 (oldest deadline 2024-04-12T01:56:42.599446+0000) 2024-04-12T01:56:48.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:48 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:48.288+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:48.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:48 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:48.288+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:48.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:48 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:48.288+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:48.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:48 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:48.288+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.299618+0000 front 2024-04-12T01:56:17.299598+0000 (oldest deadline 2024-04-12T01:56:42.599446+0000) 2024-04-12T01:56:49.603 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:49.276+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:49.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:49.276+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:49.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:49.276+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:49.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:49 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:49.276+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.299618+0000 front 2024-04-12T01:56:17.299598+0000 (oldest deadline 2024-04-12T01:56:42.599446+0000) 2024-04-12T01:56:50.603 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:50.313+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:50.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:50.313+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:50.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:50.313+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:50.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:50 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:50.313+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.299618+0000 front 2024-04-12T01:56:17.299598+0000 (oldest deadline 2024-04-12T01:56:42.599446+0000) 2024-04-12T01:56:51.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:51.311+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2024-04-12T01:55:52.796417+0000 front 2024-04-12T01:55:52.796442+0000 (oldest deadline 2024-04-12T01:56:18.696095+0000) 2024-04-12T01:56:51.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:51.311+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6814 osd.1 since back 2024-04-12T01:56:01.597185+0000 front 2024-04-12T01:56:01.597045+0000 (oldest deadline 2024-04-12T01:56:27.496916+0000) 2024-04-12T01:56:51.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:51.311+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6822 osd.2 since back 2024-04-12T01:56:11.598068+0000 front 2024-04-12T01:56:11.598002+0000 (oldest deadline 2024-04-12T01:56:32.697914+0000) 2024-04-12T01:56:51.604 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:51 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7[104287]: 2024-04-12T01:56:51.311+0000 7ff68c2bf700 -1 osd.7 2718 heartbeat_check: no reply from 172.21.15.98:6830 osd.3 since back 2024-04-12T01:56:17.299618+0000 front 2024-04-12T01:56:17.299598+0000 (oldest deadline 2024-04-12T01:56:42.599446+0000) 2024-04-12T01:56:52.562 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:52 smithi193 podman[146677]: 2024-04-12 01:56:52.302789754 +0000 UTC m=+5.707889022 container died 96d924bed0d33fece5bdaeb640946c9f1ac89efa84a708faff51fde2735d4fc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-12T01:56:52.853 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:52 smithi193 podman[146677]: 2024-04-12 01:56:52.641191067 +0000 UTC m=+6.046290343 container cleanup 96d924bed0d33fece5bdaeb640946c9f1ac89efa84a708faff51fde2735d4fc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True) 2024-04-12T01:56:52.854 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:52 smithi193 bash[146677]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7 2024-04-12T01:56:52.854 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:52 smithi193 podman[146706]: 2024-04-12 01:56:52.817525114 +0000 UTC m=+0.515258232 container remove 96d924bed0d33fece5bdaeb640946c9f1ac89efa84a708faff51fde2735d4fc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-12T01:56:53.516 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:53 smithi193 podman[146798]: 2024-04-12 01:56:53.152665792 +0000 UTC m=+0.017783433 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-12T01:56:53.516 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:53 smithi193 podman[146798]: 2024-04-12 01:56:53.268560221 +0000 UTC m=+0.133677835 container create 24889de60c9de2a98472f5c35385c05b5efb63428776d76c6af995bbdce8661d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-12T01:56:53.516 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:53 smithi193 podman[146798]: 2024-04-12 01:56:53.462700088 +0000 UTC m=+0.327817702 container init 24889de60c9de2a98472f5c35385c05b5efb63428776d76c6af995bbdce8661d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-12T01:56:53.516 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:53 smithi193 podman[146798]: 2024-04-12 01:56:53.465785792 +0000 UTC m=+0.330903407 container start 24889de60c9de2a98472f5c35385c05b5efb63428776d76c6af995bbdce8661d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-12T01:56:53.516 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:53 smithi193 podman[146798]: 2024-04-12 01:56:53.529244463 +0000 UTC m=+0.394362087 container attach 24889de60c9de2a98472f5c35385c05b5efb63428776d76c6af995bbdce8661d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-12T01:56:53.854 INFO:journalctl@ceph.osd.7.smithi193.stdout:Apr 12 01:56:53 smithi193 podman[146798]: 2024-04-12 01:56:53.750373536 +0000 UTC m=+0.615491162 container died 24889de60c9de2a98472f5c35385c05b5efb63428776d76c6af995bbdce8661d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-12T01:56:54.322 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@osd.7.service' 2024-04-12T01:56:54.364 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:56:54.364 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-12T01:56:54.364 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-12T01:56:54.364 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.a 2024-04-12T01:56:54.727 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 01:56:54 smithi098 systemd[1]: Stopping Ceph mds.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:56:54.996 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 01:56:54 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[117008]: 2024-04-12T01:56:54.739+0000 7f2d43420700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:56:54.996 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 01:56:54 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a[117008]: 2024-04-12T01:56:54.739+0000 7f2d43420700 -1 mds.a *** got signal Terminated *** 2024-04-12T01:56:57.028 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 01:56:56 smithi098 podman[216209]: 2024-04-12 01:56:56.714162356 +0000 UTC m=+2.139666336 container died c283699613548d9584a29928017d123944fa8cc429ccf5d15d10d76ea4bd8a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-12T01:56:57.518 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 01:56:57 smithi098 podman[216209]: 2024-04-12 01:56:57.273213991 +0000 UTC m=+2.698717974 container cleanup c283699613548d9584a29928017d123944fa8cc429ccf5d15d10d76ea4bd8a46 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-12T01:56:57.519 INFO:journalctl@ceph.mds.a.smithi098.stdout:Apr 12 01:56:57 smithi098 bash[216209]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-a 2024-04-12T01:56:57.679 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.a.service' 2024-04-12T01:56:57.718 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:56:57.718 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-12T01:56:57.718 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-12T01:56:57.719 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.b 2024-04-12T01:56:58.047 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 01:56:57 smithi193 systemd[1]: Stopping Ceph mds.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:56:58.354 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 01:56:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b[108918]: 2024-04-12T01:56:58.059+0000 7f2fd95fb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T01:56:58.354 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 01:56:58 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b[108918]: 2024-04-12T01:56:58.059+0000 7f2fd95fb700 -1 mds.b *** got signal Terminated *** 2024-04-12T01:56:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:56:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:56:59.172Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:56:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:56:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:56:59.175Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:56:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:56:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:56:59.175Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:56:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:56:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:56:59.175Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:56:59.604 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:56:59 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:56:59.175Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.98:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.98:8765: connect: connection refused" 2024-04-12T01:57:02.354 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 01:57:02 smithi193 podman[146904]: 2024-04-12 01:57:02.068995283 +0000 UTC m=+4.135780228 container died 9b7304d52b9c97839ce93d7db5e2acb84ae5320951a3efc3d04a0f6f9f61c1bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-04-12T01:57:02.705 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 01:57:02 smithi193 podman[146904]: 2024-04-12 01:57:02.460044132 +0000 UTC m=+4.526829080 container cleanup 9b7304d52b9c97839ce93d7db5e2acb84ae5320951a3efc3d04a0f6f9f61c1bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-12T01:57:02.706 INFO:journalctl@ceph.mds.b.smithi193.stdout:Apr 12 01:57:02 smithi193 bash[146904]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-mds-b 2024-04-12T01:57:02.877 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@mds.b.service' 2024-04-12T01:57:02.914 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:57:02.914 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-12T01:57:02.915 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-12T01:57:02.915 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a 2024-04-12T01:57:03.242 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 systemd[1]: Stopping Ceph prometheus.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:57:03.518 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.255Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.255Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.255Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.255Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.255Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.255Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.255Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.255Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.256Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.257Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.257Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a[116260]: ts=2024-04-12T01:57:03.257Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T01:57:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 podman[147026]: 2024-04-12 01:57:03.266333637 +0000 UTC m=+0.119808475 container died d8769e83105bd3c33277b00c6c3820f72c8f9a6259dda93e5bccb71017e219f2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T01:57:03.854 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 podman[147026]: 2024-04-12 01:57:03.639089795 +0000 UTC m=+0.492564628 container cleanup d8769e83105bd3c33277b00c6c3820f72c8f9a6259dda93e5bccb71017e219f2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T01:57:03.854 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Apr 12 01:57:03 smithi193 bash[147026]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T01:57:04.097 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@prometheus.a.service' 2024-04-12T01:57:04.132 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T01:57:04.132 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-12T01:57:04.132 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 --force --keep-logs 2024-04-12T01:57:04.288 INFO:teuthology.orchestra.run.smithi098.stdout:Deleting cluster with fsid: 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T01:57:05.974 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:05 smithi098 systemd[1]: Stopping Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:57:06.278 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:05 smithi098 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a[124636]: ts=2024-04-12T01:57:05.987Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T01:57:06.278 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:06 smithi098 podman[216663]: 2024-04-12 01:57:06.048331897 +0000 UTC m=+0.180167598 container died 7809e3c18265364cceef1c6b0a6623e5e731a8b125a3707cde87212273de47c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T01:57:06.657 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:06 smithi098 podman[216663]: 2024-04-12 01:57:06.428177355 +0000 UTC m=+0.560013054 container cleanup 7809e3c18265364cceef1c6b0a6623e5e731a8b125a3707cde87212273de47c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T01:57:06.657 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:06 smithi098 bash[216663]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a 2024-04-12T01:57:07.028 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:06 smithi098 podman[216677]: 2024-04-12 01:57:06.671180712 +0000 UTC m=+0.620290574 container remove 7809e3c18265364cceef1c6b0a6623e5e731a8b125a3707cde87212273de47c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T01:57:07.028 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:06 smithi098 podman[216677]: 2024-04-12 01:57:06.738392917 +0000 UTC m=+0.687502782 volume remove 883efcbf56b476a67e72666d2983032549f944c98881048e2ebd3789b4783b27 2024-04-12T01:57:07.028 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:06 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T01:57:07.028 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:06 smithi098 systemd[1]: Stopped Ceph alertmanager.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T01:57:07.028 INFO:journalctl@ceph.alertmanager.a.smithi098.stdout:Apr 12 01:57:06 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@alertmanager.a.service: Consumed 3.901s CPU time. 2024-04-12T01:57:07.313 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 01:57:07 smithi098 systemd[1]: Stopping Ceph node-exporter.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:57:07.595 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 01:57:07 smithi098 podman[216781]: 2024-04-12 01:57:07.326712016 +0000 UTC m=+0.116138335 container died cc15f539691c7017c66d843b3e541b67ed7f1d753de79082a0f1117feb7a92d1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T01:57:07.936 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 01:57:07 smithi098 podman[216781]: 2024-04-12 01:57:07.707779796 +0000 UTC m=+0.497206123 container cleanup cc15f539691c7017c66d843b3e541b67ed7f1d753de79082a0f1117feb7a92d1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T01:57:07.936 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 01:57:07 smithi098 bash[216781]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a 2024-04-12T01:57:08.193 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 01:57:07 smithi098 podman[216795]: 2024-04-12 01:57:07.950541436 +0000 UTC m=+0.626645335 container remove cc15f539691c7017c66d843b3e541b67ed7f1d753de79082a0f1117feb7a92d1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T01:57:08.193 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 01:57:07 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T01:57:08.193 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 01:57:08 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T01:57:08.193 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 01:57:08 smithi098 systemd[1]: Stopped Ceph node-exporter.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T01:57:08.193 INFO:journalctl@ceph.node-exporter.a.smithi098.stdout:Apr 12 01:57:08 smithi098 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.a.service: Consumed 8.625s CPU time. 2024-04-12T01:57:08.695 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 --force --keep-logs 2024-04-12T01:57:08.851 INFO:teuthology.orchestra.run.smithi193.stdout:Deleting cluster with fsid: 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T01:57:10.564 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:10 smithi193 systemd[1]: Stopping Ceph grafana.a for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:57:10.854 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=server t=2024-04-12T01:57:10.577398249Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-12T01:57:10.854 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=ticker t=2024-04-12T01:57:10.577688294Z level=info msg=stopped last_tick=2024-04-12T01:57:10Z 2024-04-12T01:57:10.854 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:10 smithi193 ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a[120103]: logger=tracing t=2024-04-12T01:57:10.577708551Z level=info msg="Closing tracing" 2024-04-12T01:57:10.854 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:10 smithi193 podman[147473]: 2024-04-12 01:57:10.587640896 +0000 UTC m=+0.109621300 container died 8fdd216db9c02844cef412470c8bcf3d36d71d306d35c22f559ee749c0ff48e2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T01:57:11.215 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:10 smithi193 podman[147473]: 2024-04-12 01:57:10.885280127 +0000 UTC m=+0.407260527 container cleanup 8fdd216db9c02844cef412470c8bcf3d36d71d306d35c22f559ee749c0ff48e2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T01:57:11.215 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:10 smithi193 bash[147473]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a 2024-04-12T01:57:11.216 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:11 smithi193 podman[147487]: 2024-04-12 01:57:11.111613922 +0000 UTC m=+0.521626018 container remove 8fdd216db9c02844cef412470c8bcf3d36d71d306d35c22f559ee749c0ff48e2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T01:57:11.604 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 01:57:11 smithi193 systemd[1]: Stopping Ceph node-exporter.b for 22cb6d54-f862-11ee-bc8c-c7b262605968... 2024-04-12T01:57:11.604 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:11 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-12T01:57:11.604 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:11 smithi193 systemd[1]: Stopped Ceph grafana.a for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T01:57:11.604 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Apr 12 01:57:11 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@grafana.a.service: Consumed 48.902s CPU time. 2024-04-12T01:57:11.950 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 01:57:11 smithi193 podman[147591]: 2024-04-12 01:57:11.65840074 +0000 UTC m=+0.101110590 container died df2895504fd39ef92b81680275f13fef8397fc5500fe06260bc99595f8f60b05 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T01:57:11.950 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 01:57:11 smithi193 podman[147591]: 2024-04-12 01:57:11.964421166 +0000 UTC m=+0.407131003 container cleanup df2895504fd39ef92b81680275f13fef8397fc5500fe06260bc99595f8f60b05 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T01:57:12.347 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 01:57:11 smithi193 bash[147591]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b 2024-04-12T01:57:12.348 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 01:57:12 smithi193 podman[147605]: 2024-04-12 01:57:12.157164234 +0000 UTC m=+0.503105477 container remove df2895504fd39ef92b81680275f13fef8397fc5500fe06260bc99595f8f60b05 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-22cb6d54-f862-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T01:57:12.348 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 01:57:12 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T01:57:12.758 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 01:57:12 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T01:57:12.759 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 01:57:12 smithi193 systemd[1]: Stopped Ceph node-exporter.b for 22cb6d54-f862-11ee-bc8c-c7b262605968. 2024-04-12T01:57:12.759 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Apr 12 01:57:12 smithi193 systemd[1]: ceph-22cb6d54-f862-11ee-bc8c-c7b262605968@node-exporter.b.service: Consumed 8.061s CPU time. 2024-04-12T01:57:12.965 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T01:57:13.000 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T01:57:13.030 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-12T01:57:13.032 DEBUG:teuthology.misc:Transferring archived files from smithi098:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458/remote/smithi098/crash 2024-04-12T01:57:13.032 DEBUG:teuthology.orchestra.run.smithi098:> sudo tar c -f - -C /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/crash -- . 2024-04-12T01:57:13.091 INFO:teuthology.orchestra.run.smithi098.stderr:tar: /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T01:57:13.091 INFO:teuthology.orchestra.run.smithi098.stderr:tar: Error is not recoverable: exiting now 2024-04-12T01:57:13.093 DEBUG:teuthology.misc:Transferring archived files from smithi193:/var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458/remote/smithi193/crash 2024-04-12T01:57:13.094 DEBUG:teuthology.orchestra.run.smithi193:> sudo tar c -f - -C /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/crash -- . 2024-04-12T01:57:13.131 INFO:teuthology.orchestra.run.smithi193.stderr:tar: /var/lib/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T01:57:13.131 INFO:teuthology.orchestra.run.smithi193.stderr:tar: Error is not recoverable: exiting now 2024-04-12T01:57:13.132 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-12T01:57:13.132 DEBUG:teuthology.orchestra.run.smithi098:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T01:57:13.164 INFO:teuthology.orchestra.run.smithi098.stdout:2024-04-12T00:31:36.441011+0000 mon.a (mon.0) 318 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T01:57:13.166 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-12T01:57:13.166 DEBUG:teuthology.orchestra.run.smithi098:> sudo egrep '\[SEC\]' /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T01:57:13.238 DEBUG:teuthology.orchestra.run.smithi098:> sudo egrep '\[ERR\]' /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T01:57:13.310 DEBUG:teuthology.orchestra.run.smithi098:> sudo egrep '\[WRN\]' /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T01:57:13.379 INFO:teuthology.orchestra.run.smithi098.stdout:2024-04-12T00:31:36.441011+0000 mon.a (mon.0) 318 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T01:57:13.381 INFO:tasks.cephadm:Compressing logs... 2024-04-12T01:57:13.381 DEBUG:teuthology.orchestra.run.smithi098:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T01:57:13.423 DEBUG:teuthology.orchestra.run.smithi193:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T01:57:13.448 INFO:teuthology.orchestra.run.smithi098.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-12T01:57:13.448 INFO:teuthology.orchestra.run.smithi098.stderr:: No such file or directory 2024-04-12T01:57:13.448 INFO:teuthology.orchestra.run.smithi098.stderr:gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mon.a.log 2024-04-12T01:57:13.448 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.audit.log 2024-04-12T01:57:13.451 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.1.log 2024-04-12T01:57:13.451 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.3.log 2024-04-12T01:57:13.451 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mgr.y.log 2024-04-12T01:57:13.451 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.0.log 2024-04-12T01:57:13.451 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.cephadm.log 2024-04-12T01:57:13.451 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log 2024-04-12T01:57:13.456 INFO:teuthology.orchestra.run.smithi193.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-12T01:57:13.456 INFO:teuthology.orchestra.run.smithi193.stderr:: No such file or directory 2024-04-12T01:57:13.456 INFO:teuthology.orchestra.run.smithi193.stderr:gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.6.log 2024-04-12T01:57:13.456 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.audit.log 2024-04-12T01:57:13.456 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mds.b.log 2024-04-12T01:57:13.456 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.4.log 2024-04-12T01:57:13.456 INFO:teuthology.orchestra.run.smithi193.stderr:gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.7.log 2024-04-12T01:57:13.456 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mds.b.log: /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.5.log 2024-04-12T01:57:13.457 INFO:teuthology.orchestra.run.smithi193.stderr: 84.7% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mds.b.log.gz 2024-04-12T01:57:13.457 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mgr.x.log 2024-04-12T01:57:13.457 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.cephadm.log 2024-04-12T01:57:13.457 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log 2024-04-12T01:57:13.457 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.cephadm.log.gz 2024-04-12T01:57:13.457 INFO:teuthology.orchestra.run.smithi193.stderr:gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-volume.log 2024-04-12T01:57:13.459 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.cephadm.log: 90.6% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.cephadm.log.gz 2024-04-12T01:57:13.459 INFO:teuthology.orchestra.run.smithi098.stderr: 91.5%gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.2.log 2024-04-12T01:57:13.459 INFO:teuthology.orchestra.run.smithi098.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-12T01:57:13.459 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-volume.log 2024-04-12T01:57:13.460 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log: 91.5% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.audit.log.gz 2024-04-12T01:57:13.462 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mds.a.log 2024-04-12T01:57:13.465 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-volume.log: 94.8% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.audit.log.gz 2024-04-12T01:57:13.468 INFO:teuthology.orchestra.run.smithi193.stderr:gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mon.b.log 2024-04-12T01:57:13.470 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-volume.log: /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mon.b.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-12T01:57:13.474 INFO:teuthology.orchestra.run.smithi193.stderr: 86.9% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log.gz 2024-04-12T01:57:13.477 INFO:teuthology.orchestra.run.smithi098.stderr:gzip -5 --verbose -- /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mon.c.log 2024-04-12T01:57:13.479 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mds.a.log: 92.8% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph.log.gz 2024-04-12T01:57:13.488 INFO:teuthology.orchestra.run.smithi193.stderr: 91.2% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-volume.log.gz 2024-04-12T01:57:13.491 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mon.c.log: 91.1% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-volume.log.gz 2024-04-12T01:57:13.494 INFO:teuthology.orchestra.run.smithi098.stderr: 92.1% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mds.a.log.gz 2024-04-12T01:57:13.516 INFO:teuthology.orchestra.run.smithi193.stderr: 90.6% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mgr.x.log.gz 2024-04-12T01:57:14.587 INFO:teuthology.orchestra.run.smithi098.stderr: 89.5% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mgr.y.log.gz 2024-04-12T01:57:14.922 INFO:teuthology.orchestra.run.smithi193.stderr: 92.2% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mon.b.log.gz 2024-04-12T01:57:15.729 INFO:teuthology.orchestra.run.smithi098.stderr: 92.3% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mon.c.log.gz 2024-04-12T01:57:17.748 INFO:teuthology.orchestra.run.smithi098.stderr: 90.6% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-mon.a.log.gz 2024-04-12T01:57:34.599 INFO:teuthology.orchestra.run.smithi193.stderr: 94.7% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.6.log.gz 2024-04-12T01:57:35.393 INFO:teuthology.orchestra.run.smithi193.stderr: 94.4% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.7.log.gz 2024-04-12T01:57:36.416 INFO:teuthology.orchestra.run.smithi098.stderr: 94.5% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.3.log.gz 2024-04-12T01:57:36.911 INFO:teuthology.orchestra.run.smithi193.stderr: 94.7% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.4.log.gz 2024-04-12T01:57:37.577 INFO:teuthology.orchestra.run.smithi193.stderr: 94.4% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.5.log.gz 2024-04-12T01:57:37.579 INFO:teuthology.orchestra.run.smithi193.stderr: 2024-04-12T01:57:37.579 INFO:teuthology.orchestra.run.smithi193.stderr:real 0m24.142s 2024-04-12T01:57:37.579 INFO:teuthology.orchestra.run.smithi193.stderr:user 1m28.721s 2024-04-12T01:57:37.579 INFO:teuthology.orchestra.run.smithi193.stderr:sys 0m3.396s 2024-04-12T01:57:39.228 INFO:teuthology.orchestra.run.smithi098.stderr: 94.3% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.1.log.gz 2024-04-12T01:57:39.303 INFO:teuthology.orchestra.run.smithi098.stderr: 94.4% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.0.log.gz 2024-04-12T01:57:40.231 INFO:teuthology.orchestra.run.smithi098.stderr: 94.0% -- replaced with /var/log/ceph/22cb6d54-f862-11ee-bc8c-c7b262605968/ceph-osd.2.log.gz 2024-04-12T01:57:40.232 INFO:teuthology.orchestra.run.smithi098.stderr: 2024-04-12T01:57:40.233 INFO:teuthology.orchestra.run.smithi098.stderr:real 0m26.797s 2024-04-12T01:57:40.233 INFO:teuthology.orchestra.run.smithi098.stderr:user 1m45.052s 2024-04-12T01:57:40.233 INFO:teuthology.orchestra.run.smithi098.stderr:sys 0m3.772s 2024-04-12T01:57:40.233 INFO:tasks.cephadm:Archiving logs... 2024-04-12T01:57:40.233 DEBUG:teuthology.misc:Transferring archived files from smithi098:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458/remote/smithi098/log 2024-04-12T01:57:40.234 DEBUG:teuthology.orchestra.run.smithi098:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T01:57:54.885 DEBUG:teuthology.misc:Transferring archived files from smithi193:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458/remote/smithi193/log 2024-04-12T01:57:54.886 DEBUG:teuthology.orchestra.run.smithi193:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T01:58:06.987 INFO:tasks.cephadm:Removing cluster... 2024-04-12T01:58:06.987 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 --force 2024-04-12T01:58:07.147 INFO:teuthology.orchestra.run.smithi098.stdout:Deleting cluster with fsid: 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T01:58:07.539 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 22cb6d54-f862-11ee-bc8c-c7b262605968 --force 2024-04-12T01:58:07.695 INFO:teuthology.orchestra.run.smithi193.stdout:Deleting cluster with fsid: 22cb6d54-f862-11ee-bc8c-c7b262605968 2024-04-12T01:58:08.072 INFO:tasks.cephadm:Removing cephadm ... 2024-04-12T01:58:08.072 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T01:58:08.088 DEBUG:teuthology.orchestra.run.smithi193:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T01:58:08.103 INFO:tasks.cephadm:Teardown complete 2024-04-12T01:58:08.103 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-12T01:58:08.118 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-12T01:58:08.118 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T01:58:08.131 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T01:58:08.237 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-12T01:58:08.248 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-12T01:58:08.248 DEBUG:teuthology.orchestra.run.smithi098:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T01:58:08.251 DEBUG:teuthology.orchestra.run.smithi193:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T01:58:08.263 INFO:teuthology.orchestra.run.smithi098.stderr:bash: line 1: ntpq: command not found 2024-04-12T01:58:08.264 INFO:teuthology.orchestra.run.smithi193.stderr:bash: line 1: ntpq: command not found 2024-04-12T01:58:08.267 INFO:teuthology.orchestra.run.smithi098.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T01:58:08.268 INFO:teuthology.orchestra.run.smithi098.stdout:=============================================================================== 2024-04-12T01:58:08.268 INFO:teuthology.orchestra.run.smithi098.stdout:^- hv01.front.sepia.ceph.com 2 6 377 13 +855us[ +806us] +/- 368ms 2024-04-12T01:58:08.268 INFO:teuthology.orchestra.run.smithi098.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 13 -1329us[-1378us] +/- 62ms 2024-04-12T01:58:08.268 INFO:teuthology.orchestra.run.smithi098.stdout:^* hv03.front.sepia.ceph.com 3 6 377 9 +1522us[+1474us] +/- 72ms 2024-04-12T01:58:08.268 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T01:58:08.269 INFO:teuthology.orchestra.run.smithi193.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T01:58:08.269 INFO:teuthology.orchestra.run.smithi193.stdout:=============================================================================== 2024-04-12T01:58:08.270 INFO:teuthology.orchestra.run.smithi193.stdout:^- hv01.front.sepia.ceph.com 2 8 377 86 +839us[ +849us] +/- 367ms 2024-04-12T01:58:08.270 INFO:teuthology.orchestra.run.smithi193.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 10 -1394us[-1394us] +/- 62ms 2024-04-12T01:58:08.270 INFO:teuthology.orchestra.run.smithi193.stdout:^* hv03.front.sepia.ceph.com 3 6 377 12 +1456us[+1457us] +/- 72ms 2024-04-12T01:58:08.270 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T01:58:08.270 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-12T01:58:08.281 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-12T01:58:08.282 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-12T01:58:08.293 DEBUG:teuthology.orchestra.run.smithi098:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T01:58:08.400 DEBUG:teuthology.orchestra.run.smithi193:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T01:58:08.483 DEBUG:teuthology.orchestra.run.smithi098:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T01:58:08.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T01:58:08.514 DEBUG:teuthology.orchestra.run.smithi193:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T01:58:08.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T01:58:08.545 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-12T01:58:08.557 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-12T01:58:08.567 INFO:teuthology.task.internal:Duration was 6360.420602 seconds 2024-04-12T01:58:08.567 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-12T01:58:08.579 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-12T01:58:08.580 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T01:58:08.582 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T01:58:08.622 INFO:teuthology.orchestra.run.smithi098.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T01:58:08.628 INFO:teuthology.orchestra.run.smithi193.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T01:58:08.890 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-12T01:58:08.890 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi098.front.sepia.ceph.com 2024-04-12T01:58:08.890 DEBUG:teuthology.orchestra.run.smithi098:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T01:58:08.909 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi193.front.sepia.ceph.com 2024-04-12T01:58:08.910 DEBUG:teuthology.orchestra.run.smithi193:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T01:58:08.957 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-12T01:58:08.957 DEBUG:teuthology.orchestra.run.smithi098:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T01:58:08.960 DEBUG:teuthology.orchestra.run.smithi193:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T01:58:09.026 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-12T01:58:09.027 DEBUG:teuthology.orchestra.run.smithi098:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T01:58:09.029 DEBUG:teuthology.orchestra.run.smithi193:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T01:58:09.610 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-12T01:58:09.622 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-12T01:58:09.622 DEBUG:teuthology.orchestra.run.smithi098:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T01:58:09.648 DEBUG:teuthology.orchestra.run.smithi193:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T01:58:09.675 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-12T01:58:09.687 DEBUG:teuthology.orchestra.run.smithi098:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T01:58:09.691 DEBUG:teuthology.orchestra.run.smithi193:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T01:58:09.714 INFO:teuthology.orchestra.run.smithi098.stdout:kernel.core_pattern = core 2024-04-12T01:58:09.742 INFO:teuthology.orchestra.run.smithi193.stdout:kernel.core_pattern = core 2024-04-12T01:58:09.774 DEBUG:teuthology.orchestra.run.smithi098:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T01:58:09.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T01:58:09.789 DEBUG:teuthology.orchestra.run.smithi193:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T01:58:09.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T01:58:09.829 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-12T01:58:09.841 INFO:teuthology.task.internal:Transferring archived files... 2024-04-12T01:58:09.841 DEBUG:teuthology.misc:Transferring archived files from smithi098:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458/remote/smithi098 2024-04-12T01:58:09.842 DEBUG:teuthology.orchestra.run.smithi098:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T01:58:09.893 DEBUG:teuthology.misc:Transferring archived files from smithi193:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458/remote/smithi193 2024-04-12T01:58:09.893 DEBUG:teuthology.orchestra.run.smithi193:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T01:58:09.937 INFO:teuthology.task.internal:Removing archive directory... 2024-04-12T01:58:09.937 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T01:58:09.940 DEBUG:teuthology.orchestra.run.smithi193:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T01:58:09.984 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-12T01:58:09.999 INFO:teuthology.task.internal:Not uploading archives. 2024-04-12T01:58:09.999 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-12T01:58:10.011 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-12T01:58:10.011 DEBUG:teuthology.orchestra.run.smithi098:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T01:58:10.014 DEBUG:teuthology.orchestra.run.smithi193:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T01:58:10.026 INFO:teuthology.orchestra.run.smithi098.stdout: 265695 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 01:58 /home/ubuntu/cephtest 2024-04-12T01:58:10.038 INFO:teuthology.orchestra.run.smithi193.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 01:58 /home/ubuntu/cephtest 2024-04-12T01:58:10.040 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-12T01:58:10.051 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-12T01:58:10.074 INFO:teuthology.nuke:Checking targets against current locks 2024-04-12T01:58:10.115 DEBUG:teuthology.nuke:shortname: smithi098 2024-04-12T01:58:10.115 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T01:58:10.156 DEBUG:teuthology.nuke:shortname: smithi193 2024-04-12T01:58:10.156 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T01:58:10.171 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi098.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 00:03:03.800317', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDN7srZGONs18+kE5mVCA38pQWzmcKkLnRjff3Q0e6/bZG6Py0Zp2EejXQEddDrviQHHnVR1vL266oaG2dktWUo='} 2024-04-12T01:58:10.220 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi193.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-11_17:03:56-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7652458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 00:03:03.798424', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAcK8UvzW1eFu27Dl317VJ3HLOje/z6ZaDfmTZLPOorTUv9UN+qOBjfcw3hVlchAjQ/3YWA1vulf3BmhUxK2WbU='} 2024-04-12T01:58:10.276 INFO:teuthology.orchestra.console.smithi098:Power off 2024-04-12T01:58:10.277 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T01:58:10.310 INFO:teuthology.orchestra.console.smithi193:Power off 2024-04-12T01:58:10.310 DEBUG:teuthology.orchestra.console.smithi193:pexpect command: ipmitool -H smithi193.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T01:58:10.332 DEBUG:teuthology.orchestra.console.smithi098:power off output: Chassis Power Control: Down/Off 2024-04-12T01:58:10.332 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T01:58:10.360 DEBUG:teuthology.orchestra.console.smithi193:power off output: Chassis Power Control: Down/Off 2024-04-12T01:58:10.361 DEBUG:teuthology.orchestra.console.smithi193:pexpect command: ipmitool -H smithi193.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T01:58:10.380 DEBUG:teuthology.orchestra.console.smithi098:check power output: Chassis Power is on 2024-04-12T01:58:10.410 DEBUG:teuthology.orchestra.console.smithi193:check power output: Chassis Power is on 2024-04-12T01:58:14.381 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T01:58:14.410 DEBUG:teuthology.orchestra.console.smithi193:pexpect command: ipmitool -H smithi193.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T01:58:14.493 DEBUG:teuthology.orchestra.console.smithi098:check power output: Chassis Power is on 2024-04-12T01:58:14.521 DEBUG:teuthology.orchestra.console.smithi193:check power output: Chassis Power is on 2024-04-12T01:58:18.498 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T01:58:18.522 DEBUG:teuthology.orchestra.console.smithi193:pexpect command: ipmitool -H smithi193.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T01:58:18.610 DEBUG:teuthology.orchestra.console.smithi098:check power output: Chassis Power is on 2024-04-12T01:58:18.632 DEBUG:teuthology.orchestra.console.smithi193:check power output: Chassis Power is off 2024-04-12T01:58:18.732 INFO:teuthology.orchestra.console.smithi193:Power off completed 2024-04-12T01:58:22.614 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T01:58:22.724 DEBUG:teuthology.orchestra.console.smithi098:check power output: Chassis Power is off 2024-04-12T01:58:22.825 INFO:teuthology.orchestra.console.smithi098:Power off completed 2024-04-12T01:58:23.055 INFO:teuthology.run:Summary data: description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6360.420601606369 failure_reason: '"2024-04-12T00:31:36.441011+0000 mon.a (mon.0) 318 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_yuriw@teuthology success: false 2024-04-12T01:58:23.055 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T01:58:23.173 INFO:teuthology.run:FAIL